{
  "assamese": {
    "n_samples": 500,
    "wer": 17.53,
    "cer": 7.18,
    "wer_normalized": 14.59,
    "cer_normalized": 6.93,
    "empty_hypotheses": 0
  },
  "bengali": {
    "n_samples": 500,
    "wer": 16.38,
    "cer": 3.24,
    "wer_normalized": 12.52,
    "cer_normalized": 2.87,
    "empty_hypotheses": 0
  },
  "english": {
    "n_samples": 500,
    "wer": 26.65,
    "cer": 11.23,
    "wer_normalized": 12.19,
    "cer_normalized": 8.17,
    "empty_hypotheses": 0
  },
  "gujarati": {
    "n_samples": 500,
    "wer": 15.79,
    "cer": 3.79,
    "wer_normalized": 11.55,
    "cer_normalized": 3.25,
    "empty_hypotheses": 0
  },
  "hindi": {
    "n_samples": 500,
    "wer": 13.22,
    "cer": 3.87,
    "wer_normalized": 8.84,
    "cer_normalized": 2.86,
    "empty_hypotheses": 0
  },
  "kannada": {
    "n_samples": 500,
    "wer": 24.97,
    "cer": 4.79,
    "wer_normalized": 21.03,
    "cer_normalized": 4.28,
    "empty_hypotheses": 0
  },
  "malayalam": {
    "n_samples": 500,
    "wer": 39.48,
    "cer": 7.15,
    "wer_normalized": 35.1,
    "cer_normalized": 6.47,
    "empty_hypotheses": 0
  },
  "marathi": {
    "n_samples": 500,
    "wer": 21.72,
    "cer": 5.66,
    "wer_normalized": 16.85,
    "cer_normalized": 4.95,
    "empty_hypotheses": 0
  },
  "odia": {
    "n_samples": 500,
    "wer": 23.05,
    "cer": 4.55,
    "wer_normalized": 17.09,
    "cer_normalized": 3.66,
    "empty_hypotheses": 0
  },
  "punjabi": {
    "n_samples": 500,
    "wer": 16.27,
    "cer": 4.29,
    "wer_normalized": 9.87,
    "cer_normalized": 3.04,
    "empty_hypotheses": 0
  },
  "tamil": {
    "n_samples": 500,
    "wer": 28.89,
    "cer": 5.45,
    "wer_normalized": 26.26,
    "cer_normalized": 5.13,
    "empty_hypotheses": 0
  },
  "telugu": {
    "n_samples": 500,
    "wer": 23.68,
    "cer": 4.46,
    "wer_normalized": 19.02,
    "cer_normalized": 4.0,
    "empty_hypotheses": 0
  },
  "__overall__": {
    "n_samples": 6000,
    "wer": 22.05,
    "cer": 5.52,
    "wer_normalized": 16.9,
    "cer_normalized": 4.85
  },
  "__macro_avg__": {
    "n_languages": 12,
    "wer": 22.3,
    "cer": 5.47,
    "wer_normalized": 17.08,
    "cer_normalized": 4.63
  },
  "__meta__": {
    "checkpoint": "/home/ubuntu/training/checkpoints/qwen3-asr-mixed-v2-ckpt-250000",
    "checkpoint_name": "mixed-v2-ckpt-250000",
    "backend": "transformers",
    "dataset": "BayAreaBoys/indic-asr-benchmark-6k",
    "batch_size": 128,
    "force_language": true,
    "inference_time_sec": 680.68,
    "total_audio_sec": 40354.46,
    "rtf": 0.0169
  }
}