{
  "assamese": {
    "n_samples": 500,
    "wer": 26.99,
    "cer": 11.51,
    "wer_normalized": 23.54,
    "cer_normalized": 11.26,
    "empty_hypotheses": 0
  },
  "bengali": {
    "n_samples": 500,
    "wer": 19.63,
    "cer": 4.57,
    "wer_normalized": 15.9,
    "cer_normalized": 4.18,
    "empty_hypotheses": 0
  },
  "english": {
    "n_samples": 500,
    "wer": 25.86,
    "cer": 12.43,
    "wer_normalized": 16.42,
    "cer_normalized": 10.03,
    "empty_hypotheses": 0
  },
  "gujarati": {
    "n_samples": 500,
    "wer": 18.79,
    "cer": 5.02,
    "wer_normalized": 13.67,
    "cer_normalized": 4.34,
    "empty_hypotheses": 0
  },
  "hindi": {
    "n_samples": 500,
    "wer": 15.18,
    "cer": 4.58,
    "wer_normalized": 10.44,
    "cer_normalized": 3.49,
    "empty_hypotheses": 0
  },
  "kannada": {
    "n_samples": 500,
    "wer": 30.16,
    "cer": 6.71,
    "wer_normalized": 25.68,
    "cer_normalized": 6.05,
    "empty_hypotheses": 0
  },
  "malayalam": {
    "n_samples": 500,
    "wer": 41.84,
    "cer": 8.01,
    "wer_normalized": 36.24,
    "cer_normalized": 7.12,
    "empty_hypotheses": 0
  },
  "marathi": {
    "n_samples": 500,
    "wer": 25.68,
    "cer": 7.11,
    "wer_normalized": 20.49,
    "cer_normalized": 6.38,
    "empty_hypotheses": 0
  },
  "odia": {
    "n_samples": 500,
    "wer": 24.88,
    "cer": 5.36,
    "wer_normalized": 19.42,
    "cer_normalized": 4.64,
    "empty_hypotheses": 0
  },
  "punjabi": {
    "n_samples": 500,
    "wer": 19.33,
    "cer": 5.54,
    "wer_normalized": 12.65,
    "cer_normalized": 4.17,
    "empty_hypotheses": 0
  },
  "tamil": {
    "n_samples": 500,
    "wer": 34.18,
    "cer": 7.51,
    "wer_normalized": 30.36,
    "cer_normalized": 6.99,
    "empty_hypotheses": 0
  },
  "telugu": {
    "n_samples": 500,
    "wer": 28.77,
    "cer": 5.87,
    "wer_normalized": 23.42,
    "cer_normalized": 5.29,
    "empty_hypotheses": 0
  },
  "__overall__": {
    "n_samples": 6000,
    "wer": 25.84,
    "cer": 7.12,
    "wer_normalized": 20.64,
    "cer_normalized": 6.43
  },
  "__macro_avg__": {
    "n_languages": 12,
    "wer": 25.94,
    "cer": 7.02,
    "wer_normalized": 20.69,
    "cer_normalized": 6.16
  },
  "__meta__": {
    "checkpoint": "/home/ubuntu/training/checkpoints/qwen3-asr-mixed-ckpt-246000",
    "checkpoint_name": "ckpt-246000-mixed",
    "backend": "vllm",
    "dataset": "BayAreaBoys/indic-asr-benchmark-6k",
    "batch_size": 32,
    "force_language": true,
    "inference_time_sec": 432.42,
    "total_audio_sec": 40354.46,
    "rtf": 0.0107
  }
}