{
  "assamese": {
    "n_samples": 500,
    "wer": 29.33,
    "cer": 11.57,
    "wer_normalized": 25.59,
    "cer_normalized": 11.18,
    "empty_hypotheses": 0
  },
  "bengali": {
    "n_samples": 500,
    "wer": 20.1,
    "cer": 4.67,
    "wer_normalized": 16.22,
    "cer_normalized": 4.22,
    "empty_hypotheses": 0
  },
  "english": {
    "n_samples": 500,
    "wer": 27.71,
    "cer": 13.22,
    "wer_normalized": 17.66,
    "cer_normalized": 10.73,
    "empty_hypotheses": 0
  },
  "gujarati": {
    "n_samples": 500,
    "wer": 18.72,
    "cer": 5.04,
    "wer_normalized": 13.98,
    "cer_normalized": 4.39,
    "empty_hypotheses": 0
  },
  "hindi": {
    "n_samples": 500,
    "wer": 15.59,
    "cer": 4.8,
    "wer_normalized": 11.06,
    "cer_normalized": 3.77,
    "empty_hypotheses": 0
  },
  "kannada": {
    "n_samples": 500,
    "wer": 30.43,
    "cer": 6.76,
    "wer_normalized": 25.91,
    "cer_normalized": 6.0,
    "empty_hypotheses": 0
  },
  "malayalam": {
    "n_samples": 500,
    "wer": 42.13,
    "cer": 8.1,
    "wer_normalized": 37.13,
    "cer_normalized": 7.25,
    "empty_hypotheses": 0
  },
  "marathi": {
    "n_samples": 500,
    "wer": 27.12,
    "cer": 7.42,
    "wer_normalized": 21.83,
    "cer_normalized": 6.65,
    "empty_hypotheses": 0
  },
  "odia": {
    "n_samples": 500,
    "wer": 25.26,
    "cer": 5.34,
    "wer_normalized": 19.6,
    "cer_normalized": 4.56,
    "empty_hypotheses": 0
  },
  "punjabi": {
    "n_samples": 500,
    "wer": 19.24,
    "cer": 5.61,
    "wer_normalized": 13.11,
    "cer_normalized": 4.31,
    "empty_hypotheses": 0
  },
  "tamil": {
    "n_samples": 500,
    "wer": 35.33,
    "cer": 7.97,
    "wer_normalized": 31.88,
    "cer_normalized": 7.48,
    "empty_hypotheses": 0
  },
  "telugu": {
    "n_samples": 500,
    "wer": 28.99,
    "cer": 5.87,
    "wer_normalized": 23.05,
    "cer_normalized": 5.23,
    "empty_hypotheses": 0
  },
  "__overall__": {
    "n_samples": 6000,
    "wer": 26.6,
    "cer": 7.29,
    "wer_normalized": 21.41,
    "cer_normalized": 6.59
  },
  "__macro_avg__": {
    "n_languages": 12,
    "wer": 26.66,
    "cer": 7.2,
    "wer_normalized": 21.42,
    "cer_normalized": 6.31
  },
  "__meta__": {
    "checkpoint": "/home/ubuntu/training/checkpoints/qwen3-asr-mixed-ckpt-120000",
    "checkpoint_name": "ckpt-120000-mixed",
    "backend": "vllm",
    "dataset": "BayAreaBoys/indic-asr-benchmark-6k",
    "batch_size": 32,
    "force_language": true,
    "inference_time_sec": 321.98,
    "total_audio_sec": 40354.46,
    "rtf": 0.008
  }
}