{
  "assamese": {
    "n_samples": 500,
    "wer": 29.11,
    "cer": 12.34,
    "wer_normalized": 25.44,
    "cer_normalized": 11.73,
    "empty_hypotheses": 0
  },
  "bengali": {
    "n_samples": 500,
    "wer": 23.04,
    "cer": 6.31,
    "wer_normalized": 18.94,
    "cer_normalized": 5.88,
    "empty_hypotheses": 0
  },
  "english": {
    "n_samples": 500,
    "wer": 26.82,
    "cer": 11.33,
    "wer_normalized": 14.98,
    "cer_normalized": 8.78,
    "empty_hypotheses": 0
  },
  "gujarati": {
    "n_samples": 500,
    "wer": 20.35,
    "cer": 6.06,
    "wer_normalized": 15.54,
    "cer_normalized": 5.32,
    "empty_hypotheses": 0
  },
  "hindi": {
    "n_samples": 500,
    "wer": 13.46,
    "cer": 4.66,
    "wer_normalized": 9.45,
    "cer_normalized": 3.6,
    "empty_hypotheses": 0
  },
  "kannada": {
    "n_samples": 500,
    "wer": 34.86,
    "cer": 8.56,
    "wer_normalized": 29.27,
    "cer_normalized": 7.44,
    "empty_hypotheses": 0
  },
  "malayalam": {
    "n_samples": 500,
    "wer": 45.33,
    "cer": 9.27,
    "wer_normalized": 39.63,
    "cer_normalized": 8.27,
    "empty_hypotheses": 0
  },
  "marathi": {
    "n_samples": 500,
    "wer": 29.07,
    "cer": 8.9,
    "wer_normalized": 23.11,
    "cer_normalized": 7.85,
    "empty_hypotheses": 0
  },
  "odia": {
    "n_samples": 500,
    "wer": 27.33,
    "cer": 7.13,
    "wer_normalized": 21.56,
    "cer_normalized": 6.32,
    "empty_hypotheses": 0
  },
  "punjabi": {
    "n_samples": 500,
    "wer": 20.82,
    "cer": 6.42,
    "wer_normalized": 14.36,
    "cer_normalized": 5.07,
    "empty_hypotheses": 0
  },
  "tamil": {
    "n_samples": 500,
    "wer": 39.45,
    "cer": 9.24,
    "wer_normalized": 35.22,
    "cer_normalized": 8.54,
    "empty_hypotheses": 0
  },
  "telugu": {
    "n_samples": 500,
    "wer": 32.97,
    "cer": 7.08,
    "wer_normalized": 26.03,
    "cer_normalized": 6.17,
    "empty_hypotheses": 0
  },
  "__overall__": {
    "n_samples": 6000,
    "wer": 28.41,
    "cer": 8.29,
    "wer_normalized": 22.73,
    "cer_normalized": 7.34
  },
  "__macro_avg__": {
    "n_languages": 12,
    "wer": 28.55,
    "cer": 8.11,
    "wer_normalized": 22.79,
    "cer_normalized": 7.08
  },
  "__meta__": {
    "checkpoint": "/home/ubuntu/training/checkpoints/qwen3-asr-ckpt-300000",
    "checkpoint_name": "ckpt-300000-vllm",
    "backend": "vllm",
    "dataset": "BayAreaBoys/indic-asr-benchmark-6k",
    "batch_size": 64,
    "force_language": true,
    "inference_time_sec": 260.71,
    "total_audio_sec": 40354.46,
    "rtf": 0.0065
  }
}