{
  "assamese": {
    "n_samples": 500,
    "wer": 49.16,
    "cer": 22.73,
    "wer_normalized": 44.94,
    "cer_normalized": 21.14,
    "empty_hypotheses": 0
  },
  "bengali": {
    "n_samples": 500,
    "wer": 31.95,
    "cer": 10.33,
    "wer_normalized": 27.05,
    "cer_normalized": 9.09,
    "empty_hypotheses": 0
  },
  "english": {
    "n_samples": 500,
    "wer": 26.41,
    "cer": 11.28,
    "wer_normalized": 14.12,
    "cer_normalized": 8.6,
    "empty_hypotheses": 0
  },
  "gujarati": {
    "n_samples": 500,
    "wer": 26.69,
    "cer": 8.85,
    "wer_normalized": 21.13,
    "cer_normalized": 7.75,
    "empty_hypotheses": 0
  },
  "hindi": {
    "n_samples": 500,
    "wer": 14.04,
    "cer": 5.04,
    "wer_normalized": 9.93,
    "cer_normalized": 3.93,
    "empty_hypotheses": 0
  },
  "kannada": {
    "n_samples": 500,
    "wer": 46.52,
    "cer": 12.49,
    "wer_normalized": 39.77,
    "cer_normalized": 10.92,
    "empty_hypotheses": 0
  },
  "malayalam": {
    "n_samples": 500,
    "wer": 52.48,
    "cer": 12.41,
    "wer_normalized": 45.81,
    "cer_normalized": 11.1,
    "empty_hypotheses": 0
  },
  "marathi": {
    "n_samples": 500,
    "wer": 39.22,
    "cer": 12.84,
    "wer_normalized": 33.45,
    "cer_normalized": 11.89,
    "empty_hypotheses": 0
  },
  "odia": {
    "n_samples": 500,
    "wer": 40.8,
    "cer": 13.19,
    "wer_normalized": 33.83,
    "cer_normalized": 11.58,
    "empty_hypotheses": 0
  },
  "punjabi": {
    "n_samples": 500,
    "wer": 28.13,
    "cer": 11.44,
    "wer_normalized": 21.32,
    "cer_normalized": 9.24,
    "empty_hypotheses": 0
  },
  "tamil": {
    "n_samples": 500,
    "wer": 49.71,
    "cer": 13.04,
    "wer_normalized": 43.64,
    "cer_normalized": 11.88,
    "empty_hypotheses": 0
  },
  "telugu": {
    "n_samples": 500,
    "wer": 40.91,
    "cer": 10.07,
    "wer_normalized": 32.64,
    "cer_normalized": 8.57,
    "empty_hypotheses": 0
  },
  "__overall__": {
    "n_samples": 6000,
    "wer": 37.3,
    "cer": 12.29,
    "wer_normalized": 30.86,
    "cer_normalized": 10.77
  },
  "__macro_avg__": {
    "n_languages": 12,
    "wer": 37.17,
    "cer": 11.98,
    "wer_normalized": 30.64,
    "cer_normalized": 10.47
  },
  "__meta__": {
    "checkpoint": "/home/ubuntu/training/checkpoints/qwen3-asr-ckpt-200000",
    "checkpoint_name": "ckpt-200000-vllm",
    "backend": "vllm",
    "dataset": "BayAreaBoys/indic-asr-benchmark-6k",
    "batch_size": 64,
    "force_language": true,
    "inference_time_sec": 265.92,
    "total_audio_sec": 40354.46,
    "rtf": 0.0066
  }
}