{
  "assamese": {
    "n_samples": 500,
    "wer": 52.96,
    "cer": 24.11,
    "wer_normalized": 48.54,
    "cer_normalized": 22.58
  },
  "bengali": {
    "n_samples": 500,
    "wer": 33.07,
    "cer": 11.02,
    "wer_normalized": 28.2,
    "cer_normalized": 9.73
  },
  "english": {
    "n_samples": 500,
    "wer": 26.17,
    "cer": 11.31,
    "wer_normalized": 14.65,
    "cer_normalized": 8.9
  },
  "gujarati": {
    "n_samples": 500,
    "wer": 26.88,
    "cer": 8.63,
    "wer_normalized": 21.42,
    "cer_normalized": 7.64
  },
  "hindi": {
    "n_samples": 500,
    "wer": 14.02,
    "cer": 5.03,
    "wer_normalized": 10.07,
    "cer_normalized": 4.03
  },
  "kannada": {
    "n_samples": 500,
    "wer": 47.09,
    "cer": 13.09,
    "wer_normalized": 40.33,
    "cer_normalized": 11.33
  },
  "malayalam": {
    "n_samples": 500,
    "wer": 53.6,
    "cer": 12.81,
    "wer_normalized": 47.35,
    "cer_normalized": 11.57
  },
  "marathi": {
    "n_samples": 500,
    "wer": 40.34,
    "cer": 13.34,
    "wer_normalized": 34.68,
    "cer_normalized": 12.3
  },
  "odia": {
    "n_samples": 500,
    "wer": 41.04,
    "cer": 13.21,
    "wer_normalized": 34.27,
    "cer_normalized": 11.55
  },
  "punjabi": {
    "n_samples": 500,
    "wer": 28.7,
    "cer": 11.58,
    "wer_normalized": 21.76,
    "cer_normalized": 9.44
  },
  "tamil": {
    "n_samples": 500,
    "wer": 50.68,
    "cer": 13.6,
    "wer_normalized": 45.05,
    "cer_normalized": 12.52
  },
  "telugu": {
    "n_samples": 500,
    "wer": 41.55,
    "cer": 10.29,
    "wer_normalized": 33.67,
    "cer_normalized": 8.97
  },
  "__overall__": {
    "n_samples": 6000,
    "wer": 38.22,
    "cer": 12.69,
    "wer_normalized": 31.95,
    "cer_normalized": 11.2
  },
  "__macro_avg__": {
    "n_languages": 12,
    "wer": 38.01,
    "cer": 12.34,
    "wer_normalized": 31.67,
    "cer_normalized": 10.88
  },
  "__meta__": {
    "checkpoint": "/home/ubuntu/training/checkpoints/qwen3-asr-ckpt-72000",
    "checkpoint_name": "ckpt-72000-vllm",
    "backend": "vllm",
    "dataset": "/home/ubuntu/training/indic-asr-benchmark-6k",
    "batch_size": 64,
    "force_language": true,
    "inference_time_sec": 148.35,
    "total_audio_sec": 40354.46,
    "rtf": 0.0037
  }
}