{
  "assamese": {
    "n_samples": 500,
    "wer": 56.9,
    "cer": 26.82,
    "wer_normalized": 52.77,
    "cer_normalized": 25.01
  },
  "bengali": {
    "n_samples": 500,
    "wer": 34.7,
    "cer": 11.66,
    "wer_normalized": 29.68,
    "cer_normalized": 10.37
  },
  "english": {
    "n_samples": 500,
    "wer": 27.62,
    "cer": 11.7,
    "wer_normalized": 14.55,
    "cer_normalized": 8.9
  },
  "gujarati": {
    "n_samples": 500,
    "wer": 28.71,
    "cer": 9.46,
    "wer_normalized": 23.01,
    "cer_normalized": 8.36
  },
  "hindi": {
    "n_samples": 500,
    "wer": 14.26,
    "cer": 5.17,
    "wer_normalized": 10.28,
    "cer_normalized": 4.12
  },
  "kannada": {
    "n_samples": 500,
    "wer": 50.21,
    "cer": 14.14,
    "wer_normalized": 42.8,
    "cer_normalized": 12.26
  },
  "malayalam": {
    "n_samples": 500,
    "wer": 58.59,
    "cer": 15.4,
    "wer_normalized": 51.29,
    "cer_normalized": 13.91
  },
  "marathi": {
    "n_samples": 500,
    "wer": 41.89,
    "cer": 13.66,
    "wer_normalized": 35.81,
    "cer_normalized": 12.6
  },
  "odia": {
    "n_samples": 500,
    "wer": 44.16,
    "cer": 14.8,
    "wer_normalized": 37.41,
    "cer_normalized": 12.86
  },
  "punjabi": {
    "n_samples": 500,
    "wer": 29.62,
    "cer": 11.33,
    "wer_normalized": 22.41,
    "cer_normalized": 9.31
  },
  "tamil": {
    "n_samples": 500,
    "wer": 54.54,
    "cer": 15.67,
    "wer_normalized": 48.52,
    "cer_normalized": 14.38
  },
  "telugu": {
    "n_samples": 500,
    "wer": 46.05,
    "cer": 12.1,
    "wer_normalized": 37.54,
    "cer_normalized": 10.38
  },
  "__overall__": {
    "n_samples": 6000,
    "wer": 40.82,
    "cer": 14.0,
    "wer_normalized": 34.16,
    "cer_normalized": 12.28
  },
  "__macro_avg__": {
    "n_languages": 12,
    "wer": 40.6,
    "cer": 13.49,
    "wer_normalized": 33.84,
    "cer_normalized": 11.87
  },
  "__meta__": {
    "checkpoint": "/home/ubuntu/training/checkpoints/qwen3-asr-ckpt-24000",
    "checkpoint_name": "ckpt-24000-vllm",
    "backend": "vllm",
    "dataset": "/home/ubuntu/training/indic-asr-benchmark-6k",
    "batch_size": 64,
    "force_language": true,
    "inference_time_sec": 147.85,
    "total_audio_sec": 40354.46,
    "rtf": 0.0037
  }
}