{
  "assamese": {
    "n_samples": 500,
    "wer": 26.87,
    "cer": 11.5,
    "wer_normalized": 23.33,
    "cer_normalized": 11.26,
    "empty_hypotheses": 0
  },
  "bengali": {
    "n_samples": 500,
    "wer": 19.95,
    "cer": 4.76,
    "wer_normalized": 16.07,
    "cer_normalized": 4.43,
    "empty_hypotheses": 0
  },
  "english": {
    "n_samples": 500,
    "wer": 25.95,
    "cer": 13.01,
    "wer_normalized": 16.53,
    "cer_normalized": 10.7,
    "empty_hypotheses": 0
  },
  "gujarati": {
    "n_samples": 500,
    "wer": 18.71,
    "cer": 5.19,
    "wer_normalized": 13.93,
    "cer_normalized": 4.58,
    "empty_hypotheses": 0
  },
  "hindi": {
    "n_samples": 500,
    "wer": 14.81,
    "cer": 4.82,
    "wer_normalized": 10.31,
    "cer_normalized": 3.78,
    "empty_hypotheses": 0
  },
  "kannada": {
    "n_samples": 500,
    "wer": 30.78,
    "cer": 6.69,
    "wer_normalized": 26.37,
    "cer_normalized": 6.0,
    "empty_hypotheses": 0
  },
  "malayalam": {
    "n_samples": 500,
    "wer": 43.14,
    "cer": 8.3,
    "wer_normalized": 37.5,
    "cer_normalized": 7.45,
    "empty_hypotheses": 0
  },
  "marathi": {
    "n_samples": 500,
    "wer": 26.35,
    "cer": 7.43,
    "wer_normalized": 21.54,
    "cer_normalized": 6.67,
    "empty_hypotheses": 0
  },
  "odia": {
    "n_samples": 500,
    "wer": 25.96,
    "cer": 6.12,
    "wer_normalized": 20.51,
    "cer_normalized": 5.44,
    "empty_hypotheses": 0
  },
  "punjabi": {
    "n_samples": 500,
    "wer": 18.85,
    "cer": 5.6,
    "wer_normalized": 12.25,
    "cer_normalized": 4.18,
    "empty_hypotheses": 0
  },
  "tamil": {
    "n_samples": 500,
    "wer": 35.89,
    "cer": 7.8,
    "wer_normalized": 31.95,
    "cer_normalized": 7.27,
    "empty_hypotheses": 0
  },
  "telugu": {
    "n_samples": 500,
    "wer": 29.14,
    "cer": 5.81,
    "wer_normalized": 23.35,
    "cer_normalized": 5.2,
    "empty_hypotheses": 0
  },
  "__overall__": {
    "n_samples": 6000,
    "wer": 26.24,
    "cer": 7.35,
    "wer_normalized": 21.06,
    "cer_normalized": 6.69
  },
  "__macro_avg__": {
    "n_languages": 12,
    "wer": 26.37,
    "cer": 7.25,
    "wer_normalized": 21.14,
    "cer_normalized": 6.41
  },
  "__meta__": {
    "checkpoint": "/home/ubuntu/training/checkpoints/qwen3-asr-mixed-ckpt-150000",
    "checkpoint_name": "ckpt-150000-mixed",
    "backend": "vllm",
    "dataset": "BayAreaBoys/indic-asr-benchmark-6k",
    "batch_size": 32,
    "force_language": true,
    "inference_time_sec": 315.76,
    "total_audio_sec": 40354.46,
    "rtf": 0.0078
  }
}