{
  "assamese": {
    "n_samples": 500,
    "wer": 29.06,
    "cer": 12.51,
    "wer_normalized": 25.29,
    "cer_normalized": 11.94,
    "empty_hypotheses": 0
  },
  "bengali": {
    "n_samples": 500,
    "wer": 23.63,
    "cer": 6.64,
    "wer_normalized": 19.51,
    "cer_normalized": 6.09,
    "empty_hypotheses": 0
  },
  "english": {
    "n_samples": 500,
    "wer": 27.25,
    "cer": 11.81,
    "wer_normalized": 15.37,
    "cer_normalized": 9.22,
    "empty_hypotheses": 0
  },
  "gujarati": {
    "n_samples": 500,
    "wer": 20.81,
    "cer": 6.2,
    "wer_normalized": 16.24,
    "cer_normalized": 5.56,
    "empty_hypotheses": 0
  },
  "hindi": {
    "n_samples": 500,
    "wer": 13.93,
    "cer": 4.75,
    "wer_normalized": 9.62,
    "cer_normalized": 3.7,
    "empty_hypotheses": 0
  },
  "kannada": {
    "n_samples": 500,
    "wer": 34.66,
    "cer": 8.37,
    "wer_normalized": 29.38,
    "cer_normalized": 7.36,
    "empty_hypotheses": 0
  },
  "malayalam": {
    "n_samples": 500,
    "wer": 44.23,
    "cer": 9.09,
    "wer_normalized": 38.58,
    "cer_normalized": 8.09,
    "empty_hypotheses": 0
  },
  "marathi": {
    "n_samples": 500,
    "wer": 29.62,
    "cer": 9.25,
    "wer_normalized": 23.94,
    "cer_normalized": 8.31,
    "empty_hypotheses": 0
  },
  "odia": {
    "n_samples": 500,
    "wer": 27.61,
    "cer": 7.32,
    "wer_normalized": 22.04,
    "cer_normalized": 6.49,
    "empty_hypotheses": 0
  },
  "punjabi": {
    "n_samples": 500,
    "wer": 21.57,
    "cer": 6.8,
    "wer_normalized": 14.98,
    "cer_normalized": 5.41,
    "empty_hypotheses": 0
  },
  "tamil": {
    "n_samples": 500,
    "wer": 40.3,
    "cer": 9.57,
    "wer_normalized": 35.91,
    "cer_normalized": 8.83,
    "empty_hypotheses": 0
  },
  "telugu": {
    "n_samples": 500,
    "wer": 32.54,
    "cer": 7.04,
    "wer_normalized": 25.74,
    "cer_normalized": 6.13,
    "empty_hypotheses": 0
  },
  "__overall__": {
    "n_samples": 6000,
    "wer": 28.62,
    "cer": 8.44,
    "wer_normalized": 22.98,
    "cer_normalized": 7.51
  },
  "__macro_avg__": {
    "n_languages": 12,
    "wer": 28.77,
    "cer": 8.28,
    "wer_normalized": 23.05,
    "cer_normalized": 7.26
  },
  "__meta__": {
    "checkpoint": "/home/ubuntu/training/checkpoints/qwen3-asr-ckpt-400000",
    "checkpoint_name": "ckpt-400000-vllm",
    "backend": "vllm",
    "dataset": "BayAreaBoys/indic-asr-benchmark-6k",
    "batch_size": 64,
    "force_language": true,
    "inference_time_sec": 265.91,
    "total_audio_sec": 40354.46,
    "rtf": 0.0066
  }
}