{
  "assamese": {
    "n_samples": 500,
    "wer": 50.48,
    "cer": 23.01,
    "wer_normalized": 46.25,
    "cer_normalized": 21.49,
    "empty_hypotheses": 0
  },
  "bengali": {
    "n_samples": 500,
    "wer": 31.82,
    "cer": 10.2,
    "wer_normalized": 26.75,
    "cer_normalized": 8.98,
    "empty_hypotheses": 0
  },
  "english": {
    "n_samples": 500,
    "wer": 27.03,
    "cer": 11.4,
    "wer_normalized": 14.18,
    "cer_normalized": 8.63,
    "empty_hypotheses": 0
  },
  "gujarati": {
    "n_samples": 500,
    "wer": 26.77,
    "cer": 8.79,
    "wer_normalized": 21.18,
    "cer_normalized": 7.71,
    "empty_hypotheses": 0
  },
  "hindi": {
    "n_samples": 500,
    "wer": 14.09,
    "cer": 4.99,
    "wer_normalized": 9.93,
    "cer_normalized": 3.92,
    "empty_hypotheses": 0
  },
  "kannada": {
    "n_samples": 500,
    "wer": 46.7,
    "cer": 12.49,
    "wer_normalized": 39.97,
    "cer_normalized": 10.88,
    "empty_hypotheses": 0
  },
  "malayalam": {
    "n_samples": 500,
    "wer": 52.54,
    "cer": 12.57,
    "wer_normalized": 46.16,
    "cer_normalized": 11.34,
    "empty_hypotheses": 0
  },
  "marathi": {
    "n_samples": 500,
    "wer": 40.89,
    "cer": 14.09,
    "wer_normalized": 35.17,
    "cer_normalized": 13.01,
    "empty_hypotheses": 0
  },
  "odia": {
    "n_samples": 500,
    "wer": 41.26,
    "cer": 13.13,
    "wer_normalized": 34.18,
    "cer_normalized": 11.45,
    "empty_hypotheses": 0
  },
  "punjabi": {
    "n_samples": 500,
    "wer": 27.44,
    "cer": 10.61,
    "wer_normalized": 20.44,
    "cer_normalized": 8.57,
    "empty_hypotheses": 0
  },
  "tamil": {
    "n_samples": 500,
    "wer": 49.12,
    "cer": 12.75,
    "wer_normalized": 43.31,
    "cer_normalized": 11.71,
    "empty_hypotheses": 0
  },
  "telugu": {
    "n_samples": 500,
    "wer": 41.17,
    "cer": 10.18,
    "wer_normalized": 32.91,
    "cer_normalized": 8.7,
    "empty_hypotheses": 0
  },
  "__overall__": {
    "n_samples": 6000,
    "wer": 37.6,
    "cer": 12.35,
    "wer_normalized": 31.12,
    "cer_normalized": 10.85
  },
  "__macro_avg__": {
    "n_languages": 12,
    "wer": 37.44,
    "cer": 12.02,
    "wer_normalized": 30.87,
    "cer_normalized": 10.53
  },
  "__meta__": {
    "checkpoint": "/home/ubuntu/training/checkpoints/qwen3-asr-ckpt-100000",
    "checkpoint_name": "ckpt-100000-vllm",
    "backend": "vllm",
    "dataset": "BayAreaBoys/indic-asr-benchmark-6k",
    "batch_size": 64,
    "force_language": true,
    "inference_time_sec": 271.21,
    "total_audio_sec": 40354.46,
    "rtf": 0.0067
  }
}