{
  "assamese": {
    "n_samples": 500,
    "wer": 30.4,
    "cer": 13.29,
    "wer_normalized": 26.76,
    "cer_normalized": 12.57,
    "empty_hypotheses": 0
  },
  "bengali": {
    "n_samples": 500,
    "wer": 22.3,
    "cer": 6.14,
    "wer_normalized": 18.02,
    "cer_normalized": 5.65,
    "empty_hypotheses": 0
  },
  "english": {
    "n_samples": 500,
    "wer": 25.11,
    "cer": 10.6,
    "wer_normalized": 13.71,
    "cer_normalized": 8.25,
    "empty_hypotheses": 0
  },
  "gujarati": {
    "n_samples": 500,
    "wer": 20.5,
    "cer": 5.93,
    "wer_normalized": 15.59,
    "cer_normalized": 5.2,
    "empty_hypotheses": 0
  },
  "hindi": {
    "n_samples": 500,
    "wer": 13.69,
    "cer": 4.78,
    "wer_normalized": 9.35,
    "cer_normalized": 3.66,
    "empty_hypotheses": 0
  },
  "kannada": {
    "n_samples": 500,
    "wer": 34.65,
    "cer": 8.33,
    "wer_normalized": 28.56,
    "cer_normalized": 7.15,
    "empty_hypotheses": 0
  },
  "malayalam": {
    "n_samples": 500,
    "wer": 45.0,
    "cer": 9.34,
    "wer_normalized": 39.35,
    "cer_normalized": 8.26,
    "empty_hypotheses": 0
  },
  "marathi": {
    "n_samples": 500,
    "wer": 28.63,
    "cer": 8.72,
    "wer_normalized": 22.95,
    "cer_normalized": 7.85,
    "empty_hypotheses": 0
  },
  "odia": {
    "n_samples": 500,
    "wer": 28.33,
    "cer": 7.64,
    "wer_normalized": 22.22,
    "cer_normalized": 6.64,
    "empty_hypotheses": 0
  },
  "punjabi": {
    "n_samples": 500,
    "wer": 23.33,
    "cer": 8.23,
    "wer_normalized": 16.65,
    "cer_normalized": 6.73,
    "empty_hypotheses": 0
  },
  "tamil": {
    "n_samples": 500,
    "wer": 40.16,
    "cer": 9.27,
    "wer_normalized": 35.7,
    "cer_normalized": 8.57,
    "empty_hypotheses": 0
  },
  "telugu": {
    "n_samples": 500,
    "wer": 32.36,
    "cer": 7.41,
    "wer_normalized": 25.59,
    "cer_normalized": 6.51,
    "empty_hypotheses": 0
  },
  "__overall__": {
    "n_samples": 6000,
    "wer": 28.6,
    "cer": 8.47,
    "wer_normalized": 22.85,
    "cer_normalized": 7.48
  },
  "__macro_avg__": {
    "n_languages": 12,
    "wer": 28.7,
    "cer": 8.31,
    "wer_normalized": 22.87,
    "cer_normalized": 7.25
  },
  "__meta__": {
    "checkpoint": "/home/ubuntu/training/checkpoints/qwen3-asr-ckpt-250000",
    "checkpoint_name": "ckpt-250000-vllm",
    "backend": "vllm",
    "dataset": "BayAreaBoys/indic-asr-benchmark-6k",
    "batch_size": 64,
    "force_language": true,
    "inference_time_sec": 268.23,
    "total_audio_sec": 40354.46,
    "rtf": 0.0066
  }
}