{
  "assamese": {
    "n_samples": 500,
    "wer": 49.22,
    "cer": 22.57,
    "wer_normalized": 44.99,
    "cer_normalized": 21.01,
    "empty_hypotheses": 0
  },
  "bengali": {
    "n_samples": 500,
    "wer": 31.43,
    "cer": 10.04,
    "wer_normalized": 26.37,
    "cer_normalized": 8.83,
    "empty_hypotheses": 0
  },
  "english": {
    "n_samples": 500,
    "wer": 26.99,
    "cer": 11.47,
    "wer_normalized": 14.27,
    "cer_normalized": 8.72,
    "empty_hypotheses": 0
  },
  "gujarati": {
    "n_samples": 500,
    "wer": 26.74,
    "cer": 8.75,
    "wer_normalized": 21.11,
    "cer_normalized": 7.68,
    "empty_hypotheses": 0
  },
  "hindi": {
    "n_samples": 500,
    "wer": 14.31,
    "cer": 4.99,
    "wer_normalized": 10.06,
    "cer_normalized": 3.92,
    "empty_hypotheses": 0
  },
  "kannada": {
    "n_samples": 500,
    "wer": 46.03,
    "cer": 12.26,
    "wer_normalized": 39.2,
    "cer_normalized": 10.67,
    "empty_hypotheses": 0
  },
  "malayalam": {
    "n_samples": 500,
    "wer": 51.75,
    "cer": 12.31,
    "wer_normalized": 45.42,
    "cer_normalized": 11.1,
    "empty_hypotheses": 0
  },
  "marathi": {
    "n_samples": 500,
    "wer": 39.17,
    "cer": 12.74,
    "wer_normalized": 33.27,
    "cer_normalized": 11.69,
    "empty_hypotheses": 0
  },
  "odia": {
    "n_samples": 500,
    "wer": 40.71,
    "cer": 12.81,
    "wer_normalized": 33.35,
    "cer_normalized": 11.12,
    "empty_hypotheses": 0
  },
  "punjabi": {
    "n_samples": 500,
    "wer": 28.82,
    "cer": 12.18,
    "wer_normalized": 21.96,
    "cer_normalized": 10.08,
    "empty_hypotheses": 0
  },
  "tamil": {
    "n_samples": 500,
    "wer": 48.56,
    "cer": 12.46,
    "wer_normalized": 42.85,
    "cer_normalized": 11.42,
    "empty_hypotheses": 0
  },
  "telugu": {
    "n_samples": 500,
    "wer": 41.07,
    "cer": 10.07,
    "wer_normalized": 32.73,
    "cer_normalized": 8.65,
    "empty_hypotheses": 0
  },
  "__overall__": {
    "n_samples": 6000,
    "wer": 37.21,
    "cer": 12.17,
    "wer_normalized": 30.7,
    "cer_normalized": 10.68
  },
  "__macro_avg__": {
    "n_languages": 12,
    "wer": 37.07,
    "cer": 11.89,
    "wer_normalized": 30.47,
    "cer_normalized": 10.41
  },
  "__meta__": {
    "checkpoint": "/home/ubuntu/training/checkpoints/qwen3-asr-ckpt-170000",
    "checkpoint_name": "ckpt-170000-vllm",
    "backend": "vllm",
    "dataset": "BayAreaBoys/indic-asr-benchmark-6k",
    "batch_size": 64,
    "force_language": true,
    "inference_time_sec": 269.19,
    "total_audio_sec": 40354.46,
    "rtf": 0.0067
  }
}