{
  "assamese": {
    "n_samples": 500,
    "wer": 15.15,
    "cer": 6.09,
    "wer_normalized": 12.43,
    "cer_normalized": 5.97,
    "empty_hypotheses": 0
  },
  "bengali": {
    "n_samples": 500,
    "wer": 16.16,
    "cer": 3.03,
    "wer_normalized": 12.22,
    "cer_normalized": 2.65,
    "empty_hypotheses": 0
  },
  "english": {
    "n_samples": 500,
    "wer": 27.45,
    "cer": 11.44,
    "wer_normalized": 12.47,
    "cer_normalized": 8.2,
    "empty_hypotheses": 0
  },
  "gujarati": {
    "n_samples": 500,
    "wer": 15.26,
    "cer": 3.64,
    "wer_normalized": 11.0,
    "cer_normalized": 3.14,
    "empty_hypotheses": 0
  },
  "hindi": {
    "n_samples": 500,
    "wer": 13.03,
    "cer": 3.79,
    "wer_normalized": 8.6,
    "cer_normalized": 2.74,
    "empty_hypotheses": 0
  },
  "kannada": {
    "n_samples": 500,
    "wer": 24.35,
    "cer": 4.64,
    "wer_normalized": 20.54,
    "cer_normalized": 4.19,
    "empty_hypotheses": 0
  },
  "malayalam": {
    "n_samples": 500,
    "wer": 38.86,
    "cer": 6.94,
    "wer_normalized": 34.53,
    "cer_normalized": 6.26,
    "empty_hypotheses": 0
  },
  "marathi": {
    "n_samples": 500,
    "wer": 21.58,
    "cer": 5.57,
    "wer_normalized": 16.71,
    "cer_normalized": 4.87,
    "empty_hypotheses": 0
  },
  "odia": {
    "n_samples": 500,
    "wer": 22.68,
    "cer": 4.4,
    "wer_normalized": 16.91,
    "cer_normalized": 3.54,
    "empty_hypotheses": 0
  },
  "punjabi": {
    "n_samples": 500,
    "wer": 15.62,
    "cer": 4.15,
    "wer_normalized": 9.18,
    "cer_normalized": 2.85,
    "empty_hypotheses": 0
  },
  "tamil": {
    "n_samples": 500,
    "wer": 27.93,
    "cer": 5.22,
    "wer_normalized": 25.61,
    "cer_normalized": 4.98,
    "empty_hypotheses": 0
  },
  "telugu": {
    "n_samples": 500,
    "wer": 22.72,
    "cer": 4.17,
    "wer_normalized": 18.24,
    "cer_normalized": 3.77,
    "empty_hypotheses": 0
  },
  "__overall__": {
    "n_samples": 6000,
    "wer": 21.43,
    "cer": 5.29,
    "wer_normalized": 16.32,
    "cer_normalized": 4.64
  },
  "__macro_avg__": {
    "n_languages": 12,
    "wer": 21.73,
    "cer": 5.26,
    "wer_normalized": 16.54,
    "cer_normalized": 4.43
  },
  "__meta__": {
    "checkpoint": "/home/ubuntu/training/checkpoints/qwen3-asr-mixed-v2-ckpt-450000",
    "checkpoint_name": "mixed-v2-ckpt-450000",
    "backend": "transformers",
    "dataset": "BayAreaBoys/indic-asr-benchmark-6k",
    "batch_size": 128,
    "force_language": true,
    "inference_time_sec": 677.77,
    "total_audio_sec": 40354.46,
    "rtf": 0.0168
  }
}