{
  "assamese": {
    "n_samples": 500,
    "wer": 16.67,
    "cer": 6.9,
    "wer_normalized": 13.7,
    "cer_normalized": 6.62,
    "empty_hypotheses": 0
  },
  "bengali": {
    "n_samples": 500,
    "wer": 17.16,
    "cer": 3.52,
    "wer_normalized": 13.39,
    "cer_normalized": 3.14,
    "empty_hypotheses": 0
  },
  "english": {
    "n_samples": 500,
    "wer": 27.08,
    "cer": 11.69,
    "wer_normalized": 12.95,
    "cer_normalized": 8.54,
    "empty_hypotheses": 0
  },
  "gujarati": {
    "n_samples": 500,
    "wer": 15.9,
    "cer": 3.98,
    "wer_normalized": 11.87,
    "cer_normalized": 3.47,
    "empty_hypotheses": 0
  },
  "hindi": {
    "n_samples": 500,
    "wer": 13.4,
    "cer": 3.87,
    "wer_normalized": 8.62,
    "cer_normalized": 2.8,
    "empty_hypotheses": 0
  },
  "kannada": {
    "n_samples": 500,
    "wer": 25.84,
    "cer": 5.17,
    "wer_normalized": 22.03,
    "cer_normalized": 4.67,
    "empty_hypotheses": 0
  },
  "malayalam": {
    "n_samples": 500,
    "wer": 39.61,
    "cer": 7.28,
    "wer_normalized": 35.01,
    "cer_normalized": 6.5,
    "empty_hypotheses": 0
  },
  "marathi": {
    "n_samples": 500,
    "wer": 23.37,
    "cer": 6.07,
    "wer_normalized": 18.4,
    "cer_normalized": 5.38,
    "empty_hypotheses": 0
  },
  "odia": {
    "n_samples": 500,
    "wer": 22.81,
    "cer": 4.66,
    "wer_normalized": 17.24,
    "cer_normalized": 3.86,
    "empty_hypotheses": 0
  },
  "punjabi": {
    "n_samples": 500,
    "wer": 16.82,
    "cer": 4.51,
    "wer_normalized": 10.27,
    "cer_normalized": 3.21,
    "empty_hypotheses": 0
  },
  "tamil": {
    "n_samples": 500,
    "wer": 29.84,
    "cer": 5.93,
    "wer_normalized": 27.56,
    "cer_normalized": 5.63,
    "empty_hypotheses": 0
  },
  "telugu": {
    "n_samples": 500,
    "wer": 25.31,
    "cer": 4.85,
    "wer_normalized": 19.85,
    "cer_normalized": 4.29,
    "empty_hypotheses": 0
  },
  "__overall__": {
    "n_samples": 6000,
    "wer": 22.53,
    "cer": 5.76,
    "wer_normalized": 17.36,
    "cer_normalized": 5.07
  },
  "__macro_avg__": {
    "n_languages": 12,
    "wer": 22.82,
    "cer": 5.7,
    "wer_normalized": 17.57,
    "cer_normalized": 4.84
  },
  "__meta__": {
    "checkpoint": "/home/ubuntu/training/checkpoints/qwen3-asr-mixed-v2-ckpt-150000",
    "checkpoint_name": "mixed-v2-ckpt-150000",
    "backend": "transformers",
    "dataset": "BayAreaBoys/indic-asr-benchmark-6k",
    "batch_size": 128,
    "force_language": true,
    "inference_time_sec": 690.39,
    "total_audio_sec": 40354.46,
    "rtf": 0.0171
  }
}