{
  "assamese": {
    "n_samples": 500,
    "wer": 28.21,
    "cer": 11.51,
    "wer_normalized": 24.47,
    "cer_normalized": 11.16,
    "empty_hypotheses": 0
  },
  "bengali": {
    "n_samples": 500,
    "wer": 19.82,
    "cer": 4.45,
    "wer_normalized": 16.11,
    "cer_normalized": 4.11,
    "empty_hypotheses": 0
  },
  "english": {
    "n_samples": 500,
    "wer": 26.23,
    "cer": 12.76,
    "wer_normalized": 16.84,
    "cer_normalized": 10.37,
    "empty_hypotheses": 0
  },
  "gujarati": {
    "n_samples": 500,
    "wer": 20.02,
    "cer": 5.5,
    "wer_normalized": 15.11,
    "cer_normalized": 4.91,
    "empty_hypotheses": 0
  },
  "hindi": {
    "n_samples": 500,
    "wer": 15.96,
    "cer": 4.86,
    "wer_normalized": 11.04,
    "cer_normalized": 3.74,
    "empty_hypotheses": 0
  },
  "kannada": {
    "n_samples": 500,
    "wer": 30.96,
    "cer": 6.82,
    "wer_normalized": 26.53,
    "cer_normalized": 6.18,
    "empty_hypotheses": 0
  },
  "malayalam": {
    "n_samples": 500,
    "wer": 42.7,
    "cer": 8.24,
    "wer_normalized": 37.72,
    "cer_normalized": 7.47,
    "empty_hypotheses": 0
  },
  "marathi": {
    "n_samples": 500,
    "wer": 27.15,
    "cer": 7.55,
    "wer_normalized": 22.37,
    "cer_normalized": 6.79,
    "empty_hypotheses": 0
  },
  "odia": {
    "n_samples": 500,
    "wer": 26.06,
    "cer": 5.94,
    "wer_normalized": 20.91,
    "cer_normalized": 5.21,
    "empty_hypotheses": 0
  },
  "punjabi": {
    "n_samples": 500,
    "wer": 19.8,
    "cer": 5.78,
    "wer_normalized": 13.29,
    "cer_normalized": 4.47,
    "empty_hypotheses": 0
  },
  "tamil": {
    "n_samples": 500,
    "wer": 36.54,
    "cer": 7.91,
    "wer_normalized": 32.49,
    "cer_normalized": 7.39,
    "empty_hypotheses": 0
  },
  "telugu": {
    "n_samples": 500,
    "wer": 30.14,
    "cer": 6.14,
    "wer_normalized": 24.4,
    "cer_normalized": 5.51,
    "empty_hypotheses": 0
  },
  "__overall__": {
    "n_samples": 6000,
    "wer": 26.87,
    "cer": 7.39,
    "wer_normalized": 21.72,
    "cer_normalized": 6.71
  },
  "__macro_avg__": {
    "n_languages": 12,
    "wer": 26.97,
    "cer": 7.29,
    "wer_normalized": 21.77,
    "cer_normalized": 6.44
  },
  "__meta__": {
    "checkpoint": "/home/ubuntu/training/checkpoints/qwen3-asr-mixed-ckpt-76000",
    "checkpoint_name": "ckpt-76000",
    "backend": "transformers",
    "dataset": "BayAreaBoys/indic-asr-benchmark-6k",
    "batch_size": 64,
    "force_language": true,
    "inference_time_sec": 1898.44,
    "total_audio_sec": 40354.46,
    "rtf": 0.047
  }
}