{
  "assamese": {
    "n_samples": 500,
    "wer": 22.23,
    "cer": 9.05,
    "wer_normalized": 19.09,
    "cer_normalized": 8.64,
    "empty_hypotheses": 0
  },
  "bengali": {
    "n_samples": 500,
    "wer": 19.56,
    "cer": 4.51,
    "wer_normalized": 15.33,
    "cer_normalized": 3.99,
    "empty_hypotheses": 0
  },
  "english": {
    "n_samples": 500,
    "wer": 25.46,
    "cer": 11.36,
    "wer_normalized": 13.53,
    "cer_normalized": 8.73,
    "empty_hypotheses": 0
  },
  "gujarati": {
    "n_samples": 500,
    "wer": 19.17,
    "cer": 4.95,
    "wer_normalized": 14.43,
    "cer_normalized": 4.31,
    "empty_hypotheses": 0
  },
  "hindi": {
    "n_samples": 500,
    "wer": 14.73,
    "cer": 4.66,
    "wer_normalized": 10.3,
    "cer_normalized": 3.55,
    "empty_hypotheses": 0
  },
  "kannada": {
    "n_samples": 500,
    "wer": 29.8,
    "cer": 6.45,
    "wer_normalized": 25.35,
    "cer_normalized": 5.83,
    "empty_hypotheses": 0
  },
  "malayalam": {
    "n_samples": 500,
    "wer": 42.31,
    "cer": 8.02,
    "wer_normalized": 37.26,
    "cer_normalized": 7.2,
    "empty_hypotheses": 0
  },
  "marathi": {
    "n_samples": 500,
    "wer": 25.77,
    "cer": 6.96,
    "wer_normalized": 20.58,
    "cer_normalized": 6.18,
    "empty_hypotheses": 0
  },
  "odia": {
    "n_samples": 500,
    "wer": 26.26,
    "cer": 5.51,
    "wer_normalized": 20.32,
    "cer_normalized": 4.64,
    "empty_hypotheses": 0
  },
  "punjabi": {
    "n_samples": 500,
    "wer": 19.07,
    "cer": 5.36,
    "wer_normalized": 12.21,
    "cer_normalized": 3.92,
    "empty_hypotheses": 0
  },
  "tamil": {
    "n_samples": 500,
    "wer": 33.96,
    "cer": 7.2,
    "wer_normalized": 30.9,
    "cer_normalized": 6.77,
    "empty_hypotheses": 0
  },
  "telugu": {
    "n_samples": 500,
    "wer": 27.2,
    "cer": 5.43,
    "wer_normalized": 21.52,
    "cer_normalized": 4.84,
    "empty_hypotheses": 0
  },
  "__overall__": {
    "n_samples": 6000,
    "wer": 25.25,
    "cer": 6.71,
    "wer_normalized": 19.93,
    "cer_normalized": 5.95
  },
  "__macro_avg__": {
    "n_languages": 12,
    "wer": 25.46,
    "cer": 6.62,
    "wer_normalized": 20.07,
    "cer_normalized": 5.72
  },
  "__meta__": {
    "checkpoint": "/home/ubuntu/training/checkpoints/qwen3-asr-mixed-v2-ckpt-50000",
    "checkpoint_name": "mixed-v2-ckpt-50000",
    "backend": "transformers",
    "dataset": "BayAreaBoys/indic-asr-benchmark-6k",
    "batch_size": 64,
    "force_language": true,
    "inference_time_sec": 871.4,
    "total_audio_sec": 40354.46,
    "rtf": 0.0216
  }
}