{
  "assamese": {
    "n_samples": 500,
    "wer": 21.51,
    "cer": 9.02,
    "wer_normalized": 18.11,
    "cer_normalized": 8.64,
    "empty_hypotheses": 0
  },
  "bengali": {
    "n_samples": 500,
    "wer": 24.0,
    "cer": 6.14,
    "wer_normalized": 16.02,
    "cer_normalized": 4.42,
    "empty_hypotheses": 0
  },
  "english": {
    "n_samples": 500,
    "wer": 30.65,
    "cer": 18.91,
    "wer_normalized": 18.95,
    "cer_normalized": 16.08,
    "empty_hypotheses": 0
  },
  "gujarati": {
    "n_samples": 500,
    "wer": 20.97,
    "cer": 7.25,
    "wer_normalized": 16.36,
    "cer_normalized": 6.37,
    "empty_hypotheses": 0
  },
  "hindi": {
    "n_samples": 500,
    "wer": 14.24,
    "cer": 4.49,
    "wer_normalized": 9.93,
    "cer_normalized": 3.52,
    "empty_hypotheses": 0
  },
  "kannada": {
    "n_samples": 500,
    "wer": 73.51,
    "cer": 48.0,
    "wer_normalized": 70.8,
    "cer_normalized": 48.51,
    "empty_hypotheses": 0
  },
  "malayalam": {
    "n_samples": 500,
    "wer": 42.17,
    "cer": 8.26,
    "wer_normalized": 37.22,
    "cer_normalized": 7.47,
    "empty_hypotheses": 0
  },
  "marathi": {
    "n_samples": 500,
    "wer": 26.28,
    "cer": 7.57,
    "wer_normalized": 21.14,
    "cer_normalized": 6.75,
    "empty_hypotheses": 0
  },
  "odia": {
    "n_samples": 500,
    "wer": 26.65,
    "cer": 6.9,
    "wer_normalized": 20.69,
    "cer_normalized": 5.89,
    "empty_hypotheses": 0
  },
  "punjabi": {
    "n_samples": 500,
    "wer": 27.28,
    "cer": 13.74,
    "wer_normalized": 21.29,
    "cer_normalized": 11.8,
    "empty_hypotheses": 0
  },
  "tamil": {
    "n_samples": 500,
    "wer": 39.14,
    "cer": 14.75,
    "wer_normalized": 36.59,
    "cer_normalized": 13.98,
    "empty_hypotheses": 0
  },
  "telugu": {
    "n_samples": 500,
    "wer": 27.59,
    "cer": 5.78,
    "wer_normalized": 22.26,
    "cer_normalized": 5.21,
    "empty_hypotheses": 0
  },
  "__overall__": {
    "n_samples": 6000,
    "wer": 30.76,
    "cer": 13.05,
    "wer_normalized": 25.45,
    "cer_normalized": 12.21
  },
  "__macro_avg__": {
    "n_languages": 12,
    "wer": 31.17,
    "cer": 12.57,
    "wer_normalized": 25.78,
    "cer_normalized": 11.55
  },
  "__meta__": {
    "checkpoint": "/home/ubuntu/training/checkpoints/gemma3n-e2b-ckpt-20000",
    "checkpoint_name": "ckpt-20000",
    "model_type": "gemma3n-E2B-asr",
    "dataset": "BayAreaBoys/indic-asr-benchmark-6k",
    "batch_size": 128,
    "inference_time_sec": 702.81,
    "total_audio_sec": 40354.46,
    "rtf": 0.0174
  }
}