{
  "assamese": {
    "n_samples": 500,
    "wer": 21.67,
    "cer": 9.93,
    "wer_normalized": 18.6,
    "cer_normalized": 9.88,
    "empty_hypotheses": 0
  },
  "bengali": {
    "n_samples": 500,
    "wer": 21.82,
    "cer": 5.67,
    "wer_normalized": 16.83,
    "cer_normalized": 4.97,
    "empty_hypotheses": 0
  },
  "english": {
    "n_samples": 500,
    "wer": 27.34,
    "cer": 14.17,
    "wer_normalized": 17.33,
    "cer_normalized": 11.44,
    "empty_hypotheses": 0
  },
  "gujarati": {
    "n_samples": 500,
    "wer": 19.84,
    "cer": 6.77,
    "wer_normalized": 15.39,
    "cer_normalized": 5.94,
    "empty_hypotheses": 0
  },
  "hindi": {
    "n_samples": 500,
    "wer": 13.34,
    "cer": 4.63,
    "wer_normalized": 8.9,
    "cer_normalized": 3.63,
    "empty_hypotheses": 0
  },
  "kannada": {
    "n_samples": 500,
    "wer": 43.16,
    "cer": 23.62,
    "wer_normalized": 40.26,
    "cer_normalized": 22.56,
    "empty_hypotheses": 0
  },
  "malayalam": {
    "n_samples": 500,
    "wer": 42.17,
    "cer": 9.06,
    "wer_normalized": 37.61,
    "cer_normalized": 8.3,
    "empty_hypotheses": 0
  },
  "marathi": {
    "n_samples": 500,
    "wer": 25.77,
    "cer": 8.96,
    "wer_normalized": 20.96,
    "cer_normalized": 8.01,
    "empty_hypotheses": 0
  },
  "odia": {
    "n_samples": 500,
    "wer": 28.49,
    "cer": 9.93,
    "wer_normalized": 22.79,
    "cer_normalized": 8.64,
    "empty_hypotheses": 0
  },
  "punjabi": {
    "n_samples": 500,
    "wer": 23.18,
    "cer": 11.07,
    "wer_normalized": 17.17,
    "cer_normalized": 9.1,
    "empty_hypotheses": 0
  },
  "tamil": {
    "n_samples": 500,
    "wer": 35.41,
    "cer": 12.22,
    "wer_normalized": 33.12,
    "cer_normalized": 11.97,
    "empty_hypotheses": 0
  },
  "telugu": {
    "n_samples": 500,
    "wer": 27.12,
    "cer": 6.11,
    "wer_normalized": 22.11,
    "cer_normalized": 5.71,
    "empty_hypotheses": 0
  },
  "__overall__": {
    "n_samples": 6000,
    "wer": 27.15,
    "cer": 10.43,
    "wer_normalized": 22.35,
    "cer_normalized": 9.56
  },
  "__macro_avg__": {
    "n_languages": 12,
    "wer": 27.44,
    "cer": 10.18,
    "wer_normalized": 22.59,
    "cer_normalized": 9.18
  },
  "__meta__": {
    "checkpoint": "/home/ubuntu/training/checkpoints/gemma3n-e2b-ckpt-40000",
    "checkpoint_name": "ckpt-40000",
    "model_type": "gemma3n-E2B-asr",
    "dataset": "BayAreaBoys/indic-asr-benchmark-6k",
    "batch_size": 128,
    "inference_time_sec": 598.31,
    "total_audio_sec": 40354.46,
    "rtf": 0.0148
  }
}