{
  "assamese": {
    "n_samples": 500,
    "wer": 14.25,
    "cer": 6.21,
    "wer_normalized": 11.54,
    "cer_normalized": 6.13,
    "empty_hypotheses": 0
  },
  "bengali": {
    "n_samples": 500,
    "wer": 19.39,
    "cer": 5.01,
    "wer_normalized": 14.74,
    "cer_normalized": 4.36,
    "empty_hypotheses": 0
  },
  "english": {
    "n_samples": 500,
    "wer": 33.57,
    "cer": 22.6,
    "wer_normalized": 23.92,
    "cer_normalized": 18.59,
    "empty_hypotheses": 0
  },
  "gujarati": {
    "n_samples": 500,
    "wer": 17.68,
    "cer": 5.91,
    "wer_normalized": 13.35,
    "cer_normalized": 5.25,
    "empty_hypotheses": 0
  },
  "hindi": {
    "n_samples": 500,
    "wer": 12.31,
    "cer": 4.29,
    "wer_normalized": 8.24,
    "cer_normalized": 3.43,
    "empty_hypotheses": 0
  },
  "kannada": {
    "n_samples": 500,
    "wer": 38.84,
    "cer": 19.9,
    "wer_normalized": 36.06,
    "cer_normalized": 19.56,
    "empty_hypotheses": 0
  },
  "malayalam": {
    "n_samples": 500,
    "wer": 39.13,
    "cer": 7.69,
    "wer_normalized": 34.87,
    "cer_normalized": 6.89,
    "empty_hypotheses": 0
  },
  "marathi": {
    "n_samples": 500,
    "wer": 22.92,
    "cer": 6.55,
    "wer_normalized": 18.36,
    "cer_normalized": 5.76,
    "empty_hypotheses": 0
  },
  "odia": {
    "n_samples": 500,
    "wer": 33.55,
    "cer": 15.51,
    "wer_normalized": 28.09,
    "cer_normalized": 14.34,
    "empty_hypotheses": 0
  },
  "punjabi": {
    "n_samples": 500,
    "wer": 24.41,
    "cer": 13.44,
    "wer_normalized": 18.66,
    "cer_normalized": 12.08,
    "empty_hypotheses": 0
  },
  "tamil": {
    "n_samples": 500,
    "wer": 32.14,
    "cer": 10.31,
    "wer_normalized": 30.1,
    "cer_normalized": 9.78,
    "empty_hypotheses": 0
  },
  "telugu": {
    "n_samples": 500,
    "wer": 29.38,
    "cer": 9.83,
    "wer_normalized": 24.7,
    "cer_normalized": 9.1,
    "empty_hypotheses": 0
  },
  "__overall__": {
    "n_samples": 6000,
    "wer": 25.98,
    "cer": 10.51,
    "wer_normalized": 21.46,
    "cer_normalized": 9.87
  },
  "__macro_avg__": {
    "n_languages": 12,
    "wer": 26.46,
    "cer": 10.6,
    "wer_normalized": 21.89,
    "cer_normalized": 9.61
  },
  "__meta__": {
    "checkpoint": "/home/ubuntu/training/checkpoints/gemma3n-e2b-ckpt-70000",
    "checkpoint_name": "ckpt-70000",
    "model_type": "gemma3n-E2B-asr",
    "dataset": "BayAreaBoys/indic-asr-benchmark-6k",
    "batch_size": 128,
    "inference_time_sec": 824.56,
    "total_audio_sec": 40354.46,
    "rtf": 0.0204
  }
}