{
  "Assamese": {
    "n_samples": 5062,
    "wer_raw": 18.89,
    "wer_norm": 18.73,
    "wer_numcanon": 18.73,
    "space_norm_wer": 15.53,
    "mer": 9.12,
    "cer_norm": 8.51,
    "empty_hypotheses": 0,
    "normalization_delta": {
      "raw_to_norm": 0.16,
      "norm_to_numcanon": 0.0,
      "norm_to_space_norm": 3.2,
      "norm_to_mer": 9.61
    }
  },
  "Bengali": {
    "n_samples": 3906,
    "wer_raw": 12.74,
    "wer_norm": 12.74,
    "wer_numcanon": 12.74,
    "space_norm_wer": 9.69,
    "mer": 5.42,
    "cer_norm": 5.18,
    "empty_hypotheses": 0,
    "normalization_delta": {
      "raw_to_norm": 0.0,
      "norm_to_numcanon": 0.0,
      "norm_to_space_norm": 3.05,
      "norm_to_mer": 7.32
    }
  },
  "Gujarati": {
    "n_samples": 1603,
    "wer_raw": 15.9,
    "wer_norm": 15.9,
    "wer_numcanon": 15.9,
    "space_norm_wer": 13.08,
    "mer": 5.77,
    "cer_norm": 5.57,
    "empty_hypotheses": 0,
    "normalization_delta": {
      "raw_to_norm": 0.0,
      "norm_to_numcanon": 0.0,
      "norm_to_space_norm": 2.82,
      "norm_to_mer": 10.13
    }
  },
  "Hindi": {
    "n_samples": 4740,
    "wer_raw": 15.67,
    "wer_norm": 15.67,
    "wer_numcanon": 15.67,
    "space_norm_wer": 13.5,
    "mer": 8.34,
    "cer_norm": 7.53,
    "empty_hypotheses": 0,
    "normalization_delta": {
      "raw_to_norm": 0.0,
      "norm_to_numcanon": 0.0,
      "norm_to_space_norm": 2.17,
      "norm_to_mer": 7.33
    }
  },
  "Kannada": {
    "n_samples": 3697,
    "wer_raw": 33.38,
    "wer_norm": 33.38,
    "wer_numcanon": 33.38,
    "space_norm_wer": 28.99,
    "mer": 10.92,
    "cer_norm": 10.49,
    "empty_hypotheses": 0,
    "normalization_delta": {
      "raw_to_norm": 0.0,
      "norm_to_numcanon": 0.0,
      "norm_to_space_norm": 4.4,
      "norm_to_mer": 22.47
    }
  },
  "Malayalam": {
    "n_samples": 4524,
    "wer_raw": 36.48,
    "wer_norm": 36.47,
    "wer_numcanon": 36.47,
    "space_norm_wer": 30.44,
    "mer": 11.21,
    "cer_norm": 11.26,
    "empty_hypotheses": 0,
    "normalization_delta": {
      "raw_to_norm": 0.0,
      "norm_to_numcanon": 0.0,
      "norm_to_space_norm": 6.04,
      "norm_to_mer": 25.27
    }
  },
  "Marathi": {
    "n_samples": 3554,
    "wer_raw": 14.29,
    "wer_norm": 14.29,
    "wer_numcanon": 14.29,
    "space_norm_wer": 12.15,
    "mer": 5.68,
    "cer_norm": 5.42,
    "empty_hypotheses": 0,
    "normalization_delta": {
      "raw_to_norm": 0.0,
      "norm_to_numcanon": 0.0,
      "norm_to_space_norm": 2.15,
      "norm_to_mer": 8.62
    }
  },
  "Odia": {
    "n_samples": 5173,
    "wer_raw": 29.47,
    "wer_norm": 28.91,
    "wer_numcanon": 28.91,
    "space_norm_wer": 22.53,
    "mer": 12.37,
    "cer_norm": 11.9,
    "empty_hypotheses": 0,
    "normalization_delta": {
      "raw_to_norm": 0.56,
      "norm_to_numcanon": 0.0,
      "norm_to_space_norm": 6.37,
      "norm_to_mer": 16.54
    }
  },
  "Punjabi": {
    "n_samples": 3216,
    "wer_raw": 11.85,
    "wer_norm": 11.8,
    "wer_numcanon": 11.8,
    "space_norm_wer": 10.93,
    "mer": 5.86,
    "cer_norm": 5.32,
    "empty_hypotheses": 0,
    "normalization_delta": {
      "raw_to_norm": 0.05,
      "norm_to_numcanon": 0.0,
      "norm_to_space_norm": 0.87,
      "norm_to_mer": 5.95
    }
  },
  "Tamil": {
    "n_samples": 5276,
    "wer_raw": 29.29,
    "wer_norm": 29.29,
    "wer_numcanon": 29.29,
    "space_norm_wer": 25.03,
    "mer": 9.21,
    "cer_norm": 8.85,
    "empty_hypotheses": 0,
    "normalization_delta": {
      "raw_to_norm": 0.0,
      "norm_to_numcanon": 0.0,
      "norm_to_space_norm": 4.25,
      "norm_to_mer": 20.08
    }
  },
  "Telugu": {
    "n_samples": 3295,
    "wer_raw": 26.78,
    "wer_norm": 26.76,
    "wer_numcanon": 26.76,
    "space_norm_wer": 22.1,
    "mer": 9.35,
    "cer_norm": 9.28,
    "empty_hypotheses": 0,
    "normalization_delta": {
      "raw_to_norm": 0.01,
      "norm_to_numcanon": 0.0,
      "norm_to_space_norm": 4.66,
      "norm_to_mer": 17.42
    }
  },
  "__overall__": {
    "n_samples": 44046,
    "wer_raw": 22.02,
    "wer_norm": 21.94,
    "wer_numcanon": 21.94,
    "space_norm_wer": 18.37,
    "mer": 8.84,
    "cer_norm": 8.43
  },
  "__macro_avg__": {
    "n_languages": 11,
    "wer_raw": 22.25,
    "wer_norm": 22.18,
    "wer_numcanon": 22.18,
    "space_norm_wer": 18.54,
    "mer": 8.48,
    "cer_norm": 8.12
  },
  "__meta__": {
    "checkpoint": "/home/ubuntu/training/checkpoints/qwen3-asr-mixed-v2-ckpt-350000",
    "checkpoint_name": "ckpt-350000",
    "model_id": "qwen3-asr-mixed-v2-indicvoices",
    "model_type": "qwen3-asr-1.7B-mixed-v2",
    "dataset": "ai4bharat/Indicvoices",
    "batch_size": 128,
    "inference_time_sec": 12625.03,
    "total_audio_sec": 258385.04,
    "rtf": 0.0489,
    "timestamp": "2026-04-07T23:06:25Z",
    "framework": "transformers",
    "normalization_version": "v1"
  }
}