{
  "assamese": {
    "n_samples": 500,
    "wer_raw": 76.41,
    "wer_norm": 69.82,
    "wer_numcanon": 69.82,
    "mer": 37.52,
    "cer_norm": 34.44,
    "empty_hypotheses": 0,
    "normalization_delta": {
      "raw_to_norm": 6.59,
      "norm_to_numcanon": 0.0,
      "norm_to_mer": 32.29
    },
    "wer_norm_nonum": 69.53,
    "mer_nonum": 36.96,
    "numeric_samples_dropped": 23,
    "space_norm_wer": 62.38
  },
  "bengali": {
    "n_samples": 500,
    "wer_raw": 16.81,
    "wer_norm": 9.66,
    "wer_numcanon": 9.66,
    "mer": 1.62,
    "cer_norm": 1.74,
    "empty_hypotheses": 0,
    "normalization_delta": {
      "raw_to_norm": 7.14,
      "norm_to_numcanon": 0.0,
      "norm_to_mer": 8.05
    },
    "wer_norm_nonum": 9.66,
    "mer_nonum": 1.62,
    "numeric_samples_dropped": 0,
    "space_norm_wer": 5.87
  },
  "english": {
    "n_samples": 500,
    "wer_raw": 25.95,
    "wer_norm": 11.68,
    "wer_numcanon": 11.68,
    "mer": 6.8,
    "cer_norm": 6.88,
    "empty_hypotheses": 9,
    "normalization_delta": {
      "raw_to_norm": 14.27,
      "norm_to_numcanon": 0.0,
      "norm_to_mer": 4.88
    },
    "wer_norm_nonum": 9.56,
    "mer_nonum": 4.94,
    "numeric_samples_dropped": 101,
    "space_norm_wer": 8.76
  },
  "gujarati": {
    "n_samples": 500,
    "wer_raw": 16.32,
    "wer_norm": 11.89,
    "wer_numcanon": 11.89,
    "mer": 3.17,
    "cer_norm": 3.09,
    "empty_hypotheses": 0,
    "normalization_delta": {
      "raw_to_norm": 4.44,
      "norm_to_numcanon": 0.0,
      "norm_to_mer": 8.71
    },
    "wer_norm_nonum": 11.68,
    "mer_nonum": 3.01,
    "numeric_samples_dropped": 2,
    "space_norm_wer": 8.67
  },
  "hindi": {
    "n_samples": 500,
    "wer_raw": 15.11,
    "wer_norm": 7.58,
    "wer_numcanon": 7.58,
    "mer": 2.51,
    "cer_norm": 2.36,
    "empty_hypotheses": 0,
    "normalization_delta": {
      "raw_to_norm": 7.53,
      "norm_to_numcanon": 0.0,
      "norm_to_mer": 5.07
    },
    "wer_norm_nonum": 7.58,
    "mer_nonum": 2.51,
    "numeric_samples_dropped": 0,
    "space_norm_wer": 5.78
  },
  "kannada": {
    "n_samples": 500,
    "wer_raw": 18.52,
    "wer_norm": 16.54,
    "wer_numcanon": 16.54,
    "mer": 2.59,
    "cer_norm": 2.84,
    "empty_hypotheses": 0,
    "normalization_delta": {
      "raw_to_norm": 1.98,
      "norm_to_numcanon": 0.0,
      "norm_to_mer": 13.95
    },
    "wer_norm_nonum": 16.54,
    "mer_nonum": 2.59,
    "numeric_samples_dropped": 0,
    "space_norm_wer": 9.84
  },
  "malayalam": {
    "n_samples": 500,
    "wer_raw": 30.45,
    "wer_norm": 28.41,
    "wer_numcanon": 28.41,
    "mer": 4.94,
    "cer_norm": 4.95,
    "empty_hypotheses": 0,
    "normalization_delta": {
      "raw_to_norm": 2.04,
      "norm_to_numcanon": 0.0,
      "norm_to_mer": 23.47
    },
    "wer_norm_nonum": 28.41,
    "mer_nonum": 4.94,
    "numeric_samples_dropped": 0,
    "space_norm_wer": 21.66
  },
  "marathi": {
    "n_samples": 500,
    "wer_raw": 16.41,
    "wer_norm": 12.87,
    "wer_numcanon": 12.87,
    "mer": 3.12,
    "cer_norm": 3.07,
    "empty_hypotheses": 0,
    "normalization_delta": {
      "raw_to_norm": 3.53,
      "norm_to_numcanon": 0.0,
      "norm_to_mer": 9.75
    },
    "wer_norm_nonum": 12.87,
    "mer_nonum": 3.12,
    "numeric_samples_dropped": 0,
    "space_norm_wer": 9.43
  },
  "odia": {
    "n_samples": 500,
    "wer_raw": 17.9,
    "wer_norm": 15.19,
    "wer_numcanon": 15.19,
    "mer": 2.62,
    "cer_norm": 2.8,
    "empty_hypotheses": 0,
    "normalization_delta": {
      "raw_to_norm": 2.71,
      "norm_to_numcanon": 0.0,
      "norm_to_mer": 12.57
    },
    "wer_norm_nonum": 15.17,
    "mer_nonum": 2.59,
    "numeric_samples_dropped": 2,
    "space_norm_wer": 9.47
  },
  "punjabi": {
    "n_samples": 500,
    "wer_raw": 15.56,
    "wer_norm": 12.52,
    "wer_numcanon": 12.52,
    "mer": 3.61,
    "cer_norm": 3.35,
    "empty_hypotheses": 0,
    "normalization_delta": {
      "raw_to_norm": 3.03,
      "norm_to_numcanon": 0.0,
      "norm_to_mer": 8.92
    },
    "wer_norm_nonum": 12.52,
    "mer_nonum": 3.61,
    "numeric_samples_dropped": 0,
    "space_norm_wer": 9.89
  },
  "tamil": {
    "n_samples": 500,
    "wer_raw": 23.7,
    "wer_norm": 21.36,
    "wer_numcanon": 21.36,
    "mer": 3.38,
    "cer_norm": 3.61,
    "empty_hypotheses": 0,
    "normalization_delta": {
      "raw_to_norm": 2.34,
      "norm_to_numcanon": 0.0,
      "norm_to_mer": 17.98
    },
    "wer_norm_nonum": 21.36,
    "mer_nonum": 3.38,
    "numeric_samples_dropped": 0,
    "space_norm_wer": 13.12
  },
  "telugu": {
    "n_samples": 500,
    "wer_raw": 21.33,
    "wer_norm": 20.87,
    "wer_numcanon": 20.87,
    "mer": 3.1,
    "cer_norm": 3.55,
    "empty_hypotheses": 0,
    "normalization_delta": {
      "raw_to_norm": 0.46,
      "norm_to_numcanon": 0.0,
      "norm_to_mer": 17.77
    },
    "wer_norm_nonum": 20.87,
    "mer_nonum": 3.1,
    "numeric_samples_dropped": 0,
    "space_norm_wer": 11.12
  },
  "__overall__": {
    "n_samples": 6000,
    "wer_raw": 25.82,
    "wer_norm": 21.11,
    "wer_numcanon": 21.11,
    "mer": 6.38,
    "cer_norm": 6.29,
    "wer_norm_nonum": 20.8,
    "mer_nonum": 6.07,
    "numeric_samples_dropped": 128,
    "space_norm_wer": 15.88
  },
  "__macro_avg__": {
    "n_languages": 12,
    "wer_raw": 24.54,
    "wer_norm": 19.87,
    "wer_numcanon": 19.87,
    "mer": 6.25,
    "cer_norm": 6.06,
    "wer_norm_nonum": 19.65,
    "mer_nonum": 6.03,
    "space_norm_wer": 14.67
  },
  "__meta__": {
    "checkpoint": "api/elevenlabs-scribe-v1",
    "checkpoint_name": "baseline",
    "model_id": "elevenlabs-scribe-v1",
    "model_type": "elevenlabs-scribe-v1",
    "dataset": "BayAreaBoys/indic-asr-benchmark-6k",
    "batch_size": 1,
    "inference_time_sec": 0,
    "total_audio_sec": 40354.42,
    "rtf": 0,
    "timestamp": "2026-03-27T07:17:31Z",
    "normalization_version": "v1",
    "framework": "api"
  }
}