base_settings:
  audio_codec: nvidia/nemo-nano-codec-22khz-0.6kbps-12.5fps
  num_readers: 4
  qsize: 50000
  OUT_DIR: shards_priya
  gzip_level: 1
  buffer_size: 16777216
  lines_per_file: 50000
  load_dataset_num_proc: 10

speaker_embedding_settings:
  add_speaker_emb: false
  model:
    name: "nineninesix/speaker-emb-tbr"
    embedding_column: "wavlm_embedding"
  audio:
    target_sample_rate: 16000
    max_duration_sec: 30.0
  processing:
    batch_size: 2
    use_multiprocessing: false
  clustering:
    do_clusters: false
    speaker_column: speaker
    UMAP:
      n_neighbors: 15
      min_dist: 0.1
      metric: cosine
      random_state: 42
      n_components: 5
    HDBSCAN:
      min_cluster_size: 15
      min_samples: 3
      metric: euclidean
      cluster_selection_method: eom
  group_sp_emb:
    do_this: false
    group_by_column_name: speaker
    grouped_embedding_column: grouped_sp_emb

hf_datasets:
  - name: /home/ubuntu/sarvam_data/priya_hf_dataset
    sub_name: null
    split: train
    text_column_name: text
    audio_column_name: audio
    speaker_column_name: speaker
    add_constant:
      - key: lang_tag
        value: hi

save_settings:
  local: train_dataset_priya
  hf_upload: null
