# Training Configuration — 350M + Chained Heads + IPA + Ref Codes (Next-Gen)
training:
  output_dir: "./checkpoints_nextgen"
  overwrite_output_dir: true
  save_steps: 2691
  save_total_limit: 55
  num_train_epochs: 100
  per_device_train_batch_size: 18
  gradient_accumulation_steps: 2
  learning_rate: 5.0e-4
  lr_scheduler_type: "cosine"
  warmup_steps: 500
  max_grad_norm: 3.0
  optim: "adamw_torch_fused"
  alpha_lr_ratio: 0.01
  bf16: true
  fp16: false
  logging_steps: 10
  report_to: ["wandb"]
  dataloader_num_workers: 4
  remove_unused_columns: false
  average_tokens_across_devices: false
  dataset_path: "/home/ubuntu/kani-tts-2-pretrain/train_dataset_nextgen_ipa"

wandb:
  project: "kanitts-hindi"
  name: "nextgen-350m-chained-ipa-v2-ipatokens"
  entity: null

metrics:
  enable_metrics: false
  log_steps: 100
  influence_steps: 500
  print_interpretation: false
