model:
  latent_dim: 128
  latent_patch_size: 1
  text_vocab_size: 102400
  text_tokenizer_repo: sbintuitions/sarashina2.2-0.5b
  model_dim: 2048
  num_layers: 24
  num_heads: 16
  mlp_ratio: 2.875
  text_mlp_ratio: 2.6
  speaker_mlp_ratio: 2.6
  text_dim: 1280
  text_layers: 14
  text_heads: 10
  speaker_dim: 1280
  speaker_layers: 14
  speaker_heads: 10
  speaker_patch_size: 1
  timestep_embed_dim: 512

train:
  batch_size: 16
  gradient_accumulation_steps: 3
  num_workers: 16
  dataloader_persistent_workers: true
  dataloader_prefetch_factor: 4
  allow_tf32: true
  compile_model: false
  precision: bf16
  optimizer: muon
  muon_momentum: 0.95
  learning_rate: 0.0001
  weight_decay: 0.01
  lr_scheduler: wsd
  warmup_steps: 1000
  stable_steps: 44000
  min_lr_scale: 0.01
  max_steps: 50000
  max_text_len: 256
  text_condition_dropout: 0.1
  speaker_condition_dropout: 0.1
  timestep_stratified: true
  max_latent_steps: 750
  fixed_target_latent_steps: 750
  fixed_target_full_mask: true
  log_every: 100
  save_every: 1000
  wandb_enabled: false
  wandb_project:
  wandb_entity:
  wandb_run_name:
  wandb_mode: online
  ddp_find_unused_parameters: false
  valid_ratio: 0.0005
  valid_every: 1000
  seed: 0
