training_config.json

{
  "learning_rate": 0.0001,
  "weight_decay": 0.01,
  "betas": [
    0.9,
    0.95
  ],
  "grad_clip": 1.0,
  "warmup_steps": 5,
  "total_steps": 20,
  "gradient_accumulation": 1,
  "ema_decay": 0.9999,
  "shift": 3.0,
  "use_snr_weighting": true,
  "snr_gamma": 5.0,
  "use_huber_loss": false,
  "huber_delta": 0.1,
  "enable_lune": true,
  "lune_weight": 0.1,
  "lune_warmup_steps": 5,
  "lune_dropout": 0.1,
  "lune_mode": "cosine",
  "enable_sol": true,
  "sol_weight": 0.05,
  "sol_warmup_steps": 10,
  "use_spatial_weighting": false,
  "text_dropout": 0.0,
  "checkpoint_dir": "/tmp/tinyflux_e2e_9apre6n0/checkpoints",
  "save_every_steps": 10,
  "keep_last_n_steps": 2,
  "save_every_epochs": 0,
  "keep_last_n_epochs": 3,
  "log_every": 5,
  "tensorboard_dir": "/tmp/tinyflux_e2e_9apre6n0/tensorboard",
  "sample_every": 10,
  "sample_prompts": [
    "a realistic cat, high quality",
    "a watercolor dog"
  ],
  "sample_dir": "/tmp/tinyflux_e2e_9apre6n0/samples",
  "dtype": "torch.bfloat16",
  "hf_repo_id": "AbstractPhil/tinyflux-test-e2e",
  "upload_every_steps": 20,
  "upload_every_epochs": 0
}