feat(train): 添加warmup学习率调度器

2026-02-06 22:54:34 +08:00
parent 456056347f
commit 4332530a5f
2 changed files with 69 additions and 3 deletions
@@ -11,4 +11,9 @@ train:
  log_freq: 100       # Log frequency (steps)
  save_freq: 2000     # Save checkpoint frequency (steps)
  device: "cuda"      # Device: "cuda" or "cpu"
-  num_workers: 8      # DataLoader workers (set to 0 for debugging, 8 for production)
+  num_workers: 8      # DataLoader workers (set to 0 for debugging, 8 for production)
+
+  # Learning rate scheduler with warmup
+  warmup_steps: 500   # Number of warmup steps
+  scheduler_type: "cosine"  # Scheduler after warmup: "constant" or "cosine"
+  min_lr: 1e-6        # Minimum learning rate (for cosine decay)