From 2f6046b072b9ad8ad508bca435862697fe8a03a2 Mon Sep 17 00:00:00 2001
From: woctordho <woctordho@outlook.com>
Date: Sat, 17 May 2025 22:58:28 +0800
Subject: [PATCH] Set scheduler interval to step and fewer warmup steps

---
 trainer.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/trainer.py b/trainer.py
index a47f4c4..a3ed9cb 100644
--- a/trainer.py
+++ b/trainer.py
@@ -49,7 +49,7 @@ class Pipeline(LightningModule):
         ssl_coeff: float = 1.0,
         checkpoint_dir=None,
         max_steps: int = 200000,
-        warmup_steps: int = 4000,
+        warmup_steps: int = 10,
         dataset_path: str = "./data/your_dataset_path",
         lora_config_path: str = None,
         adapter_name: str = "lora_adapter",
@@ -440,7 +440,7 @@ class Pipeline(LightningModule):
         lr_scheduler = torch.optim.lr_scheduler.LambdaLR(
             optimizer, lr_lambda, last_epoch=-1
         )
-        return [optimizer], lr_scheduler
+        return [optimizer], [{"scheduler": lr_scheduler, "interval": "step"}]
 
     def train_dataloader(self):
         self.train_dataset = Text2MusicDataset(