mrleo1nid/ACE-Step
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Set scheduler interval to step and fewer warmup steps

Browse Source
This commit is contained in:
woctordho
2025-05-17 22:58:41 +08:00
parent afef7efec5
commit 2f6046b072
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
trainer.py
+2 -2
View File
@@ -49,7 +49,7 @@ class Pipeline(LightningModule):
ssl_coeff: float = 1.0, ssl_coeff: float = 1.0,
checkpoint_dir=None, checkpoint_dir=None,
max_steps: int = 200000, max_steps: int = 200000,
warmup_steps: int = 4000, warmup_steps: int = 10,
dataset_path: str = "./data/your_dataset_path", dataset_path: str = "./data/your_dataset_path",
lora_config_path: str = None, lora_config_path: str = None,
adapter_name: str = "lora_adapter", adapter_name: str = "lora_adapter",
@@ -440,7 +440,7 @@ class Pipeline(LightningModule):
lr_scheduler = torch.optim.lr_scheduler.LambdaLR( lr_scheduler = torch.optim.lr_scheduler.LambdaLR(
optimizer, lr_lambda, last_epoch=-1 optimizer, lr_lambda, last_epoch=-1
) )
return [optimizer], lr_scheduler return [optimizer], [{"scheduler": lr_scheduler, "interval": "step"}]
def train_dataloader(self): def train_dataloader(self):
self.train_dataset = Text2MusicDataset( self.train_dataset = Text2MusicDataset(