Merge pull request #198 from woct0rdho/warmup

This commit is contained in:
Gong Junmin
2025-05-17 23:36:21 +08:00
committed by GitHub
+2 -2
View File
@@ -49,7 +49,7 @@ class Pipeline(LightningModule):
ssl_coeff: float = 1.0, ssl_coeff: float = 1.0,
checkpoint_dir=None, checkpoint_dir=None,
max_steps: int = 200000, max_steps: int = 200000,
warmup_steps: int = 4000, warmup_steps: int = 10,
dataset_path: str = "./data/your_dataset_path", dataset_path: str = "./data/your_dataset_path",
lora_config_path: str = None, lora_config_path: str = None,
adapter_name: str = "lora_adapter", adapter_name: str = "lora_adapter",
@@ -440,7 +440,7 @@ class Pipeline(LightningModule):
lr_scheduler = torch.optim.lr_scheduler.LambdaLR( lr_scheduler = torch.optim.lr_scheduler.LambdaLR(
optimizer, lr_lambda, last_epoch=-1 optimizer, lr_lambda, last_epoch=-1
) )
return [optimizer], lr_scheduler return [optimizer], [{"scheduler": lr_scheduler, "interval": "step"}]
def train_dataloader(self): def train_dataloader(self):
self.train_dataset = Text2MusicDataset( self.train_dataset = Text2MusicDataset(