int4 weight only quantized model using torchao

2025-05-09 20:27:25 +08:00
parent 3f1813d0d5
commit 054f599ebd
4 changed files with 288 additions and 37 deletions
@@ -83,7 +83,8 @@ def main(checkpoint_path, bf16, torch_compile, device_id, output_path):
        audio_duration,
        prompt,
        lyrics,
-        infer_step,
+        # infer_step,
+        10,
        guidance_scale,
        scheduler_type,
        cfg_type,