Use optimize_for_inference

deiteris · Jun 8, 2024 · 466eb98 · 466eb98
1 parent 5b1b0e1
commit 466eb98
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/server/voice_changer/RVC/inferencer/RVCInferencerv2.py b/server/voice_changer/RVC/inferencer/RVCInferencerv2.py
@@ -37,7 +37,7 @@ def loadModel(self, file: str, gpu: int):
                 model = model.eval()
                 self.use_jit = True
             else:
-                model = torch.jit.freeze(torch.jit.script(model.eval()))
+                model = torch.jit.optimize_for_inference(torch.jit.script(model.eval()), other_methods=['infer'])
                 torch.jit.save(model, jit_file)
                 self.use_jit = False
         else:

diff --git a/server/voice_changer/RVC/inferencer/RVCInferencerv2Nono.py b/server/voice_changer/RVC/inferencer/RVCInferencerv2Nono.py
@@ -37,7 +37,7 @@ def loadModel(self, file: str, gpu: int):
                 model = model.eval()
                 self.use_jit = True
             else:
-                model = torch.jit.freeze(torch.jit.script(model.eval()))
+                model = torch.jit.optimize_for_inference(torch.jit.script(model.eval()), other_methods=['infer'])
                 torch.jit.save(model, jit_file)
                 self.use_jit = False
         else:

diff --git a/server/voice_changer/common/rmvpe/rmvpe.py b/server/voice_changer/common/rmvpe/rmvpe.py
@@ -355,7 +355,7 @@ def __init__(self, model_path: str, is_half: bool, device: torch.device | str =
                 model = model.eval()
                 self.use_jit = True
             else:
-                model = torch.jit.freeze(torch.jit.script(model.eval()))
+                model = torch.jit.optimize_for_inference(torch.jit.script(model.eval()))
                 torch.jit.save(model, jit_file)
                 self.use_jit = False
         else: