Cloyir/index-tts2-ForDgxSpark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

set replace_with_kernel_inject=False as default for gpt infer

Browse Source
This commit is contained in:
shujingchen 2025-04-08 16:02:26 +08:00
parent e92bf90235
commit a649fe2bff
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
indextts/gpt/model.py
View File

@ -409,14 +409,14 @@ class UnifiedVoice(nn.Module):
import deepspeed
self.ds_engine = deepspeed.init_inference(model=self.inference_model,
mp_size=1,
replace_with_kernel_inject=True,
replace_with_kernel_inject=False,
dtype=torch.float16)
self.inference_model = self.ds_engine.module.eval()
elif use_deepspeed and torch.cuda.is_available():
import deepspeed
self.ds_engine = deepspeed.init_inference(model=self.inference_model,
mp_size=1,
replace_with_kernel_inject=True,
replace_with_kernel_inject=False,
dtype=torch.float32)
self.inference_model = self.ds_engine.module.eval()
else: