diff --git a/indextts/gpt/model.py b/indextts/gpt/model.py index becf037..a605f7e 100644 --- a/indextts/gpt/model.py +++ b/indextts/gpt/model.py @@ -409,14 +409,14 @@ class UnifiedVoice(nn.Module): import deepspeed self.ds_engine = deepspeed.init_inference(model=self.inference_model, mp_size=1, - replace_with_kernel_inject=True, + replace_with_kernel_inject=False, dtype=torch.float16) self.inference_model = self.ds_engine.module.eval() elif use_deepspeed and torch.cuda.is_available(): import deepspeed self.ds_engine = deepspeed.init_inference(model=self.inference_model, mp_size=1, - replace_with_kernel_inject=True, + replace_with_kernel_inject=False, dtype=torch.float32) self.inference_model = self.ds_engine.module.eval() else: