From a649fe2bffac563b2cf0eb2149a91d0547797ab0 Mon Sep 17 00:00:00 2001 From: shujingchen Date: Tue, 8 Apr 2025 16:02:26 +0800 Subject: [PATCH] set replace_with_kernel_inject=False as default for gpt infer --- indextts/gpt/model.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/indextts/gpt/model.py b/indextts/gpt/model.py index becf037..a605f7e 100644 --- a/indextts/gpt/model.py +++ b/indextts/gpt/model.py @@ -409,14 +409,14 @@ class UnifiedVoice(nn.Module): import deepspeed self.ds_engine = deepspeed.init_inference(model=self.inference_model, mp_size=1, - replace_with_kernel_inject=True, + replace_with_kernel_inject=False, dtype=torch.float16) self.inference_model = self.ds_engine.module.eval() elif use_deepspeed and torch.cuda.is_available(): import deepspeed self.ds_engine = deepspeed.init_inference(model=self.inference_model, mp_size=1, - replace_with_kernel_inject=True, + replace_with_kernel_inject=False, dtype=torch.float32) self.inference_model = self.ds_engine.module.eval() else: