From 9d4776b082eef181fbe246631f28b6077f92309d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=8D=81=E5=AD=97=E9=B1=BC?= <52977964+gluttony-10@users.noreply.github.com> Date: Mon, 8 Sep 2025 22:09:26 +0800 Subject: [PATCH] Use without deepspeed (#280) Use without deepspeed --- indextts/infer_v2.py | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/indextts/infer_v2.py b/indextts/infer_v2.py index ebe23d0..3ab0861 100644 --- a/indextts/infer_v2.py +++ b/indextts/infer_v2.py @@ -81,17 +81,22 @@ class IndexTTS2: self.gpt.eval() print(">> GPT weights restored from:", self.gpt_path) if self.is_fp16: + use_deepspeed = True try: import deepspeed - - use_deepspeed = True except (ImportError, OSError, CalledProcessError) as e: use_deepspeed = False print(f">> DeepSpeed加载失败，回退到标准推理: {e}") self.gpt.post_init_gpt2_config(use_deepspeed=use_deepspeed, kv_cache=True, half=True) else: - self.gpt.post_init_gpt2_config(use_deepspeed=True, kv_cache=True, half=False) + use_deepspeed = True + try: + import deepspeed + except (ImportError, OSError, CalledProcessError) as e: + use_deepspeed = False + print(f">> DeepSpeed加载失败，回退到标准推理: {e}") + self.gpt.post_init_gpt2_config(use_deepspeed=use_deepspeed, kv_cache=True, half=False) if self.use_cuda_kernel: # preload the CUDA kernel for BigVGAN