changes for gwen tts
This commit is contained in:
@@ -151,7 +151,7 @@ class TTS:
|
||||
if TTS.DEVICE is None:
|
||||
# Automatically detect the best available device
|
||||
if torch.cuda.is_available():
|
||||
TTS.DEVICE = "cuda"
|
||||
TTS.DEVICE = "cuda:0"
|
||||
elif torch.backends.mps.is_available():
|
||||
TTS.DEVICE = "mps"
|
||||
else:
|
||||
@@ -161,7 +161,7 @@ class TTS:
|
||||
GWEN_TTS,
|
||||
device_map=TTS.DEVICE,
|
||||
dtype=torch.bfloat16,
|
||||
# attn_implementation="flash_attention_2",
|
||||
attn_implementation="flash_attention_2",
|
||||
)
|
||||
|
||||
@staticmethod
|
||||
|
||||
Reference in New Issue
Block a user