Spaces:
Running
on
Zero
Running
on
Zero
Update stepaudio2.py
Browse files- stepaudio2.py +2 -2
stepaudio2.py
CHANGED
|
@@ -10,8 +10,8 @@ class StepAudio2Base:
|
|
| 10 |
|
| 11 |
def __init__(self, model_path: str):
|
| 12 |
print(model_path)
|
| 13 |
-
self.llm_tokenizer = AutoTokenizer.from_pretrained(
|
| 14 |
-
self.llm = AutoModelForCausalLM.from_pretrained(
|
| 15 |
self.eos_token_id = self.llm_tokenizer.eos_token_id
|
| 16 |
|
| 17 |
def __call__(self, messages: list, **kwargs):
|
|
|
|
| 10 |
|
| 11 |
def __init__(self, model_path: str):
|
| 12 |
print(model_path)
|
| 13 |
+
self.llm_tokenizer = AutoTokenizer.from_pretrained("stepfun-ai/Step-Audio-2-mini", trust_remote_code=True, padding_side="right")
|
| 14 |
+
self.llm = AutoModelForCausalLM.from_pretrained("stepfun-ai/Step-Audio-2-mini", trust_remote_code=True, torch_dtype=torch.bfloat16).cuda()
|
| 15 |
self.eos_token_id = self.llm_tokenizer.eos_token_id
|
| 16 |
|
| 17 |
def __call__(self, messages: list, **kwargs):
|