singularitys0 commited on
Commit
ecf280c
·
verified ·
1 Parent(s): 22c3b30

Update utils/interface.py

Browse files
Files changed (1) hide show
  1. utils/interface.py +3 -3
utils/interface.py CHANGED
@@ -33,8 +33,8 @@ class Inference:
33
  trust_remote_code=True,
34
  )
35
  self.model = AutoModel.from_pretrained(
36
- model_path, trust_remote_code=True, device_map="auto"
37
- ).eval()
38
 
39
  def forward(
40
  self,
@@ -196,7 +196,7 @@ class MIMOInterface:
196
  try:
197
  # --- Handle Decoder Audio Prompt ---
198
  decoder_audio_prompt_path_for_model = None
199
- if decoder_audio_prompt is not None:
200
  saved_decoder_audio_path = self._save_audio_numpy(decoder_audio_prompt, prefix="decoder_prompt")
201
  audio_file_paths_to_delete.append(saved_decoder_audio_path)
202
  decoder_audio_prompt_path_for_model = saved_decoder_audio_path
 
33
  trust_remote_code=True,
34
  )
35
  self.model = AutoModel.from_pretrained(
36
+ model_path, trust_remote_code=True
37
+ ).to(self.device).eval()
38
 
39
  def forward(
40
  self,
 
196
  try:
197
  # --- Handle Decoder Audio Prompt ---
198
  decoder_audio_prompt_path_for_model = None
199
+ if decoder_audio_prompt:
200
  saved_decoder_audio_path = self._save_audio_numpy(decoder_audio_prompt, prefix="decoder_prompt")
201
  audio_file_paths_to_delete.append(saved_decoder_audio_path)
202
  decoder_audio_prompt_path_for_model = saved_decoder_audio_path