yhzx233 commited on
Commit
82b777c
·
verified ·
1 Parent(s): 8ed2ef9

fix: args for _sample

Browse files
Files changed (1) hide show
  1. modeling_asteroid.py +2 -2
modeling_asteroid.py CHANGED
@@ -55,8 +55,8 @@ class CustomMixin(GenerationMixin):
55
  logits_processor: LogitsProcessorList,
56
  stopping_criteria: StoppingCriteriaList,
57
  generation_config: GenerationConfig,
58
- synced_gpus: bool,
59
- streamer: Optional["BaseStreamer"],
60
  **model_kwargs,
61
  ) -> Union[GenerateDecoderOnlyOutput, torch.LongTensor]:
62
  # 提取配置参数
 
55
  logits_processor: LogitsProcessorList,
56
  stopping_criteria: StoppingCriteriaList,
57
  generation_config: GenerationConfig,
58
+ synced_gpus: bool = False,
59
+ streamer: Optional["BaseStreamer"] = None,
60
  **model_kwargs,
61
  ) -> Union[GenerateDecoderOnlyOutput, torch.LongTensor]:
62
  # 提取配置参数