decoding_visualizer

Running on T4

m-ric commited on Apr 2, 2024

Commit

c4a1c93

verified ·

1 Parent(s): 0033238

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -427,7 +427,7 @@ def get_beam_search_html(
         **inputs,
         max_new_tokens=number_steps,
         num_beams=number_beams,
-        num_return_sequences=num_return_sequences,
         return_dict_in_generate=True,
         length_penalty=length_penalty,
         output_scores=True,

         **inputs,
         max_new_tokens=number_steps,
         num_beams=number_beams,
+        num_return_sequences=1,
         return_dict_in_generate=True,
         length_penalty=length_penalty,
         output_scores=True,