Update app.py
Browse files
app.py
CHANGED
|
@@ -57,11 +57,7 @@ def generate(
|
|
| 57 |
streamer=streamer,
|
| 58 |
max_new_tokens=max_new_tokens,
|
| 59 |
do_sample=True,
|
| 60 |
-
top_p=top_p,
|
| 61 |
-
top_k=top_k,
|
| 62 |
temperature=temperature,
|
| 63 |
-
num_beams=1,
|
| 64 |
-
repetition_penalty=repetition_penalty
|
| 65 |
)
|
| 66 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
| 67 |
t.start()
|
|
@@ -87,7 +83,7 @@ demo = gr.ChatInterface(
|
|
| 87 |
minimum=0.1,
|
| 88 |
maximum=4.0,
|
| 89 |
step=0.1,
|
| 90 |
-
value=0.
|
| 91 |
)
|
| 92 |
],
|
| 93 |
stop_btn=None,
|
|
|
|
| 57 |
streamer=streamer,
|
| 58 |
max_new_tokens=max_new_tokens,
|
| 59 |
do_sample=True,
|
|
|
|
|
|
|
| 60 |
temperature=temperature,
|
|
|
|
|
|
|
| 61 |
)
|
| 62 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
| 63 |
t.start()
|
|
|
|
| 83 |
minimum=0.1,
|
| 84 |
maximum=4.0,
|
| 85 |
step=0.1,
|
| 86 |
+
value=0.1,
|
| 87 |
)
|
| 88 |
],
|
| 89 |
stop_btn=None,
|