Spaces:
Runtime error
Runtime error
Commit
·
b630945
1
Parent(s):
15ed10c
Revert "Update app.py"
Browse filesThis reverts commit 84e19963f4ff3137b48c882882e9e2f90887c005.
app.py
CHANGED
|
@@ -157,9 +157,9 @@ def generate(
|
|
| 157 |
attention_mask=attention_mask.to("cuda"),
|
| 158 |
max_new_tokens=30,
|
| 159 |
num_beams=3,
|
| 160 |
-
|
| 161 |
-
|
| 162 |
-
|
| 163 |
)
|
| 164 |
|
| 165 |
gen_text = tokenizer.decode(
|
|
|
|
| 157 |
attention_mask=attention_mask.to("cuda"),
|
| 158 |
max_new_tokens=30,
|
| 159 |
num_beams=3,
|
| 160 |
+
do_sample=True,
|
| 161 |
+
temperature=0.3,
|
| 162 |
+
top_k=0,
|
| 163 |
)
|
| 164 |
|
| 165 |
gen_text = tokenizer.decode(
|