Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -42,7 +42,7 @@ def generate_responses(prompt, history):
|
|
| 42 |
#already has special tokens
|
| 43 |
inputs = tokenizer.encode(wrapped_prompt, add_special_tokens=False, return_tensors="pt").to("cuda")
|
| 44 |
def standard_task():
|
| 45 |
-
return model1.generate(
|
| 46 |
|
| 47 |
# Custom sampler task: loop over generator and collect outputs in a list
|
| 48 |
async def custom_sampler_task():
|
|
|
|
| 42 |
#already has special tokens
|
| 43 |
inputs = tokenizer.encode(wrapped_prompt, add_special_tokens=False, return_tensors="pt").to("cuda")
|
| 44 |
def standard_task():
|
| 45 |
+
return model1.generate(inputs, max_length=2048, temperature=0.7)
|
| 46 |
|
| 47 |
# Custom sampler task: loop over generator and collect outputs in a list
|
| 48 |
async def custom_sampler_task():
|