Spaces:
Runtime error
Runtime error
Update app.py (#4)
Browse files- Update app.py (b7ad9c0f6fc7994f3f3f217ee01d8ef5afb4f9d6)
Co-authored-by: Shivani Sharma <shivanis14@users.noreply.huggingface.co>
app.py
CHANGED
|
@@ -51,7 +51,7 @@ def run_inference(message, history):
|
|
| 51 |
images = encoded.images
|
| 52 |
tokens = encoded.tokens
|
| 53 |
|
| 54 |
-
out_tokens, _ = generate([tokens], model, images=[images], max_tokens=
|
| 55 |
result = tokenizer.decode(out_tokens[0])
|
| 56 |
return result
|
| 57 |
|
|
|
|
| 51 |
images = encoded.images
|
| 52 |
tokens = encoded.tokens
|
| 53 |
|
| 54 |
+
out_tokens, _ = generate([tokens], model, images=[images], max_tokens=1024, temperature=0.45, eos_id=tokenizer.instruct_tokenizer.tokenizer.eos_id)
|
| 55 |
result = tokenizer.decode(out_tokens[0])
|
| 56 |
return result
|
| 57 |
|