Spaces:
Build error
Build error
fix streaming on instruct
Browse files
tabbed.py
CHANGED
|
@@ -67,7 +67,7 @@ start_message = """
|
|
| 67 |
|
| 68 |
def generate_text_instruct(input_text):
|
| 69 |
response = ""
|
| 70 |
-
for output in llm(f"### Instruction:\n{input_text}\n\n### Response:\n", echo=False, **config['chat']):
|
| 71 |
answer = output['choices'][0]['text']
|
| 72 |
response += answer
|
| 73 |
yield response
|
|
|
|
| 67 |
|
| 68 |
def generate_text_instruct(input_text):
|
| 69 |
response = ""
|
| 70 |
+
for output in llm(f"### Instruction:\n{input_text}\n\n### Response:\n", echo=False, stream=True, **config['chat']):
|
| 71 |
answer = output['choices'][0]['text']
|
| 72 |
response += answer
|
| 73 |
yield response
|