Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -131,22 +131,21 @@ with gr.Blocks() as demo:
|
|
| 131 |
def end(self):
|
| 132 |
queue.put(None)
|
| 133 |
def background_fn():
|
| 134 |
-
|
| 135 |
-
|
| 136 |
-
|
| 137 |
-
|
| 138 |
-
|
| 139 |
-
|
|
|
|
|
|
|
|
|
|
| 140 |
print('Generated text:')
|
| 141 |
print(result[0]['generated_text'])
|
| 142 |
print()
|
| 143 |
Thread(target=background_fn).start()
|
| 144 |
while True:
|
| 145 |
-
|
| 146 |
-
text = queue.get()
|
| 147 |
-
except queue.Full:
|
| 148 |
-
print("Queue is full. Exiting.")
|
| 149 |
-
break
|
| 150 |
if text is None:
|
| 151 |
break
|
| 152 |
history[-1]["content"] += text
|
|
|
|
| 131 |
def end(self):
|
| 132 |
queue.put(None)
|
| 133 |
def background_fn():
|
| 134 |
+
try:
|
| 135 |
+
result = pipe(
|
| 136 |
+
prefix,
|
| 137 |
+
streamer=MyStreamer(),
|
| 138 |
+
max_length=3000,
|
| 139 |
+
temperature=0.95,
|
| 140 |
+
)
|
| 141 |
+
except queue.Full:
|
| 142 |
+
print("Queue is full. Exiting.")
|
| 143 |
print('Generated text:')
|
| 144 |
print(result[0]['generated_text'])
|
| 145 |
print()
|
| 146 |
Thread(target=background_fn).start()
|
| 147 |
while True:
|
| 148 |
+
text = queue.get()
|
|
|
|
|
|
|
|
|
|
|
|
|
| 149 |
if text is None:
|
| 150 |
break
|
| 151 |
history[-1]["content"] += text
|