simultaneous streams

app.py

@@ -93,7 +93,28 @@ def generate(
         yield output
     return output
 
+def generate_both(prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
+    generator_1, generator_2 = generate(prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0), generate(prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0)
+    output_1, output_2 = "", ""
+    output_1_end, output_2_end = False, False
 
+    while True:
+        try:
+            output_1 = next(generator_1)
+        except StopIteration:
+            output_1_end = True
+
+        try:
+            output_2 = next(generator_2)
+        except StopIteration:
+            output_2_end = True
+        
+        if output_1_end and output_2_end:
+            yield output_1, output_2
+            return output_1, output_2
+
+        yield output_1, output_2
+        
 examples = [
     "X_train, y_train, X_test, y_test = train_test_split(X, y, test_size=0.1)\n\n# Train a logistic regression model, predict the labels on the test set and compute the accuracy score",
     "// Returns every other value in the array as a new array.\nfunction everyOther(arr) {",
@@ -142,7 +163,8 @@ with gr.Blocks(theme=theme, analytics_enabled=False, css=css) as demo:
                     elem_id="q-input",
                 )
                 submit = gr.Button("Generate", variant="primary")
-                output = gr.Code(elem_id="q-output", lines=30, label="Output")
+                output_1 = gr.Code(elem_id="q-output", lines=30, label="Output")
+                output_2 = gr.Code(elem_id="q-output", lines=30, label="Output")
                 with gr.Row():
                     with gr.Column():
                         with gr.Accordion("Advanced settings", open=False):
@@ -192,12 +214,12 @@ with gr.Blocks(theme=theme, analytics_enabled=False, css=css) as demo:
                     inputs=[instruction],
                     cache_examples=False,
                     fn=process_example,
-                    outputs=[output],
+                    outputs=[output_1],
                 )
 
     submit.click(
-        generate,
+        generate_both,
         inputs=[instruction, temperature, max_new_tokens, top_p, repetition_penalty],
-        outputs=[output],
+        outputs=[output_1, output_2],
     )
 demo.queue(concurrency_count=16).launch(debug=True)