queue and duration

app.py

@@ -95,7 +95,16 @@ def create_msg(name, data):
 def send_msgs(msgs):
     return json.dumps(msgs)
 
-@spaces.GPU()
+def get_duration(model_name, tab, mid_seq, continuation_state, instruments, drum_kit, bpm, time_sig,
+                 key_sig, mid, midi_events, reduce_cc_st, remap_track_channel, add_default_instr,
+                 remove_empty_channels, seed, seed_rand, gen_events, temp, top_p, top_k, allow_cc):
+    if "large" in model_name:
+        return gen_events // 10
+    else:
+        return gen_events // 20
+
+
+@spaces.GPU(duration=get_duration)
 def run(model_name, tab, mid_seq, continuation_state, instruments, drum_kit, bpm, time_sig, key_sig, mid, midi_events,
         reduce_cc_st, remap_track_channel, add_default_instr, remove_empty_channels, seed, seed_rand,
         gen_events, temp, top_p, top_k, allow_cc):
@@ -410,10 +419,10 @@ if __name__ == "__main__":
                                         input_top_k, input_allow_cc],
                                   [output_midi_seq, output_continuation_state,
                                    output_midi, output_audio, input_seed, js_msg],
-                                  concurrency_limit=3)
+                                  concurrency_limit=10)
         stop_btn.click(cancel_run, [input_model, output_midi_seq],
                        [output_midi, output_audio, js_msg],
                        cancels=run_event, queue=False)
         undo_btn.click(undo_continuation, [input_model, output_midi_seq, output_continuation_state],
                        [output_midi_seq, output_continuation_state, js_msg], queue=False)
-    app.launch(server_port=opt.port, share=opt.share, inbrowser=True)
+    app.queue().launch(server_port=opt.port, share=opt.share, inbrowser=True)