add button

app.py

@@ -36,12 +36,13 @@ max_length = st.sidebar.slider("Max Length", min_value = 10, max_value=500)
 #top_k = st.sidebar.slider("Top-k", min_value = 0, max_value=5, value = 0)
 #top_p = st.sidebar.slider("Top-p", min_value = 0.0, max_value=1.0, step = 0.05, value = 0.9)
 
-encoded_prompt = tokenizer.encode(sent, add_special_tokens=False, return_tensors="pt")
-if encoded_prompt.size()[-1] == 0:
-    input_ids = None
-else:
-    input_ids = encoded_prompt
-
-gen_tokens = infer(encoded_prompt, max_length)
-gen_text = tokenizer.batch_decode(gen_tokens)[0]
-st.write(gen_text)
+if st.button("Generate Text"):
+    encoded_prompt = tokenizer.encode(sent, add_special_tokens=False, return_tensors="pt")
+    if encoded_prompt.size()[-1] == 0:
+        input_ids = None
+    else:
+        input_ids = encoded_prompt
+
+    gen_tokens = infer(encoded_prompt, max_length)
+    gen_text = tokenizer.batch_decode(gen_tokens)[0]
+    st.write(gen_text)