Update

app.py

@@ -33,9 +33,9 @@ top_p = st.sidebar.slider("Top-p", min_value=0.0, max_value=1.0, step=0.05, valu
 
 
 @st.cache(allow_output_mutation=True)
-def setModel(model_name):
-    model = AutoModelWithLMHead.from_pretrained(model_name)
-    tokenizer = AutoTokenizer.from_pretrained(model_name)
+def setModel(model_checkpoint):
+    model = AutoModelWithLMHead.from_pretrained(model_checkpoint)
+    tokenizer = AutoTokenizer.from_pretrained(model_checkpoint)
     return model, tokenizer
 
 def infer(model, tokenizer, text, input_ids, max_length, temperature, top_k, top_p):
@@ -52,7 +52,7 @@ def infer(model, tokenizer, text, input_ids, max_length, temperature, top_k, top
 
     return output_sequences
 
-
+model, tokenizer = setModel(model_checkpoint)
 output_sequences = infer(model, tokenizer, text_element, input_ids, max_length, temperature, top_k, top_p)
 
 for generated_sequence_idx, generated_sequence in enumerate(output_sequences):