Update app.py

app.py

@@ -20,7 +20,10 @@ model1 = AutoModelForCausalLM.from_pretrained(model_name).to("cuda")
 model2 = AutoModelForCausalLM.from_pretrained(model_name)
 
 provider = TransformersProvider(model2, tokenizer, device)
-strategy = CreativeWritingStrategy(provider)
+strategy = CreativeWritingStrategy(provider, 
+                                   top_p_flat = 0.65,
+                                   top_k_threshold_flat = 9,
+                                   eos_penalty = 0.8)
 creative_sampler = BacktrackSampler(strategy, provider)
 
 def create_chat_template_messages(history, prompt):