t

app.py

@@ -92,6 +92,7 @@ def get_generated_text(generated_text):
         # return generated_text 
 
 
+
 def f(context, temperature, top_p, max_length, model_idx, SPACE_VERIFICATION_KEY):
     try:
 
@@ -197,8 +198,10 @@ def f(context, temperature, top_p, max_length, model_idx, SPACE_VERIFICATION_KEY
         elif model_idx == 2: 
             url = "https://api-inference.huggingface.co/models/distilgpt2"
             generated_text = ""#context #""
+            # NOTE adding repetition penalty parameter
+            # NOTE maybe leave tha parameter and just write a function to remove repetitions
             while len(generated_text) < max_length:
-                payload = {"inputs": context, "parameters": {"return_full_text":False, "max_new_tokens": 250, "temperature": temperature, "top_p": top_p}}
+                payload = {"inputs": context, "parameters": {"repetition_penalty":20.0,"return_full_text":False, "max_new_tokens": 250, "temperature": temperature, "top_p": top_p}}
                 response = requests.request("POST", url, data=json.dumps(payload), headers=headers)
                 context = json.loads(response.content.decode("utf-8"))
                 context = get_generated_text(context).strip()