t

app.py

@@ -194,12 +194,12 @@ def f(context, temperature, top_p, max_length, model_idx, SPACE_VERIFICATION_KEY
             # TODO use fallback gpt-2 inference api for this as well 
             # TODO or just make it an option in the menu "GPT-2 inference"
         else: 
-            API_URL = "https://api-inference.huggingface.co/models/distilgpt2"
+            DISTIL_GPT2_API_URL = "https://api-inference.huggingface.co/models/distilgpt2"
             generated_text=""
             while (max_length > 0):
                 # NOTE see original implementation above for gpt-J-6B
                 payload = {"inputs": context, "parameters": {"max_new_tokens": 250, "temperature": temperature, "top_p": top_p}}
-                response = requests.request("POST", API_URL, data=json.dumps(payload), headers=headers)
+                response = requests.request("POST", DISTIL_GPT2_API_URL, data=json.dumps(payload), headers=headers)
                 context = json.loads(response.content.decode("utf-8"))
                     
                 context = get_generated_text(context)