Update server.py

server.py

@@ -24,14 +24,17 @@ def base():
 
 prefix_prompt="""<s>[INST]Summarize the following transcript[/INST]\n"""
 suffix_prompt="""\n"""
+import os
+baseten_url = os.getenv("BASETEN_URL")
+baseten_key = os.getenv("BASETEN_KEY")
 @app.post("/llm")
 async def main(request: Request):
     input_json =  await request.json()
     print(input_json)
     final_prompt = prefix_prompt + str(input_json["prompt"]) + suffix_prompt
     resp = requests.post(
-    "https://YOUR_MODEL_ID.api.baseten.co/production/predict",
-    headers={"Authorization": "Api-Key YOUR_API_KEY"},
+    baseten_url,
+    headers={"Authorization": f"Api-Key {baseten_key}"},
     json={'prompt': final_prompt ,'temperature': 0.001, 'max_new_tokens': 100, 'repetition_penalty':1.2},
 )   
     llm_response = resp.json()