Update README.md

README.md

@@ -56,6 +56,7 @@ def llm_router(user_prompt, tokens_so_far = 0):
 
 def chat(user_prompt, model_store_entry = None, curr_ctx = [], system_prompt = ' ', verbose=False):
     if model_store_entry == None and curr_ctx == []:
+        # initial model selection
         model_store_entry = llm_router(user_prompt)
         if verbose:
             print(f'Classify prompt - selected model: {model_store_entry["model_id"]}')
@@ -69,12 +70,9 @@ def chat(user_prompt, model_store_entry = None, curr_ctx = [], system_prompt = '
     url = model_store_entry['url']
     api_key = model_store_entry['api_key']
     model_id = model_store_entry['model_id']
-    # max_ctx = model_store_entry['max_ctx']
     
     client = OpenAI(base_url=url, api_key=api_key)
-    # print(curr_ctx)
     messages = curr_ctx
-    # print(messages)
     messages.append({"role": "user", "content": user_prompt})
     
     completion = client.chat.completions.create(
@@ -86,7 +84,6 @@ def chat(user_prompt, model_store_entry = None, curr_ctx = [], system_prompt = '
     if verbose:
         print(f'Used model: {model_id}')
         print(f'completion: {completion}')
-    # return completion.choices[0].message.content
     client.close()
     return completion.choices[0].message.content, messages, model_store_entry