endpoints update

app.py

@@ -25,6 +25,7 @@ with st.sidebar:
     try:
         #if you can provide the API key in the HF settings under "Variables and secrets", you will not need to enter your OpenAI-compatible API key every time.
         st.session_state.api_key = st.secrets["openai_apikey"]
+        st.session_state.base_url = os.environ.get("base_url")
     except KeyError:
     # Add a text input for the API key if not in session state
         api_key = st.text_input("Enter your API Key", type="password")
@@ -36,10 +37,10 @@ if "api_key" not in st.session_state or not st.session_state.api_key:
     st.error("Please enter your API Key in the sidebar.")
 else:
     try:
-        endpoint = endpoint_data[modelname]
-        
+        # endpoint = endpoint_data[modelname]
         api_key = st.session_state.api_key
-        base_url = endpoint
+        base_url = st.session_state.base_url
+        # base_url = endpoint
         client = OpenAI(api_key=api_key, base_url=base_url)
 
         # Extract the model name

model_info.json

@@ -1,18 +1,18 @@
 {
-    "DENVR: meta-llama/Llama-3.3-70B-Instruct": "https://api.inference.denvrdata.com/v1/meta-llama/Llama-3.3-70B-Instruct",
-    "DENVR: meta-llama/Meta-Llama-3.2-1B-Instruct": "https://api.inference.denvrdata.com/v1/meta-llama/Meta-Llama-3.2-1B-Instruct",
-    "DENVR: meta-llama/Meta-Llama-3.2-3B-Instruct": "https://api.inference.denvrdata.com/v1/meta-llama/Meta-Llama-3.2-3B-Instruct",
-    "DENVR: meta-llama/Meta-Llama-3.1-8B-Instruct": "https://api.inference.denvrdata.com/v1/meta-llama/Meta-Llama-3.1-8B-Instruct",
-    "DENVR: meta-llama/Meta-Llama-3.1-70B-Instruct": "https://api.inference.denvrdata.com/v1/meta-llama/Meta-Llama-3.1-70B-Instruct", 
-    "DENVR: deepseek-ai/DeepSeek-R1-Distill-Llama-8B": "https://api.inference.denvrdata.com/v1/deepseek-ai/DeepSeek-R1-Distill-Llama-8B",
-    "DENVR: deepseek-ai/DeepSeek-R1-Distill-Llama-70B": "https://api.inference.denvrdata.com/v1/deepseek-ai/DeepSeek-R1-Distill-Llama-70B",
-    "DENVR: mistralai/Mistral-7B-Instruct-v0.2": "https://api.inference.denvrdata.com/v1/mistralai/Mistral-7B-Instruct-v0.2",
-    "DENVR: mistralai/Mistral-7B-Instruct-v0.1": "https://api.inference.denvrdata.com/v1/mistralai/Mistral-7B-Instruct-v0.1",
-    "DENVR: mistralai/Mixtral-8x7B-Instruct-v0.1": "https://api.inference.denvrdata.com/v1/mistralai/Mixtral-8x7B-Instruct-v0.1",
-    "DENVR: tiiuae/Falcon3-7B-Instruct": "https://api.inference.denvrdata.com/v1/tiiuae/Falcon3-7B-Instruct",
-    "DENVR: tiiuae/Falcon3-10B-Instruct": "https://api.inference.denvrdata.com/v1/tiiuae/Falcon3-10B-Instruct",
-    "DENVR: tiiuae/Falcon3.1-74B-Instruct": "https://api.inference.denvrdata.com/v1/tiiuae/Falcon3.1-74B-Instruct/",
-    "DENVR: ALLaM/ALLaM-7B-Instruct-preview": "https://api.inference.denvrdata.com/v1/ALLaM/ALLaM-7B-Instruct-preview",
-    "DENVR: inceptionai/jais-adapted-70b-chat": "https://api.inference.denvrdata.com/v1/inceptionai/jais-adapted-70b-chat",
-    "DENVR: codellama/CodeLlama-34b-Instruct-hf": "https://api.inference.denvrdata.com/v1/codellama/CodeLlama-34b-Instruct-hf"
+    "DENVR: meta-llama/Llama-3.3-70B-Instruct": "https://api.inference.denvrdata.com/v1/",
+    "DENVR: meta-llama/Meta-Llama-3.2-1B-Instruct": "https://api.inference.denvrdata.com/v1/",
+    "DENVR: meta-llama/Meta-Llama-3.2-3B-Instruct": "https://api.inference.denvrdata.com/v1/",
+    "DENVR: meta-llama/Meta-Llama-3.1-8B-Instruct": "https://api.inference.denvrdata.com/v1/",
+    "DENVR: meta-llama/Meta-Llama-3.1-70B-Instruct": "https://api.inference.denvrdata.com/v1/", 
+    "DENVR: deepseek-ai/DeepSeek-R1-Distill-Llama-8B": "https://api.inference.denvrdata.com/v1/",
+    "DENVR: deepseek-ai/DeepSeek-R1-Distill-Llama-70B": "https://api.inference.denvrdata.com/v1/",
+    "DENVR: mistralai/Mistral-7B-Instruct-v0.2": "https://api.inference.denvrdata.com/v1/",
+    "DENVR: mistralai/Mistral-7B-Instruct-v0.1": "https://api.inference.denvrdata.com/v1/",
+    "DENVR: mistralai/Mixtral-8x7B-Instruct-v0.1": "https://api.inference.denvrdata.com/v1/",
+    "DENVR: tiiuae/Falcon3-7B-Instruct": "https://api.inference.denvrdata.com/v1/",
+    "DENVR: tiiuae/Falcon3-10B-Instruct": "https://api.inference.denvrdata.com/v1/",
+    "DENVR: tiiuae/Falcon3.1-74B-Instruct": "https://api.inference.denvrdata.com/v1/",
+    "DENVR: ALLaM/ALLaM-7B-Instruct-preview": "https://api.inference.denvrdata.com/v1/",
+    "DENVR: inceptionai/jais-adapted-70b-chat": "https://api.inference.denvrdata.com/v1/",
+    "DENVR: codellama/CodeLlama-34b-Instruct-hf": "https://api.inference.denvrdata.com/v1/"
 }