Update api_clients.py
Browse files- api_clients.py +1 -1
api_clients.py
CHANGED
|
@@ -24,7 +24,7 @@ HF_TOKEN = os.getenv('HF_TOKEN')
|
|
| 24 |
GROQ_API_KEY = os.getenv('GROQ_API_KEY')
|
| 25 |
FIREWORKS_API_KEY = os.getenv('FIREWORKS_API_KEY')
|
| 26 |
|
| 27 |
-
def get_inference_client(model_id):
|
| 28 |
"""Return an InferenceClient configured for Hugging Face, Groq, or Fireworks AI."""
|
| 29 |
if model_id == "moonshotai/Kimi-K2-Instruct":
|
| 30 |
return InferenceClient(
|
|
|
|
| 24 |
GROQ_API_KEY = os.getenv('GROQ_API_KEY')
|
| 25 |
FIREWORKS_API_KEY = os.getenv('FIREWORKS_API_KEY')
|
| 26 |
|
| 27 |
+
def get_inference_client(model_id,provider="auto"):
|
| 28 |
"""Return an InferenceClient configured for Hugging Face, Groq, or Fireworks AI."""
|
| 29 |
if model_id == "moonshotai/Kimi-K2-Instruct":
|
| 30 |
return InferenceClient(
|