Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
model changed to Haiku 3.5 for query re=write
Browse files
utilities/invoke_models.py
CHANGED
|
@@ -66,7 +66,7 @@ def invoke_llm_model(input,is_stream):
|
|
| 66 |
modelId= "anthropic.claude-3-5-haiku-20241022-v1:0",#"anthropic.claude-3-5-sonnet-20240620-v1:0",,
|
| 67 |
contentType = "application/json",
|
| 68 |
accept = "application/json",
|
| 69 |
-
performanceConfigLatency='optimized'
|
| 70 |
|
| 71 |
body = json.dumps({
|
| 72 |
"anthropic_version": "bedrock-2023-05-31",
|
|
|
|
| 66 |
modelId= "anthropic.claude-3-5-haiku-20241022-v1:0",#"anthropic.claude-3-5-sonnet-20240620-v1:0",,
|
| 67 |
contentType = "application/json",
|
| 68 |
accept = "application/json",
|
| 69 |
+
performanceConfigLatency='optimized',
|
| 70 |
|
| 71 |
body = json.dumps({
|
| 72 |
"anthropic_version": "bedrock-2023-05-31",
|