Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
rerank model
Browse files
utilities/invoke_models.py
CHANGED
|
@@ -68,7 +68,7 @@ def invoke_model_mm(text,img):
|
|
| 68 |
def invoke_llm_model(input,is_stream):
|
| 69 |
if(is_stream == False):
|
| 70 |
response = bedrock_runtime_client.invoke_model(
|
| 71 |
-
modelId= "anthropic.claude-3-
|
| 72 |
contentType = "application/json",
|
| 73 |
accept = "application/json",
|
| 74 |
|
|
@@ -163,7 +163,7 @@ def read_from_table(file,question):
|
|
| 163 |
|
| 164 |
model = BedrockChat(
|
| 165 |
client=bedrock_runtime_client,
|
| 166 |
-
model_id='anthropic.claude-3-
|
| 167 |
model_kwargs=bedrock_params,
|
| 168 |
streaming=False
|
| 169 |
)
|
|
@@ -203,7 +203,7 @@ def generate_image_captions_llm(base64_string,question):
|
|
| 203 |
# messages=message_list
|
| 204 |
# )
|
| 205 |
response = bedrock_runtime_client.invoke_model(
|
| 206 |
-
modelId= "anthropic.claude-3-
|
| 207 |
contentType = "application/json",
|
| 208 |
accept = "application/json",
|
| 209 |
|
|
|
|
| 68 |
def invoke_llm_model(input,is_stream):
|
| 69 |
if(is_stream == False):
|
| 70 |
response = bedrock_runtime_client.invoke_model(
|
| 71 |
+
modelId= "anthropic.claude-3-haiku-20240307-v1:0",#"anthropic.claude-3-5-sonnet-20240620-v1:0",,
|
| 72 |
contentType = "application/json",
|
| 73 |
accept = "application/json",
|
| 74 |
|
|
|
|
| 163 |
|
| 164 |
model = BedrockChat(
|
| 165 |
client=bedrock_runtime_client,
|
| 166 |
+
model_id='anthropic.claude-3-haiku-20240307-v1:0',
|
| 167 |
model_kwargs=bedrock_params,
|
| 168 |
streaming=False
|
| 169 |
)
|
|
|
|
| 203 |
# messages=message_list
|
| 204 |
# )
|
| 205 |
response = bedrock_runtime_client.invoke_model(
|
| 206 |
+
modelId= "anthropic.claude-3-haiku-20240307-v1:0",
|
| 207 |
contentType = "application/json",
|
| 208 |
accept = "application/json",
|
| 209 |
|