Update app.py
Browse files
app.py
CHANGED
|
@@ -68,7 +68,6 @@ def generate_response(text):
|
|
| 68 |
"""
|
| 69 |
language = detect_language(text)
|
| 70 |
if language == "hebrew":
|
| 71 |
-
# Hebrew prompt: answer shortly but explain your decision-making process
|
| 72 |
content = "转砖诪讜专 注诇 转砖讜讘讛 拽爪专讛, 讗讘诇 转住驻专 讗讬讱 拽讬讘诇转 讗转 讛讛讞诇讟讛, " + text
|
| 73 |
model = "huggingface/mistralai/Mistral-Nemo-Instruct-2407" # "yam-peleg/Hebrew-Gemma-11B-Instruct"
|
| 74 |
elif language == "english":
|
|
@@ -79,25 +78,15 @@ def generate_response(text):
|
|
| 79 |
|
| 80 |
messages = [{"role": "user", "content": content}]
|
| 81 |
|
| 82 |
-
# try:
|
| 83 |
-
# completion = client.chat.completions.create(
|
| 84 |
-
# model=model,
|
| 85 |
-
# messages=messages,
|
| 86 |
-
# max_tokens=2048,
|
| 87 |
-
# temperature=0.5,
|
| 88 |
-
# top_p=0.7
|
| 89 |
-
# )
|
| 90 |
-
# return completion.choices[0].message.content
|
| 91 |
try:
|
| 92 |
-
|
| 93 |
model=model,
|
| 94 |
messages=messages,
|
| 95 |
-
max_tokens=
|
| 96 |
temperature=0.5,
|
| 97 |
top_p=0.7
|
| 98 |
)
|
| 99 |
-
|
| 100 |
-
return completion_res
|
| 101 |
except Exception as e:
|
| 102 |
logger.error(f"Error generating response: {e}")
|
| 103 |
return "Error: Could not generate response."
|
|
|
|
| 68 |
"""
|
| 69 |
language = detect_language(text)
|
| 70 |
if language == "hebrew":
|
|
|
|
| 71 |
content = "转砖诪讜专 注诇 转砖讜讘讛 拽爪专讛, 讗讘诇 转住驻专 讗讬讱 拽讬讘诇转 讗转 讛讛讞诇讟讛, " + text
|
| 72 |
model = "huggingface/mistralai/Mistral-Nemo-Instruct-2407" # "yam-peleg/Hebrew-Gemma-11B-Instruct"
|
| 73 |
elif language == "english":
|
|
|
|
| 78 |
|
| 79 |
messages = [{"role": "user", "content": content}]
|
| 80 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 81 |
try:
|
| 82 |
+
completion = client.chat.completions.create(
|
| 83 |
model=model,
|
| 84 |
messages=messages,
|
| 85 |
+
max_tokens=2048,
|
| 86 |
temperature=0.5,
|
| 87 |
top_p=0.7
|
| 88 |
)
|
| 89 |
+
return completion.choices[0].message.content
|
|
|
|
| 90 |
except Exception as e:
|
| 91 |
logger.error(f"Error generating response: {e}")
|
| 92 |
return "Error: Could not generate response."
|