Liu Hong Yuan Tom
commited on
Update app.py
Browse files
app.py
CHANGED
|
@@ -34,7 +34,7 @@ layer_agent_config_def = {
|
|
| 34 |
# Recommended Configuration
|
| 35 |
|
| 36 |
rec_config = {
|
| 37 |
-
"main_model": "
|
| 38 |
"cycles": 2,
|
| 39 |
"layer_agent_config": {}
|
| 40 |
}
|
|
@@ -42,24 +42,24 @@ rec_config = {
|
|
| 42 |
layer_agent_config_rec = {
|
| 43 |
"layer_agent_1": {
|
| 44 |
"system_prompt": "Think through your response step by step. {helper_response}",
|
| 45 |
-
"model_name": "
|
| 46 |
-
"temperature": 0.
|
| 47 |
},
|
| 48 |
"layer_agent_2": {
|
| 49 |
"system_prompt": "Respond with a thought and then your response to the question. {helper_response}",
|
| 50 |
-
"model_name": "
|
| 51 |
"temperature": 0.2
|
| 52 |
},
|
| 53 |
"layer_agent_3": {
|
| 54 |
"system_prompt": "You are an expert at logic and reasoning. Always take a logical approach to the answer. {helper_response}",
|
| 55 |
-
"model_name": "
|
| 56 |
"temperature": 0.4
|
| 57 |
},
|
| 58 |
"layer_agent_4": {
|
| 59 |
"system_prompt": "You are an expert planner agent. Create a plan for how to answer the human's query. {helper_response}",
|
| 60 |
"model_name": "mixtral-8x7b-32768",
|
| 61 |
"temperature": 0.5
|
| 62 |
-
}
|
| 63 |
}
|
| 64 |
|
| 65 |
|
|
|
|
| 34 |
# Recommended Configuration
|
| 35 |
|
| 36 |
rec_config = {
|
| 37 |
+
"main_model": "llama-3.1-70b-versatile",
|
| 38 |
"cycles": 2,
|
| 39 |
"layer_agent_config": {}
|
| 40 |
}
|
|
|
|
| 42 |
layer_agent_config_rec = {
|
| 43 |
"layer_agent_1": {
|
| 44 |
"system_prompt": "Think through your response step by step. {helper_response}",
|
| 45 |
+
"model_name": "llama-3.1-70b-versatile",
|
| 46 |
+
"temperature": 0.3
|
| 47 |
},
|
| 48 |
"layer_agent_2": {
|
| 49 |
"system_prompt": "Respond with a thought and then your response to the question. {helper_response}",
|
| 50 |
+
"model_name": "llama-3.1-8b-instant",
|
| 51 |
"temperature": 0.2
|
| 52 |
},
|
| 53 |
"layer_agent_3": {
|
| 54 |
"system_prompt": "You are an expert at logic and reasoning. Always take a logical approach to the answer. {helper_response}",
|
| 55 |
+
"model_name": "gemma2-9b-it",
|
| 56 |
"temperature": 0.4
|
| 57 |
},
|
| 58 |
"layer_agent_4": {
|
| 59 |
"system_prompt": "You are an expert planner agent. Create a plan for how to answer the human's query. {helper_response}",
|
| 60 |
"model_name": "mixtral-8x7b-32768",
|
| 61 |
"temperature": 0.5
|
| 62 |
+
}
|
| 63 |
}
|
| 64 |
|
| 65 |
|