Liu Hong Yuan Tom
commited on
Update app.py
Browse files
app.py
CHANGED
|
@@ -26,7 +26,7 @@ layer_agent_config_def = {
|
|
| 26 |
},
|
| 27 |
"layer_agent_3": {
|
| 28 |
"system_prompt": "You are an expert at logic and reasoning. Always take a logical approach to the answer. {helper_response}",
|
| 29 |
-
"model_name": "
|
| 30 |
},
|
| 31 |
|
| 32 |
}
|
|
@@ -34,7 +34,7 @@ layer_agent_config_def = {
|
|
| 34 |
# Recommended Configuration
|
| 35 |
|
| 36 |
rec_config = {
|
| 37 |
-
"main_model": "
|
| 38 |
"cycles": 2,
|
| 39 |
"layer_agent_config": {}
|
| 40 |
}
|
|
@@ -42,17 +42,17 @@ rec_config = {
|
|
| 42 |
layer_agent_config_rec = {
|
| 43 |
"layer_agent_1": {
|
| 44 |
"system_prompt": "Think through your response step by step. {helper_response}",
|
| 45 |
-
"model_name": "
|
| 46 |
"temperature": 0.1
|
| 47 |
},
|
| 48 |
"layer_agent_2": {
|
| 49 |
"system_prompt": "Respond with a thought and then your response to the question. {helper_response}",
|
| 50 |
-
"model_name": "
|
| 51 |
"temperature": 0.2
|
| 52 |
},
|
| 53 |
"layer_agent_3": {
|
| 54 |
"system_prompt": "You are an expert at logic and reasoning. Always take a logical approach to the answer. {helper_response}",
|
| 55 |
-
"model_name": "llama3-
|
| 56 |
"temperature": 0.4
|
| 57 |
},
|
| 58 |
"layer_agent_4": {
|
|
@@ -226,7 +226,6 @@ with st.sidebar:
|
|
| 226 |
- MOA: [Together AI](https://www.together.ai/blog/together-moa)
|
| 227 |
- LLMs: [Groq](https://groq.com/)
|
| 228 |
- Paper: [arXiv:2406.04692](https://arxiv.org/abs/2406.04692)
|
| 229 |
-
- Code: https://github.com/skapadia3214/groq-moa
|
| 230 |
""")
|
| 231 |
|
| 232 |
# Main app layout
|
|
|
|
| 26 |
},
|
| 27 |
"layer_agent_3": {
|
| 28 |
"system_prompt": "You are an expert at logic and reasoning. Always take a logical approach to the answer. {helper_response}",
|
| 29 |
+
"model_name": "llama-3.1-8b-instant"
|
| 30 |
},
|
| 31 |
|
| 32 |
}
|
|
|
|
| 34 |
# Recommended Configuration
|
| 35 |
|
| 36 |
rec_config = {
|
| 37 |
+
"main_model": "llama3-70b-8192",
|
| 38 |
"cycles": 2,
|
| 39 |
"layer_agent_config": {}
|
| 40 |
}
|
|
|
|
| 42 |
layer_agent_config_rec = {
|
| 43 |
"layer_agent_1": {
|
| 44 |
"system_prompt": "Think through your response step by step. {helper_response}",
|
| 45 |
+
"model_name": "llama3-8b-8192",
|
| 46 |
"temperature": 0.1
|
| 47 |
},
|
| 48 |
"layer_agent_2": {
|
| 49 |
"system_prompt": "Respond with a thought and then your response to the question. {helper_response}",
|
| 50 |
+
"model_name": "llama3-8b-8192",
|
| 51 |
"temperature": 0.2
|
| 52 |
},
|
| 53 |
"layer_agent_3": {
|
| 54 |
"system_prompt": "You are an expert at logic and reasoning. Always take a logical approach to the answer. {helper_response}",
|
| 55 |
+
"model_name": "llama3-8b-8192",
|
| 56 |
"temperature": 0.4
|
| 57 |
},
|
| 58 |
"layer_agent_4": {
|
|
|
|
| 226 |
- MOA: [Together AI](https://www.together.ai/blog/together-moa)
|
| 227 |
- LLMs: [Groq](https://groq.com/)
|
| 228 |
- Paper: [arXiv:2406.04692](https://arxiv.org/abs/2406.04692)
|
|
|
|
| 229 |
""")
|
| 230 |
|
| 231 |
# Main app layout
|