Liu Hong Yuan Tom
commited on
Commit
•
8fa2740
1
Parent(s):
fd199a4
Update app.py
Browse files
app.py
CHANGED
@@ -34,7 +34,7 @@ layer_agent_config_def = {
|
|
34 |
# Recommended Configuration
|
35 |
|
36 |
rec_config = {
|
37 |
-
"main_model": "
|
38 |
"cycles": 2,
|
39 |
"layer_agent_config": {}
|
40 |
}
|
@@ -42,24 +42,24 @@ rec_config = {
|
|
42 |
layer_agent_config_rec = {
|
43 |
"layer_agent_1": {
|
44 |
"system_prompt": "Think through your response step by step. {helper_response}",
|
45 |
-
"model_name": "
|
46 |
-
"temperature": 0.
|
47 |
},
|
48 |
"layer_agent_2": {
|
49 |
"system_prompt": "Respond with a thought and then your response to the question. {helper_response}",
|
50 |
-
"model_name": "
|
51 |
"temperature": 0.2
|
52 |
},
|
53 |
"layer_agent_3": {
|
54 |
"system_prompt": "You are an expert at logic and reasoning. Always take a logical approach to the answer. {helper_response}",
|
55 |
-
"model_name": "
|
56 |
"temperature": 0.4
|
57 |
},
|
58 |
"layer_agent_4": {
|
59 |
"system_prompt": "You are an expert planner agent. Create a plan for how to answer the human's query. {helper_response}",
|
60 |
"model_name": "mixtral-8x7b-32768",
|
61 |
"temperature": 0.5
|
62 |
-
}
|
63 |
}
|
64 |
|
65 |
|
|
|
34 |
# Recommended Configuration
|
35 |
|
36 |
rec_config = {
|
37 |
+
"main_model": "llama-3.1-70b-versatile",
|
38 |
"cycles": 2,
|
39 |
"layer_agent_config": {}
|
40 |
}
|
|
|
42 |
layer_agent_config_rec = {
|
43 |
"layer_agent_1": {
|
44 |
"system_prompt": "Think through your response step by step. {helper_response}",
|
45 |
+
"model_name": "llama-3.1-70b-versatile",
|
46 |
+
"temperature": 0.3
|
47 |
},
|
48 |
"layer_agent_2": {
|
49 |
"system_prompt": "Respond with a thought and then your response to the question. {helper_response}",
|
50 |
+
"model_name": "llama-3.1-8b-instant",
|
51 |
"temperature": 0.2
|
52 |
},
|
53 |
"layer_agent_3": {
|
54 |
"system_prompt": "You are an expert at logic and reasoning. Always take a logical approach to the answer. {helper_response}",
|
55 |
+
"model_name": "gemma2-9b-it",
|
56 |
"temperature": 0.4
|
57 |
},
|
58 |
"layer_agent_4": {
|
59 |
"system_prompt": "You are an expert planner agent. Create a plan for how to answer the human's query. {helper_response}",
|
60 |
"model_name": "mixtral-8x7b-32768",
|
61 |
"temperature": 0.5
|
62 |
+
}
|
63 |
}
|
64 |
|
65 |
|