Liu Hong Yuan Tom commited on
Commit
8fa2740
1 Parent(s): fd199a4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -6
app.py CHANGED
@@ -34,7 +34,7 @@ layer_agent_config_def = {
34
  # Recommended Configuration
35
 
36
  rec_config = {
37
- "main_model": "llama3-70b-8192",
38
  "cycles": 2,
39
  "layer_agent_config": {}
40
  }
@@ -42,24 +42,24 @@ rec_config = {
42
  layer_agent_config_rec = {
43
  "layer_agent_1": {
44
  "system_prompt": "Think through your response step by step. {helper_response}",
45
- "model_name": "llama3-8b-8192",
46
- "temperature": 0.1
47
  },
48
  "layer_agent_2": {
49
  "system_prompt": "Respond with a thought and then your response to the question. {helper_response}",
50
- "model_name": "llama3-8b-8192",
51
  "temperature": 0.2
52
  },
53
  "layer_agent_3": {
54
  "system_prompt": "You are an expert at logic and reasoning. Always take a logical approach to the answer. {helper_response}",
55
- "model_name": "llama3-8b-8192",
56
  "temperature": 0.4
57
  },
58
  "layer_agent_4": {
59
  "system_prompt": "You are an expert planner agent. Create a plan for how to answer the human's query. {helper_response}",
60
  "model_name": "mixtral-8x7b-32768",
61
  "temperature": 0.5
62
- },
63
  }
64
 
65
 
 
34
  # Recommended Configuration
35
 
36
  rec_config = {
37
+ "main_model": "llama-3.1-70b-versatile",
38
  "cycles": 2,
39
  "layer_agent_config": {}
40
  }
 
42
  layer_agent_config_rec = {
43
  "layer_agent_1": {
44
  "system_prompt": "Think through your response step by step. {helper_response}",
45
+ "model_name": "llama-3.1-70b-versatile",
46
+ "temperature": 0.3
47
  },
48
  "layer_agent_2": {
49
  "system_prompt": "Respond with a thought and then your response to the question. {helper_response}",
50
+ "model_name": "llama-3.1-8b-instant",
51
  "temperature": 0.2
52
  },
53
  "layer_agent_3": {
54
  "system_prompt": "You are an expert at logic and reasoning. Always take a logical approach to the answer. {helper_response}",
55
+ "model_name": "gemma2-9b-it",
56
  "temperature": 0.4
57
  },
58
  "layer_agent_4": {
59
  "system_prompt": "You are an expert planner agent. Create a plan for how to answer the human's query. {helper_response}",
60
  "model_name": "mixtral-8x7b-32768",
61
  "temperature": 0.5
62
+ }
63
  }
64
 
65