Suparious commited on
Commit
97a6908
1 Parent(s): 27518fe

Updated and moved existing to merged_models base_model tag in README.md

Browse files
Files changed (1) hide show
  1. README.md +73 -72
README.md CHANGED
@@ -1,126 +1,127 @@
1
  ---
2
- license: apache-2.0
 
3
  library_name: transformers
4
- tags:
5
- - 4-bit
6
- - AWQ
7
- - text-generation
8
- - autotrain_compatible
9
- - endpoints_compatible
10
- - merge
11
- - mergekit
12
- - lazymergekit
13
- - jsfs11/MixtureofMerges-MoE-2x7b-v7
14
- - jsfs11/MixtureofMerges-MoE-2x7bRP-v8
15
- base_model:
16
  - jsfs11/MixtureofMerges-MoE-2x7b-v7
17
  - jsfs11/MixtureofMerges-MoE-2x7bRP-v8
18
  model-index:
19
  - name: MixtureofMerges-MoE-2x7b-SLERPv0.9
20
  results:
21
- - task:
22
- type: text-generation
23
- name: Text Generation
24
- dataset:
25
- name: AI2 Reasoning Challenge (25-Shot)
26
- type: ai2_arc
27
- config: ARC-Challenge
28
- split: test
29
  args:
30
  num_few_shot: 25
 
 
 
 
31
  metrics:
32
- - type: acc_norm
 
33
  value: 73.12
34
- name: normalized accuracy
35
  source:
36
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=jsfs11/MixtureofMerges-MoE-2x7b-SLERPv0.9
37
  name: Open LLM Leaderboard
38
- - task:
39
- type: text-generation
40
  name: Text Generation
41
- dataset:
42
- name: HellaSwag (10-Shot)
43
- type: hellaswag
44
- split: validation
45
  args:
46
  num_few_shot: 10
 
 
 
47
  metrics:
48
- - type: acc_norm
 
49
  value: 88.76
50
- name: normalized accuracy
51
  source:
52
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=jsfs11/MixtureofMerges-MoE-2x7b-SLERPv0.9
53
  name: Open LLM Leaderboard
54
- - task:
55
- type: text-generation
56
  name: Text Generation
57
- dataset:
58
- name: MMLU (5-Shot)
59
- type: cais/mmlu
60
- config: all
61
- split: test
62
  args:
63
  num_few_shot: 5
 
 
 
 
64
  metrics:
65
- - type: acc
 
66
  value: 65.0
67
- name: accuracy
68
  source:
69
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=jsfs11/MixtureofMerges-MoE-2x7b-SLERPv0.9
70
  name: Open LLM Leaderboard
71
- - task:
72
- type: text-generation
73
  name: Text Generation
74
- dataset:
75
- name: TruthfulQA (0-shot)
76
- type: truthful_qa
77
- config: multiple_choice
78
- split: validation
79
  args:
80
  num_few_shot: 0
 
 
 
 
81
  metrics:
82
  - type: mc2
83
  value: 74.83
84
  source:
85
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=jsfs11/MixtureofMerges-MoE-2x7b-SLERPv0.9
86
  name: Open LLM Leaderboard
87
- - task:
88
- type: text-generation
89
  name: Text Generation
90
- dataset:
91
- name: Winogrande (5-shot)
92
- type: winogrande
93
- config: winogrande_xl
94
- split: validation
95
  args:
96
  num_few_shot: 5
 
 
 
 
97
  metrics:
98
- - type: acc
 
99
  value: 83.58
100
- name: accuracy
101
  source:
102
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=jsfs11/MixtureofMerges-MoE-2x7b-SLERPv0.9
103
  name: Open LLM Leaderboard
104
- - task:
105
- type: text-generation
106
  name: Text Generation
107
- dataset:
108
- name: GSM8k (5-shot)
109
- type: gsm8k
110
- config: main
111
- split: test
112
  args:
113
  num_few_shot: 5
 
 
 
 
114
  metrics:
115
- - type: acc
 
116
  value: 69.22
117
- name: accuracy
118
  source:
119
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=jsfs11/MixtureofMerges-MoE-2x7b-SLERPv0.9
120
  name: Open LLM Leaderboard
 
 
 
 
121
  pipeline_tag: text-generation
122
- inference: false
123
  quantized_by: Suparious
 
 
 
 
 
 
 
 
 
 
 
124
  ---
125
  # jsfs11/MixtureofMerges-MoE-2x7b-SLERPv0.9 AWQ
126
 
 
1
  ---
2
+ base_model: jsfs11/MixtureofMerges-MoE-2x7b-SLERPv0.9
3
+ inference: false
4
  library_name: transformers
5
+ license: apache-2.0
6
+ merged_models:
 
 
 
 
 
 
 
 
 
 
7
  - jsfs11/MixtureofMerges-MoE-2x7b-v7
8
  - jsfs11/MixtureofMerges-MoE-2x7bRP-v8
9
  model-index:
10
  - name: MixtureofMerges-MoE-2x7b-SLERPv0.9
11
  results:
12
+ - dataset:
 
 
 
 
 
 
 
13
  args:
14
  num_few_shot: 25
15
+ config: ARC-Challenge
16
+ name: AI2 Reasoning Challenge (25-Shot)
17
+ split: test
18
+ type: ai2_arc
19
  metrics:
20
+ - name: normalized accuracy
21
+ type: acc_norm
22
  value: 73.12
 
23
  source:
 
24
  name: Open LLM Leaderboard
25
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=jsfs11/MixtureofMerges-MoE-2x7b-SLERPv0.9
26
+ task:
27
  name: Text Generation
28
+ type: text-generation
29
+ - dataset:
 
 
30
  args:
31
  num_few_shot: 10
32
+ name: HellaSwag (10-Shot)
33
+ split: validation
34
+ type: hellaswag
35
  metrics:
36
+ - name: normalized accuracy
37
+ type: acc_norm
38
  value: 88.76
 
39
  source:
 
40
  name: Open LLM Leaderboard
41
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=jsfs11/MixtureofMerges-MoE-2x7b-SLERPv0.9
42
+ task:
43
  name: Text Generation
44
+ type: text-generation
45
+ - dataset:
 
 
 
46
  args:
47
  num_few_shot: 5
48
+ config: all
49
+ name: MMLU (5-Shot)
50
+ split: test
51
+ type: cais/mmlu
52
  metrics:
53
+ - name: accuracy
54
+ type: acc
55
  value: 65.0
 
56
  source:
 
57
  name: Open LLM Leaderboard
58
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=jsfs11/MixtureofMerges-MoE-2x7b-SLERPv0.9
59
+ task:
60
  name: Text Generation
61
+ type: text-generation
62
+ - dataset:
 
 
 
63
  args:
64
  num_few_shot: 0
65
+ config: multiple_choice
66
+ name: TruthfulQA (0-shot)
67
+ split: validation
68
+ type: truthful_qa
69
  metrics:
70
  - type: mc2
71
  value: 74.83
72
  source:
 
73
  name: Open LLM Leaderboard
74
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=jsfs11/MixtureofMerges-MoE-2x7b-SLERPv0.9
75
+ task:
76
  name: Text Generation
77
+ type: text-generation
78
+ - dataset:
 
 
 
79
  args:
80
  num_few_shot: 5
81
+ config: winogrande_xl
82
+ name: Winogrande (5-shot)
83
+ split: validation
84
+ type: winogrande
85
  metrics:
86
+ - name: accuracy
87
+ type: acc
88
  value: 83.58
 
89
  source:
 
90
  name: Open LLM Leaderboard
91
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=jsfs11/MixtureofMerges-MoE-2x7b-SLERPv0.9
92
+ task:
93
  name: Text Generation
94
+ type: text-generation
95
+ - dataset:
 
 
 
96
  args:
97
  num_few_shot: 5
98
+ config: main
99
+ name: GSM8k (5-shot)
100
+ split: test
101
+ type: gsm8k
102
  metrics:
103
+ - name: accuracy
104
+ type: acc
105
  value: 69.22
 
106
  source:
 
107
  name: Open LLM Leaderboard
108
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=jsfs11/MixtureofMerges-MoE-2x7b-SLERPv0.9
109
+ task:
110
+ name: Text Generation
111
+ type: text-generation
112
  pipeline_tag: text-generation
 
113
  quantized_by: Suparious
114
+ tags:
115
+ - 4-bit
116
+ - AWQ
117
+ - text-generation
118
+ - autotrain_compatible
119
+ - endpoints_compatible
120
+ - merge
121
+ - mergekit
122
+ - lazymergekit
123
+ - jsfs11/MixtureofMerges-MoE-2x7b-v7
124
+ - jsfs11/MixtureofMerges-MoE-2x7bRP-v8
125
  ---
126
  # jsfs11/MixtureofMerges-MoE-2x7b-SLERPv0.9 AWQ
127