bedio commited on
Commit
f3149fe
1 Parent(s): 48b9b9f

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +18 -9
README.md CHANGED
@@ -1,6 +1,5 @@
1
  ---
2
  library_name: transformers
3
- tags: []
4
  model-index:
5
  - name: Explore_Llama-3.2-1B-Inst
6
  results:
@@ -17,7 +16,8 @@ model-index:
17
  value: 57.68
18
  name: strict accuracy
19
  source:
20
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/Explore_Llama-3.2-1B-Inst
 
21
  name: Open LLM Leaderboard
22
  - task:
23
  type: text-generation
@@ -32,7 +32,8 @@ model-index:
32
  value: 8.31
33
  name: normalized accuracy
34
  source:
35
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/Explore_Llama-3.2-1B-Inst
 
36
  name: Open LLM Leaderboard
37
  - task:
38
  type: text-generation
@@ -47,7 +48,8 @@ model-index:
47
  value: 4.53
48
  name: exact match
49
  source:
50
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/Explore_Llama-3.2-1B-Inst
 
51
  name: Open LLM Leaderboard
52
  - task:
53
  type: text-generation
@@ -62,7 +64,8 @@ model-index:
62
  value: 1.57
63
  name: acc_norm
64
  source:
65
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/Explore_Llama-3.2-1B-Inst
 
66
  name: Open LLM Leaderboard
67
  - task:
68
  type: text-generation
@@ -77,7 +80,8 @@ model-index:
77
  value: 1.09
78
  name: acc_norm
79
  source:
80
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/Explore_Llama-3.2-1B-Inst
 
81
  name: Open LLM Leaderboard
82
  - task:
83
  type: text-generation
@@ -94,8 +98,14 @@ model-index:
94
  value: 8.31
95
  name: accuracy
96
  source:
97
- url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/Explore_Llama-3.2-1B-Inst
 
98
  name: Open LLM Leaderboard
 
 
 
 
 
99
  ---
100
 
101
  # Model Card for Model ID
@@ -313,5 +323,4 @@ Detailed results can be found [here](https://huggingface.co/datasets/open-llm-le
313
  |MATH Lvl 5 (4-Shot)| 4.53|
314
  |GPQA (0-shot) | 1.57|
315
  |MuSR (0-shot) | 1.09|
316
- |MMLU-PRO (5-shot) | 8.31|
317
-
 
1
  ---
2
  library_name: transformers
 
3
  model-index:
4
  - name: Explore_Llama-3.2-1B-Inst
5
  results:
 
16
  value: 57.68
17
  name: strict accuracy
18
  source:
19
+ url: >-
20
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/Explore_Llama-3.2-1B-Inst
21
  name: Open LLM Leaderboard
22
  - task:
23
  type: text-generation
 
32
  value: 8.31
33
  name: normalized accuracy
34
  source:
35
+ url: >-
36
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/Explore_Llama-3.2-1B-Inst
37
  name: Open LLM Leaderboard
38
  - task:
39
  type: text-generation
 
48
  value: 4.53
49
  name: exact match
50
  source:
51
+ url: >-
52
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/Explore_Llama-3.2-1B-Inst
53
  name: Open LLM Leaderboard
54
  - task:
55
  type: text-generation
 
64
  value: 1.57
65
  name: acc_norm
66
  source:
67
+ url: >-
68
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/Explore_Llama-3.2-1B-Inst
69
  name: Open LLM Leaderboard
70
  - task:
71
  type: text-generation
 
80
  value: 1.09
81
  name: acc_norm
82
  source:
83
+ url: >-
84
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/Explore_Llama-3.2-1B-Inst
85
  name: Open LLM Leaderboard
86
  - task:
87
  type: text-generation
 
98
  value: 8.31
99
  name: accuracy
100
  source:
101
+ url: >-
102
+ https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=DeepAutoAI/Explore_Llama-3.2-1B-Inst
103
  name: Open LLM Leaderboard
104
+ license: apache-2.0
105
+ language:
106
+ - en
107
+ base_model:
108
+ - meta-llama/Llama-3.2-1B
109
  ---
110
 
111
  # Model Card for Model ID
 
323
  |MATH Lvl 5 (4-Shot)| 4.53|
324
  |GPQA (0-shot) | 1.57|
325
  |MuSR (0-shot) | 1.09|
326
+ |MMLU-PRO (5-shot) | 8.31|