Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
eduagarcia
commited on
Commit
•
74168f2
1
Parent(s):
0e84464
update deepseek
Browse files
proprietary_models_results.json
CHANGED
@@ -124,5 +124,26 @@
|
|
124 |
},
|
125 |
"result_metrics_average": 0.7984588504001905,
|
126 |
"result_metrics_npm": 0.6908188311933006
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
127 |
}
|
128 |
]
|
|
|
124 |
},
|
125 |
"result_metrics_average": 0.7984588504001905,
|
126 |
"result_metrics_npm": 0.6908188311933006
|
127 |
+
},
|
128 |
+
{
|
129 |
+
"model": "deepseek-v2-chat",
|
130 |
+
"name": "DeepSeek-V2 Chat (API)",
|
131 |
+
"link": "https://www.deepseek.com/",
|
132 |
+
"date": "2024-05-18",
|
133 |
+
"status": "full",
|
134 |
+
"main_language": "English",
|
135 |
+
"result_metrics": {
|
136 |
+
"enem_challenge": 0.7844646606018194,
|
137 |
+
"bluex": 0.6954102920723226,
|
138 |
+
"oab_exams": 0.564009111617312,
|
139 |
+
"assin2_sts": 0.8533174657651231,
|
140 |
+
"assin2_rte": 0.9440170304568147,
|
141 |
+
"faquad_nli": 0.7995469048381548,
|
142 |
+
"hatebr_offensive": 0.8842986491071644,
|
143 |
+
"portuguese_hate_speech": 0.7271736342651962,
|
144 |
+
"tweetsentbr": 0.6835304759163984
|
145 |
+
},
|
146 |
+
"result_metrics_average": 0.7706409138489229,
|
147 |
+
"result_metrics_npm": 0.655901521190756
|
148 |
}
|
149 |
]
|