eduagarcia commited on
Commit
74168f2
1 Parent(s): 0e84464

update deepseek

Browse files
Files changed (1) hide show
  1. proprietary_models_results.json +21 -0
proprietary_models_results.json CHANGED
@@ -124,5 +124,26 @@
124
  },
125
  "result_metrics_average": 0.7984588504001905,
126
  "result_metrics_npm": 0.6908188311933006
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
127
  }
128
  ]
 
124
  },
125
  "result_metrics_average": 0.7984588504001905,
126
  "result_metrics_npm": 0.6908188311933006
127
+ },
128
+ {
129
+ "model": "deepseek-v2-chat",
130
+ "name": "DeepSeek-V2 Chat (API)",
131
+ "link": "https://www.deepseek.com/",
132
+ "date": "2024-05-18",
133
+ "status": "full",
134
+ "main_language": "English",
135
+ "result_metrics": {
136
+ "enem_challenge": 0.7844646606018194,
137
+ "bluex": 0.6954102920723226,
138
+ "oab_exams": 0.564009111617312,
139
+ "assin2_sts": 0.8533174657651231,
140
+ "assin2_rte": 0.9440170304568147,
141
+ "faquad_nli": 0.7995469048381548,
142
+ "hatebr_offensive": 0.8842986491071644,
143
+ "portuguese_hate_speech": 0.7271736342651962,
144
+ "tweetsentbr": 0.6835304759163984
145
+ },
146
+ "result_metrics_average": 0.7706409138489229,
147
+ "result_metrics_npm": 0.655901521190756
148
  }
149
  ]