Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
eduagarcia
commited on
Commit
•
2328c3d
1
Parent(s):
9d51ca7
Update results for gemini 1.5 pro preview 0409
Browse files
proprietary_models_results.json
CHANGED
@@ -103,5 +103,26 @@
|
|
103 |
},
|
104 |
"result_metrics_average": 0.6993914868794414,
|
105 |
"result_metrics_npm": 0.551208000273598
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
106 |
}
|
107 |
]
|
|
|
103 |
},
|
104 |
"result_metrics_average": 0.6993914868794414,
|
105 |
"result_metrics_npm": 0.551208000273598
|
106 |
+
},
|
107 |
+
{
|
108 |
+
"model": "gemini-1.5-pro-preview-0409",
|
109 |
+
"name": "Gemini 1.5 Pro Preview (0409)",
|
110 |
+
"link": "https://cloud.google.com/vertex-ai",
|
111 |
+
"date": "2024-04-15",
|
112 |
+
"status": "full",
|
113 |
+
"main_language": "English",
|
114 |
+
"result_metrics": {
|
115 |
+
"enem_challenge": 0.8509447165850245,
|
116 |
+
"bluex": 0.7719054242002782,
|
117 |
+
"oab_exams": 0.6888382687927107,
|
118 |
+
"assin2_sts": 0.8159702278408203,
|
119 |
+
"assin2_rte": 0.9328989988467518,
|
120 |
+
"faquad_nli": 0.7290756302521009,
|
121 |
+
"hatebr_offensive": 0.8697698647467024,
|
122 |
+
"portuguese_hate_speech": 0.7539414414414414,
|
123 |
+
"tweetsentbr": 0.772785080895884
|
124 |
+
},
|
125 |
+
"result_metrics_average": 0.7984588504001905,
|
126 |
+
"result_metrics_npm": 0.6908188311933006
|
127 |
}
|
128 |
]
|