eduagarcia commited on
Commit
2328c3d
1 Parent(s): 9d51ca7

Update results for gemini 1.5 pro preview 0409

Browse files
Files changed (1) hide show
  1. proprietary_models_results.json +21 -0
proprietary_models_results.json CHANGED
@@ -103,5 +103,26 @@
103
  },
104
  "result_metrics_average": 0.6993914868794414,
105
  "result_metrics_npm": 0.551208000273598
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
106
  }
107
  ]
 
103
  },
104
  "result_metrics_average": 0.6993914868794414,
105
  "result_metrics_npm": 0.551208000273598
106
+ },
107
+ {
108
+ "model": "gemini-1.5-pro-preview-0409",
109
+ "name": "Gemini 1.5 Pro Preview (0409)",
110
+ "link": "https://cloud.google.com/vertex-ai",
111
+ "date": "2024-04-15",
112
+ "status": "full",
113
+ "main_language": "English",
114
+ "result_metrics": {
115
+ "enem_challenge": 0.8509447165850245,
116
+ "bluex": 0.7719054242002782,
117
+ "oab_exams": 0.6888382687927107,
118
+ "assin2_sts": 0.8159702278408203,
119
+ "assin2_rte": 0.9328989988467518,
120
+ "faquad_nli": 0.7290756302521009,
121
+ "hatebr_offensive": 0.8697698647467024,
122
+ "portuguese_hate_speech": 0.7539414414414414,
123
+ "tweetsentbr": 0.772785080895884
124
+ },
125
+ "result_metrics_average": 0.7984588504001905,
126
+ "result_metrics_npm": 0.6908188311933006
127
  }
128
  ]