Import data from LM Contamination Index

#7
Files changed (1) hide show
  1. contamination_report.csv +85 -80
contamination_report.csv CHANGED
@@ -1,5 +1,9 @@
1
  Evaluation Dataset;Subset;Contaminated Source;Model or corpus;Train Split;Development Split;Test Split;Approach;Reference;PR
2
 
 
 
 
 
3
  lama;T-REx;allenai/c4;corpus;;;4.6;data-based;https://arxiv.org/abs/2104.08758;6
4
  lama;Google-RE;allenai/c4;corpus;;;5.7;data-based;https://arxiv.org/abs/2104.08758;6
5
  EdinburghNLP/xsum;;allenai/c4;corpus;;;15.49;data-based;https://arxiv.org/abs/2104.08758;6
@@ -15,9 +19,9 @@ nyu-mll/glue;MRPC-sentence-1;allenai/c4;corpus;;;2.7;data-based;https://arxiv.or
15
  nyu-mll/glue;MRPC-sentence-2;allenai/c4;corpus;;;2.7;data-based;https://arxiv.org/abs/2104.08758;6
16
  nyu-mll/glue;QNLI-sentence;allenai/c4;corpus;;;53.6;data-based;https://arxiv.org/abs/2104.08758;6
17
  nyu-mll/glue;QNLI-question;allenai/c4;corpus;;;1.8;data-based;https://arxiv.org/abs/2104.08758;6
18
- nyu-mll/glue;RTE-sentence-1;allenai/c4;corpus;;;6.0;data-based;https://arxiv.org/abs/2104.08758;6
19
  nyu-mll/glue;RTE-sentence-2;allenai/c4;corpus;;;10.8;data-based;https://arxiv.org/abs/2104.08758;6
20
- nyu-mll/glue;SST-2;allenai/c4;corpus;;;11.0;data-based;https://arxiv.org/abs/2104.08758;6
21
  nyu-mll/glue;STS-B-sentence-1;allenai/c4;corpus;;;18.3;data-based;https://arxiv.org/abs/2104.08758;6
22
  nyu-mll/glue;STS-B-sentence-2;allenai/c4;corpus;;;18.6;data-based;https://arxiv.org/abs/2104.08758;6
23
  nyu-mll/glue;WNLI-sentence-1;allenai/c4;corpus;;;4.8;data-based;https://arxiv.org/abs/2104.08758;6
@@ -41,7 +45,7 @@ UCLNLP/adversarial_qa;dbidaf;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;dat
41
  UCLNLP/adversarial_qa;droberta;allenai/c4;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
42
  UCLNLP/adversarial_qa;droberta;oscar-corpus/OSCAR-2301;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
43
  UCLNLP/adversarial_qa;droberta;EleutherAI/pile;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
44
- UCLNLP/adversarial_qa;droberta;togethercomputer/RedPajama-Data-V2;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707
45
 
46
  aeslc;;allenai/c4;corpus;;;1.57;data-based;https://arxiv.org/abs/2310.20707;2
47
  aeslc;;oscar-corpus/OSCAR-2301;corpus;;;0.31;data-based;https://arxiv.org/abs/2310.20707;2
@@ -49,7 +53,7 @@ aeslc;;EleutherAI/pile;corpus;;;45.49;data-based;https://arxiv.org/abs/2310.2070
49
  aeslc;;togethercomputer/RedPajama-Data-V2;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
50
 
51
  amazon_reviews_multi;;allenai/c4;corpus;;;2.28;data-based;https://arxiv.org/abs/2310.20707;2
52
- amazon_reviews_multi;;oscar-corpus/OSCAR-2301;corpus;;;2.10;data-based;https://arxiv.org/abs/2310.20707;2
53
  amazon_reviews_multi;;EleutherAI/pile;corpus;;;1.48;data-based;https://arxiv.org/abs/2310.20707;2
54
  amazon_reviews_multi;;togethercomputer/RedPajama-Data-V2;corpus;;;2.06;data-based;https://arxiv.org/abs/2310.20707;2
55
 
@@ -104,7 +108,7 @@ nyu-mll/glue;mnli-mismatched;EleutherAI/pile;corpus;;;2.11;data-based;https://ar
104
  nyu-mll/glue;mnli-mismatched;togethercomputer/RedPajama-Data-V2;corpus;;;2.17;data-based;https://arxiv.org/abs/2310.20707;2
105
 
106
  nyu-mll/glue;mrpc;allenai/c4;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2
107
- nyu-mll/glue;mrpc;oscar-corpus/OSCAR-2301;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
108
  nyu-mll/glue;mrpc;EleutherAI/pile;corpus;;;0.64;data-based;https://arxiv.org/abs/2310.20707;2
109
  nyu-mll/glue;mrpc;togethercomputer/RedPajama-Data-V2;corpus;;;1.16;data-based;https://arxiv.org/abs/2310.20707;2
110
 
@@ -113,7 +117,7 @@ nyu-mll/glue;qnli;oscar-corpus/OSCAR-2301;corpus;;;0.04;data-based;https://arxiv
113
  nyu-mll/glue;qnli;EleutherAI/pile;corpus;;;1.48;data-based;https://arxiv.org/abs/2310.20707;2
114
  nyu-mll/glue;qnli;togethercomputer/RedPajama-Data-V2;corpus;;;1.21;data-based;https://arxiv.org/abs/2310.20707;2
115
 
116
- nyu-mll/glue;rte;allenai/c4;corpus;;;0.20;data-based;https://arxiv.org/abs/2310.20707;2
117
  nyu-mll/glue;rte;oscar-corpus/OSCAR-2301;corpus;;;0.17;data-based;https://arxiv.org/abs/2310.20707;2
118
  nyu-mll/glue;rte;EleutherAI/pile;corpus;;;0.13;data-based;https://arxiv.org/abs/2310.20707;2
119
  nyu-mll/glue;rte;togethercomputer/RedPajama-Data-V2;corpus;;;67.47;data-based;https://arxiv.org/abs/2310.20707;2
@@ -123,9 +127,9 @@ nyu-mll/glue;stsb;oscar-corpus/OSCAR-2301;corpus;;;3.12;data-based;https://arxiv
123
  nyu-mll/glue;stsb;EleutherAI/pile;corpus;;;11.09;data-based;https://arxiv.org/abs/2310.20707;2
124
  nyu-mll/glue;stsb;togethercomputer/RedPajama-Data-V2;corpus;;;9.86;data-based;https://arxiv.org/abs/2310.20707;2
125
 
126
- nyu-mll/glue;wnli;allenai/c4;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
127
- nyu-mll/glue;wnli;oscar-corpus/OSCAR-2301;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
128
- nyu-mll/glue;wnli;EleutherAI/pile;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
129
  nyu-mll/glue;wnli;togethercomputer/RedPajama-Data-V2;corpus;;;2.05;data-based;https://arxiv.org/abs/2310.20707;2
130
 
131
  head_qa;en;allenai/c4;corpus;;;5.22;data-based;https://arxiv.org/abs/2310.20707;2
@@ -134,38 +138,38 @@ head_qa;en;EleutherAI/pile;corpus;;;5.11;data-based;https://arxiv.org/abs/2310.2
134
  head_qa;en;togethercomputer/RedPajama-Data-V2;corpus;;;5.94;data-based;https://arxiv.org/abs/2310.20707;2
135
 
136
  health_fact;;allenai/c4;corpus;;;7.53;data-based;https://arxiv.org/abs/2310.20707;2
137
- health_fact;;oscar-corpus/OSCAR-2301;corpus;;;3.40;data-based;https://arxiv.org/abs/2310.20707;2
138
  health_fact;;EleutherAI/pile;corpus;;;1.94;data-based;https://arxiv.org/abs/2310.20707;2
139
- health_fact;;togethercomputer/RedPajama-Data-V2;corpus;;;18.70;data-based;https://arxiv.org/abs/2310.20707;2
140
 
141
- hlgd;;allenai/c4;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
142
- hlgd;;oscar-corpus/OSCAR-2301;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
143
- hlgd;;EleutherAI/pile;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
144
- hlgd;;togethercomputer/RedPajama-Data-V2;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
145
 
146
  liar;;allenai/c4;corpus;;;29.23;data-based;https://arxiv.org/abs/2310.20707;2
147
  liar;;oscar-corpus/OSCAR-2301;corpus;;;13.95;data-based;https://arxiv.org/abs/2310.20707;2
148
  liar;;EleutherAI/pile;corpus;;;10.91;data-based;https://arxiv.org/abs/2310.20707;2
149
  liar;;togethercomputer/RedPajama-Data-V2;corpus;;;45.05;data-based;https://arxiv.org/abs/2310.20707;2
150
 
151
- math_dataset;algebra__linear_1d;allenai/c4;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
152
- math_dataset;algebra__linear_1d;oscar-corpus/OSCAR-2301;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
153
- math_dataset;algebra__linear_1d;EleutherAI/pile;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
154
- math_dataset;algebra__linear_1d;togethercomputer/RedPajama-Data-V2;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
155
 
156
- math_dataset;algebra__linear_2d;allenai/c4;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
157
- math_dataset;algebra__linear_2d;oscar-corpus/OSCAR-2301;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
158
- math_dataset;algebra__linear_2d;EleutherAI/pile;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
159
- math_dataset;algebra__linear_2d;togethercomputer/RedPajama-Data-V2;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
160
 
161
- math_dataset;algebra__linear_2d_composed;allenai/c4;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
162
- math_dataset;algebra__linear_2d_composed;oscar-corpus/OSCAR-2301;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
163
- math_dataset;algebra__linear_2d_composed;EleutherAI/pile;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
164
- math_dataset;algebra__linear_2d_composed;togethercomputer/RedPajama-Data-V2;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
165
 
166
  math_qa;;allenai/c4;corpus;;;0.34;data-based;https://arxiv.org/abs/2310.20707;2
167
  math_qa;;oscar-corpus/OSCAR-2301;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
168
- math_qa;;EleutherAI/pile;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
169
  math_qa;;togethercomputer/RedPajama-Data-V2;corpus;;;0.07;data-based;https://arxiv.org/abs/2310.20707;2
170
 
171
  mc_taco;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
@@ -184,7 +188,7 @@ openai_humaneval;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/
184
  openai_humaneval;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
185
 
186
  paws-x;en;allenai/c4;corpus;;;0.05;data-based;https://arxiv.org/abs/2310.20707;2
187
- paws-x;en;oscar-corpus/OSCAR-2301;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
188
  paws-x;en;EleutherAI/pile;corpus;;;0.15;data-based;https://arxiv.org/abs/2310.20707;2
189
  paws-x;en;togethercomputer/RedPajama-Data-V2;corpus;;;0.2;data-based;https://arxiv.org/abs/2310.20707;2
190
 
@@ -232,215 +236,216 @@ scan;addprim_turn;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.
232
  scan;addprim_turn;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
233
  scan;addprim_turn;EleutherAI/pile;corpus;;;0.08;data-based;https://arxiv.org/abs/2310.20707;2
234
  scan;addprim_turn;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
235
-
236
  scan;filler_num0;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
237
  scan;filler_num0;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
238
  scan;filler_num0;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
239
  scan;filler_num0;togethercomputer/RedPajama-Data-V2;corpus;;;0.9;data-based;https://arxiv.org/abs/2310.20707;2
240
-
241
  scan;length;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
242
  scan;length;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
243
  scan;length;EleutherAI/pile;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
244
  scan;length;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
245
-
246
  scan;simple;allenai/c4;corpus;;;0.02;data-based;https://arxiv.org/abs/2310.20707;2
247
  scan;simple;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
248
  scan;simple;EleutherAI/pile;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
249
  scan;simple;togethercomputer/RedPajama-Data-V2;corpus;;;0.26;data-based;https://arxiv.org/abs/2310.20707;2
250
-
251
  scan;template_around;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
252
  scan;template_around;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
253
  scan;template_around;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
254
  scan;template_around;togethercomputer/RedPajama-Data-V2;corpus;;;0.18;data-based;https://arxiv.org/abs/2310.20707;2
255
-
256
  scan;template_jump;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
257
  scan;template_jump;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
258
  scan;template_jump;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
259
  scan;template_jump;togethercomputer/RedPajama-Data-V2;corpus;;;0.9;data-based;https://arxiv.org/abs/2310.20707;2
260
-
261
  scan;template_opposite;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
262
  scan;template_opposite;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
263
  scan;template_opposite;EleutherAI/pile;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2
264
  scan;template_opposite;togethercomputer/RedPajama-Data-V2;corpus;;;0.16;data-based;https://arxiv.org/abs/2310.20707;2
265
-
266
  scan;template_right;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
267
  scan;template_right;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
268
  scan;template_right;EleutherAI/pile;corpus;;;0.11;data-based;https://arxiv.org/abs/2310.20707;2
269
  scan;template_right;togethercomputer/RedPajama-Data-V2;corpus;;;0.16;data-based;https://arxiv.org/abs/2310.20707;2
270
-
271
  allenai/scicite;;allenai/c4;corpus;;;1.78;data-based;https://arxiv.org/abs/2310.20707;2
272
  allenai/scicite;;oscar-corpus/OSCAR-2301;corpus;;;1.51;data-based;https://arxiv.org/abs/2310.20707;2
273
  allenai/scicite;;EleutherAI/pile;corpus;;;0.86;data-based;https://arxiv.org/abs/2310.20707;2
274
  allenai/scicite;;togethercomputer/RedPajama-Data-V2;corpus;;;1.72;data-based;https://arxiv.org/abs/2310.20707;2
275
-
276
  scitail;snli_format;allenai/c4;corpus;;;0.09;data-based;https://arxiv.org/abs/2310.20707;2
277
  scitail;snli_format;oscar-corpus/OSCAR-2301;corpus;;;0.38;data-based;https://arxiv.org/abs/2310.20707;2
278
  scitail;snli_format;EleutherAI/pile;corpus;;;0.28;data-based;https://arxiv.org/abs/2310.20707;2
279
  scitail;snli_format;togethercomputer/RedPajama-Data-V2;corpus;;;0.71;data-based;https://arxiv.org/abs/2310.20707;2
280
-
281
  scitail;tsv_format;allenai/c4;corpus;;;0.09;data-based;https://arxiv.org/abs/2310.20707;2
282
  scitail;tsv_format;oscar-corpus/OSCAR-2301;corpus;;;0.38;data-based;https://arxiv.org/abs/2310.20707;2
283
  scitail;tsv_format;EleutherAI/pile;corpus;;;0.28;data-based;https://arxiv.org/abs/2310.20707;2
284
  scitail;tsv_format;togethercomputer/RedPajama-Data-V2;corpus;;;0.71;data-based;https://arxiv.org/abs/2310.20707;2
285
-
286
  sem_eval_2014_task_1;;allenai/c4;corpus;;;0.35;data-based;https://arxiv.org/abs/2310.20707;2
287
  sem_eval_2014_task_1;;oscar-corpus/OSCAR-2301;corpus;;;0.18;data-based;https://arxiv.org/abs/2310.20707;2
288
  sem_eval_2014_task_1;;EleutherAI/pile;corpus;;;4.89;data-based;https://arxiv.org/abs/2310.20707;2
289
  sem_eval_2014_task_1;;togethercomputer/RedPajama-Data-V2;corpus;;;52.81;data-based;https://arxiv.org/abs/2310.20707;2
290
-
291
  sick;;allenai/c4;corpus;;;0.31;data-based;https://arxiv.org/abs/2310.20707;2
292
  sick;;oscar-corpus/OSCAR-2301;corpus;;;0.18;data-based;https://arxiv.org/abs/2310.20707;2
293
  sick;;EleutherAI/pile;corpus;;;4.79;data-based;https://arxiv.org/abs/2310.20707;2
294
  sick;;togethercomputer/RedPajama-Data-V2;corpus;;;52.61;data-based;https://arxiv.org/abs/2310.20707;2
295
-
296
  snli;;allenai/c4;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2
297
  snli;;oscar-corpus/OSCAR-2301;corpus;;;0.08;data-based;https://arxiv.org/abs/2310.20707;2
298
  snli;;EleutherAI/pile;corpus;;;1.11;data-based;https://arxiv.org/abs/2310.20707;2
299
  snli;;togethercomputer/RedPajama-Data-V2;corpus;;;1.22;data-based;https://arxiv.org/abs/2310.20707;2
300
-
301
  squadshifts;amazon;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
302
  squadshifts;amazon;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
303
  squadshifts;amazon;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
304
  squadshifts;amazon;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
305
-
306
  squadshifts;new_wiki;allenai/c4;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2
307
  squadshifts;new_wiki;oscar-corpus/OSCAR-2301;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2
308
  squadshifts;new_wiki;EleutherAI/pile;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2
309
  squadshifts;new_wiki;togethercomputer/RedPajama-Data-V2;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
310
-
311
  squadshifts;nyt;allenai/c4;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2
312
  squadshifts;nyt;oscar-corpus/OSCAR-2301;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
313
  squadshifts;nyt;EleutherAI/pile;corpus;;;0.02;data-based;https://arxiv.org/abs/2310.20707;2
314
  squadshifts;nyt;togethercomputer/RedPajama-Data-V2;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2
315
-
316
  stsb_multi_mt;;allenai/c4;corpus;;;3.48;data-based;https://arxiv.org/abs/2310.20707;2
317
  stsb_multi_mt;;oscar-corpus/OSCAR-2301;corpus;;;3.12;data-based;https://arxiv.org/abs/2310.20707;2
318
  stsb_multi_mt;;EleutherAI/pile;corpus;;;11.09;data-based;https://arxiv.org/abs/2310.20707;2
319
  stsb_multi_mt;;togethercomputer/RedPajama-Data-V2;corpus;;;9.86;data-based;https://arxiv.org/abs/2310.20707;2
320
-
321
  subjqa;books;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
322
  subjqa;books;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
323
  subjqa;books;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
324
  subjqa;books;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
325
-
326
  subjqa;grocery;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
327
  subjqa;grocery;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
328
  subjqa;grocery;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
329
  subjqa;grocery;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
330
-
331
  subjqa;movies;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
332
  subjqa;movies;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
333
  subjqa;movies;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
334
  subjqa;movies;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
335
-
336
  subjqa;restaurants;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
337
  subjqa;restaurants;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
338
  subjqa;restaurants;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
339
  subjqa;restaurants;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
340
-
341
  super_glue;axb;allenai/c4;corpus;;;1.99;data-based;https://arxiv.org/abs/2310.20707;2
342
  super_glue;axb;oscar-corpus/OSCAR-2301;corpus;;;1.45;data-based;https://arxiv.org/abs/2310.20707;2
343
  super_glue;axb;EleutherAI/pile;corpus;;;5.07;data-based;https://arxiv.org/abs/2310.20707;2
344
  super_glue;axb;togethercomputer/RedPajama-Data-V2;corpus;;;6.16;data-based;https://arxiv.org/abs/2310.20707;2
345
-
346
  super_glue;axg;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
347
  super_glue;axg;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
348
  super_glue;axg;EleutherAI/pile;corpus;;;0.28;data-based;https://arxiv.org/abs/2310.20707;2
349
  super_glue;axg;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
350
-
351
  super_glue;boolq;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
352
  super_glue;boolq;oscar-corpus/OSCAR-2301;corpus;;;3.05;data-based;https://arxiv.org/abs/2310.20707;2
353
  super_glue;boolq;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
354
  super_glue;boolq;togethercomputer/RedPajama-Data-V2;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
355
-
356
  super_glue;cb;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
357
  super_glue;cb;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
358
- super_glue;cb;EleutherAI/pile;corpus;;;2.0;data-based;https://arxiv.org/abs/2310.20707;2
359
  super_glue;cb;togethercomputer/RedPajama-Data-V2;corpus;;;1.6;data-based;https://arxiv.org/abs/2310.20707;2
360
-
361
  super_glue;copa;allenai/c4;corpus;;;0.6;data-based;https://arxiv.org/abs/2310.20707;2
362
- super_glue;copa;oscar-corpus/OSCAR-2301;corpus;;;1.0;data-based;https://arxiv.org/abs/2310.20707;2
363
  super_glue;copa;EleutherAI/pile;corpus;;;1.2;data-based;https://arxiv.org/abs/2310.20707;2
364
  super_glue;copa;togethercomputer/RedPajama-Data-V2;corpus;;;100.0;data-based;https://arxiv.org/abs/2310.20707;2
365
-
366
  super_glue;multirc;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
367
  super_glue;multirc;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
368
  super_glue;multirc;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
369
  super_glue;multirc;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
370
-
371
  super_glue;record;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
372
  super_glue;record;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
373
  super_glue;record;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
374
  super_glue;record;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
375
-
376
  super_glue;rte;allenai/c4;corpus;;;0.2;data-based;https://arxiv.org/abs/2310.20707;2
377
  super_glue;rte;oscar-corpus/OSCAR-2301;corpus;;;0.17;data-based;https://arxiv.org/abs/2310.20707;2
378
  super_glue;rte;EleutherAI/pile;corpus;;;0.13;data-based;https://arxiv.org/abs/2310.20707;2
379
  super_glue;rte;togethercomputer/RedPajama-Data-V2;corpus;;;67.47;data-based;https://arxiv.org/abs/2310.20707;2
380
-
381
  super_glue;wic;allenai/c4;corpus;;;64.43;data-based;https://arxiv.org/abs/2310.20707;2
382
  super_glue;wic;oscar-corpus/OSCAR-2301;corpus;;;49.43;data-based;https://arxiv.org/abs/2310.20707;2
383
  super_glue;wic;EleutherAI/pile;corpus;;;18.57;data-based;https://arxiv.org/abs/2310.20707;2
384
  super_glue;wic;togethercomputer/RedPajama-Data-V2;corpus;;;60.21;data-based;https://arxiv.org/abs/2310.20707;2
385
-
386
  swag;regular;allenai/c4;corpus;;;2.48;data-based;https://arxiv.org/abs/2310.20707;2
387
  swag;regular;oscar-corpus/OSCAR-2301;corpus;;;1.65;data-based;https://arxiv.org/abs/2310.20707;2
388
  swag;regular;EleutherAI/pile;corpus;;;2.21;data-based;https://arxiv.org/abs/2310.20707;2
389
  swag;regular;togethercomputer/RedPajama-Data-V2;corpus;;;2.79;data-based;https://arxiv.org/abs/2310.20707;2
390
-
391
  tab_fact;tab_fact;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
392
  tab_fact;tab_fact;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
393
  tab_fact;tab_fact;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
394
  tab_fact;tab_fact;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
395
-
396
  wiki_qa;;allenai/c4;corpus;;;0.24;data-based;https://arxiv.org/abs/2310.20707;2
397
  wiki_qa;;oscar-corpus/OSCAR-2301;corpus;;;0.18;data-based;https://arxiv.org/abs/2310.20707;2
398
  wiki_qa;;EleutherAI/pile;corpus;;;0.19;data-based;https://arxiv.org/abs/2310.20707;2
399
  wiki_qa;;togethercomputer/RedPajama-Data-V2;corpus;;;0.91;data-based;https://arxiv.org/abs/2310.20707;2
400
-
401
- winograd_wsc;wsc273;allenai/c4;corpus;;;29.30;data-based;https://arxiv.org/abs/2310.20707;2
402
- winograd_wsc;wsc273;oscar-corpus/OSCAR-2301;corpus;;;30.40;data-based;https://arxiv.org/abs/2310.20707;2
403
  winograd_wsc;wsc273;EleutherAI/pile;corpus;;;32.23;data-based;https://arxiv.org/abs/2310.20707;2
404
  winograd_wsc;wsc273;togethercomputer/RedPajama-Data-V2;corpus;;;58.24;data-based;https://arxiv.org/abs/2310.20707;2
405
-
406
  winogrande;winogrande_xl;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
407
  winogrande;winogrande_xl;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
408
  winogrande;winogrande_xl;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
409
  winogrande;winogrande_xl;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
410
-
411
  xnli;en;allenai/c4;corpus;;;0.12;data-based;https://arxiv.org/abs/2310.20707;2
412
  xnli;en;oscar-corpus/OSCAR-2301;corpus;;;0.24;data-based;https://arxiv.org/abs/2310.20707;2
413
  xnli;en;EleutherAI/pile;corpus;;;0.36;data-based;https://arxiv.org/abs/2310.20707;2
414
  xnli;en;togethercomputer/RedPajama-Data-V2;corpus;;;0.44;data-based;https://arxiv.org/abs/2310.20707;2
415
-
416
  xsum;;allenai/c4;corpus;;;2.13;data-based;https://arxiv.org/abs/2310.20707;2
417
  xsum;;oscar-corpus/OSCAR-2301;corpus;;;0.13;data-based;https://arxiv.org/abs/2310.20707;2
418
- xsum;;EleutherAI/pile;corpus;;;3.30;data-based;https://arxiv.org/abs/2310.20707;2
419
  xsum;;togethercomputer/RedPajama-Data-V2;corpus;;;4.28;data-based;https://arxiv.org/abs/2310.20707;2
420
-
421
  zest;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
422
  zest;;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
423
  zest;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
424
  zest;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
425
-
426
-
427
  imdb;;GPT-4;model;100.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
428
  imdb;;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
429
-
430
  ag_news;;GPT-4;model;100.0;;100.0;model-based;https://arxiv.org/pdf/2308.08493;3
431
  ag_news;;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
432
-
433
  yelp_review_full;;GPT-4;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
434
  yelp_review_full;;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
435
-
436
  nyu-mll/glue;rte;GPT-4;model;100.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
437
  nyu-mll/glue;rte;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
438
-
439
  nyu-mll/glue;wnli;GPT-4;model;100.0;;100.0;model-based;https://arxiv.org/pdf/2308.08493;3
440
  nyu-mll/glue;wnli;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
441
-
442
  samsum;;GPT-4;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
443
  samsum;;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
444
-
445
  EdinburghNLP/xsum;;GPT-4;model;0.0;;100.0;model-based;https://arxiv.org/pdf/2308.08493;3
446
  EdinburghNLP/xsum;;GPT-3.5;model;0.0;;100.0;model-based;https://arxiv.org/pdf/2308.08493;3
 
 
1
  Evaluation Dataset;Subset;Contaminated Source;Model or corpus;Train Split;Development Split;Test Split;Approach;Reference;PR
2
 
3
+ conll2003;;GPT-3.5;model;100.0;100.0;100.0;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;7
4
+ nyu-mll/glue;mnli;GPT-3.5;model;100.0;100.0;;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;7
5
+ rajpurkar/squad_v2;;GPT-3.5;model;100.0;100.0;;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;7
6
+
7
  lama;T-REx;allenai/c4;corpus;;;4.6;data-based;https://arxiv.org/abs/2104.08758;6
8
  lama;Google-RE;allenai/c4;corpus;;;5.7;data-based;https://arxiv.org/abs/2104.08758;6
9
  EdinburghNLP/xsum;;allenai/c4;corpus;;;15.49;data-based;https://arxiv.org/abs/2104.08758;6
 
19
  nyu-mll/glue;MRPC-sentence-2;allenai/c4;corpus;;;2.7;data-based;https://arxiv.org/abs/2104.08758;6
20
  nyu-mll/glue;QNLI-sentence;allenai/c4;corpus;;;53.6;data-based;https://arxiv.org/abs/2104.08758;6
21
  nyu-mll/glue;QNLI-question;allenai/c4;corpus;;;1.8;data-based;https://arxiv.org/abs/2104.08758;6
22
+ nyu-mll/glue;RTE-sentence-1;allenai/c4;corpus;;;6;data-based;https://arxiv.org/abs/2104.08758;6
23
  nyu-mll/glue;RTE-sentence-2;allenai/c4;corpus;;;10.8;data-based;https://arxiv.org/abs/2104.08758;6
24
+ nyu-mll/glue;SST-2;allenai/c4;corpus;;;11;data-based;https://arxiv.org/abs/2104.08758;6
25
  nyu-mll/glue;STS-B-sentence-1;allenai/c4;corpus;;;18.3;data-based;https://arxiv.org/abs/2104.08758;6
26
  nyu-mll/glue;STS-B-sentence-2;allenai/c4;corpus;;;18.6;data-based;https://arxiv.org/abs/2104.08758;6
27
  nyu-mll/glue;WNLI-sentence-1;allenai/c4;corpus;;;4.8;data-based;https://arxiv.org/abs/2104.08758;6
 
45
  UCLNLP/adversarial_qa;droberta;allenai/c4;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
46
  UCLNLP/adversarial_qa;droberta;oscar-corpus/OSCAR-2301;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
47
  UCLNLP/adversarial_qa;droberta;EleutherAI/pile;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
48
+ UCLNLP/adversarial_qa;droberta;togethercomputer/RedPajama-Data-V2;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
49
 
50
  aeslc;;allenai/c4;corpus;;;1.57;data-based;https://arxiv.org/abs/2310.20707;2
51
  aeslc;;oscar-corpus/OSCAR-2301;corpus;;;0.31;data-based;https://arxiv.org/abs/2310.20707;2
 
53
  aeslc;;togethercomputer/RedPajama-Data-V2;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
54
 
55
  amazon_reviews_multi;;allenai/c4;corpus;;;2.28;data-based;https://arxiv.org/abs/2310.20707;2
56
+ amazon_reviews_multi;;oscar-corpus/OSCAR-2301;corpus;;;2.1;data-based;https://arxiv.org/abs/2310.20707;2
57
  amazon_reviews_multi;;EleutherAI/pile;corpus;;;1.48;data-based;https://arxiv.org/abs/2310.20707;2
58
  amazon_reviews_multi;;togethercomputer/RedPajama-Data-V2;corpus;;;2.06;data-based;https://arxiv.org/abs/2310.20707;2
59
 
 
108
  nyu-mll/glue;mnli-mismatched;togethercomputer/RedPajama-Data-V2;corpus;;;2.17;data-based;https://arxiv.org/abs/2310.20707;2
109
 
110
  nyu-mll/glue;mrpc;allenai/c4;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2
111
+ nyu-mll/glue;mrpc;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
112
  nyu-mll/glue;mrpc;EleutherAI/pile;corpus;;;0.64;data-based;https://arxiv.org/abs/2310.20707;2
113
  nyu-mll/glue;mrpc;togethercomputer/RedPajama-Data-V2;corpus;;;1.16;data-based;https://arxiv.org/abs/2310.20707;2
114
 
 
117
  nyu-mll/glue;qnli;EleutherAI/pile;corpus;;;1.48;data-based;https://arxiv.org/abs/2310.20707;2
118
  nyu-mll/glue;qnli;togethercomputer/RedPajama-Data-V2;corpus;;;1.21;data-based;https://arxiv.org/abs/2310.20707;2
119
 
120
+ nyu-mll/glue;rte;allenai/c4;corpus;;;0.2;data-based;https://arxiv.org/abs/2310.20707;2
121
  nyu-mll/glue;rte;oscar-corpus/OSCAR-2301;corpus;;;0.17;data-based;https://arxiv.org/abs/2310.20707;2
122
  nyu-mll/glue;rte;EleutherAI/pile;corpus;;;0.13;data-based;https://arxiv.org/abs/2310.20707;2
123
  nyu-mll/glue;rte;togethercomputer/RedPajama-Data-V2;corpus;;;67.47;data-based;https://arxiv.org/abs/2310.20707;2
 
127
  nyu-mll/glue;stsb;EleutherAI/pile;corpus;;;11.09;data-based;https://arxiv.org/abs/2310.20707;2
128
  nyu-mll/glue;stsb;togethercomputer/RedPajama-Data-V2;corpus;;;9.86;data-based;https://arxiv.org/abs/2310.20707;2
129
 
130
+ nyu-mll/glue;wnli;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
131
+ nyu-mll/glue;wnli;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
132
+ nyu-mll/glue;wnli;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
133
  nyu-mll/glue;wnli;togethercomputer/RedPajama-Data-V2;corpus;;;2.05;data-based;https://arxiv.org/abs/2310.20707;2
134
 
135
  head_qa;en;allenai/c4;corpus;;;5.22;data-based;https://arxiv.org/abs/2310.20707;2
 
138
  head_qa;en;togethercomputer/RedPajama-Data-V2;corpus;;;5.94;data-based;https://arxiv.org/abs/2310.20707;2
139
 
140
  health_fact;;allenai/c4;corpus;;;7.53;data-based;https://arxiv.org/abs/2310.20707;2
141
+ health_fact;;oscar-corpus/OSCAR-2301;corpus;;;3.4;data-based;https://arxiv.org/abs/2310.20707;2
142
  health_fact;;EleutherAI/pile;corpus;;;1.94;data-based;https://arxiv.org/abs/2310.20707;2
143
+ health_fact;;togethercomputer/RedPajama-Data-V2;corpus;;;18.7;data-based;https://arxiv.org/abs/2310.20707;2
144
 
145
+ hlgd;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
146
+ hlgd;;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
147
+ hlgd;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
148
+ hlgd;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
149
 
150
  liar;;allenai/c4;corpus;;;29.23;data-based;https://arxiv.org/abs/2310.20707;2
151
  liar;;oscar-corpus/OSCAR-2301;corpus;;;13.95;data-based;https://arxiv.org/abs/2310.20707;2
152
  liar;;EleutherAI/pile;corpus;;;10.91;data-based;https://arxiv.org/abs/2310.20707;2
153
  liar;;togethercomputer/RedPajama-Data-V2;corpus;;;45.05;data-based;https://arxiv.org/abs/2310.20707;2
154
 
155
+ math_dataset;algebra__linear_1d;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
156
+ math_dataset;algebra__linear_1d;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
157
+ math_dataset;algebra__linear_1d;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
158
+ math_dataset;algebra__linear_1d;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
159
 
160
+ math_dataset;algebra__linear_2d;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
161
+ math_dataset;algebra__linear_2d;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
162
+ math_dataset;algebra__linear_2d;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
163
+ math_dataset;algebra__linear_2d;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
164
 
165
+ math_dataset;algebra__linear_2d_composed;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
166
+ math_dataset;algebra__linear_2d_composed;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
167
+ math_dataset;algebra__linear_2d_composed;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
168
+ math_dataset;algebra__linear_2d_composed;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
169
 
170
  math_qa;;allenai/c4;corpus;;;0.34;data-based;https://arxiv.org/abs/2310.20707;2
171
  math_qa;;oscar-corpus/OSCAR-2301;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
172
+ math_qa;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
173
  math_qa;;togethercomputer/RedPajama-Data-V2;corpus;;;0.07;data-based;https://arxiv.org/abs/2310.20707;2
174
 
175
  mc_taco;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
 
188
  openai_humaneval;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
189
 
190
  paws-x;en;allenai/c4;corpus;;;0.05;data-based;https://arxiv.org/abs/2310.20707;2
191
+ paws-x;en;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
192
  paws-x;en;EleutherAI/pile;corpus;;;0.15;data-based;https://arxiv.org/abs/2310.20707;2
193
  paws-x;en;togethercomputer/RedPajama-Data-V2;corpus;;;0.2;data-based;https://arxiv.org/abs/2310.20707;2
194
 
 
236
  scan;addprim_turn;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
237
  scan;addprim_turn;EleutherAI/pile;corpus;;;0.08;data-based;https://arxiv.org/abs/2310.20707;2
238
  scan;addprim_turn;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
239
+
240
  scan;filler_num0;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
241
  scan;filler_num0;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
242
  scan;filler_num0;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
243
  scan;filler_num0;togethercomputer/RedPajama-Data-V2;corpus;;;0.9;data-based;https://arxiv.org/abs/2310.20707;2
244
+
245
  scan;length;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
246
  scan;length;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
247
  scan;length;EleutherAI/pile;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
248
  scan;length;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
249
+
250
  scan;simple;allenai/c4;corpus;;;0.02;data-based;https://arxiv.org/abs/2310.20707;2
251
  scan;simple;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
252
  scan;simple;EleutherAI/pile;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
253
  scan;simple;togethercomputer/RedPajama-Data-V2;corpus;;;0.26;data-based;https://arxiv.org/abs/2310.20707;2
254
+
255
  scan;template_around;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
256
  scan;template_around;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
257
  scan;template_around;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
258
  scan;template_around;togethercomputer/RedPajama-Data-V2;corpus;;;0.18;data-based;https://arxiv.org/abs/2310.20707;2
259
+
260
  scan;template_jump;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
261
  scan;template_jump;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
262
  scan;template_jump;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
263
  scan;template_jump;togethercomputer/RedPajama-Data-V2;corpus;;;0.9;data-based;https://arxiv.org/abs/2310.20707;2
264
+
265
  scan;template_opposite;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
266
  scan;template_opposite;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
267
  scan;template_opposite;EleutherAI/pile;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2
268
  scan;template_opposite;togethercomputer/RedPajama-Data-V2;corpus;;;0.16;data-based;https://arxiv.org/abs/2310.20707;2
269
+
270
  scan;template_right;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
271
  scan;template_right;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
272
  scan;template_right;EleutherAI/pile;corpus;;;0.11;data-based;https://arxiv.org/abs/2310.20707;2
273
  scan;template_right;togethercomputer/RedPajama-Data-V2;corpus;;;0.16;data-based;https://arxiv.org/abs/2310.20707;2
274
+
275
  allenai/scicite;;allenai/c4;corpus;;;1.78;data-based;https://arxiv.org/abs/2310.20707;2
276
  allenai/scicite;;oscar-corpus/OSCAR-2301;corpus;;;1.51;data-based;https://arxiv.org/abs/2310.20707;2
277
  allenai/scicite;;EleutherAI/pile;corpus;;;0.86;data-based;https://arxiv.org/abs/2310.20707;2
278
  allenai/scicite;;togethercomputer/RedPajama-Data-V2;corpus;;;1.72;data-based;https://arxiv.org/abs/2310.20707;2
279
+
280
  scitail;snli_format;allenai/c4;corpus;;;0.09;data-based;https://arxiv.org/abs/2310.20707;2
281
  scitail;snli_format;oscar-corpus/OSCAR-2301;corpus;;;0.38;data-based;https://arxiv.org/abs/2310.20707;2
282
  scitail;snli_format;EleutherAI/pile;corpus;;;0.28;data-based;https://arxiv.org/abs/2310.20707;2
283
  scitail;snli_format;togethercomputer/RedPajama-Data-V2;corpus;;;0.71;data-based;https://arxiv.org/abs/2310.20707;2
284
+
285
  scitail;tsv_format;allenai/c4;corpus;;;0.09;data-based;https://arxiv.org/abs/2310.20707;2
286
  scitail;tsv_format;oscar-corpus/OSCAR-2301;corpus;;;0.38;data-based;https://arxiv.org/abs/2310.20707;2
287
  scitail;tsv_format;EleutherAI/pile;corpus;;;0.28;data-based;https://arxiv.org/abs/2310.20707;2
288
  scitail;tsv_format;togethercomputer/RedPajama-Data-V2;corpus;;;0.71;data-based;https://arxiv.org/abs/2310.20707;2
289
+
290
  sem_eval_2014_task_1;;allenai/c4;corpus;;;0.35;data-based;https://arxiv.org/abs/2310.20707;2
291
  sem_eval_2014_task_1;;oscar-corpus/OSCAR-2301;corpus;;;0.18;data-based;https://arxiv.org/abs/2310.20707;2
292
  sem_eval_2014_task_1;;EleutherAI/pile;corpus;;;4.89;data-based;https://arxiv.org/abs/2310.20707;2
293
  sem_eval_2014_task_1;;togethercomputer/RedPajama-Data-V2;corpus;;;52.81;data-based;https://arxiv.org/abs/2310.20707;2
294
+
295
  sick;;allenai/c4;corpus;;;0.31;data-based;https://arxiv.org/abs/2310.20707;2
296
  sick;;oscar-corpus/OSCAR-2301;corpus;;;0.18;data-based;https://arxiv.org/abs/2310.20707;2
297
  sick;;EleutherAI/pile;corpus;;;4.79;data-based;https://arxiv.org/abs/2310.20707;2
298
  sick;;togethercomputer/RedPajama-Data-V2;corpus;;;52.61;data-based;https://arxiv.org/abs/2310.20707;2
299
+
300
  snli;;allenai/c4;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2
301
  snli;;oscar-corpus/OSCAR-2301;corpus;;;0.08;data-based;https://arxiv.org/abs/2310.20707;2
302
  snli;;EleutherAI/pile;corpus;;;1.11;data-based;https://arxiv.org/abs/2310.20707;2
303
  snli;;togethercomputer/RedPajama-Data-V2;corpus;;;1.22;data-based;https://arxiv.org/abs/2310.20707;2
304
+
305
  squadshifts;amazon;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
306
  squadshifts;amazon;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
307
  squadshifts;amazon;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
308
  squadshifts;amazon;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
309
+
310
  squadshifts;new_wiki;allenai/c4;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2
311
  squadshifts;new_wiki;oscar-corpus/OSCAR-2301;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2
312
  squadshifts;new_wiki;EleutherAI/pile;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2
313
  squadshifts;new_wiki;togethercomputer/RedPajama-Data-V2;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
314
+
315
  squadshifts;nyt;allenai/c4;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2
316
  squadshifts;nyt;oscar-corpus/OSCAR-2301;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
317
  squadshifts;nyt;EleutherAI/pile;corpus;;;0.02;data-based;https://arxiv.org/abs/2310.20707;2
318
  squadshifts;nyt;togethercomputer/RedPajama-Data-V2;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2
319
+
320
  stsb_multi_mt;;allenai/c4;corpus;;;3.48;data-based;https://arxiv.org/abs/2310.20707;2
321
  stsb_multi_mt;;oscar-corpus/OSCAR-2301;corpus;;;3.12;data-based;https://arxiv.org/abs/2310.20707;2
322
  stsb_multi_mt;;EleutherAI/pile;corpus;;;11.09;data-based;https://arxiv.org/abs/2310.20707;2
323
  stsb_multi_mt;;togethercomputer/RedPajama-Data-V2;corpus;;;9.86;data-based;https://arxiv.org/abs/2310.20707;2
324
+
325
  subjqa;books;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
326
  subjqa;books;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
327
  subjqa;books;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
328
  subjqa;books;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
329
+
330
  subjqa;grocery;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
331
  subjqa;grocery;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
332
  subjqa;grocery;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
333
  subjqa;grocery;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
334
+
335
  subjqa;movies;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
336
  subjqa;movies;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
337
  subjqa;movies;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
338
  subjqa;movies;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
339
+
340
  subjqa;restaurants;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
341
  subjqa;restaurants;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
342
  subjqa;restaurants;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
343
  subjqa;restaurants;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
344
+
345
  super_glue;axb;allenai/c4;corpus;;;1.99;data-based;https://arxiv.org/abs/2310.20707;2
346
  super_glue;axb;oscar-corpus/OSCAR-2301;corpus;;;1.45;data-based;https://arxiv.org/abs/2310.20707;2
347
  super_glue;axb;EleutherAI/pile;corpus;;;5.07;data-based;https://arxiv.org/abs/2310.20707;2
348
  super_glue;axb;togethercomputer/RedPajama-Data-V2;corpus;;;6.16;data-based;https://arxiv.org/abs/2310.20707;2
349
+
350
  super_glue;axg;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
351
  super_glue;axg;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
352
  super_glue;axg;EleutherAI/pile;corpus;;;0.28;data-based;https://arxiv.org/abs/2310.20707;2
353
  super_glue;axg;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
354
+
355
  super_glue;boolq;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
356
  super_glue;boolq;oscar-corpus/OSCAR-2301;corpus;;;3.05;data-based;https://arxiv.org/abs/2310.20707;2
357
  super_glue;boolq;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
358
  super_glue;boolq;togethercomputer/RedPajama-Data-V2;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
359
+
360
  super_glue;cb;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
361
  super_glue;cb;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
362
+ super_glue;cb;EleutherAI/pile;corpus;;;2;data-based;https://arxiv.org/abs/2310.20707;2
363
  super_glue;cb;togethercomputer/RedPajama-Data-V2;corpus;;;1.6;data-based;https://arxiv.org/abs/2310.20707;2
364
+
365
  super_glue;copa;allenai/c4;corpus;;;0.6;data-based;https://arxiv.org/abs/2310.20707;2
366
+ super_glue;copa;oscar-corpus/OSCAR-2301;corpus;;;1;data-based;https://arxiv.org/abs/2310.20707;2
367
  super_glue;copa;EleutherAI/pile;corpus;;;1.2;data-based;https://arxiv.org/abs/2310.20707;2
368
  super_glue;copa;togethercomputer/RedPajama-Data-V2;corpus;;;100.0;data-based;https://arxiv.org/abs/2310.20707;2
369
+
370
  super_glue;multirc;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
371
  super_glue;multirc;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
372
  super_glue;multirc;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
373
  super_glue;multirc;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
374
+
375
  super_glue;record;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
376
  super_glue;record;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
377
  super_glue;record;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
378
  super_glue;record;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
379
+
380
  super_glue;rte;allenai/c4;corpus;;;0.2;data-based;https://arxiv.org/abs/2310.20707;2
381
  super_glue;rte;oscar-corpus/OSCAR-2301;corpus;;;0.17;data-based;https://arxiv.org/abs/2310.20707;2
382
  super_glue;rte;EleutherAI/pile;corpus;;;0.13;data-based;https://arxiv.org/abs/2310.20707;2
383
  super_glue;rte;togethercomputer/RedPajama-Data-V2;corpus;;;67.47;data-based;https://arxiv.org/abs/2310.20707;2
384
+
385
  super_glue;wic;allenai/c4;corpus;;;64.43;data-based;https://arxiv.org/abs/2310.20707;2
386
  super_glue;wic;oscar-corpus/OSCAR-2301;corpus;;;49.43;data-based;https://arxiv.org/abs/2310.20707;2
387
  super_glue;wic;EleutherAI/pile;corpus;;;18.57;data-based;https://arxiv.org/abs/2310.20707;2
388
  super_glue;wic;togethercomputer/RedPajama-Data-V2;corpus;;;60.21;data-based;https://arxiv.org/abs/2310.20707;2
389
+
390
  swag;regular;allenai/c4;corpus;;;2.48;data-based;https://arxiv.org/abs/2310.20707;2
391
  swag;regular;oscar-corpus/OSCAR-2301;corpus;;;1.65;data-based;https://arxiv.org/abs/2310.20707;2
392
  swag;regular;EleutherAI/pile;corpus;;;2.21;data-based;https://arxiv.org/abs/2310.20707;2
393
  swag;regular;togethercomputer/RedPajama-Data-V2;corpus;;;2.79;data-based;https://arxiv.org/abs/2310.20707;2
394
+
395
  tab_fact;tab_fact;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
396
  tab_fact;tab_fact;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
397
  tab_fact;tab_fact;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
398
  tab_fact;tab_fact;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
399
+
400
  wiki_qa;;allenai/c4;corpus;;;0.24;data-based;https://arxiv.org/abs/2310.20707;2
401
  wiki_qa;;oscar-corpus/OSCAR-2301;corpus;;;0.18;data-based;https://arxiv.org/abs/2310.20707;2
402
  wiki_qa;;EleutherAI/pile;corpus;;;0.19;data-based;https://arxiv.org/abs/2310.20707;2
403
  wiki_qa;;togethercomputer/RedPajama-Data-V2;corpus;;;0.91;data-based;https://arxiv.org/abs/2310.20707;2
404
+
405
+ winograd_wsc;wsc273;allenai/c4;corpus;;;29.3;data-based;https://arxiv.org/abs/2310.20707;2
406
+ winograd_wsc;wsc273;oscar-corpus/OSCAR-2301;corpus;;;30.4;data-based;https://arxiv.org/abs/2310.20707;2
407
  winograd_wsc;wsc273;EleutherAI/pile;corpus;;;32.23;data-based;https://arxiv.org/abs/2310.20707;2
408
  winograd_wsc;wsc273;togethercomputer/RedPajama-Data-V2;corpus;;;58.24;data-based;https://arxiv.org/abs/2310.20707;2
409
+
410
  winogrande;winogrande_xl;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
411
  winogrande;winogrande_xl;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
412
  winogrande;winogrande_xl;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
413
  winogrande;winogrande_xl;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
414
+
415
  xnli;en;allenai/c4;corpus;;;0.12;data-based;https://arxiv.org/abs/2310.20707;2
416
  xnli;en;oscar-corpus/OSCAR-2301;corpus;;;0.24;data-based;https://arxiv.org/abs/2310.20707;2
417
  xnli;en;EleutherAI/pile;corpus;;;0.36;data-based;https://arxiv.org/abs/2310.20707;2
418
  xnli;en;togethercomputer/RedPajama-Data-V2;corpus;;;0.44;data-based;https://arxiv.org/abs/2310.20707;2
419
+
420
  xsum;;allenai/c4;corpus;;;2.13;data-based;https://arxiv.org/abs/2310.20707;2
421
  xsum;;oscar-corpus/OSCAR-2301;corpus;;;0.13;data-based;https://arxiv.org/abs/2310.20707;2
422
+ xsum;;EleutherAI/pile;corpus;;;3.3;data-based;https://arxiv.org/abs/2310.20707;2
423
  xsum;;togethercomputer/RedPajama-Data-V2;corpus;;;4.28;data-based;https://arxiv.org/abs/2310.20707;2
424
+
425
  zest;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
426
  zest;;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
427
  zest;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
428
  zest;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
429
+
430
+
431
  imdb;;GPT-4;model;100.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
432
  imdb;;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
433
+
434
  ag_news;;GPT-4;model;100.0;;100.0;model-based;https://arxiv.org/pdf/2308.08493;3
435
  ag_news;;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
436
+
437
  yelp_review_full;;GPT-4;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
438
  yelp_review_full;;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
439
+
440
  nyu-mll/glue;rte;GPT-4;model;100.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
441
  nyu-mll/glue;rte;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
442
+
443
  nyu-mll/glue;wnli;GPT-4;model;100.0;;100.0;model-based;https://arxiv.org/pdf/2308.08493;3
444
  nyu-mll/glue;wnli;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
445
+
446
  samsum;;GPT-4;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
447
  samsum;;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
448
+
449
  EdinburghNLP/xsum;;GPT-4;model;0.0;;100.0;model-based;https://arxiv.org/pdf/2308.08493;3
450
  EdinburghNLP/xsum;;GPT-3.5;model;0.0;;100.0;model-based;https://arxiv.org/pdf/2308.08493;3
451
+