region:us
---
dataset_info:
  features:
  - name: input_ids
    sequence: int32
  - name: attention_mask
    sequence: int8
  splits:
  - name: cs_0
    num_bytes: 73985244
    num_examples: 102133
  - name: cs_1
    num_bytes: 95459594
    num_examples: 102133
  - name: cs_2
    num_bytes: 95354064
    num_examples: 102133
  - name: cs_3
    num_bytes: 128817619
    num_examples: 102133
  - name: cs_4
    num_bytes: 236925044
    num_examples: 102133
  - name: cs_5
    num_bytes: 115688159
    num_examples: 102133
  - name: cs_6
    num_bytes: 132404489
    num_examples: 102133
  - name: tr_0
    num_bytes: 28666902
    num_examples: 60089
  - name: tr_1
    num_bytes: 31887742
    num_examples: 60089
  - name: tr_2
    num_bytes: 31749302
    num_examples: 60089
  - name: tr_3
    num_bytes: 28498032
    num_examples: 60089
  - name: tr_4
    num_bytes: 57177672
    num_examples: 60089
  - name: tr_5
    num_bytes: 37804587
    num_examples: 60089
  - name: tr_6
    num_bytes: 28280762
    num_examples: 60089
  - name: ar_0
    num_bytes: 32848442
    num_examples: 21864
  - name: ar_1
    num_bytes: 49955197
    num_examples: 21864
  - name: ar_2
    num_bytes: 49285292
    num_examples: 21864
  - name: ar_3
    num_bytes: 69585617
    num_examples: 21864
  - name: ar_4
    num_bytes: 91649737
    num_examples: 21864
  - name: ar_5
    num_bytes: 59303592
    num_examples: 21864
  - name: ar_6
    num_bytes: 50935047
    num_examples: 21864
  - name: de_0
    num_bytes: 112997417
    num_examples: 166849
  - name: de_1
    num_bytes: 149332477
    num_examples: 166849
  - name: de_2
    num_bytes: 157628127
    num_examples: 166849
  - name: de_3
    num_bytes: 155444887
    num_examples: 166849
  - name: de_4
    num_bytes: 309419752
    num_examples: 166849
  - name: de_5
    num_bytes: 191783977
    num_examples: 166849
  - name: de_6
    num_bytes: 138689312
    num_examples: 166849
  - name: fr_0
    num_bytes: 27905013
    num_examples: 34921
  - name: fr_1
    num_bytes: 41237113
    num_examples: 34921
  - name: fr_2
    num_bytes: 45655098
    num_examples: 34921
  - name: fr_3
    num_bytes: 39973853
    num_examples: 34921
  - name: fr_4
    num_bytes: 76420558
    num_examples: 34921
  - name: fr_5
    num_bytes: 56197173
    num_examples: 34921
  - name: fr_6
    num_bytes: 39938223
    num_examples: 34921
  - name: no_0
    num_bytes: 19584526
    num_examples: 33282
  - name: no_1
    num_bytes: 25823376
    num_examples: 33282
  - name: no_2
    num_bytes: 26954416
    num_examples: 33282
  - name: no_3
    num_bytes: 23459636
    num_examples: 33282
  - name: no_4
    num_bytes: 43762856
    num_examples: 33282
  - name: no_5
    num_bytes: 32578281
    num_examples: 33282
  - name: no_6
    num_bytes: 23459636
    num_examples: 33282
  - name: pt_0
    num_bytes: 12627085
    num_examples: 30720
  - name: pt_1
    num_bytes: 16475005
    num_examples: 30720
  - name: pt_2
    num_bytes: 17295815
    num_examples: 30720
  - name: pt_3
    num_bytes: 16917200
    num_examples: 30720
  - name: pt_4
    num_bytes: 24168495
    num_examples: 30720
  - name: pt_5
    num_bytes: 20520155
    num_examples: 30720
  - name: pt_6
    num_bytes: 15115165
    num_examples: 30720
  - name: es_0
    num_bytes: 27551907
    num_examples: 28474
  - name: es_1
    num_bytes: 39391152
    num_examples: 28474
  - name: es_2
    num_bytes: 42349787
    num_examples: 28474
  - name: es_3
    num_bytes: 43743597
    num_examples: 28474
  - name: es_4
    num_bytes: 69878787
    num_examples: 28474
  - name: es_5
    num_bytes: 51203677
    num_examples: 28474
  - name: es_6
    num_bytes: 46914367
    num_examples: 28474
  - name: ru_0
    num_bytes: 57566900
    num_examples: 89525
  - name: ru_1
    num_bytes: 74853550
    num_examples: 89525
  - name: ru_2
    num_bytes: 76555950
    num_examples: 89525
  - name: ru_3
    num_bytes: 67072565
    num_examples: 89525
  - name: ru_4
    num_bytes: 155012405
    num_examples: 89525
  - name: ru_5
    num_bytes: 92396515
    num_examples: 89525
  - name: ru_6
    num_bytes: 98333345
    num_examples: 89525
  - name: en_0
    num_bytes: 14945668
    num_examples: 28686
  - name: en_1
    num_bytes: 20836733
    num_examples: 28686
  - name: en_2
    num_bytes: 23313373
    num_examples: 28686
  - name: en_3
    num_bytes: 21978133
    num_examples: 28686
  - name: en_4
    num_bytes: 32732303
    num_examples: 28686
  - name: en_5
    num_bytes: 28539183
    num_examples: 28686
  - name: en_6
    num_bytes: 28399343
    num_examples: 28686
  - name: fi_0
    num_bytes: 14729969
    num_examples: 27198
  - name: fi_1
    num_bytes: 17656509
    num_examples: 27198
  - name: fi_2
    num_bytes: 16915489
    num_examples: 27198
  - name: fi_3
    num_bytes: 18732354
    num_examples: 27198
  - name: fi_4
    num_bytes: 29894674
    num_examples: 27198
  - name: fi_5
    num_bytes: 20079089
    num_examples: 27198
  - name: fi_6
    num_bytes: 18874279
    num_examples: 27198
  - name: gd_0
    num_bytes: 2829948
    num_examples: 3541
  - name: gd_1
    num_bytes: 3700318
    num_examples: 3541
  - name: gd_2
    num_bytes: 3798313
    num_examples: 3541
  - name: gd_3
    num_bytes: 3907648
    num_examples: 3541
  - name: gd_4
    num_bytes: 5359963
    num_examples: 3541
  - name: gd_5
    num_bytes: 4693368
    num_examples: 3541
  - name: gd_6
    num_bytes: 3383253
    num_examples: 3541
  - name: gv_0
    num_bytes: 456221
    num_examples: 1172
  - name: gv_1
    num_bytes: 597391
    num_examples: 1172
  - name: gv_2
    num_bytes: 609501
    num_examples: 1172
  - name: gv_3
    num_bytes: 542486
    num_examples: 1172
  - name: gv_4
    num_bytes: 785231
    num_examples: 1172
  - name: gv_5
    num_bytes: 729026
    num_examples: 1172
  - name: gv_6
    num_bytes: 542486
    num_examples: 1172
  - name: ga_0
    num_bytes: 3928820
    num_examples: 4005
  - name: ga_1
    num_bytes: 5021230
    num_examples: 4005
  - name: ga_2
    num_bytes: 5059580
    num_examples: 4005
  - name: ga_3
    num_bytes: 4843745
    num_examples: 4005
  - name: ga_4
    num_bytes: 9085760
    num_examples: 4005
  - name: ga_5
    num_bytes: 6197075
    num_examples: 4005
  - name: ga_6
    num_bytes: 4483365
    num_examples: 4005
  - name: cop_0
    num_bytes: 4660032
    num_examples: 1379
  - name: cop_1
    num_bytes: 5726842
    num_examples: 1379
  - name: cop_2
    num_bytes: 4508942
    num_examples: 1379
  - name: cop_3
    num_bytes: 4496787
    num_examples: 1379
  - name: cop_4
    num_bytes: 5425137
    num_examples: 1379
  - name: cop_5
    num_bytes: 4907442
    num_examples: 1379
  - name: cop_6
    num_bytes: 4284382
    num_examples: 1379
  - name: it_0
    num_bytes: 17989232
    num_examples: 21724
  - name: it_1
    num_bytes: 25839627
    num_examples: 21724
  - name: it_2
    num_bytes: 27448052
    num_examples: 21724
  - name: it_3
    num_bytes: 24875027
    num_examples: 21724
  - name: it_4
    num_bytes: 43731272
    num_examples: 21724
  - name: it_5
    num_bytes: 33091747
    num_examples: 21724
  - name: it_6
    num_bytes: 30955017
    num_examples: 21724
  - name: cy_0
    num_bytes: 907518
    num_examples: 1111
  - name: cy_1
    num_bytes: 1180383
    num_examples: 1111
  - name: cy_2
    num_bytes: 1192068
    num_examples: 1111
  - name: cy_3
    num_bytes: 1123428
    num_examples: 1111
  - name: cy_4
    num_bytes: 1834888
    num_examples: 1111
  - name: cy_5
    num_bytes: 1439843
    num_examples: 1111
  - name: cy_6
    num_bytes: 1055223
    num_examples: 1111
  - name: hu_0
    num_bytes: 858340
    num_examples: 910
  - name: hu_1
    num_bytes: 1088085
    num_examples: 910
  - name: hu_2
    num_bytes: 1086220
    num_examples: 910
  - name: hu_3
    num_bytes: 957490
    num_examples: 910
  - name: hu_4
    num_bytes: 1964920
    num_examples: 910
  - name: hu_5
    num_bytes: 1370660
    num_examples: 910
  - name: hu_6
    num_bytes: 957490
    num_examples: 910
  - name: zh_0
    num_bytes: 9051347
    num_examples: 7994
  - name: zh_1
    num_bytes: 12537582
    num_examples: 7994
  - name: zh_2
    num_bytes: 11419717
    num_examples: 7994
  - name: zh_3
    num_bytes: 10888407
    num_examples: 7994
  - name: zh_4
    num_bytes: 10558847
    num_examples: 7994
  - name: zh_5
    num_bytes: 13867342
    num_examples: 7994
  - name: zh_6
    num_bytes: 10167967
    num_examples: 7994
  - name: hy_0
    num_bytes: 5120790
    num_examples: 3200
  - name: hy_1
    num_bytes: 5762195
    num_examples: 3200
  - name: hy_2
    num_bytes: 4712195
    num_examples: 3200
  - name: hy_3
    num_bytes: 4260805
    num_examples: 3200
  - name: hy_4
    num_bytes: 8546900
    num_examples: 3200
  - name: hy_5
    num_bytes: 5442440
    num_examples: 3200
  - name: hy_6
    num_bytes: 4260805
    num_examples: 3200
  - name: ro_0
    num_bytes: 6894274
    num_examples: 8043
  - name: ro_1
    num_bytes: 9156564
    num_examples: 8043
  - name: ro_2
    num_bytes: 9493574
    num_examples: 8043
  - name: ro_3
    num_bytes: 10830604
    num_examples: 8043
  - name: ro_4
    num_bytes: 20320209
    num_examples: 8043
  - name: ro_5
    num_bytes: 11507314
    num_examples: 8043
  - name: ro_6
    num_bytes: 8300564
    num_examples: 8043
  - name: da_0
    num_bytes: 2963139
    num_examples: 4383
  - name: da_1
    num_bytes: 3945104
    num_examples: 4383
  - name: da_2
    num_bytes: 4115634
    num_examples: 4383
  - name: da_3
    num_bytes: 3583269
    num_examples: 4383
  - name: da_4
    num_bytes: 7089004
    num_examples: 4383
  - name: da_5
    num_bytes: 4981724
    num_examples: 4383
  - name: da_6
    num_bytes: 3583269
    num_examples: 4383
  - name: nl_0
    num_bytes: 6741817
    num_examples: 12289
  - name: nl_1
    num_bytes: 8989392
    num_examples: 12289
  - name: nl_2
    num_bytes: 9389757
    num_examples: 12289
  - name: nl_3
    num_bytes: 16004832
    num_examples: 12289
  - name: nl_4
    num_bytes: 12089687
    num_examples: 12289
  - name: nl_5
    num_bytes: 11410547
    num_examples: 12289
  - name: nl_6
    num_bytes: 12631912
    num_examples: 12289
  download_size: 934434422
  dataset_size: 5264208717
---
# Dataset Card for "tokenized_udtree"

[More Information needed](https://github.com/huggingface/datasets/blob/main/CONTRIBUTING.md#how-to-contribute-to-the-dataset-cards)