region:us
---
dataset_info:
  features:
  - name: input_ids
    sequence: int32
  - name: attention_mask
    sequence: int8
  splits:
  - name: ru
    num_bytes: 621791230
    num_examples: 626675
  - name: de
    num_bytes: 1215295949
    num_examples: 1167943
  - name: da
    num_bytes: 30261143
    num_examples: 30681
  - name: en
    num_bytes: 170744736
    num_examples: 200802
  - name: cs
    num_bytes: 878634213
    num_examples: 714931
  - name: hy
    num_bytes: 38106130
    num_examples: 22400
  - name: it
    num_bytes: 203929974
    num_examples: 152068
  - name: tr
    num_bytes: 244064999
    num_examples: 420623
  - name: fi
    num_bytes: 136882363
    num_examples: 190386
  - name: fr
    num_bytes: 327327031
    num_examples: 244447
  - name: gd
    num_bytes: 27672811
    num_examples: 24787
  - name: es
    num_bytes: 321033274
    num_examples: 199318
  - name: ar
    num_bytes: 403562924
    num_examples: 153048
  - name: ga
    num_bytes: 38619575
    num_examples: 28035
  - name: hu
    num_bytes: 8283205
    num_examples: 6370
  - name: 'no'
    num_bytes: 195622727
    num_examples: 232974
  - name: nl
    num_bytes: 77257944
    num_examples: 86023
  - name: zh
    num_bytes: 78491209
    num_examples: 55958
  - name: cy
    num_bytes: 8733351
    num_examples: 7777
  - name: pt
    num_bytes: 123118920
    num_examples: 215040
  - name: cop
    num_bytes: 34009564
    num_examples: 9653
  - name: ro
    num_bytes: 76503103
    num_examples: 56301
  - name: gv
    num_bytes: 4262342
    num_examples: 8204
  download_size: 928457470
  dataset_size: 5264208717
---
# Dataset Card for "processed2"

[More Information needed](https://github.com/huggingface/datasets/blob/main/CONTRIBUTING.md#how-to-contribute-to-the-dataset-cards)