region:us
---
dataset_info:
  features:
  - name: zh
    dtype: string
  - name: ar
    dtype: string
  - name: en
    dtype: string
  - name: fr
    dtype: string
  - name: es
    dtype: string
  - name: ru
    dtype: string
  - name: record
    dtype: string
  splits:
  - name: train
    num_bytes: 40392264949
    num_examples: 142933
  - name: randomTest
    num_bytes: 791067667
    num_examples: 2839
  download_size: 4512532002
  dataset_size: 41183332616
---

# python

```python
dataset = load_dataset("ranWang/UN_Historical_PDF_Article_Text_Corpus", split="train")
or
dataset = load_dataset("ranWang/UN_Historical_PDF_Article_Text_Corpus", split="randomTest")

lang_list = ["ar", "en", "es", "fr", "ru", "zh"]

for row in dataset:
    # 获取pdf文章内容
    for lang in lang_list:
        # type == str
        lang_match_file_content = row[lang]

        # 如果按页分割
        lang_match_file_pages_content = lang_match_file_content.split("\n----\n")
```