
# python

```python
dataset = load_dataset("ranWang/UN_Historical_PDF_Article_Text_Corpus", split="train")
or
dataset = load_dataset("ranWang/UN_Historical_PDF_Article_Text_Corpus", split="randomTest")

lang_list = ["ar", "en", "es", "fr", "ru", "zh"]

for row in dataset:
    # 获取pdf文章内容
    for lang in lang_list:
        # type == str
        lang_match_file_content = row[lang]

        # 如果按页分割
        lang_match_file_pages_content = lang_match_file_content.split("\n----\n")
```
region:us
{"dataset_info": {"features": [{"name": "zh", "dtype": "string"}, {"name": "ar", "dtype": "string"}, {"name": "en", "dtype": "string"}, {"name": "fr", "dtype": "string"}, {"name": "es", "dtype": "string"}, {"name": "ru", "dtype": "string"}, {"name": "record", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 40392264949, "num_examples": 142933}, {"name": "randomTest", "num_bytes": 791067667, "num_examples": 2839}], "download_size": 4512532002, "dataset_size": 41183332616}}
TAGS
#region-us 


# python


# python
TAGS
#region-us 
 # python