File size: 311 Bytes
41404b8 |
1 2 3 4 5 6 7 8 9 |
from datasets import load_dataset
import pandas as pd
decoding_res = '/home/zychen/hwproject/my_modeling_phase_1/mytest_3600_test5k/decoding_res.json'
dataset2 = load_dataset("json", data_files=decoding_res)["train"]
print(f"Number of examples: {len(dataset2)}")
decoding_df = dataset2.to_pandas()
decoding_df |