soeren commited on
Commit
a36c062
·
1 Parent(s): f5765b0

take all datasets

Browse files
Files changed (1) hide show
  1. prepare.py +5 -2
prepare.py CHANGED
@@ -13,10 +13,13 @@ if __name__ == "__main__":
13
  print("Dataset loaded from cache.")
14
  else:
15
  # Load dataset using datasets.load_dataset()
16
- ds = datasets.load_dataset("renumics/speech_commands_enriched", split="train")
 
 
 
17
  print("Dataset loaded using datasets.load_dataset().")
18
 
19
- df = ds.to_pandas()
20
 
21
  # Save dataset to cache
22
  with open(cache_file, "wb") as file:
 
13
  print("Dataset loaded from cache.")
14
  else:
15
  # Load dataset using datasets.load_dataset()
16
+ ds_train = datasets.load_dataset("renumics/speech_commands_enriched", split="train")
17
+ ds_test = datasets.load_dataset("renumics/speech_commands_enriched", split="test")
18
+ ds_validation = datasets.load_dataset("renumics/speech_commands_enriched", split="validation")
19
+ joined_dataset_enrichment = datasets.concatenate_datasets([ds_train, ds_validation, ds_test])
20
  print("Dataset loaded using datasets.load_dataset().")
21
 
22
+ df = joined_dataset_enrichment.to_pandas()
23
 
24
  # Save dataset to cache
25
  with open(cache_file, "wb") as file: