Spaces:
Runtime error
Runtime error
soeren
commited on
Commit
·
a36c062
1
Parent(s):
f5765b0
take all datasets
Browse files- prepare.py +5 -2
prepare.py
CHANGED
@@ -13,10 +13,13 @@ if __name__ == "__main__":
|
|
13 |
print("Dataset loaded from cache.")
|
14 |
else:
|
15 |
# Load dataset using datasets.load_dataset()
|
16 |
-
|
|
|
|
|
|
|
17 |
print("Dataset loaded using datasets.load_dataset().")
|
18 |
|
19 |
-
df =
|
20 |
|
21 |
# Save dataset to cache
|
22 |
with open(cache_file, "wb") as file:
|
|
|
13 |
print("Dataset loaded from cache.")
|
14 |
else:
|
15 |
# Load dataset using datasets.load_dataset()
|
16 |
+
ds_train = datasets.load_dataset("renumics/speech_commands_enriched", split="train")
|
17 |
+
ds_test = datasets.load_dataset("renumics/speech_commands_enriched", split="test")
|
18 |
+
ds_validation = datasets.load_dataset("renumics/speech_commands_enriched", split="validation")
|
19 |
+
joined_dataset_enrichment = datasets.concatenate_datasets([ds_train, ds_validation, ds_test])
|
20 |
print("Dataset loaded using datasets.load_dataset().")
|
21 |
|
22 |
+
df = joined_dataset_enrichment.to_pandas()
|
23 |
|
24 |
# Save dataset to cache
|
25 |
with open(cache_file, "wb") as file:
|