implemented scripts and Dockerfile

.gitignore

@@ -0,0 +1,2 @@
+test.py
+Pipfile*

Dockerfile

@@ -0,0 +1,18 @@
+FROM python:3.9
+
+WORKDIR /code
+ENV HOME=/code
+
+RUN apt install curl
+RUN pip install pip -U
+
+RUN pip install renumics-spotlight==1.2.0rc2
+
+RUN pip install datasets
+COPY prepare.py .
+RUN python prepare.py
+
+COPY . .
+RUN mkdir -p /code/.cache
+RUN chmod -R 777 /code
+CMD ["python", "run.py"]

README.md

@@ -1,11 +1,20 @@
 ---
 title: Speech Commands Enriched
-emoji: 🏃
-colorFrom: yellow
-colorTo: indigo
+emoji: 📊
+colorFrom: gray
+colorTo: blue
 sdk: docker
 pinned: false
-license: openrail
+license: mit
+app_file: run.py
+datasets:
+- renumics/cifar100-outlier
+- cifar100
+tags:
+- renumics
+- spotlight
+- EDA
+- outliers
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

prepare.py

@@ -0,0 +1,26 @@
+import pickle
+import datasets
+import os
+import umap
+
+
+if __name__ == "__main__":
+    cache_file = "dataset_cache.pkl"
+    if os.path.exists(cache_file):
+        # Load dataset from cache
+        with open(cache_file, "rb") as file:
+            dataset = pickle.load(file)
+        print("Dataset loaded from cache.")
+    else:
+        # Load dataset using datasets.load_dataset()
+        ds = datasets.load_dataset("renumics/speech_commands_enriched", split="train")
+        print("Dataset loaded using datasets.load_dataset().")
+
+        df = ds.to_pandas()
+
+        # Save dataset to cache
+        with open(cache_file, "wb") as file:
+            pickle.dump(df, file)
+
+        print("Dataset saved to cache.")
+

requirements.txt

@@ -0,0 +1,2 @@
+renumics-spotlight
+datasets

run.py

@@ -0,0 +1,33 @@
+import pickle
+from renumics import spotlight
+import os
+
+if __name__ == "__main__":
+    cache_file = "dataset_cache.pkl"
+    if os.path.exists(cache_file):
+        # Load dataset from cache
+        with open(cache_file, "rb") as file:
+            df = pickle.load(file)
+        print("Dataset loaded from cache.")
+
+
+        while True:
+            dtypes = {
+                "full_audio": spotlight.Audio,
+                "embedding_reduced": spotlight.Embedding
+            }
+            view = spotlight.show(
+                df,
+                dtype=dtypes,
+                layout="https://spotlight.renumics.com/resources/layout_pre_post_ft_hf.json",
+                port=7860, 
+                host="0.0.0.0",
+                allow_filebrowsing=False 
+            )
+
+            view.close()
+
+    else:
+        print(f"Dataset {cache_file} not found. Please run prepare.py first.")
+
+

spotlight-layout.json

@@ -0,0 +1 @@
+{"orientation":"vertical","children":[{"kind":"split","weight":55.52608311229001,"orientation":"horizontal","children":[{"kind":"tab","weight":41.16700201207244,"children":[{"kind":"widget","name":"Table","type":"table","config":{"tableView":"full","visibleColumns":["coarse_label_str","fine_label_prediction_str","fine_label_str","image","__idx__"],"sorting":[["__idx__","DESC"]],"orderByRelevance":false,"columnWidths":{"coarse_label":92,"coarse_label_str":165,"embedding_reduced":128,"fine_label":92,"fine_label_prediction":92,"fine_label_prediction_error":92,"fine_label_prediction_str":244,"fine_label_str":194,"full_image":256,"image":200,"split":256,"__idx__":92,"__last_edited_at__":192,"__last_edited_by__":256}}}]},{"kind":"tab","weight":33.66487769877306,"children":[{"kind":"widget","name":"Similarity Map","type":"similaritymap","config":{"placeBy":null,"reductionMethod":null,"colorBy":"fine_label_str","sizeBy":null,"filter":false,"umapNNeighbors":20,"umapMetric":null,"umapMinDist":0.15,"pcaNormalization":null,"umapMenuLocalGlobalBalance":null,"umapMenuIsAdvanced":false}},{"kind":"widget","name":"Scatter Plot","type":"scatterplot","config":{"xAxisColumn":null,"yAxisColumn":null,"colorBy":null,"sizeBy":null,"filter":false}}]},{"kind":"tab","weight":25.168120289154498,"children":[{"kind":"widget","name":"Histogram","type":"histogram","config":{"columnKey":"fine_label_str","stackByColumnKey":"fine_label_prediction_error","filter":false}}]}]},{"kind":"tab","weight":44.47391688770999,"children":[{"kind":"widget","name":"Inspector","type":"inspector","config":{"views":[{"view":"ImageView","key":"es3NP2fbYeG5TzTQqCzZKL","name":"image","columns":["image"]},{"view":"TextLens","columns":["fine_label_str"],"name":"view","key":"7262001a-1270-467c-bfe8-6b6883adbc7d"},{"view":"TextLens","columns":["fine_label_prediction_str"],"name":"view","key":"f72a8ae9-17c4-4097-b454-79a6f60865db"},{"view":"ScalarView","columns":["fine_label_prediction_error"],"name":"view","key":"be4d6afe-9093-4581-b363-df11d3c6d34a"}],"visibleColumns":4}}]}]}