filtering on indexes with data

get_index.py

@@ -25,5 +25,7 @@ def get_engines(index_repo: str, model_repo: str):
     engines = {}
     for subindex_path in subindex_paths:
         subindex_name = os.path.basename(subindex_path)
-        engines[subindex_name] = ProteinSearchEngine(data_path=Path(subindex_path))
+        engine = ProteinSearchEngine(data_path=Path(subindex_path))
+        if len(engine) > 10000:
+            engines[subindex_name] = engine
     return engines