add big bench experiment runner

BlaiseMuhirwa · Nov 23, 2023 · e3c5794 · e3c5794
1 parent 789e7f7
commit e3c5794
Show file tree

Hide file tree

Showing 13 changed files with 308 additions and 296 deletions.
diff --git a/experiments/Makefile b/experiments/Makefile
@@ -0,0 +1,23 @@
+
+
+# Run the yandex-deep benchmark and log everything to a logs.txt file 
+yandex-deep-bench: install-lib 
+	poetry run python run-big-bench.py \
+		--dataset path/to/yandex-deep.350.fbin \
+		--queries path/to/yandex-deep-queries.fbin \
+		--gtruth path/to/yandex-ground-truth \
+		--metric l2  \
+		logs.txt 2>&1
+
+
+# Install all dependencies including flatnav
+install-lib: generate-wheel 
+	poetry add ../flatnav_python/dist/*.whl 
+	poetry install --no-root
+
+# This will generate the wheel for flatnav and put it in
+# ../flatnav_python/dist
+generate-wheel:
+	pwd 
+	cd .. && cd flatnav_python && ./install_flatnav.sh 
+
diff --git a/experiments/big-ann/run_bigann.py b/experiments/big-ann/run_bigann.py
diff --git a/experiments/evaluate_faiss.py b/experiments/evaluate_faiss.py
@@ -154,6 +154,7 @@ def train_hnsw_index(
 
     return index
 
+
 def main(
     train_dataset: np.ndarray,
     queries: np.ndarray,
@@ -219,4 +220,3 @@ def main(
             ef_search_params=ef_searches,
             num_node_links=num_node_links,
         )
-
diff --git a/experiments/pyproject.toml b/experiments/pyproject.toml
@@ -12,7 +12,7 @@ dvc = "^3.28.0"
 black = "^23.11.0"
 numpy = "^1.26.1"
 faiss-cpu = "^1.7.4"
-flatnav = {path = "../flatnav_python/dist/flatnav-0.0.1-cp310-cp310-linux_x86_64.whl"}
+flatnav = {path = "../flatnav_python/dist/flatnav-0.0.1-cp311-cp311-macosx_13_0_arm64.whl"}
 
 
 [build-system]