fix(server): fix missing datasets in quantize

c3-pakazad · Jul 27, 2023 · 2efd46e · 2efd46e
1 parent 8bd0adb
commit 2efd46e
Show file tree

Hide file tree

Showing 5 changed files with 789 additions and 6 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -188,7 +188,7 @@ COPY server/Makefile server/Makefile
 RUN cd server && \
     make gen-server && \
     pip install -r requirements.txt && \
-    pip install ".[bnb, accelerate]" --no-cache-dir
+    pip install ".[bnb, accelerate, quantize]" --no-cache-dir
 
 # Install benchmarker
 COPY --from=builder /usr/src/target/release/text-generation-benchmark /usr/local/bin/text-generation-benchmark

diff --git a/server/Makefile b/server/Makefile
@@ -27,4 +27,4 @@ run-dev:
 	SAFETENSORS_FAST_GPU=1 python -m torch.distributed.run --nproc_per_node=2 text_generation_server/cli.py serve bigscience/bloom-560m --sharded
 
 export-requirements:
-	poetry export -o requirements.txt -E bnb --without-hashes
+	poetry export -o requirements.txt -E bnb -E quantize --without-hashes