Add Docker file

Dockerfile

@@ -0,0 +1,21 @@
+FROM nvidia/cuda:11.2.2-runtime-ubuntu20.04 
+
+RUN apt-get update --yes --quiet
+RUN apt install software-properties-common -y && add-apt-repository ppa:deadsnakes/ppa -y && \
+     apt-get install -y python3.10 \
+                        pip \
+                        python3.10-distutils \
+                        curl
+
+RUN curl -sS https://bootstrap.pypa.io/get-pip.py | python3.10
+RUN python3.10 -m pip install -U pip
+
+WORKDIR /app
+
+COPY requirements.txt /app
+
+RUN python3.10 -m pip install -r requirements.txt
+
+COPY . /app
+
+CMD python3.10 server_vllm.py --model "meetkai/functionary-small-v2.2" --host 0.0.0.0

README.md

@@ -26,6 +26,15 @@ Now you can start a blazing fast [vLLM](https://vllm.readthedocs.io/en/latest/ge
 python3 server_vllm.py --model "meetkai/functionary-small-v2.2" --host 0.0.0.0
 ```
 
+#### Run in Docker
+
+You can also run functionary in Docker
+
+```shell
+docker build . -t functionary
+docker run -p 8000:8000 functionary
+```
+
 ### OpenAI Compatible Usage
 
 ```python