requirements.txt

aiohttp==3.8.6
aiohttp-cors==0.7.0
aiorwlock==1.3.0
aiosignal==1.3.1
anyio==3.7.1
async-timeout==4.0.3
attrs==23.1.0
blessed==1.20.0
cachetools==5.3.2
certifi==2023.7.22
charset-normalizer==3.3.2
click==8.1.7
colorful==0.5.5
distlib==0.3.7
exceptiongroup==1.1.3
fastapi==0.104.1
filelock==3.13.1
frozenlist==1.4.0
google-api-core==2.14.0
google-auth==2.23.4
googleapis-common-protos==1.61.0
gpustat==1.1.1
grpcio==1.59.2
gunicorn==21.2.0
h11==0.14.0
httptools==0.6.1
idna==3.4
jsonschema==4.19.2
jsonschema-specifications==2023.7.1
msgpack==1.0.7
multidict==6.0.4
numpy==1.26.1
nvidia-ml-py==12.535.133
opencensus==0.11.3
opencensus-context==0.1.3
packaging==23.2
platformdirs==3.11.0
prometheus-client==0.18.0
protobuf==4.25.0
psutil==5.9.6
py-spy==0.3.14
pyasn1==0.5.0
pyasn1-modules==0.3.0
pydantic==1.10.13
python-dotenv==1.0.0
PyYAML==6.0.1
ray==2.8.0
referencing==0.30.2
requests==2.31.0
rpds-py==0.12.0
rsa==4.9
six==1.16.0
smart-open==6.4.0
sniffio==1.3.0
starlette==0.27.0
typing_extensions==4.8.0
urllib3==2.0.7
uvicorn==0.24.0.post1
uvloop==0.19.0
virtualenv==20.21.0
watchfiles==0.21.0
wcwidth==0.2.9
websockets==12.0
yarl==1.9.2