diff --git a/README.md b/README.md index a18765b0..7e6776bc 100644 --- a/README.md +++ b/README.md @@ -115,6 +115,20 @@ If you want to switch from Pinecone to Qdrant, you can set the following environ - `retrieval_qa` -> [Learn more](https://python.langchain.com/docs/use_cases/question_answering/how_to/vector_db_qa) - `conversation_retrieval` -> [Learn more](https://python.langchain.com/docs/use_cases/question_answering/how_to/chat_vector_db) +#### Using Prebuilt Images + +If you're experiencing slow internet speeds or if Docker builds are taking a long time, consider using the prebuilt images for your respective architecture. Simply comment out the unnecessary image line in the `docker-compose.yml` file and uncomment the appropriate prebuilt image line. + +Example: + +```yaml +# Mac environment +image: codebanesr/openchat_llm_server:edge_amd64 + +# Or, for Linux environment +image: codebanesr/openchat_llm_server:edge +``` + > Note: for pincone db, make sure that the dimension is equal to 1536 diff --git a/docker-compose.yml b/docker-compose.yml index 50062ad5..fd6fd4fe 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -38,7 +38,17 @@ services: llm-server: restart: unless-stopped - image: codebanesr/openchat_llm_server:edge + # prebuilt image for linux + # image: codebanesr/openchat_llm_server:edge + + # prebuilt image for mac + # image: codebanesr/openchat_llm_server:edge_amd64 + + # or build from source + build: + context: ./llm-server + dockerfile: Dockerfile + volumes: - shared_data:/app/shared_data env_file: