File tree Expand file tree Collapse file tree 5 files changed +0
-11
lines changed
DocIndexRetriever/docker_compose/intel Expand file tree Collapse file tree 5 files changed +0
-11
lines changed Original file line number Diff line number Diff line change @@ -48,14 +48,11 @@ export EMBEDDING_MODEL_ID="BAAI/bge-base-en-v1.5"
4848export RERANK_MODEL_ID=" BAAI/bge-reranker-base"
4949export TEI_EMBEDDING_ENDPOINT=" http://${host_ip} :6006"
5050export TEI_RERANKING_ENDPOINT=" http://${host_ip} :8808"
51- export TGI_LLM_ENDPOINT=" http://${host_ip} :8008"
5251export REDIS_URL=" redis://${host_ip} :6379"
5352export INDEX_NAME=" rag-redis"
54- export MEGA_SERVICE_HOST_IP=${host_ip}
5553export EMBEDDING_SERVICE_HOST_IP=${host_ip}
5654export RETRIEVER_SERVICE_HOST_IP=${host_ip}
5755export RERANK_SERVICE_HOST_IP=${host_ip}
58- export LLM_SERVICE_HOST_IP=${host_ip}
5956export BACKEND_SERVICE_ENDPOINT=" http://${host_ip} :8000/v1/retrievaltool"
6057export DATAPREP_SERVICE_ENDPOINT=" http://${host_ip} :6007/v1/dataprep/ingest"
6158cd GenAIExamples/DocIndexRetriever/intel/cpu/xoen/
Original file line number Diff line number Diff line change @@ -148,11 +148,9 @@ services:
148148 - no_proxy=${no_proxy}
149149 - https_proxy=${https_proxy}
150150 - http_proxy=${http_proxy}
151- - MEGA_SERVICE_HOST_IP=${MEGA_SERVICE_HOST_IP}
152151 - EMBEDDING_SERVICE_HOST_IP=${EMBEDDING_SERVICE_HOST_IP}
153152 - RETRIEVER_SERVICE_HOST_IP=${RETRIEVER_SERVICE_HOST_IP}
154153 - RERANK_SERVICE_HOST_IP=${RERANK_SERVICE_HOST_IP}
155- - LLM_SERVICE_HOST_IP=${LLM_SERVICE_HOST_IP}
156154 ipc : host
157155 restart : always
158156
Original file line number Diff line number Diff line change @@ -99,7 +99,6 @@ services:
9999 no_proxy : ${no_proxy}
100100 https_proxy : ${https_proxy}
101101 http_proxy : ${http_proxy}
102- MEGA_SERVICE_HOST_IP : ${MEGA_SERVICE_HOST_IP:-0.0.0.0}
103102 EMBEDDING_SERVICE_HOST_IP : embedding
104103 EMBEDDING_SERVICE_PORT : ${EMBEDDING_SERVER_PORT:-6000}
105104 RETRIEVER_SERVICE_HOST_IP : retriever
Original file line number Diff line number Diff line change @@ -48,14 +48,11 @@ export EMBEDDING_MODEL_ID="BAAI/bge-base-en-v1.5"
4848export RERANK_MODEL_ID=" BAAI/bge-reranker-base"
4949export TEI_EMBEDDING_ENDPOINT=" http://${host_ip} :8090"
5050export TEI_RERANKING_ENDPOINT=" http://${host_ip} :8808"
51- export TGI_LLM_ENDPOINT=" http://${host_ip} :8008"
5251export REDIS_URL=" redis://${host_ip} :6379"
5352export INDEX_NAME=" rag-redis"
54- export MEGA_SERVICE_HOST_IP=${host_ip}
5553export EMBEDDING_SERVICE_HOST_IP=${host_ip}
5654export RETRIEVER_SERVICE_HOST_IP=${host_ip}
5755export RERANK_SERVICE_HOST_IP=${host_ip}
58- export LLM_SERVICE_HOST_IP=${host_ip}
5956export BACKEND_SERVICE_ENDPOINT=" http://${host_ip} :8000/v1/retrievaltool"
6057export DATAPREP_SERVICE_ENDPOINT=" http://${host_ip} :6007/v1/dataprep/ingest"
6158export llm_hardware=' cpu/xeon' # cpu/xeon, xpu, hpu/gaudi
Original file line number Diff line number Diff line change @@ -145,11 +145,9 @@ services:
145145 - no_proxy=${no_proxy}
146146 - https_proxy=${https_proxy}
147147 - http_proxy=${http_proxy}
148- - MEGA_SERVICE_HOST_IP=${MEGA_SERVICE_HOST_IP}
149148 - EMBEDDING_SERVICE_HOST_IP=${EMBEDDING_SERVICE_HOST_IP}
150149 - RETRIEVER_SERVICE_HOST_IP=${RETRIEVER_SERVICE_HOST_IP}
151150 - RERANK_SERVICE_HOST_IP=${RERANK_SERVICE_HOST_IP}
152- - LLM_SERVICE_HOST_IP=${LLM_SERVICE_HOST_IP}
153151 - LOGFLAG=${LOGFLAG}
154152 ipc : host
155153 restart : always
You can’t perform that action at this time.
0 commit comments