diff --git a/DocSum/docker/gaudi/README.md b/DocSum/docker/gaudi/README.md index 742e7202f..1b0b1a060 100644 --- a/DocSum/docker/gaudi/README.md +++ b/DocSum/docker/gaudi/README.md @@ -73,7 +73,7 @@ export no_proxy=${your_no_proxy} export http_proxy=${your_http_proxy} export https_proxy=${your_http_proxy} export LLM_MODEL_ID="Intel/neural-chat-7b-v3-3" -export TGI_LLM_ENDPOINT="http://${your_ip}:8008" +export TGI_LLM_ENDPOINT="http://${host_ip}:8008" export HUGGINGFACEHUB_API_TOKEN=${your_hf_api_token} export MEGA_SERVICE_HOST_IP=${host_ip} export LLM_SERVICE_HOST_IP=${host_ip} diff --git a/DocSum/docker/set_env.sh b/DocSum/docker/set_env.sh index 722b24154..07440475c 100644 --- a/DocSum/docker/set_env.sh +++ b/DocSum/docker/set_env.sh @@ -5,7 +5,7 @@ export LLM_MODEL_ID="Intel/neural-chat-7b-v3-3" -export TGI_LLM_ENDPOINT="http://${your_ip}:8008" +export TGI_LLM_ENDPOINT="http://${host_ip}:8008" export MEGA_SERVICE_HOST_IP=${host_ip} export LLM_SERVICE_HOST_IP=${host_ip} export BACKEND_SERVICE_ENDPOINT="http://${host_ip}:8888/v1/docsum" diff --git a/DocSum/docker/xeon/README.md b/DocSum/docker/xeon/README.md index 96ed905ea..d3b1c0463 100644 --- a/DocSum/docker/xeon/README.md +++ b/DocSum/docker/xeon/README.md @@ -82,7 +82,7 @@ export no_proxy=${your_no_proxy} export http_proxy=${your_http_proxy} export https_proxy=${your_http_proxy} export LLM_MODEL_ID="Intel/neural-chat-7b-v3-3" -export TGI_LLM_ENDPOINT="http://${your_ip}:8008" +export TGI_LLM_ENDPOINT="http://${host_ip}:8008" export HUGGINGFACEHUB_API_TOKEN=${your_hf_api_token} export MEGA_SERVICE_HOST_IP=${host_ip} export LLM_SERVICE_HOST_IP=${host_ip}