From beda609b4b7e5921d4252f71535c6673e027bb1e Mon Sep 17 00:00:00 2001 From: Ying Hu Date: Wed, 28 Aug 2024 20:42:44 +0800 Subject: [PATCH] Yinghu5 patch 1 (#676) * Update set_env.sh to fix #670 * Update README.md fixed your_ip and host_ip * Update README.md fix your_ip and host_ip --- DocSum/docker/gaudi/README.md | 2 +- DocSum/docker/set_env.sh | 2 +- DocSum/docker/xeon/README.md | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/DocSum/docker/gaudi/README.md b/DocSum/docker/gaudi/README.md index 742e7202f..1b0b1a060 100644 --- a/DocSum/docker/gaudi/README.md +++ b/DocSum/docker/gaudi/README.md @@ -73,7 +73,7 @@ export no_proxy=${your_no_proxy} export http_proxy=${your_http_proxy} export https_proxy=${your_http_proxy} export LLM_MODEL_ID="Intel/neural-chat-7b-v3-3" -export TGI_LLM_ENDPOINT="http://${your_ip}:8008" +export TGI_LLM_ENDPOINT="http://${host_ip}:8008" export HUGGINGFACEHUB_API_TOKEN=${your_hf_api_token} export MEGA_SERVICE_HOST_IP=${host_ip} export LLM_SERVICE_HOST_IP=${host_ip} diff --git a/DocSum/docker/set_env.sh b/DocSum/docker/set_env.sh index 722b24154..07440475c 100644 --- a/DocSum/docker/set_env.sh +++ b/DocSum/docker/set_env.sh @@ -5,7 +5,7 @@ export LLM_MODEL_ID="Intel/neural-chat-7b-v3-3" -export TGI_LLM_ENDPOINT="http://${your_ip}:8008" +export TGI_LLM_ENDPOINT="http://${host_ip}:8008" export MEGA_SERVICE_HOST_IP=${host_ip} export LLM_SERVICE_HOST_IP=${host_ip} export BACKEND_SERVICE_ENDPOINT="http://${host_ip}:8888/v1/docsum" diff --git a/DocSum/docker/xeon/README.md b/DocSum/docker/xeon/README.md index 96ed905ea..d3b1c0463 100644 --- a/DocSum/docker/xeon/README.md +++ b/DocSum/docker/xeon/README.md @@ -82,7 +82,7 @@ export no_proxy=${your_no_proxy} export http_proxy=${your_http_proxy} export https_proxy=${your_http_proxy} export LLM_MODEL_ID="Intel/neural-chat-7b-v3-3" -export TGI_LLM_ENDPOINT="http://${your_ip}:8008" +export TGI_LLM_ENDPOINT="http://${host_ip}:8008" export HUGGINGFACEHUB_API_TOKEN=${your_hf_api_token} export MEGA_SERVICE_HOST_IP=${host_ip} export LLM_SERVICE_HOST_IP=${host_ip}