Skip to content

Commit

Permalink
Yinghu5 patch 1 (#676)
Browse files Browse the repository at this point in the history
* Update set_env.sh

to fix #670

* Update README.md

fixed your_ip and host_ip

* Update README.md

fix your_ip and host_ip
  • Loading branch information
yinghu5 committed Aug 28, 2024
1 parent 993688a commit beda609
Show file tree
Hide file tree
Showing 3 changed files with 3 additions and 3 deletions.
2 changes: 1 addition & 1 deletion DocSum/docker/gaudi/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -73,7 +73,7 @@ export no_proxy=${your_no_proxy}
export http_proxy=${your_http_proxy}
export https_proxy=${your_http_proxy}
export LLM_MODEL_ID="Intel/neural-chat-7b-v3-3"
export TGI_LLM_ENDPOINT="http://${your_ip}:8008"
export TGI_LLM_ENDPOINT="http://${host_ip}:8008"
export HUGGINGFACEHUB_API_TOKEN=${your_hf_api_token}
export MEGA_SERVICE_HOST_IP=${host_ip}
export LLM_SERVICE_HOST_IP=${host_ip}
Expand Down
2 changes: 1 addition & 1 deletion DocSum/docker/set_env.sh
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@


export LLM_MODEL_ID="Intel/neural-chat-7b-v3-3"
export TGI_LLM_ENDPOINT="http://${your_ip}:8008"
export TGI_LLM_ENDPOINT="http://${host_ip}:8008"
export MEGA_SERVICE_HOST_IP=${host_ip}
export LLM_SERVICE_HOST_IP=${host_ip}
export BACKEND_SERVICE_ENDPOINT="http://${host_ip}:8888/v1/docsum"
2 changes: 1 addition & 1 deletion DocSum/docker/xeon/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -82,7 +82,7 @@ export no_proxy=${your_no_proxy}
export http_proxy=${your_http_proxy}
export https_proxy=${your_http_proxy}
export LLM_MODEL_ID="Intel/neural-chat-7b-v3-3"
export TGI_LLM_ENDPOINT="http://${your_ip}:8008"
export TGI_LLM_ENDPOINT="http://${host_ip}:8008"
export HUGGINGFACEHUB_API_TOKEN=${your_hf_api_token}
export MEGA_SERVICE_HOST_IP=${host_ip}
export LLM_SERVICE_HOST_IP=${host_ip}
Expand Down

0 comments on commit beda609

Please sign in to comment.