fixed deploy issues.

Author: Zhenzhong1

DocSum/docker_compose/intel/hpu/gaudi/README.md

@@ -47,6 +47,9 @@ Some HuggingFace resources, such as some models, are only accessible if you have
 To set up environment variables for deploying DocSum services, source the _set_env.sh_ script in this directory:
 
 ```
+# Please setting your HUGGINGFACE_API_TOKEN.
+export HUGGINGFACEHUB_API_TOKEN="Your_HuggingFace_API_Token"
+
 source ./set_env.sh
 ```
 

DocSum/docker_compose/set_env.sh

@@ -6,14 +6,20 @@ pushd "../../" > /dev/null
 source .set_env.sh
 popd > /dev/null
 
+export host_ip=$(hostname -I | awk '{print $1}') # Example: host_ip="192.168.1.1"
 export no_proxy="${no_proxy},${host_ip}" # Example: no_proxy="localhost, 127.0.0.1, 192.168.1.1"
 export http_proxy=$http_proxy
 export https_proxy=$https_proxy
-export host_ip=$(hostname -I | awk '{print $1}') # Example: host_ip="192.168.1.1"
 export HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
 
 export LLM_ENDPOINT_PORT=8008
 export LLM_MODEL_ID="Intel/neural-chat-7b-v3-3"
+
+export BLOCK_SIZE=128
+export MAX_NUM_SEQS=256
+export MAX_SEQ_LEN_TO_CAPTURE=2048
+export NUM_CARDS=1
+
 export MAX_INPUT_TOKENS=1024
 export MAX_TOTAL_TOKENS=2048