Skip to content

Commit f9ea8f9

Browse files
ZePan110ZePan110
authored
Change HUGGINGFACEHUB_API_TOKEN to HF_TOKEN for AgentQnA,AudioQnA,ChatQnA (#2093)
Change HUGGINGFACEHUB_API_TOKEN to HF_TOKEN fpr AgentQnA,AudioQnA,ChatQnA Remove HUGGING_FACE_HUB_TOKEN Signed-off-by: ZePan110 <ze.pan@intel.com>
1 parent 43a9fbb commit f9ea8f9

32 files changed

Lines changed: 76 additions & 83 deletions

‎AgentQnA/docker_compose/amd/gpu/rocm/compose.yaml‎

Lines changed: 4 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -13,8 +13,7 @@ services:
1313
http_proxy: ${http_proxy}
1414
https_proxy: ${https_proxy}
1515
TGI_LLM_ENDPOINT: "http://${ip_address}:${TGI_SERVICE_PORT}"
16-
HUGGING_FACE_HUB_TOKEN: ${HF_TOKEN}
17-
HUGGINGFACEHUB_API_TOKEN: ${HF_TOKEN}
16+
HF_TOKEN: ${HF_TOKEN}
1817
shm_size: 32g
1918
devices:
2019
- /dev/kfd:/dev/kfd
@@ -42,7 +41,7 @@ services:
4241
with_memory: false
4342
recursion_limit: ${recursion_limit_worker}
4443
llm_engine: tgi
45-
HUGGINGFACEHUB_API_TOKEN: ${HF_TOKEN}
44+
HF_TOKEN: ${HF_TOKEN}
4645
llm_endpoint_url: ${LLM_ENDPOINT_URL}
4746
model: ${LLM_MODEL_ID}
4847
temperature: ${temperature}
@@ -76,7 +75,7 @@ services:
7675
use_hints: false
7776
recursion_limit: ${recursion_limit_worker}
7877
llm_engine: vllm
79-
HUGGINGFACEHUB_API_TOKEN: ${HF_TOKEN}
78+
HF_TOKEN: ${HF_TOKEN}
8079
llm_endpoint_url: ${LLM_ENDPOINT_URL}
8180
model: ${LLM_MODEL_ID}
8281
temperature: ${temperature}
@@ -104,7 +103,7 @@ services:
104103
with_memory: true
105104
recursion_limit: ${recursion_limit_supervisor}
106105
llm_engine: tgi
107-
HUGGINGFACEHUB_API_TOKEN: ${HF_TOKEN}
106+
HF_TOKEN: ${HF_TOKEN}
108107
llm_endpoint_url: ${LLM_ENDPOINT_URL}
109108
model: ${LLM_MODEL_ID}
110109
temperature: ${temperature}

‎AgentQnA/docker_compose/amd/gpu/rocm/compose_vllm.yaml‎

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,6 @@ services:
1010
no_proxy: ${no_proxy}
1111
http_proxy: ${http_proxy}
1212
https_proxy: ${https_proxy}
13-
HUGGINGFACEHUB_API_TOKEN: ${HF_TOKEN}
1413
HF_TOKEN: ${HF_TOKEN}
1514
HF_HUB_DISABLE_PROGRESS_BARS: 1
1615
HF_HUB_ENABLE_HF_TRANSFER: 0
@@ -46,7 +45,7 @@ services:
4645
with_memory: false
4746
recursion_limit: ${recursion_limit_worker}
4847
llm_engine: vllm
49-
HUGGINGFACEHUB_API_TOKEN: ${HF_TOKEN}
48+
HF_TOKEN: ${HF_TOKEN}
5049
llm_endpoint_url: ${LLM_ENDPOINT_URL}
5150
model: ${LLM_MODEL_ID}
5251
temperature: ${temperature}
@@ -80,7 +79,7 @@ services:
8079
use_hints: false
8180
recursion_limit: ${recursion_limit_worker}
8281
llm_engine: vllm
83-
HUGGINGFACEHUB_API_TOKEN: ${HF_TOKEN}
82+
HF_TOKEN: ${HF_TOKEN}
8483
llm_endpoint_url: ${LLM_ENDPOINT_URL}
8584
model: ${LLM_MODEL_ID}
8685
temperature: ${temperature}
@@ -108,7 +107,7 @@ services:
108107
with_memory: true
109108
recursion_limit: ${recursion_limit_supervisor}
110109
llm_engine: vllm
111-
HUGGINGFACEHUB_API_TOKEN: ${HF_TOKEN}
110+
HF_TOKEN: ${HF_TOKEN}
112111
llm_endpoint_url: ${LLM_ENDPOINT_URL}
113112
model: ${LLM_MODEL_ID}
114113
temperature: ${temperature}

‎AgentQnA/docker_compose/intel/hpu/gaudi/compose.yaml‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ services:
1616
with_memory: false
1717
recursion_limit: ${recursion_limit_worker}
1818
llm_engine: vllm
19-
HUGGINGFACEHUB_API_TOKEN: ${HF_TOKEN}
19+
HF_TOKEN: ${HF_TOKEN}
2020
llm_endpoint_url: ${LLM_ENDPOINT_URL}
2121
model: ${LLM_MODEL_ID}
2222
temperature: ${temperature}
@@ -50,7 +50,7 @@ services:
5050
use_hints: false
5151
recursion_limit: ${recursion_limit_worker}
5252
llm_engine: vllm
53-
HUGGINGFACEHUB_API_TOKEN: ${HF_TOKEN}
53+
HF_TOKEN: ${HF_TOKEN}
5454
llm_endpoint_url: ${LLM_ENDPOINT_URL}
5555
model: ${LLM_MODEL_ID}
5656
temperature: ${temperature}
@@ -79,7 +79,7 @@ services:
7979
with_memory: true
8080
recursion_limit: ${recursion_limit_supervisor}
8181
llm_engine: vllm
82-
HUGGINGFACEHUB_API_TOKEN: ${HF_TOKEN}
82+
HF_TOKEN: ${HF_TOKEN}
8383
llm_endpoint_url: ${LLM_ENDPOINT_URL}
8484
model: ${LLM_MODEL_ID}
8585
temperature: ${temperature}

‎AgentQnA/docker_compose/intel/hpu/gaudi/tgi_gaudi.yaml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,7 @@ services:
1313
no_proxy: ${no_proxy}
1414
http_proxy: ${http_proxy}
1515
https_proxy: ${https_proxy}
16-
HUGGING_FACE_HUB_TOKEN: ${HF_TOKEN}
16+
HF_TOKEN: ${HF_TOKEN}
1717
HF_HUB_DISABLE_PROGRESS_BARS: 1
1818
HF_HUB_ENABLE_HF_TRANSFER: 0
1919
HABANA_VISIBLE_DEVICES: all

‎AudioQnA/docker_compose/amd/gpu/rocm/compose_vllm.yaml‎

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -35,7 +35,6 @@ services:
3535
no_proxy: ${no_proxy}
3636
http_proxy: ${http_proxy}
3737
https_proxy: ${https_proxy}
38-
HUGGINGFACEHUB_API_TOKEN: ${HF_TOKEN}
3938
HF_TOKEN: ${HF_TOKEN}
4039
HF_HUB_DISABLE_PROGRESS_BARS: 1
4140
HF_HUB_ENABLE_HF_TRANSFER: 0

‎AvatarChatbot/docker_compose/amd/gpu/rocm/compose.yaml‎

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -52,7 +52,6 @@ services:
5252
no_proxy: ${no_proxy}
5353
http_proxy: ${http_proxy}
5454
https_proxy: ${https_proxy}
55-
HUGGING_FACE_HUB_TOKEN: ${HF_TOKEN}
5655
HF_TOKEN: ${HF_TOKEN}
5756
shm_size: 1g
5857
devices:

‎AvatarChatbot/docker_compose/intel/hpu/gaudi/compose.yaml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -48,7 +48,7 @@ services:
4848
no_proxy: ${no_proxy}
4949
http_proxy: ${http_proxy}
5050
https_proxy: ${https_proxy}
51-
HUGGING_FACE_HUB_TOKEN: ${HF_TOKEN}
51+
HF_TOKEN: ${HF_TOKEN}
5252
HF_HUB_DISABLE_PROGRESS_BARS: 1
5353
HF_HUB_ENABLE_HF_TRANSFER: 0
5454
HABANA_VISIBLE_DEVICES: all

‎ChatQnA/benchmark/accuracy_faqgen/README.md‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,7 @@ python post_process_FAQ.py
4343
We use "mistralai/Mixtral-8x7B-Instruct-v0.1" as LLM referee to evaluate the model. First we need to launch a LLM endpoint on Gaudi.
4444

4545
```
46-
export HUGGING_FACE_HUB_TOKEN="your_huggingface_token"
46+
export HF_TOKEN="your_huggingface_token"
4747
bash launch_tgi.sh
4848
```
4949

‎ChatQnA/benchmark/accuracy_faqgen/launch_tgi.sh‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,7 @@ docker run -it --rm \
1212
-p $port_number:80 \
1313
-v $volume:/data \
1414
--runtime=habana \
15-
-e HUGGING_FACE_HUB_TOKEN=$HUGGING_FACE_HUB_TOKEN \
15+
-e HF_TOKEN=$HF_TOKEN \
1616
-e HABANA_VISIBLE_DEVICES=all \
1717
-e OMPI_MCA_btl_vader_single_copy_mechanism=none \
1818
-e PT_HPU_ENABLE_LAZY_COLLECTIVES=true \

‎ChatQnA/docker_compose/amd/gpu/rocm/compose.yaml‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@ services:
2424
REDIS_URL: ${CHATQNA_REDIS_URL}
2525
INDEX_NAME: ${CHATQNA_INDEX_NAME}
2626
TEI_ENDPOINT: ${CHATQNA_TEI_EMBEDDING_ENDPOINT}
27-
HUGGINGFACEHUB_API_TOKEN: ${CHATQNA_HUGGINGFACEHUB_API_TOKEN}
27+
HF_TOKEN: ${CHATQNA_HUGGINGFACEHUB_API_TOKEN}
2828
healthcheck:
2929
test: ["CMD-SHELL", "curl -f http://localhost:5000/v1/health_check || exit 1"]
3030
interval: 10s
@@ -62,7 +62,7 @@ services:
6262
REDIS_URL: ${CHATQNA_REDIS_URL}
6363
INDEX_NAME: ${CHATQNA_INDEX_NAME}
6464
TEI_EMBEDDING_ENDPOINT: ${CHATQNA_TEI_EMBEDDING_ENDPOINT}
65-
HUGGINGFACEHUB_API_TOKEN: ${CHATQNA_HUGGINGFACEHUB_API_TOKEN}
65+
HF_TOKEN: ${CHATQNA_HUGGINGFACEHUB_API_TOKEN}
6666
LOGFLAG: ${LOGFLAG}
6767
RETRIEVER_COMPONENT_NAME: "OPEA_RETRIEVER_REDIS"
6868
restart: unless-stopped
@@ -93,7 +93,7 @@ services:
9393
no_proxy: ${no_proxy}
9494
http_proxy: ${http_proxy}
9595
https_proxy: ${https_proxy}
96-
HUGGING_FACE_HUB_TOKEN: ${CHATQNA_HUGGINGFACEHUB_API_TOKEN}
96+
HF_TOKEN: ${CHATQNA_HUGGINGFACEHUB_API_TOKEN}
9797
HF_HUB_DISABLE_PROGRESS_BARS: 1
9898
HF_HUB_ENABLE_HF_TRANSFER: 0
9999
volumes:

0 commit comments

Comments
 (0)