File tree Expand file tree Collapse file tree 1 file changed +3
-1
lines changed
.buildkite/scripts/hardware_ci Expand file tree Collapse file tree 1 file changed +3
-1
lines changed Original file line number Diff line number Diff line change @@ -11,13 +11,14 @@ container_name="neuron_$(tr -dc A-Za-z0-9 < /dev/urandom | head -c 10; echo)"
1111HF_CACHE=" $( realpath ~ ) /huggingface"
1212mkdir -p " ${HF_CACHE} "
1313HF_MOUNT=" /root/.cache/huggingface"
14+ HF_TOKEN=$( aws secretsmanager get-secret-value --secret-id " ci/vllm-neuron/hf-token" --region us-west-2 --query ' SecretString' --output text | jq -r .VLLM_NEURON_CI_HF_TOKEN)
1415
1516NEURON_COMPILE_CACHE_URL=" $( realpath ~ ) /neuron_compile_cache"
1617mkdir -p " ${NEURON_COMPILE_CACHE_URL} "
1718NEURON_COMPILE_CACHE_MOUNT=" /root/.cache/neuron_compile_cache"
1819
1920# Try building the docker image
20- aws ecr get-login-password --region us-west-2 | docker login --username AWS --password-stdin 763104351884.dkr. ecr.us-west-2.amazonaws.com
21+ aws ecr-public get-login-password --region us-east-1 | docker login --username AWS --password-stdin public. ecr.aws
2122
2223# prune old image and containers to save disk space, and only once a day
2324# by using a timestamp file in tmp.
@@ -47,6 +48,7 @@ trap remove_docker_container EXIT
4748docker run --rm -it --device=/dev/neuron0 --network bridge \
4849 -v " ${HF_CACHE} :${HF_MOUNT} " \
4950 -e " HF_HOME=${HF_MOUNT} " \
51+ -e " HF_TOKEN=${HF_TOKEN} " \
5052 -v " ${NEURON_COMPILE_CACHE_URL} :${NEURON_COMPILE_CACHE_MOUNT} " \
5153 -e " NEURON_COMPILE_CACHE_URL=${NEURON_COMPILE_CACHE_MOUNT} " \
5254 --name " ${container_name} " \
You can’t perform that action at this time.
0 commit comments