File tree Expand file tree Collapse file tree 1 file changed +19
-9
lines changed
Expand file tree Collapse file tree 1 file changed +19
-9
lines changed Original file line number Diff line number Diff line change @@ -49,12 +49,22 @@ if [ $? -ne 0 ]; then
4949fi
5050echo " Test with structured outputs passed"
5151
52- # DP2
53- # echo "Testing data parallel size 2 with vllm-hpu plugin v1"
54- # echo HABANA_VISIBLE_DEVICES=all VLLM_SKIP_WARMUP=true PT_HPU_LAZY_MODE=1 python -u vllm-gaudi/examples/data_parallel.py --dp-size 2 --tp-size 2
55- # HABANA_VISIBLE_DEVICES=all VLLM_SKIP_WARMUP=true PT_HPU_LAZY_MODE=1 python -u vllm-gaudi/examples/data_parallel.py --dp-size 2 --tp-size 2
56- # if [ $? -ne 0 ]; then
57- # echo "Error: Test failed for data parallel size 2" >&2
58- # exit -1
59- # fi
60- # echo "Test with data parallel size 2 passed"
52+ # DP2xTP2
53+ echo " Testing data parallel size 2 + tensor parallel size 2 with vllm-hpu plugin v1"
54+ echo HABANA_VISIBLE_DEVICES=all VLLM_SKIP_WARMUP=true PT_HPU_LAZY_MODE=1 python -u vllm-gaudi/examples/data_parallel.py --dp-size 2 --tp-size 2
55+ HABANA_VISIBLE_DEVICES=all VLLM_SKIP_WARMUP=true PT_HPU_LAZY_MODE=1 python -u vllm-gaudi/examples/data_parallel.py --dp-size 2 --tp-size 2
56+ if [ $? -ne 0 ]; then
57+ echo " Error: Test failed for data parallel size 2 + tensor parallel size 2" >&2
58+ exit -1
59+ fi
60+ echo " Test with data parallel size 2 + tensor parallel size 2 passed"
61+
62+ # DP2xTP2 t.compile
63+ echo " Testing data parallel size 2 + tensor parallel size 2 with vllm-hpu plugin v1 torch.compile mode"
64+ echo HABANA_VISIBLE_DEVICES=all VLLM_SKIP_WARMUP=true PT_HPU_LAZY_MODE=0 python -u vllm-gaudi/examples/data_parallel.py --dp-size 2 --tp-size 2
65+ HABANA_VISIBLE_DEVICES=all VLLM_SKIP_WARMUP=true PT_HPU_LAZY_MODE=0 python -u vllm-gaudi/examples/data_parallel.py --dp-size 2 --tp-size 2
66+ if [ $? -ne 0 ]; then
67+ echo " Error: Test failed for data parallel size 2 + tensor parallel size 2" >&2
68+ exit -1
69+ fi
70+ echo " Test with data parallel size 2 + tensor parallel size 2 passed"
You can’t perform that action at this time.
0 commit comments