python3 test.py --model_name qwen2.5vl-int4:latest

python3 test.py --model_name qwen2.5vl-int8:latest