6 lines
117 B
Bash

CUDA_VISIBLE_DEVICES=0 \
swift rollout \
--model /data1/yuyr/qwen3-8b \
--tensor_parallel_size 1 \
--port 8000