14 lines
410 B
Bash
14 lines
410 B
Bash
MODEL="qwen3-8b"
|
|
|
|
OPENAI_API_KEY="sk-a6a00cb727ee4913ba22530ec3c2b30d" \
|
|
swift sample \
|
|
--sampler_type distill \
|
|
--sampler_engine client \
|
|
--model $MODEL \
|
|
--stream true \
|
|
--orm_model math \
|
|
--dataset AI-MO/NuminaMath-TIR#5 \
|
|
--num_return_sequences 1 \
|
|
--temperature 0.6 \
|
|
--top_p 0.95 \
|
|
--engine_kwargs '{"base_url":"https://dashscope.aliyuncs.com/compatible-mode/v1"}' |