17 lines
538 B
Bash
17 lines
538 B
Bash
MODEL="qwen3-8b"
|
|
|
|
OPENAI_API_KEY="sk-a6a00cb727ee4913ba22530ec3c2b30d" \
|
|
swift sample \
|
|
--sampler_type distill \
|
|
--sampler_engine client \
|
|
--model $MODEL \
|
|
--stream true \
|
|
--orm_model external_web_acc \
|
|
--dataset sample_input_step2.jsonl \
|
|
--num_return_sequences 1 \
|
|
--temperature 0.6 \
|
|
--top_p 0.95 \
|
|
--external_plugins plugin.py \
|
|
--system system_prompt.txt \
|
|
--output_file sample_output_step2.jsonl \
|
|
--engine_kwargs '{"base_url":"https://dashscope.aliyuncs.com/compatible-mode/v1"}' |