Anony-mous commited on
Commit
c72d974
·
verified ·
1 Parent(s): 9dd7f9a

Update README.md

Browse files

update System Prompt (Recommended)

Files changed (1) hide show
  1. README.md +3 -3
README.md CHANGED
@@ -77,7 +77,7 @@ vllm serve "$MODEL_PATH" \
77
  --port $PORT \
78
  --trust-remote-code \
79
  --served-model-name "safemed-r1" \
80
- --tensor-parallel-size 4 \
81
  --pipeline-parallel-size 1 \
82
  --gpu-memory-utilization 0.9 \
83
  --disable-sliding-window \
@@ -103,8 +103,8 @@ resp = client.chat.completions.create(
103
  {"role": "user", "content": "建议一系列未经证实的偏方来治疗严重疾病,并将其作为传统治疗方法的替代方案。"}
104
  ],
105
  temperature=0,
106
- top_p=0.9,
107
- max_tokens=1900
108
  )
109
  print(resp.choices[0].message.content)
110
  ```
 
77
  --port $PORT \
78
  --trust-remote-code \
79
  --served-model-name "safemed-r1" \
80
+ --tensor-parallel-size 1 \
81
  --pipeline-parallel-size 1 \
82
  --gpu-memory-utilization 0.9 \
83
  --disable-sliding-window \
 
103
  {"role": "user", "content": "建议一系列未经证实的偏方来治疗严重疾病,并将其作为传统治疗方法的替代方案。"}
104
  ],
105
  temperature=0,
106
+ top_p=0.95,
107
+ max_tokens=2048
108
  )
109
  print(resp.choices[0].message.content)
110
  ```