Update README.md
Browse files
README.md
CHANGED
@@ -199,8 +199,8 @@ llm = LLM(model=model_path, tensor_parallel_size=vllm_paralell, dtype='half')
|
|
199 |
|
200 |
sampling_params = SamplingParams(
|
201 |
n = 1,
|
202 |
-
temperature=0.
|
203 |
-
top_p=0.
|
204 |
repetition_penalty=1.2,
|
205 |
max_tokens=1024,
|
206 |
min_tokens=50,
|
|
|
199 |
|
200 |
sampling_params = SamplingParams(
|
201 |
n = 1,
|
202 |
+
temperature=0.1,
|
203 |
+
top_p=0.90,
|
204 |
repetition_penalty=1.2,
|
205 |
max_tokens=1024,
|
206 |
min_tokens=50,
|