Update README.md
Browse files
README.md
CHANGED
|
@@ -89,7 +89,7 @@ input_ids = tokenizer.apply_chat_template(
|
|
| 89 |
|
| 90 |
generation = model.generate(
|
| 91 |
input_ids=input_ids,
|
| 92 |
-
max_new_tokens=8192,
|
| 93 |
do_sample=False,
|
| 94 |
)
|
| 95 |
|
|
|
|
| 89 |
|
| 90 |
generation = model.generate(
|
| 91 |
input_ids=input_ids,
|
| 92 |
+
max_new_tokens=8192, # For optimal performance benchmarking, please set this to unlimited (e.g., 50000)
|
| 93 |
do_sample=False,
|
| 94 |
)
|
| 95 |
|