From f5079ce0902a0f91bd1b17b8bd8cb7fd0d58607e Mon Sep 17 00:00:00 2001
From: LearnMan <106457190+AnHeXi@users.noreply.github.com>
Date: Mon, 3 Nov 2025 20:47:25 +0800
Subject: [PATCH] Update eval_llm.py

---
 eval_llm.py | 9 ++++++---
 1 file changed, 6 insertions(+), 3 deletions(-)

diff --git a/eval_llm.py b/eval_llm.py
index 8af17d4..a61f2d6 100755
--- a/eval_llm.py
+++ b/eval_llm.py
@@ -77,13 +77,16 @@ def main():
         print('🤖️: ', end='')
         generated_ids = model.generate(
             inputs=inputs["input_ids"], attention_mask=inputs["attention_mask"],
-            max_new_tokens=args.max_new_tokens, do_sample=True, streamer=streamer,
+            max_new_tokens=min(args.max_new_tokens, 200),
+            do_sample=True, streamer=streamer,
             pad_token_id=tokenizer.pad_token_id, eos_token_id=tokenizer.eos_token_id,
-            top_p=args.top_p, temperature=args.temperature, repetition_penalty=1.0
+            top_p=args.top_p, temperature=args.temperature,
+            repetition_penalty=1.15,          # ← 只保留这一行
+            early_stopping=True,
         )
         response = tokenizer.decode(generated_ids[0][len(inputs["input_ids"][0]):], skip_special_tokens=True)
         conversation.append({"role": "assistant", "content": response})
         print('\n\n')
 
 if __name__ == "__main__":
-    main()
\ No newline at end of file
+    main()