kanshan/minimind
1
0
Fork 0
mirror of https://github.com/jingyaogong/minimind.git synced 2026-01-13 19:57:20 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update eval_llm.py

Browse Source
This commit is contained in:
LearnMan 2025-11-03 20:47:25 +08:00 committed by GitHub
parent 8a0b04ed82
commit f5079ce090
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
eval_llm.py
View File

@ -77,13 +77,16 @@ def main():
print('🤖️: ', end='')
generated_ids = model.generate(
inputs=inputs["input_ids"], attention_mask=inputs["attention_mask"],
max_new_tokens=args.max_new_tokens, do_sample=True, streamer=streamer,
max_new_tokens=min(args.max_new_tokens, 200),
do_sample=True, streamer=streamer,
pad_token_id=tokenizer.pad_token_id, eos_token_id=tokenizer.eos_token_id,
top_p=args.top_p, temperature=args.temperature, repetition_penalty=1.0
top_p=args.top_p, temperature=args.temperature,
repetition_penalty=1.15, # ← 只保留这一行
early_stopping=True,
)
response = tokenizer.decode(generated_ids[0][len(inputs["input_ids"][0]):], skip_special_tokens=True)
conversation.append({"role": "assistant", "content": response})
print('\n\n')
if __name__ == "__main__":
main()
main()