datasets API change : datasets.load_metric => evaluate.load (#3741)

Signed-off-by: Rakib Hasan <rhasan@nvidia.com>
This commit is contained in:
rakib-hasan 2025-04-21 17:23:48 -07:00 committed by GitHub
parent 3fa19ffa4e
commit 74c13ea84f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -17,7 +17,8 @@ import json
import os
import torch
from datasets import load_dataset, load_metric
from datasets import load_dataset
from evaluate import load
from transformers import AutoModelForCausalLM, LlamaTokenizer
import tensorrt_llm
@ -378,9 +379,7 @@ def main(args):
rouge_dir = args.rouge_dir if args.rouge_dir and os.path.exists(
args.rouge_dir) else "rouge"
metric_tensorrt_llm = [
load_metric(rouge_dir) for _ in range(args.num_beams)
]
metric_tensorrt_llm = [load(rouge_dir) for _ in range(args.num_beams)]
for i in range(args.num_beams):
metric_tensorrt_llm[i].seed = 0