from evaluate import evaluator from datasets import load_dataset task_evaluator = evaluator("question-answering") data = load_dataset("squad", split="validation[:2]") results = task_evaluator.compute( model_or_pipeline="sshleifer/tiny-distilbert-base-cased-distilled-squad", data=data, metric="squad", )
- SQuAD v2