from easy_evaluator import HarnessEvaluator, HarnessTaskManager
from easy_evaluator.config import EvaluatorConfig

tasks = HarnessTaskManager.load_tasks(["babi"])
print(tasks)
config = EvaluatorConfig(limit=10)

eval = HarnessEvaluator(model_backend="huggingface", model_name_or_path="gpt2")
results = eval.evaluate(tasks=tasks, show_results_terminal=True, config=config)

print(results)
