Files
11b731c65a Initial commit
Co-authored-by: Nicolas Ballas <[email protected]>
Co-authored-by: Adrien Bardes <[email protected]>
Co-authored-by: David Fan <[email protected]>
Co-authored-by: Quentin Garrido <[email protected]>
Co-authored-by: Russell Howes <[email protected]>
Co-authored-by: Mojtaba Komeili <[email protected]>
Co-authored-by: Matthew Muckley <[email protected]>
Co-authored-by: Koustuv Sinha <[email protected]>
Co-authored-by: Artem Zholus <[email protected]>
2025-06-11 05:50:50 -07:00

20 lines
634 B
Python

# Copyright (c) Meta Platforms, Inc. and affiliates.
#
# This source code is licensed under the MIT license found in the
# LICENSE file in the root directory of this source tree.
import importlib
from src.utils.logging import get_logger
logger = get_logger("Eval runner scaffold")
def main(eval_name, args_eval, resume_preempt=False):
logger.info(f"Running evaluation: {eval_name}")
if eval_name.startswith("app."):
import_path = f"{eval_name}.eval"
else:
import_path = f"evals.{eval_name}.eval"
return importlib.import_module(import_path).main(args_eval=args_eval, resume_preempt=resume_preempt)