From 162bf654805a8e9089554a1c18c7f6c08eec7888 Mon Sep 17 00:00:00 2001 From: Nima Date: Fri, 26 Apr 2024 18:13:04 +0200 Subject: [PATCH] ref: raise error if llms_under_test and args.llm_under_test are None --- CybersecurityBenchmarks/benchmark/run.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/CybersecurityBenchmarks/benchmark/run.py b/CybersecurityBenchmarks/benchmark/run.py index 95687c1c..97cb7c84 100644 --- a/CybersecurityBenchmarks/benchmark/run.py +++ b/CybersecurityBenchmarks/benchmark/run.py @@ -164,11 +164,11 @@ def main( materialized_llms_under_test = [] if not args.use_precomputed_responses: + if llms_under_test is None and not args.llm_under_test: + raise ValueError("No LLMs were specified.") materialized_llms_under_test = llms_under_test or [ default_llm_creator(specification) for specification in args.llm_under_test ] - if len(materialized_llms_under_test) == 0: - raise ValueError("No LLMs were specified.") stat_response_path = Path(args.stat_path) if args.stat_path else None judge_response_path = (