diff --git a/evals/registry/data/color_theory/complementary.jsonl b/evals/registry/data/color_theory/complementary.jsonl new file mode 100644 index 0000000000..1e58be0de5 --- /dev/null +++ b/evals/registry/data/color_theory/complementary.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92f1a3605310ab64c01f3874f1c8b0f9fb51294d44bd8e5e83e7385616b96c79 +size 15120 diff --git a/evals/registry/evals/color_theory_complementary.yaml b/evals/registry/evals/color_theory_complementary.yaml new file mode 100644 index 0000000000..ea48eac90f --- /dev/null +++ b/evals/registry/evals/color_theory_complementary.yaml @@ -0,0 +1,9 @@ +color_theory_complementary: + id: color_theory_complementary.dev.v0 + description: Test the model's ability to accurately recognize complementary colors in the color theory. + metrics: [accuracy] + +color_theory_complementary.dev.v0: + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + args: + samples_jsonl: color_theory/complementary.jsonl \ No newline at end of file