From ff9f9c6ade123ee91b7f0b2a1bc4e299f6198ff3 Mon Sep 17 00:00:00 2001 From: dbautista1 Date: Sun, 28 May 2023 16:26:02 +0100 Subject: [PATCH] Add eval for cardinal directions --- evals/registry/data/cardinal-directions/samples.jsonl | 3 +++ evals/registry/evals/cardinal-directions.yaml | 8 ++++++++ 2 files changed, 11 insertions(+) create mode 100644 evals/registry/data/cardinal-directions/samples.jsonl create mode 100644 evals/registry/evals/cardinal-directions.yaml diff --git a/evals/registry/data/cardinal-directions/samples.jsonl b/evals/registry/data/cardinal-directions/samples.jsonl new file mode 100644 index 0000000000..42882a1098 --- /dev/null +++ b/evals/registry/data/cardinal-directions/samples.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd6b9ec31bf154cb5f154dc9a05559ff8bf6fe5a6c1ec9d33e0e07ada1d39569 +size 8656 diff --git a/evals/registry/evals/cardinal-directions.yaml b/evals/registry/evals/cardinal-directions.yaml new file mode 100644 index 0000000000..ecced720b1 --- /dev/null +++ b/evals/registry/evals/cardinal-directions.yaml @@ -0,0 +1,8 @@ +cardinal-directions: + id: cardinal-directions.dev.v0 + metrics: [accuracy] + +cardinal-directions.dev.v0: + class: evals.elsuite.basic.match:Match + args: + samples_jsonl: cardinal-directions/samples.jsonl