From bb6b8c0440c49dd91cf86bae5c77679ceb81efb6 Mon Sep 17 00:00:00 2001 From: Nazar1997 Date: Tue, 16 May 2023 21:12:26 +0000 Subject: [PATCH 1/4] Russian verse --- evals/registry/data/russian-verse/samples.jsonl | 3 +++ evals/registry/evals/russian-verse.yaml | 10 ++++++++++ 2 files changed, 13 insertions(+) create mode 100644 evals/registry/data/russian-verse/samples.jsonl create mode 100644 evals/registry/evals/russian-verse.yaml diff --git a/evals/registry/data/russian-verse/samples.jsonl b/evals/registry/data/russian-verse/samples.jsonl new file mode 100644 index 0000000000..d3f150692e --- /dev/null +++ b/evals/registry/data/russian-verse/samples.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd51b86a6402b8b4f60be5203f13d8065390545334f8c5ede80782b8952cb10e +size 8510 diff --git a/evals/registry/evals/russian-verse.yaml b/evals/registry/evals/russian-verse.yaml new file mode 100644 index 0000000000..5a773771a9 --- /dev/null +++ b/evals/registry/evals/russian-verse.yaml @@ -0,0 +1,10 @@ +russian-verse: + id: russian-verse.dev.v0 + description: Most popular russian peoms, that almost every russian speaker remember + metrics: [accuracy] + +russian-verse.dev.v0: + class: evals.elsuite.basic.fuzzy_match:FuzzyMatch + args: + samples_jsonl: russian-verse/samples.jsonl + From 8ea2dffb34c3793f1061ecda3314345682df6679 Mon Sep 17 00:00:00 2001 From: Nazar1997 Date: Tue, 16 May 2023 21:54:00 +0000 Subject: [PATCH 2/4] Add large file --- evals/registry/data/russian-verse/.gitattributes | 1 + 1 file changed, 1 insertion(+) create mode 100644 evals/registry/data/russian-verse/.gitattributes diff --git a/evals/registry/data/russian-verse/.gitattributes b/evals/registry/data/russian-verse/.gitattributes new file mode 100644 index 0000000000..d9f4d8f3ec --- /dev/null +++ b/evals/registry/data/russian-verse/.gitattributes @@ -0,0 +1 @@ +samples.jsonl filter=lfs diff=lfs merge=lfs -text From 521bd8440a72a22d88f0af91562460c17664233e Mon Sep 17 00:00:00 2001 From: Nazar1997 Date: Wed, 17 May 2023 11:48:46 +0000 Subject: [PATCH 3/4] Delete .gitattributes --- evals/registry/data/russian-verse/.gitattributes | 1 - 1 file changed, 1 deletion(-) delete mode 100644 evals/registry/data/russian-verse/.gitattributes diff --git a/evals/registry/data/russian-verse/.gitattributes b/evals/registry/data/russian-verse/.gitattributes deleted file mode 100644 index d9f4d8f3ec..0000000000 --- a/evals/registry/data/russian-verse/.gitattributes +++ /dev/null @@ -1 +0,0 @@ -samples.jsonl filter=lfs diff=lfs merge=lfs -text From dd759141ea86bbf47271c5438a6803684424dd7b Mon Sep 17 00:00:00 2001 From: Nazar1997 Date: Tue, 6 Jun 2023 22:41:50 +0200 Subject: [PATCH 4/4] Shorten the length --- evals/registry/data/russian-verse/samples.jsonl | 4 ++-- evals/registry/evals/russian-verse.yaml | 3 +-- 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/evals/registry/data/russian-verse/samples.jsonl b/evals/registry/data/russian-verse/samples.jsonl index d3f150692e..256253d9f7 100644 --- a/evals/registry/data/russian-verse/samples.jsonl +++ b/evals/registry/data/russian-verse/samples.jsonl @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bd51b86a6402b8b4f60be5203f13d8065390545334f8c5ede80782b8952cb10e -size 8510 +oid sha256:9e61c1c99ce01529c1140ea01e17793ecde7a7ccfac72ceaa8a6f397c154f0ee +size 5941 diff --git a/evals/registry/evals/russian-verse.yaml b/evals/registry/evals/russian-verse.yaml index 5a773771a9..af5879d148 100644 --- a/evals/registry/evals/russian-verse.yaml +++ b/evals/registry/evals/russian-verse.yaml @@ -1,10 +1,9 @@ russian-verse: id: russian-verse.dev.v0 - description: Most popular russian peoms, that almost every russian speaker remember + description: The most popular Russian poems that nearly every Russian speaker can recall metrics: [accuracy] russian-verse.dev.v0: class: evals.elsuite.basic.fuzzy_match:FuzzyMatch args: samples_jsonl: russian-verse/samples.jsonl -