Skip to content

Update xor_tydi_qa url to v1.1 #2449

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
lhoestq merged 2 commits into from
Jun 7, 2021
Merged

Update xor_tydi_qa url to v1.1 #2449

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
3cbc525
Update data url for `xor_tydi_qa`
changjonathanc Jun 6, 2021
fdc388e
Replace generated files
changjonathanc Jun 6, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion datasets/xor_tydi_qa/dataset_infos.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"xor-retrieve": {"description": " XOR-TyDi QA brings together for the first time information-seeking questions,\n open-retrieval QA, and multilingual QA to create a multilingual open-retrieval\n QA dataset that enables cross-lingual answer retrieval. It consists of questions\n written by information-seeking native speakers in 7 typologically diverse languages\n and answer annotations that are retrieved from multilingual document collections.\n There are three sub-tasks: XOR-Retrieve, XOR-EnglishSpan, and XOR-Full.\n\nXOR-Retrieve is a cross-lingual retrieval task where a question is written in the target\nlanguage (e.g., Japanese) and a system is required to retrieve English document that answers the question.\n", "citation": " @misc{asai2020xor,\n title={XOR QA: Cross-lingual Open-Retrieval Question Answering}, \n author={Akari Asai and Jungo Kasai and Jonathan H. Clark and Kenton Lee and Eunsol Choi and Hannaneh Hajishirzi},\n year={2020},\n eprint={2010.11856},\n archivePrefix={arXiv},\n primaryClass={cs.CL}\n}\n", "homepage": "https://nlp.cs.washington.edu/xorqa/", "license": "", "features": {"question": {"dtype": "string", "id": null, "_type": "Value"}, "lang": {"num_classes": 7, "names": ["ar", "bn", "fi", "ja", "ko", "ru", "te"], "names_file": null, "id": null, "_type": "ClassLabel"}, "answers": {"dtype": "string", "id": null, "_type": "Value"}}, "post_processed": null, "supervised_keys": null, "builder_name": "xor_ty_di", "config_name": "xor-retrieve", "version": {"version_str": "1.0.0", "description": "", "major": 1, "minor": 0, "patch": 0}, "splits": {"train": {"name": "train", "num_bytes": 1698662, "num_examples": 15250, "dataset_name": "xor_ty_di"}, "validation": {"name": "validation", "num_bytes": 259887, "num_examples": 2113, "dataset_name": "xor_ty_di"}, "test": {"name": "test", "num_bytes": 219284, "num_examples": 2501, "dataset_name": "xor_ty_di"}}, "download_checksums": {"https://nlp.cs.washington.edu/xorqa/XORQA_site/data/xor_train_retrieve_eng_span.jsonl": {"num_bytes": 2912848, "checksum": "f0c8202eebcef9fc129c9bb8e7a12fae1a7648163b249dc0a06df4318923f70b"}, "https://nlp.cs.washington.edu/xorqa/XORQA_site/data/xor_dev_retrieve_eng_span.jsonl": {"num_bytes": 427653, "checksum": "4e6118cd647fd90c7c810dd3041d9c2f0ee1e3816a6a09a0568c93e23f0c938d"}, "https://nlp.cs.washington.edu/xorqa/XORQA_site/data/xor_test_retrieve_eng_span_q_only.jsonl": {"num_bytes": 362804, "checksum": "7aaa11939a3c08c113c61c7e6fe663018cb6ad46f516bc8aba1f0bc378a28624"}}, "download_size": 3703305, "post_processing_size": null, "dataset_size": 2177833, "size_in_bytes": 5881138}, "xor-full": {"description": " XOR-TyDi QA brings together for the first time information-seeking questions,\n open-retrieval QA, and multilingual QA to create a multilingual open-retrieval\n QA dataset that enables cross-lingual answer retrieval. It consists of questions\n written by information-seeking native speakers in 7 typologically diverse languages\n and answer annotations that are retrieved from multilingual document collections.\n There are three sub-tasks: XOR-Retrieve, XOR-EnglishSpan, and XOR-Full.\n\nXOR-Full is a cross-lingual retrieval task where a question is written in the target\nlanguage (e.g., Japanese) and a system is required to output a short answer in the target language.", "citation": " @misc{asai2020xor,\n title={XOR QA: Cross-lingual Open-Retrieval Question Answering}, \n author={Akari Asai and Jungo Kasai and Jonathan H. Clark and Kenton Lee and Eunsol Choi and Hannaneh Hajishirzi},\n year={2020},\n eprint={2010.11856},\n archivePrefix={arXiv},\n primaryClass={cs.CL}\n}\n", "homepage": "https://nlp.cs.washington.edu/xorqa/", "license": "", "features": {"question": {"dtype": "string", "id": null, "_type": "Value"}, "lang": {"num_classes": 7, "names": ["ar", "bn", "fi", "ja", "ko", "ru", "te"], "names_file": null, "id": null, "_type": "ClassLabel"}, "answers": {"dtype": "string", "id": null, "_type": "Value"}}, "post_processed": null, "supervised_keys": null, "builder_name": "xor_ty_di", "config_name": "xor-full", "version": {"version_str": "1.0.0", "description": "", "major": 1, "minor": 0, "patch": 0}, "splits": {"train": {"name": "train", "num_bytes": 7250913, "num_examples": 61360, "dataset_name": "xor_ty_di"}, "validation": {"name": "validation", "num_bytes": 394531, "num_examples": 3179, "dataset_name": "xor_ty_di"}, "test": {"name": "test", "num_bytes": 706832, "num_examples": 8177, "dataset_name": "xor_ty_di"}}, "download_checksums": {"https://nlp.cs.washington.edu/xorqa/XORQA_site/data/xor_train_full.jsonl": {"num_bytes": 12126903, "checksum": "7bb3b97f0ff57a39df21289102cc4e278406074c460310f4a22ff50ed578f315"}, "https://nlp.cs.washington.edu/xorqa/XORQA_site/data/xor_dev_full.jsonl": {"num_bytes": 640875, "checksum": "eb53a0ce73c5c7b7d76a99aa8a3548f01ff7788f8a969c27390f1a3938689185"}, "https://nlp.cs.washington.edu/xorqa/XORQA_site/data/xor_test_full_q_only.jsonl": {"num_bytes": 1176124, "checksum": "eac4ecb847b16037c6410c5bbcf64c10be3500d64082eef532852a98c5593cbf"}}, "download_size": 13943902, "post_processing_size": null, "dataset_size": 8352276, "size_in_bytes": 22296178}}
{"xor-retrieve": {"description": " XOR-TyDi QA brings together for the first time information-seeking questions,\n open-retrieval QA, and multilingual QA to create a multilingual open-retrieval\n QA dataset that enables cross-lingual answer retrieval. It consists of questions\n written by information-seeking native speakers in 7 typologically diverse languages\n and answer annotations that are retrieved from multilingual document collections.\n There are three sub-tasks: XOR-Retrieve, XOR-EnglishSpan, and XOR-Full.\n\nXOR-Retrieve is a cross-lingual retrieval task where a question is written in the target\nlanguage (e.g., Japanese) and a system is required to retrieve English document that answers the question.\n", "citation": " @misc{asai2020xor,\n title={XOR QA: Cross-lingual Open-Retrieval Question Answering},\n author={Akari Asai and Jungo Kasai and Jonathan H. Clark and Kenton Lee and Eunsol Choi and Hannaneh Hajishirzi},\n year={2020},\n eprint={2010.11856},\n archivePrefix={arXiv},\n primaryClass={cs.CL}\n}\n", "homepage": "https://nlp.cs.washington.edu/xorqa/", "license": "", "features": {"question": {"dtype": "string", "id": null, "_type": "Value"}, "lang": {"num_classes": 7, "names": ["ar", "bn", "fi", "ja", "ko", "ru", "te"], "names_file": null, "id": null, "_type": "ClassLabel"}, "answers": {"dtype": "string", "id": null, "_type": "Value"}}, "post_processed": null, "supervised_keys": null, "task_templates": null, "builder_name": "xor_ty_di", "config_name": "xor-retrieve", "version": {"version_str": "1.0.0", "description": "", "major": 1, "minor": 0, "patch": 0}, "splits": {"train": {"name": "train", "num_bytes": 1698662, "num_examples": 15250, "dataset_name": "xor_ty_di"}, "validation": {"name": "validation", "num_bytes": 259533, "num_examples": 2110, "dataset_name": "xor_ty_di"}, "test": {"name": "test", "num_bytes": 219046, "num_examples": 2499, "dataset_name": "xor_ty_di"}}, "download_checksums": {"https://nlp.cs.washington.edu/xorqa/XORQA_site/data/xor_train_retrieve_eng_span.jsonl": {"num_bytes": 2912848, "checksum": "f0c8202eebcef9fc129c9bb8e7a12fae1a7648163b249dc0a06df4318923f70b"}, "https://nlp.cs.washington.edu/xorqa/XORQA_site/data/xor_dev_retrieve_eng_span_v1_1.jsonl": {"num_bytes": 426987, "checksum": "cfe569e4c6d3539c2111d97249f900318f9273b246a61fff95216ce2a2e1505c"}, "https://nlp.cs.washington.edu/xorqa/XORQA_site/data/xor_test_retrieve_eng_span_q_only_v1_1.jsonl": {"num_bytes": 362453, "checksum": "b0da54e12de5b3fc5eb67c6fc02e6ef96a7f42fcdc9adc86f9a1ec3dd9fc4649"}}, "download_size": 3702288, "post_processing_size": null, "dataset_size": 2177241, "size_in_bytes": 5879529}, "xor-full": {"description": " XOR-TyDi QA brings together for the first time information-seeking questions,\n open-retrieval QA, and multilingual QA to create a multilingual open-retrieval\n QA dataset that enables cross-lingual answer retrieval. It consists of questions\n written by information-seeking native speakers in 7 typologically diverse languages\n and answer annotations that are retrieved from multilingual document collections.\n There are three sub-tasks: XOR-Retrieve, XOR-EnglishSpan, and XOR-Full.\n\nXOR-Full is a cross-lingual retrieval task where a question is written in the target\nlanguage (e.g., Japanese) and a system is required to output a short answer in the target language.", "citation": " @misc{asai2020xor,\n title={XOR QA: Cross-lingual Open-Retrieval Question Answering},\n author={Akari Asai and Jungo Kasai and Jonathan H. Clark and Kenton Lee and Eunsol Choi and Hannaneh Hajishirzi},\n year={2020},\n eprint={2010.11856},\n archivePrefix={arXiv},\n primaryClass={cs.CL}\n}\n", "homepage": "https://nlp.cs.washington.edu/xorqa/", "license": "", "features": {"question": {"dtype": "string", "id": null, "_type": "Value"}, "lang": {"num_classes": 7, "names": ["ar", "bn", "fi", "ja", "ko", "ru", "te"], "names_file": null, "id": null, "_type": "ClassLabel"}, "answers": {"dtype": "string", "id": null, "_type": "Value"}}, "post_processed": null, "supervised_keys": null, "task_templates": null, "builder_name": "xor_ty_di", "config_name": "xor-full", "version": {"version_str": "1.0.0", "description": "", "major": 1, "minor": 0, "patch": 0}, "splits": {"train": {"name": "train", "num_bytes": 7250913, "num_examples": 61360, "dataset_name": "xor_ty_di"}, "validation": {"name": "validation", "num_bytes": 444672, "num_examples": 3473, "dataset_name": "xor_ty_di"}, "test": {"name": "test", "num_bytes": 706664, "num_examples": 8176, "dataset_name": "xor_ty_di"}}, "download_checksums": {"https://nlp.cs.washington.edu/xorqa/XORQA_site/data/xor_train_full.jsonl": {"num_bytes": 12126903, "checksum": "7bb3b97f0ff57a39df21289102cc4e278406074c460310f4a22ff50ed578f315"}, "https://nlp.cs.washington.edu/xorqa/XORQA_site/data/xor_dev_full_v1_1.jsonl": {"num_bytes": 715496, "checksum": "2f5145e3bb9e58fd5d25bbb32d289dfa59405999f523295bf80bdecb9e74271e"}, "https://nlp.cs.washington.edu/xorqa/XORQA_site/data/xor_test_full_q_only_v1_1.jsonl": {"num_bytes": 1175899, "checksum": "4c1010182a8f5c8845b6e54a6b22ce2927000820f31fca66be77ec402eea3252"}}, "download_size": 14018298, "post_processing_size": null, "dataset_size": 8402249, "size_in_bytes": 22420547}}
Binary file modified datasets/xor_tydi_qa/dummy/xor-full/1.0.0/dummy_data.zip
View file
Open in desktop
Binary file not shown.
Binary file modified datasets/xor_tydi_qa/dummy/xor-retrieve/1.0.0/dummy_data.zip
View file
Open in desktop
Binary file not shown.
8 changes: 4 additions & 4 deletions datasets/xor_tydi_qa/xor_tydi_qa.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -44,13 +44,13 @@
_DATA_URLS = {
"xor-retrieve": {
"train": "https://nlp.cs.washington.edu/xorqa/XORQA_site/data/xor_train_retrieve_eng_span.jsonl",
"dev": "https://nlp.cs.washington.edu/xorqa/XORQA_site/data/xor_dev_retrieve_eng_span.jsonl",
"test": "https://nlp.cs.washington.edu/xorqa/XORQA_site/data/xor_test_retrieve_eng_span_q_only.jsonl",
"dev": "https://nlp.cs.washington.edu/xorqa/XORQA_site/data/xor_dev_retrieve_eng_span_v1_1.jsonl",
"test": "https://nlp.cs.washington.edu/xorqa/XORQA_site/data/xor_test_retrieve_eng_span_q_only_v1_1.jsonl",
},
"xor-full": {
"train": "https://nlp.cs.washington.edu/xorqa/XORQA_site/data/xor_train_full.jsonl",
"dev": "https://nlp.cs.washington.edu/xorqa/XORQA_site/data/xor_dev_full.jsonl",
"test": "https://nlp.cs.washington.edu/xorqa/XORQA_site/data/xor_test_full_q_only.jsonl",
"dev": "https://nlp.cs.washington.edu/xorqa/XORQA_site/data/xor_dev_full_v1_1.jsonl",
"test": "https://nlp.cs.washington.edu/xorqa/XORQA_site/data/xor_test_full_q_only_v1_1.jsonl",
},
}

Expand Down