From c5a654088d86d2d682f536c71ae0423b9d519a8b Mon Sep 17 00:00:00 2001 From: Kumar Saurabh Arora Date: Wed, 21 Aug 2024 11:04:26 -0700 Subject: [PATCH] Add sampling fields to dataset descriptor (#3782) Summary: Pull Request resolved: https://github.com/facebookresearch/faiss/pull/3782 Fields sampling_column and sampling_rate are added to dataset descriptor for supporting sampling in dataset readers. Differential Revision: D61569067 --- benchs/bench_fw/descriptors.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/benchs/bench_fw/descriptors.py b/benchs/bench_fw/descriptors.py index a553da5896..a9bae2a1ba 100644 --- a/benchs/bench_fw/descriptors.py +++ b/benchs/bench_fw/descriptors.py @@ -80,6 +80,11 @@ class DatasetDescriptor: embedding_column: Optional[str] = None + sampling_rate: Optional[float] = None + + # sampling column for xdb + sampling_column: Optional[str] = None + def __hash__(self): return hash(self.get_filename())