Skip to content
Merged
Changes from 5 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
16 changes: 16 additions & 0 deletions src/spikeinterface/benchmark/benchmark_base.py
Original file line number Diff line number Diff line change
Expand Up @@ -292,6 +292,22 @@ def remove_cases(self, case_keys):
self.remove_benchmark(key)
(self.folder / "cases.pickle").write_bytes(pickle.dumps(self.cases))

def set_precomputed_results(self, precomputed_results, verbose=False):
Copy link
Copy Markdown
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

This is super useful!

Can you add a docstring? What does the precomputed_results expect?

Copy link
Copy Markdown
Collaborator Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

done. Precomputed_results expected the same results as a benchmark (depending on which one). This is a bit advanced users only, i must admit, since this is not properly exposed

for key in precomputed_results.keys():
assert key in self.cases, f"Key {key} in precomputed_results is not in cases"
benchmark = self.create_benchmark(key)
if verbose:
print("### Set benchmark", key, "###")

for k, v in precomputed_results[key].items():
benchmark.result[k] = v

self.benchmarks[key] = benchmark
bench_folder = self.folder / "results" / self.key_to_str(key)
bench_folder.mkdir(exist_ok=True)
benchmark.save_run(bench_folder)
benchmark.save_main(bench_folder)

def run(self, case_keys=None, keep=True, verbose=False, **job_kwargs):
if case_keys is None:
case_keys = list(self.cases.keys())
Expand Down
Loading