Skip to content

Commit 9246273

Browse files
committed
Exclude all macOS memory results -- they aren't reliable
1 parent 434af65 commit 9246273

File tree

1 file changed

+1
-21
lines changed

1 file changed

+1
-21
lines changed

bench_runner/scripts/generate_results.py

Lines changed: 1 addition & 21 deletions
Original file line numberDiff line numberDiff line change
@@ -362,27 +362,7 @@ def generate_directory_indices(results: Iterable[Result]) -> None:
362362

363363

364364
def filter_broken_memory_results(results):
365-
# TODO: Remove me at some point in the future
366-
# Some memory results on macOS are broken. Let's just exclude them from the
367-
# longitudinal plots.
368-
369-
excluded_results = {
370-
"bm-20240215-darwin-arm64-python-v3.13.0a4-3.13.0a4-9d34f60",
371-
"bm-20240312-darwin-arm64-python-v3.13.0a5-3.13.0a5-076d169",
372-
"bm-20240511-darwin-arm64-python-5b941e57c71d7d0ab983-3.14.0a0-5b941e5",
373-
"bm-20240513-darwin-arm64-python-44995aab499b09a550de-3.13.0b1+-44995aa",
374-
"bm-20240518-darwin-arm64-python-caf6064a1bc15ac344af-3.14.0a0-caf6064",
375-
"bm-20240522-darwin-arm64-python-d472b4f9fa4fb6061588-3.14.0a0-d472b4f",
376-
"bm-20240525-darwin-arm64-python-2404cd94603bc585e617-3.13.0b1+-2404cd9",
377-
"bm-20240525-darwin-arm64-python-e418fc3a6e7bade68ab5-3.14.0a0-e418fc3",
378-
"bm-20240601-darwin-arm64-python-edb6883ef3f7a8ef0c83-3.13.0b1+-edb6883",
379-
"bm-20240603-darwin-arm64-python-6b10467fbc0b67bf217e-3.13.0b1+-6b10467",
380-
"bm-20240604-darwin-arm64-python-34a6d897883935f13fc2-3.13.0b1+-34a6d89",
381-
"bm-20240604-darwin-arm64-python-6725c78d376eadb01a9d-3.13.0b1+-6725c78",
382-
"bm-20240605-darwin-arm64-python-e83ce850f433fd8bbf8f-3.14.0a0-e83ce85",
383-
"bm-20240608-darwin-arm64-python-c15f94d6fbc960790db3-3.13.0b2+-c15f94d",
384-
}
385-
return [r for r in results if r.filename.stem not in excluded_results]
365+
return [r for r in results if r.nickname != "darwin"]
386366

387367

388368
def _main(repo_dir: Path, force: bool = False, bases: Sequence[str] | None = None):

0 commit comments

Comments
 (0)