Skip to content
Merged
Show file tree
Hide file tree
Changes from 3 commits
Commits
Show all changes
21 commits
Select commit Hold shift + click to select a range
98009e5
test(dense_projection_gemm): call deterministic entries by their det …
averyhNV Nov 6, 2026
372208b
refactor(dense_projection_gemm): explicit deterministic=False, no det…
averyhNV Nov 6, 2026
e0d562f
test(dense_projection_gemm): explicit deterministic=False, alerts bef…
averyhNV Nov 6, 2026
aa07009
Merge origin/main into cake-dense-projection-gemm-nd-mode
averyhNV Nov 6, 2026
c714bec
fix(dense_projection_gemm): the cluster program is fixed-order, no alert
averyhNV Nov 6, 2026
c17acc0
refactor(cake_dense_gemm_det_train): move the deterministic dense GEM…
averyhNV Nov 6, 2026
f39592a
test(cake_dense_gemm_det_train): run every names check on CPU; format…
averyhNV Nov 6, 2026
f4cb6d3
Merge main (41eaacb5) into cake-dense-gemm-det-train-rename
averyhNV Nov 6, 2026
6e77225
Merge branch 'cake-dense-gemm-det-train-rename' into cake-dense-proje…
averyhNV Nov 6, 2026
c387ab4
Merge origin/main into cake-dense-projection-gemm-nd-mode
averyhNV Nov 6, 2026
2230ce7
refactor(cake_dense_gemm_nondet_train): move the non-deterministic de…
averyhNV Nov 6, 2026
417ca3d
refactor(cake_dense_gemm_nondet_train): #8928 names, no deterministic…
averyhNV Nov 6, 2026
dc9112d
test(cake_dense_gemm_nondet_train): names test, tests, bench, README
averyhNV Nov 6, 2026
e9ec810
fix(cake_dense_gemm_nondet_train): standalone vendoring of the backend
averyhNV Nov 6, 2026
86cc396
docs(experimental/cake): the #8928 package docstring
averyhNV Nov 6, 2026
ffc40e8
test(cake_dense_gemm_nondet_train): name the router graph-safety case…
averyhNV Nov 6, 2026
e207fe1
Merge branch 'main' into cake-dense-projection-gemm-nd-mode
averyhNV Nov 6, 2026
4647f1b
test(cake_dense_gemm_nondet_train): the cluster program under the PyT…
averyhNV Nov 6, 2026
9fbe8b0
Merge branch 'main' into cake-dense-projection-gemm-nd-mode
averyhNV Nov 6, 2026
2ffaa26
Merge branch 'main' into cake-dense-projection-gemm-nd-mode
averyhNV Nov 6, 2026
6ce236c
Merge main into dense GEMM rename branch with shared pre-commit rule
yyihuang Nov 6, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
27 changes: 20 additions & 7 deletions benchmarks/bench_cake_dense_projection_gemm.py
Original file line number Diff line number Diff line change
Expand Up @@ -315,18 +315,28 @@ def prepare_atomic(spec, inp, out, **knobs):
)


def convenience(spec, inp, out, *, deterministic):
"""The convenience entry point of the row in one mode (cached plan, arena workspace)."""
def convenience_det(spec, inp, out):
"""The deterministic package's convenience entry point of the row (cached plan, arena workspace)."""
if spec["family"] == "router":
return lambda: det_backend.router_fp32_det_gemm(inp["A"], inp["B"], out)
if spec["family"] == "proj" and spec["op"] == "wgrad":
return lambda: det_backend.projection_det_wgrad(inp["G"], inp["X"], out)
return lambda: det_backend.dense_projection_det_gemm(inp["A"], inp["B"], out)


def convenience_atomic(spec, inp, out):
"""``deterministic=False`` through this package's convenience entry point of the row (cached plan, arena
workspace)."""
if spec["family"] == "router":
return lambda: cake_backend.router_fp32_gemm(
inp["A"], inp["B"], out, deterministic=deterministic
inp["A"], inp["B"], out, deterministic=False
)
if spec["family"] == "proj" and spec["op"] == "wgrad":
return lambda: cake_backend.projection_wgrad(
inp["G"], inp["X"], out, deterministic=deterministic
inp["G"], inp["X"], out, deterministic=False
)
return lambda: cake_backend.dense_projection_gemm(
inp["A"], inp["B"], out, deterministic=deterministic
inp["A"], inp["B"], out, deterministic=False
)


Expand Down Expand Up @@ -1346,9 +1356,12 @@ def _measure_row(entry, spec, args, libs, resident, uuid):
mem["atomic_prepared_retained"], mem["atomic_prepared_peak_temp"] = memory_of(
lambda: prepare_atomic(spec, inp, outs["atomic"]).launch
)
for mode, deterministic in (("det", True), ("atomic", False)):
for mode, convenience in (
("det", convenience_det),
("atomic", convenience_atomic),
):
cake_backend.clear_convenience_caches()
fn = convenience(spec, inp, outs[mode], deterministic=deterministic)
fn = convenience(spec, inp, outs[mode])
retained, peak = memory_of(lambda fn=fn: first_call(fn))
mem[f"{mode}_convenience_retained"] = retained
mem[f"{mode}_convenience_peak_temp"] = peak
Expand Down
Loading
Loading