From 29707c0320585208b483e708d99558416cd008f4 Mon Sep 17 00:00:00 2001 From: Chen-Yu Yang Date: Tue, 10 Dec 2024 19:54:57 -0800 Subject: [PATCH] speed vs theoretical on mac benchmark --- .github/workflows/benchmark.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml index 23c466463e434..406ba4a0cad47 100644 --- a/.github/workflows/benchmark.yml +++ b/.github/workflows/benchmark.yml @@ -60,6 +60,8 @@ jobs: run: METAL=1 python3.11 test/external/external_model_benchmark.py - name: Test speed vs torch run: BIG=2 MPS=1 python3.11 test/test_speed_v_torch.py | tee torch_speed.txt + - name: Test speed vs theoretical + run: METAL=1 IGNORE_BEAM_CACHE=1 BEAM_DEBUG=1 DEBUG=1 python3.11 -m pytest -rA test/external/speed_v_theoretical.py --durations=20 - name: Test tensor cores run: METAL=1 python3.11 test/test_linearizer.py TestLinearizer.test_tensor_cores TestLinearizer.test_tensor_cores_padded - name: Run Tensor Core GEMM (float)