Skip to content

Commit ac2ee6f

Browse files
zanderjiangzanderjiang
committed
agent vibecoding end-to-end example
1 parent 365536e commit ac2ee6f

File tree

7 files changed

+625
-134
lines changed

7 files changed

+625
-134
lines changed

‎examples/ffi/Example-FlashInfer-Trace/definitions/gemm_n4096_k4096.json‎

Lines changed: 48 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,48 @@
1+
{
2+
"name": "gemm_n4096_k4096",
3+
"description": "General matrix multiply (GEMM) C = A @ B.T. Captured from Llama 3.1 8B attn.o_proj.",
4+
"op_type": "gemm",
5+
"tags": [
6+
"status:verified",
7+
"model:llama-3.1-8b"
8+
],
9+
"axes": {
10+
"M": {
11+
"type": "var"
12+
},
13+
"N": {
14+
"type": "const",
15+
"value": 4096
16+
},
17+
"K": {
18+
"type": "const",
19+
"value": 4096
20+
}
21+
},
22+
"inputs": {
23+
"A": {
24+
"shape": [
25+
"M",
26+
"K"
27+
],
28+
"dtype": "float16"
29+
},
30+
"B": {
31+
"shape": [
32+
"N",
33+
"K"
34+
],
35+
"dtype": "float16"
36+
}
37+
},
38+
"outputs": {
39+
"C": {
40+
"shape": [
41+
"M",
42+
"N"
43+
],
44+
"dtype": "float16"
45+
}
46+
},
47+
"reference": "import torch\n\ndef run(A, B):\n C = torch.matmul(A, B.T)\n return C"
48+
}

‎examples/ffi/Example-FlashInfer-Trace/solutions/agent_vibecode_gemm.json‎

Whitespace-only changes.

‎examples/ffi/Example-FlashInfer-Trace/workloads/gemm_n4096_k4096.jsonl‎

Lines changed: 43 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,43 @@
1+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "280860e6-08f0-427c-b7c5-9cffcfab1a10", "axes": {"M": 256}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
2+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "2e90109a-282e-484f-b94b-61f49e72fde2", "axes": {"M": 248}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
3+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "e7c939ae-2083-4b6f-a51a-8c76ffd08926", "axes": {"M": 240}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
4+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "3ab6479f-c1d0-4743-b2d4-1a46b01f9db7", "axes": {"M": 232}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
5+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "29581017-6470-4d78-9d02-554adecd9822", "axes": {"M": 224}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
6+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "e97cc8b3-9a2f-4d0d-aaa9-7522413c78da", "axes": {"M": 216}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
7+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "c69f1da6-7c62-46f5-867e-3cf5ed3aac04", "axes": {"M": 208}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
8+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "38a98eb2-3a86-41ce-994c-b6a2cec932a6", "axes": {"M": 200}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
9+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "62f7844c-b1f5-4e08-a057-70e55f092931", "axes": {"M": 192}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
10+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "1342c570-b505-4ccf-9fc2-b377d25b397e", "axes": {"M": 184}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
11+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "beb5da20-954c-44ef-8f1b-35a5dd848b06", "axes": {"M": 176}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
12+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "c8c9178e-65f2-4124-a322-e66987aa1b34", "axes": {"M": 168}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
13+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "c103a7db-34d0-4bc0-abb0-2833c2458c50", "axes": {"M": 160}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
14+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "ed0bbc00-57e9-46e0-af02-249a64a46fa0", "axes": {"M": 152}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
15+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "83deae78-6557-46e9-b3ef-2ed254192d13", "axes": {"M": 144}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
16+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "76fde2b6-3f6e-484f-bcd4-fca79272a690", "axes": {"M": 136}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
17+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "29ebd771-0f1c-4894-8532-7265275a02b1", "axes": {"M": 128}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
18+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "73dd121d-72c7-4dda-9b6e-37d55c6ed867", "axes": {"M": 120}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
19+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "27fa4c34-6e08-459a-a8c4-f37b7cdb037b", "axes": {"M": 112}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
20+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "faac134d-36e3-4f99-809c-9e544ea5216f", "axes": {"M": 104}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
21+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "1948bb55-6253-4b9c-aa17-4fb13ffef7d0", "axes": {"M": 96}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
22+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "3a7e6db4-4127-45c1-9e54-c8c7cc25d632", "axes": {"M": 88}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
23+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "dcb04a7e-2faa-4858-a495-71c658b299ad", "axes": {"M": 80}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
24+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "ef996a93-b3b6-4702-aae2-f28fdbcfdd48", "axes": {"M": 72}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
25+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "67d4c8f3-2ff5-4838-8f07-d5d16f602eb3", "axes": {"M": 64}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
26+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "54d34708-309d-462b-829a-74c90243093c", "axes": {"M": 56}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
27+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "59ca23f5-a523-4cc4-9c1f-db510753d3f4", "axes": {"M": 48}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
28+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "54062a8b-a9ca-47d8-b5ef-7f6f0325ef39", "axes": {"M": 40}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
29+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "5230e6ed-48b8-4765-bc9f-a7cdaabed615", "axes": {"M": 32}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
30+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "73212638-6584-476b-848d-2cb8ce0b829c", "axes": {"M": 24}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
31+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "404d21b1-2237-4e3c-b3ff-9b68878e5d70", "axes": {"M": 16}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
32+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "4cdab8cd-cb6b-4e73-8fe0-75b55fd784b5", "axes": {"M": 8}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
33+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "f439da26-2483-406c-977b-be185901207f", "axes": {"M": 4}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
34+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "6c2f4ba8-94d3-4e8f-997f-b7454242695a", "axes": {"M": 2}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
35+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "e39649a6-6f42-4a1b-9731-b45a9a87f7a5", "axes": {"M": 1}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
36+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "094ef833-829f-4efa-925d-d5bae9d6a116", "axes": {"M": 7}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
37+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "4c6bdefd-dd94-48b6-be3e-7eb25658eefd", "axes": {"M": 35}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
38+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "da2a2234-f5e9-4332-b62d-39865128153c", "axes": {"M": 972}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
39+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "897b6544-56c2-4d96-98fd-453ae3418e4b", "axes": {"M": 70}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
40+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "8a8311fa-8bb6-487d-8a36-7378e9680df8", "axes": {"M": 2053}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
41+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "b626104c-94cc-436b-9d2c-1d31432c1a87", "axes": {"M": 8192}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
42+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "547e0ce5-e484-4e0c-8b38-f153fb7ce6d4", "axes": {"M": 2379}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}
43+
{"definition": "gemm_n4096_k4096", "solution": null, "workload": {"uuid": "339de815-896d-4d4c-8060-07208d559276", "axes": {"M": 15}, "inputs": {"A": {"type": "random"}, "B": {"type": "random"}}}, "evaluation": null}

0 commit comments

Comments
 (0)