Skip to content
Merged
Show file tree
Hide file tree
Changes from 63 commits
Commits
Show all changes
65 commits
Select commit Hold shift + click to select a range
7ae471c
feat(replay): add AIC power parity
jasonqinzhou Aug 31, 2026
d07886c
test(replay): keep reporting coverage code-owned
jasonqinzhou Aug 31, 2026
99e6216
chore(replay): merge main into power parity
jasonqinzhou Sep 8, 2026
4b82aee
refactor(replay): keep CLI power surfacing in follow-up
jasonqinzhou Sep 8, 2026
2767a19
docs(power): define modeled-power contract
jasonqinzhou Sep 8, 2026
a3949b8
test(replay): follow the current version slot
jasonqinzhou Sep 8, 2026
86b4378
feat(power): expose typed timing evidence [AIC-1933]
jasonqinzhou Sep 8, 2026
b4fcf2b
refactor(replay): consume typed timing evidence
jasonqinzhou Sep 8, 2026
a71c2e8
fix(core): canonicalize missing timing energy
jasonqinzhou Sep 8, 2026
10bef8c
Merge remote-tracking branch 'origin/jasonzho/aic-1933-power-evidence…
jasonqinzhou Sep 8, 2026
70e775a
Merge remote-tracking branch 'origin/main' into jasonzho/aic-1932-pow…
jasonqinzhou Sep 8, 2026
be04cb0
Merge remote-tracking branch 'origin/main' into jasonzho/aic-1933-pow…
jasonqinzhou Sep 8, 2026
282e0e3
Merge remote-tracking branch 'origin/jasonzho/aic-1933-power-evidence…
jasonqinzhou Sep 8, 2026
4126167
test(replay): pin modeled-power boundaries [AIC-1935]
jasonqinzhou Sep 8, 2026
2758e08
test(power): reject non-finite JSON metrics
jasonqinzhou Sep 8, 2026
f5e6358
fix(core): validate public timing evidence
jasonqinzhou Sep 8, 2026
3755929
Merge remote-tracking branch 'origin/jasonzho/aic-1933-power-evidence…
jasonqinzhou Sep 8, 2026
450a705
test(core): cover invalid timing evidence
jasonqinzhou Sep 8, 2026
a53cf55
Merge remote-tracking branch 'origin/jasonzho/aic-1933-power-evidence…
jasonqinzhou Sep 8, 2026
f50ec87
docs(power): clarify AIC migration boundary
jasonqinzhou Sep 9, 2026
273bf24
Merge remote-tracking branch 'origin/main' into jasonzho/aic-1932-pow…
jasonqinzhou Sep 9, 2026
57995aa
docs(power): reserve runtime enforcement for follow-ups
jasonqinzhou Sep 9, 2026
ecb7459
Merge remote-tracking branch 'origin/main' into jasonzho/aic-1932-pow…
jasonqinzhou Sep 9, 2026
9a8bb39
test(power): add reproducible contract examples
jasonqinzhou Sep 9, 2026
d9f09b8
Merge main and address power contract review
jasonqinzhou Sep 11, 2026
0ec9ed6
Merge remote-tracking branch 'origin/main' into jasonzho/aic-1933-pow…
jasonqinzhou Sep 11, 2026
404ea8b
Merge updated power evidence into replay power
jasonqinzhou Sep 11, 2026
abced3c
Format power contract tests for CI
jasonqinzhou Sep 11, 2026
29b5f32
Merge current main into power PR #136
jasonqinzhou Sep 14, 2026
8726213
Merge current main into power PR #138
jasonqinzhou Sep 14, 2026
9c0953f
Merge refreshed typed evidence parent into replay power
jasonqinzhou Sep 14, 2026
4d20a6d
fix(power): propagate invalid boundary evidence as errors
jasonqinzhou Sep 14, 2026
09d8324
Merge main and preserve revised power migration guidance
jasonqinzhou Sep 14, 2026
0f372a8
docs: move planned power migration to section 4.10
jasonqinzhou Sep 15, 2026
07818b4
test: validate raw power evidence and exact coverage boundaries
jasonqinzhou Sep 15, 2026
f9d1c49
Merge main and preserve current migration examples
jasonqinzhou Sep 15, 2026
9339d0b
Merge main and clarify default power reporting contract
jasonqinzhou Sep 15, 2026
888f347
docs: keep prediction details at 4.10 and append power at 4.11
jasonqinzhou Sep 15, 2026
766d547
Define always-present nullable power summary fields
jasonqinzhou Sep 15, 2026
156a2d8
Align operation evidence with finalized power contract and validate p…
jasonqinzhou Sep 15, 2026
a343cbc
Serialize required nullable power summaries and enforce publication c…
jasonqinzhou Sep 15, 2026
c5d63d8
test: withhold non-finite power in contract oracle
jasonqinzhou Sep 15, 2026
1b7d818
Merge final power-contract overflow regression
jasonqinzhou Sep 15, 2026
d9e673d
Merge final power contract regression
jasonqinzhou Sep 15, 2026
d02720d
fix: withhold unrepresentable derived replay watts
jasonqinzhou Sep 15, 2026
1e47eff
test: use stable anchors for documented G3 examples
jasonqinzhou Sep 15, 2026
bc5d669
Merge documented-example CI fix
jasonqinzhou Sep 15, 2026
a2ba0d2
Merge documented-example CI fix
jasonqinzhou Sep 15, 2026
86d2084
test: validate power fixture expectations exactly
jasonqinzhou Sep 15, 2026
e4e2702
Merge current main and preserve power migration structure
jasonqinzhou Sep 16, 2026
43189ae
fix(power): reconcile accumulated operation totals
jasonqinzhou Sep 16, 2026
ac60986
Merge current main into power contract documentation
jasonqinzhou Sep 16, 2026
6910a56
Merge remote-tracking branch 'origin/codex/power-contract-pr136-recov…
jasonqinzhou Sep 16, 2026
7473180
Sync Replay power with reviewed evidence base
jasonqinzhou Sep 16, 2026
0080371
test(power): compare phase evidence against scalar latency
jasonqinzhou Sep 16, 2026
7e71284
fix(power): validate public statistics before construction and display
jasonqinzhou Sep 16, 2026
2b2b0ba
Merge commit '00803712fbb7b44c8ca329130cc84ec1dcf957e6' into codex/po…
jasonqinzhou Sep 16, 2026
2b7dd36
AIC-1934: Import B200 TRT-LLM power data under Collector V3 (#212)
jasonqinzhou Sep 16, 2026
649560d
Merge current main for power contract and data closeout
jasonqinzhou Sep 16, 2026
8e1ce34
Integrate approved B200 data and current main for FPE power evidence
jasonqinzhou Sep 16, 2026
07dd5ad
Integrate current main and B200 data for Replay power closeout
jasonqinzhou Sep 16, 2026
5721751
Record equivalent main squash of approved power contract and data
jasonqinzhou Sep 16, 2026
311ede4
Synchronize FPE branch ancestry after main integration
jasonqinzhou Sep 16, 2026
7e336a7
Merge main after power evidence integration
jasonqinzhou Sep 16, 2026
15831a6
Test positive B200 power through the final Replay report
jasonqinzhou Sep 16, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
34 changes: 34 additions & 0 deletions crates/core/parity_tests/perfmodel/test_compile_engine_parity.py
Original file line number Diff line number Diff line change
Expand Up @@ -402,6 +402,40 @@ def _fold_per_op_entries(entries) -> dict[str, tuple[float, float, str]]:


class TestCompileEnginePerOpParity:
@pytest.mark.parametrize("case", _SUBSET_CASES)
@pytest.mark.parametrize("phase", ["prefill", "decode"])
def test_phase_per_op_matches_scalar_prediction(self, case: EngineStepParityCase, phase: str) -> None:
"""Replay's evidence path must preserve the original scalar latency."""
handle = _compile_handle(case)
prefill = phase == "prefill"
# Match AicTimingModel's per-phase inputs, including one decode step
# and its default stride. The scalar helpers call run_static with
# these same coordinates; no golden values are regenerated here.
prefix = case.prefix if prefill else 0
ctx_entries, gen_entries = handle.run_static_per_op(
batch_size=case.batch_size,
beam_width=1,
isl=case.isl,
osl=1 if prefill else 2,
prefix=prefix,
seq_imbalance_correction_scale=1.0,
gen_seq_imbalance_correction_scale=1.0,
mode="static_ctx" if prefill else "static_gen",
stride=32,
)
if prefill:
scalar_ms = handle.predict_prefill_latency(case.batch_size, case.isl, prefix)
entries = ctx_entries
assert not gen_entries
else:
scalar_ms = handle.predict_decode_latency(case.batch_size, case.isl, 2)
entries = gen_entries
assert not ctx_entries
assert entries and scalar_ms > 0.0
# Permit only floating-point reduction-order roundoff, rather than
# the wider cross-implementation tolerance used for frozen goldens.
assert sum(entry[1] for entry in entries) == pytest.approx(scalar_ms, rel=1e-12, abs=1e-12)

@pytest.mark.parametrize("case", _SUBSET_CASES)
def test_static_per_op_matches_golden(self, case: EngineStepParityCase) -> None:
case_id = _SUBSET_CASE_IDS[case]
Expand Down
5 changes: 4 additions & 1 deletion crates/core/src/engine/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,10 @@ pub use protocol::{
};
pub use runtime::{Engine, EngineFactory};
pub use scheduler::SchedulerRank;
pub use timing::{TimingModel, TimingModelConfig};
pub use timing::{
TimingEvidenceSource, TimingEvidenceSummary, TimingModel, TimingModelConfig,
TimingOperationEvidence, TimingPhaseEvidence,
};

#[doc(hidden)]
pub use protocol::PendingPass;
Expand Down
Loading