T-WAD FULL R3 ci.dag scaffold first-draft (PR #2744 brief; WI-2 projection → future dsl/gunbc/ci_emission.dag)

docs/briefs/pb1-e-parse-surface-free-bootstrap-regen-p5-receipt.md

@@ -0,0 +1,45 @@
+# PB-1-e parse-surface-free bootstrap regen — P5 receipt (hand-Rust)
+
+**Status:** PR-scoped planning artifact — satisfies `INVARIANTS.md` §P5
+*Dispatch-Discipline Mechanisms* **(b)** for intentional hand-Rust under
+`src/v3/compiler/src/bootstrap_regen_fresh.rs` (parse-surface-free bootstrap
+path: `WITHOUT_PARSE_SURFACE_EXCLUDED_FIXTURE_PATHS`, `spec_iter` exclusion in
+`load_runtime_bootstrap_authorities`).
+
+## Exactly one disposition (mechanism (b), option 3)
+
+**Explicit deferral** — lane **T-PB-A** (non-test hand-Rust → 0-floor per pure
+bootstrap program).
+
+**Cited ROADMAP row (one hop):** `ROADMAP.md` in this repo, **`### Goals (the six non-negotiables)`** — numbered goal **6. Self-hosting (Pure Bootstrap).** (references
+`docs/design-pure-bootstrap-zero.md`), **and** the **`### Nine lanes`** table row
+**T-PB-A** (`pb_hand_rust_at_shim_floor`, SG-0 census, `docs/design-pure-bootstrap-zero.md`).
+
+## Why this Rust exists (interim, not steady state)
+
+PB-1-e ships two committed bootstrap snapshots: full (`bootstrap_generated.rs`)
+and parse-surface-free (`bootstrap_generated_without_parse_surface.rs`). The
+latter must not load `parse_surface.dag` or the Rust/Go/Python spec files that
+depend on it, or resolve diagnostics pollute the embedded graph (see comments
+on `WITHOUT_PARSE_SURFACE_EXCLUDED_FIXTURE_PATHS` in
+`bootstrap_regen_fresh.rs`).
+
+## Named dissolution trigger
+
+**Primary:** `bootstrap.rs` and this module’s module-level note — **PB-Bootstrap-Process**
+replaces the regen host with a declared `bootstrap.dag` / generated producer
+path; this hand-Rust regen module **deletes** in favor of that single authority.
+
+**Secondary (substrate convergence):** if `parse_surface` types and spec
+imports converge such that the excluded specs load cleanly without
+`parse_surface.dag`, the exclusion list and `spec_iter` filter **shrink** or
+disappear in the same PR that proves diagnostic-clean `compile_full_bootstrap_without_parse_surface_dag_from_std_seed` without those exclusions (checkable:
+`regen_bootstrap --verify` + empty bootstrap diagnostics on the no-parse-surface
+snapshot).
+
+## Checkable ratchet
+
+Until dissolution: any change to `BOOTSTRAP_FIXTURE_PATH_KEYS` or the
+parse-surface-free fixture set must keep
+`compile_full_bootstrap_without_parse_surface_dag_from_std_seed` diagnostic-clean;
+`regen_bootstrap --verify` remains the acid test (`PB-1-e` mechanism (ii)).

dsl/extdeps/github/actions.dag

@@ -3,26 +3,36 @@
 // Models the GitHub Actions CI/CD platform as external dependency facts:
 // workflows, jobs, steps, runners, logging annotations, artifacts, and
 // matrix strategies. These are platform constraints -- what GH Actions
-// provides and requires -- not CI logic (that lives in gunbc/ci.dag).
+// provides and requires -- not repository CI orchestration logic (that stays in `gunbc/ci.dag` for
+// gate intent; future `gunbc/ci_emission.dag` — WI-2 — will hold `Workflow` projection scaffolding).
 //
 // Spec: https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions
 //
-// Consumers:
-//   gunbc/ci.dag -- CI intent declarations that compile against these types
+// Consumers (gunbc namespace):
+//   future: gunbc/ci_emission.dag — WI-2: `Workflow` via `project_github_actions` from `CIWorkflowDag` (not in tree yet)
+//   gunbc/ci.dag — compiler-intent `CIPipeline` / `CIGate` only (no Actions `Workflow` mirror)
+//
+// Related extdeps:
+//   extdeps/github/ci.dag — repository workflow path facts (complements this syntax model)
 
 module extdeps.github.actions
 
 import extdeps.cron.schedule_model { CronSchedule }
-import std.types { SecretName }
+import std.types { SecretName, Unit }
 
 // -- Workflows --------------------------------------------------------
 // A workflow is the top-level unit: trigger + jobs.
+// `concurrency` is workflow-scoped (YAML `concurrency:`); `none` = block absent.
+// Actions accepts a scalar group string or a mapping (`group` + optional `cancel-in-progress`);
+// both are modeled — no fabricated booleans when the mapping omits `cancel-in-progress`.
 
 type Workflow {
   name: String
   on: List<WorkflowTrigger>
+  concurrency: ConcurrencySpec?
   jobs: List<Job>
-  env: Map<String, String>
+  // `none` models an absent top-level `env:` block in Actions YAML (no fabricated keys).
+  env: Map<String, String>?
   permissions: WorkflowPermissions?
 }
 
@@ -49,6 +59,7 @@ type PullRequestActivity
   = Opened
   | Synchronize
   | Reopened
+  | ReadyForReview
   | Closed
 
 type DispatchInput {
@@ -85,13 +96,14 @@ type DispatchInputType = InputString | InputBoolean | InputChoice | InputEnviron
 //
 // Structural-consumer dissolution trigger:
 // `WorkflowSecret` is a Slice 1 carrier introduction; structural attachment
-// to consumer sites (`Step.env`, `Job.env`, `Workflow.env` value-shape
-// migrating from `Map<String, String>` to a sum type that includes
-// `WorkflowSecret`) is the responsibility of Slice 3
-// (`ci_workflow_modeled_as_dag` demo, tracked at #1956), which consumes
-// Slices 1+2. Until that wiring lands, the carrier is intentionally
-// unattached -- promoting the env-shape change in Slice 1 would expand
-// the migration cascade beyond the brief's authorized 2-fixture scope.
+// to consumer sites (`Step.env`, `Job.env`, `Workflow.env`) is the **next**
+// shape change after today's GitHub-faithful optional plain-text maps
+// (`Map<String, String>?` everywhere — `none` = absent `env:` at workflow,
+// job, and step scopes; no fabricated keys). Slice 3 upgrades those maps to a
+// sum type that includes `WorkflowSecret` (`ci_workflow_modeled_as_dag` demo,
+// tracked at #1956), consuming Slices 1+2. Until that wiring lands, the carrier
+// is intentionally unattached -- promoting the env-shape change in Slice 1
+// would expand the migration cascade beyond the brief's authorized 2-fixture scope.
 
 type SecretScope = StepScope | JobScope | WorkflowScope
 
@@ -113,25 +125,88 @@ type Job {
   runner: RunnerSpec
   steps: List<Step>
   needs: List<String>
-  env: Map<String, String>
+  // `none` models an absent `env:` block in Actions YAML (no fabricated keys).
+  env: Map<String, String>?
+  // Job outputs: map output name -> expression string (e.g. `${{ steps.id.outputs.k }}`).
+  outputs: Map<String, String>?
   if_condition: String?
   strategy: MatrixStrategy?
   timeout_minutes: Int?
   continue_on_error: Bool
   concurrency: ConcurrencySpec?
 }
 
-type ConcurrencySpec {
-  group: String
-  cancel_in_progress: Bool
-}
+// YAML `concurrency:` is either a scalar group expression or a mapping.
+// See https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#concurrency
+// and https://docs.github.com/en/actions/using-jobs/using-concurrency (mapping keys
+// `group`, `cancel-in-progress`, `queue`; expression-valued cancel-in-progress).
+
+// Coproduct dissolution classification (modeling-discipline.md Practice 4):
+// 🟡 YELLOW (scaffold). Literal bool vs opaque `${{ }}` expression string mirrors GitHub's
+// surface union; richer source is a typed Actions boolean-expression carrier when/if
+// modeled structurally in this repo.
+// Named dissolution trigger: typed workflow-boolean expression substrate lands AND
+// `gunbc/ci_emission.dag` projection consumes it for `cancel-in-progress` mapping values.
+type CancelInProgressSpec
+  = CancelInProgressBool { value: Bool }
+  | CancelInProgressExpression { expression: String }
+
+// When YAML fixes `queue: max`, GitHub rejects `cancel-in-progress: true` (literal bool).
+// This sum therefore excludes literal `true` while still modeling omitted key, literal
+// `false`, and opaque `${{ }}` (expression truth remains runtime — see 🟡 below).
+//
+// Coproduct dissolution classification (modeling-discipline.md Practice 4):
+// 🟢 GREEN (terminal). `QueueMaxCancelInProgressFalse` is 1:1 with YAML `cancel-in-progress: false`.
+// 🟡 YELLOW (scaffold). `QueueMaxCancelInProgressExpression` mirrors expression-valued mapping;
+// GitHub may still reject at runtime if the expression evaluates to true with `queue: max`.
+// Named dissolution trigger: same as `CancelInProgressSpec` — typed boolean-expression substrate
+// plus `gunbc/ci_emission.dag` consumption for mapping values.
+type CancelInProgressWhenQueueMax
+  = QueueMaxCancelInProgressFalse
+  | QueueMaxCancelInProgressExpression { expression: String }
+
+// 🟡 YELLOW (scaffold). Scalar vs mapping mirrors GitHub's top-level `concurrency:` grammar
+// split. Mapping is split into two arms so `queue: max` + literal `cancel-in-progress: true`
+// is **unrepresentable** (GitHub validation rejects that product — docs:
+// https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#concurrency ).
+// Named dissolution trigger: GitHub adds documented concurrency mapping fields beyond
+// `group` / `cancel-in-progress` / `queue` OR emitter needs single-axis dimensional dispatch.
+type ConcurrencySpec
+  = ConcurrencyScalar { group: String }
+  | ConcurrencyMappingQueueMax {
+      group: String
+      // `none` when YAML omits `cancel-in-progress:` (do not invent `false`).
+      cancel_in_progress: CancelInProgressWhenQueueMax?
+    }
+  | ConcurrencyMappingQueueNotMax {
+      group: String
+      // `none` when YAML omits `cancel-in-progress:` (do not invent `false`).
+      cancel_in_progress: CancelInProgressSpec?
+      // `none` when YAML omits `queue:` (GitHub default single-queue semantics).
+      // `some(Unit)` when YAML sets explicit `queue: single` (marker only — no payload).
+      explicit_single: Unit?
+    }
 
 // -- Runners ----------------------------------------------------------
 // The execution environment for a job.
 
+// Coproduct dissolution classification (modeling-discipline.md Practice 4):
+// 🟢 GREEN (terminal). `HostedRunner` + `RunnerLabel` are a closed scaffold set aligned with
+// GitHub's documented hosted runner images for this repo's first-draft model.
+// Ledger (patterns 1–4): no cheaper dissolution for the label enum itself — expanding the
+// closed set is a deliberate taxonomy change when GitHub documents new hosted targets.
+// 🟡 YELLOW (scaffold). `SelfHosted` carries arbitrary label strings as GitHub accepts for
+// self-hosted runner label matching; dissolution: typed runner-label substrate OR emission
+// narrows to a closed vocabulary where the compiler owns runner topology.
+// 🟡 YELLOW (scaffold). `RunsOnExpression` mirrors GitHub's expression-valued `runs-on:` form;
+// the opaque string is faithful YAML surface syntax, not a typed Actions expression carrier.
+// Named dissolution trigger: typed Actions string-expression substrate for `runs-on:` AND
+// `gunbc/ci_emission.dag` projection consumes it for emitted workflow YAML.
 type RunnerSpec
   = HostedRunner { label: RunnerLabel }
   | SelfHosted { labels: List<String> }
+  // `runs-on:` as an expression (e.g. `${{ vars.CI_RUNNER || 'ubuntu-latest' }}`).
+  | RunsOnExpression { expression: String }
 
 type RunnerLabel
   = UbuntuLatest
@@ -147,19 +222,21 @@ type RunnerLabel
 type Step
   = RunStep {
       name: String?,
+      id: String?,
       run: String,
       shell: ShellType,
-      env: Map<String, String>,
+      env: Map<String, String>?,
       working_directory: String?,
       if_condition: String?,
       continue_on_error: Bool,
       timeout_minutes: Int?
     }
   | UsesStep {
       name: String?,
+      id: String?,
       uses: ActionRef,
       with: Map<String, String>,
-      env: Map<String, String>,
+      env: Map<String, String>?,
       if_condition: String?,
       continue_on_error: Bool,
       timeout_minutes: Int?

dsl/extdeps/github/ci.dag

@@ -0,0 +1,62 @@
+// extdeps/github/ci.dag — GitHub repository facts for Actions workflow artifacts.
+//
+// This module is the extdeps home for **where** GitHub expects workflow YAML
+// under a repository tree — not the YAML syntax model (`extdeps.github.actions`
+// in actions.dag) and not compiler CI gate intent (`gunbc.ci` in gunbc/ci.dag).
+//
+// Ratified substrate layering (PR #2749 option (c-refined), T-WAD FULL R3):
+//   - Semantic gate DAG + `WorkflowRuntime` + `project_github_actions` live in
+//     gunbc namespace; projection outputs bind there, not in this file.
+//   - `extdeps.github.actions.Workflow` stays a platform-only carrier (no
+//     emission-policy fields).
+//
+// Spec (workflow file location): https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions
+//
+// Consumers (planned / future):
+//   gunbc/ci_emission.dag — default sink path when emitting static YAML
+
+module extdeps.github.ci
+
+import std.types { NonEmptyStr }
+
+// Directory (repository-relative, forward slashes) where GitHub loads workflow definitions.
+// Single string authority for the tree root — do not add a parallel unconstrained
+// `path: String` carrier for the same fact (INVARIANTS P1/P2).
+data github_actions_workflows_dir: String = ".github/workflows"
+
+// Coproduct dissolution classification (modeling-discipline.md Practice 4):
+// 🟢 GREEN (terminal). GitHub allows exactly two filename suffixes for workflow definitions
+// under `.github/workflows/` (`.yml` / `.yaml`); variants are 1:1 with that closed surface.
+// Ledger (Patterns 1–4): (1) no per-consumer split — suffix is global to the file ref.
+// (2) variant-is-data rejected — the two suffixes are not labels on identical payloads; they
+// select distinct YAML parse entrypoints. (3) no std algebraic source. (4) not dimensional
+// beyond the single binary suffix axis already explicit in the two variants.
+type GitHubActionsWorkflowExtension
+  = GitHubActionsWorkflowYml
+  | GitHubActionsWorkflowYaml
+
+// Coproduct dissolution classification (modeling-discipline.md Practice 4):
+// 🟡 YELLOW (scaffold). `NonEmptyStr` + nominal brand enforces non-emptiness only; GitHub
+// additionally requires a single path segment (no `/`) and stem/extension consistency
+// (no embedded `.yml`/`.yaml` suffix in the segment when extension is carried separately).
+// Named dissolution trigger: WI-2 / Slice 4 `project_github_actions` emitter asserts stem
+// segment invariant at projection boundary (#1956) OR `std` lands a validated workflow-
+// basename refinement rejecting `/` and suffix overlap with `GitHubActionsWorkflowExtension`.
+type GitHubActionsWorkflowStemSegment = NonEmptyStr where brand("GitHubActionsWorkflowStemSegment")
+
+// Filename stem (no `/`, no extension suffix — enforced at projection per YELLOW trigger).
+// Projection joins:
+//   github_actions_workflows_dir + "/" + segment + (extension → ".yml" | ".yaml")
+type GitHubActionsWorkflowStem {
+  segment: GitHubActionsWorkflowStemSegment
+}
+
+// Workflow file identity: composes only with `github_actions_workflows_dir` — no
+// unconstrained repository-relative path string as a second authority.
+// Coproduct dissolution classification (modeling-discipline.md Practice 4):
+// 🟢 GREEN (terminal). Product of the fixed-dir constant + stem + closed extension;
+// single structural sink for "which workflow file" under the GitHub layout rule.
+type GitHubActionsWorkflowFileRef {
+  stem: GitHubActionsWorkflowStem
+  extension: GitHubActionsWorkflowExtension
+}

dsl/gunbc/ci.dag

@@ -18,12 +18,23 @@
 // once tools/ratchet.dag and tools/freshness.dag execute reliably in
 // any environment (blocked on tool upsert landing end-to-end).
 //
+// Related modules:
+//   dsl/extdeps/github/ci.dag — repository-relative workflow file path facts (GitHub `.github/workflows/`).
+//
 // Consumers:
-//   .github/workflows/ci.yml     -- current transport (hand-maintained shim)
-//   future: dag run ci_pipeline  -- interpreter execution of gates
+//   .github/workflows/ci.yml — sole live Actions transport for gunbc CI (single authority).
+//   dsl/gunbc/ci.dag — compiler-intent gates only (`CIPipeline` / `CIGate`). No parallel `Workflow`
+//     mirror of `ci.yml` here: that would violate INVARIANTS P2 / modeling-discipline Practice 5
+//     (dual encoding without a same-PR generator or structural consumer closing the boundary).
+//   future: dsl/gunbc/ci_emission.dag (WI-2 T-WAD R3; brief — file not authored yet) —
+//     `project_github_actions(ci_workflow_dag, runtime: WorkflowRuntime)` → `extdeps.github.actions.Workflow`
+//     (`WorkflowRuntime` = projection-mode sum per WI-2 brief; replaces retired `EmissionTarget` name — Shape A collision).
+//     Declaration + pinning first; per-arm bodies Slice 4–5.
+//   future: dag run ci_pipeline — interpreter execution of compiler-intent gates.
 
 module gunbc.ci
 
+import std.list { List }
 import gunbc.compiler {
   compiler_cycle, test_package,
   lint_command, test_command, ignored_test_command
@@ -138,3 +149,4 @@ data ci_pipeline: CIPipeline = {
     l1_gate
   ]
 }
+

src/v3/compiler/src/bin/regen_bootstrap.rs

@@ -76,7 +76,7 @@ fn main() {
         compile_full_bootstrap_without_parse_surface_dag_from_std_seed(std_dag);
     let full_no_parse_surface_formatted = render_bootstrap_generated_rs(
         &full_no_parse_surface_dag,
-        "dsl/std/*.dag + src/v3/std/*.dag + src/v3/spec/*.dag + src/v3/compiler/*.dag minus tokenize.dag and src/v3/std/parse_surface.dag + dsl/extdeps/languages/rust/primitives.dag",
+        "dsl/std/*.dag + src/v3/std/*.dag + src/v3/spec/*.dag + src/v3/compiler/*.dag minus tokenize.dag, src/v3/std/parse_surface.dag, src/v3/spec/{rust,go,python}.dag + dsl/extdeps/languages/rust/primitives.dag",
         "bootstrapped_fixture_without_parse_surface_dag",
     )
     .unwrap_or_else(|e| panic!("regen_bootstrap no-parse-surface: {e}"));

src/v3/compiler/src/bootstrap.rs

@@ -104,6 +104,7 @@ pub const BOOTSTRAP_FIXTURE_PATH_KEYS: &[&str] = &[
     "dsl/extdeps/cron_schedule_model.dag",
     "dsl/extdeps/github/github.dag",
     "dsl/extdeps/github/actions.dag",
+    "dsl/extdeps/github/ci.dag",
 ];
 
 /// v3-only inhabitance for kernel `Bool` (Class 5 / Lane 1e-2b Path A).