Add --skip-head/skipHead meta options, to streamline some bulk compar…

…ison tasks.

cli/src/args.ts

@@ -58,6 +58,8 @@ export function makeArgs(argv = process.argv) {
       "log-level": { type: "string", default: undefined },
       "log-format": { type: "string", default: "pretty" },
       verbose: { type: "boolean", default: false, short: "v" },
+      clean: { type: "boolean", default: false },
+      "skip-head": { type: "boolean", default: false },
     },
   });
 
@@ -90,6 +92,7 @@ export function help() {
 
     -e, --edit use Ailly in edit mode. Provide a single file in paths, an edit marker, and a prompt. The path will be updated with the edit marker at the prompt.
     -l, --lines the lines to edit as '[start]:[end]' with start inclusive, and end exclusive. With only '[start]', will insert after. With only ':[end]', will insert before.
+    --skip-head when printing 
 
     --engine will set the default engine. Can be set with AILLY_ENGINE environment variable. Default is bedrock. bedrock calls AWS Bedrock. noop is available for testing. (Probably? Check the code.)
     --model will set the model from the engine. Can be set with AILLY_MODEL environment variable. Default depends on the engine; bedrock is anthropic.claude-3-sonnet-20240229-v1:0, OpenAI is gpt-4-0613. (Probably? Check the code.)

cli/src/fs.ts

@@ -81,6 +81,7 @@ export async function loadFs(
     templateView,
     overwrite: !args.values["no-overwrite"],
     requestLimit,
+    skipHead: args.values["skip-head"],
   });
 
   const system = args.values.system ?? "";

core/src/content/content.test.ts

@@ -436,6 +436,54 @@ test("it writes deep java prompts and responses", async () => {
   });
 });
 
+test("writes content and skips head", async () => {
+  const fs = new FileSystem(new ObjectFileSystemAdapter({}));
+
+  const content: WritableContent[] = [
+    {
+      name: "with-head.md",
+      path: "/with-head.md",
+      outPath: "/with-head.md.ailly.md",
+      prompt: "with-head",
+      response: "With Head",
+      context: { view: {} },
+      meta: { root: "/", debug: { engine: "test" } },
+    },
+    {
+      name: "without-head.md",
+      path: "/without-head.md",
+      outPath: "/without-head.md.ailly.md",
+      prompt: "without-head",
+      response: "Without Head",
+      context: { view: {} },
+      meta: { root: "/", debug: { engine: "test" }, skipHead: true },
+    },
+    {
+      name: "combined.md",
+      path: "/combined.md",
+      outPath: "/combined.md",
+      prompt: "combined",
+      response: "Combined",
+      context: { view: {} },
+      meta: {
+        combined: true,
+        root: "/",
+        debug: { engine: "test" },
+        skipHead: true,
+      },
+    },
+  ];
+
+  await writeContent(fs, content);
+
+  expect((fs as any).adapter.fs).toEqual({
+    "/combined.md":
+      "---\ncombined: true\ndebug:\n  engine: test\nprompt: combined\n---\nCombined",
+    "/with-head.md.ailly.md": "---\ndebug:\n  engine: test\n---\nWith Head",
+    "/without-head.md.ailly.md": "Without Head",
+  });
+});
+
 describe("Load aillyrc", () => {
   describe("parent = root (default)", () => {
     test("at root with no .aillyrc in cwd", async () => {

core/src/content/content.ts

@@ -64,6 +64,7 @@ export interface ContentMeta {
   parent?: "root" | "always" | "never";
   messages?: Message[];
   skip?: boolean;
+  skipHead?: boolean;
   isolated?: boolean;
   combined?: boolean;
   debug?: EngineDebug;
@@ -404,7 +405,10 @@ async function writeSingleContent(fs: FileSystem, content: WritableContent) {
     lineWidth: 0,
     sortMapEntries: true,
   });
-  const file = (head === "{}\n" ? "" : `---\n${head}---\n`) + content.response;
+  const file =
+    (!combined && (content.meta?.skipHead || head === "{}\n")
+      ? ""
+      : `---\n${head}---\n`) + content.response;
   await fs.writeFile(path, file);
 }
 

core/src/index.ts

@@ -31,6 +31,7 @@ export interface PipelineSettings {
   plugin: string;
   isolated: boolean;
   combined: boolean | undefined;
+  skipHead: boolean;
   overwrite: boolean;
   templateView: View;
 }
@@ -45,6 +46,7 @@ export async function makePipelineSettings({
   plugin = DEFAULT_PLUGIN,
   overwrite = true,
   isolated = false,
+  skipHead = false,
   combined,
   templateView = {},
 }: {
@@ -57,6 +59,7 @@ export async function makePipelineSettings({
   overwrite?: boolean;
   isolated?: boolean;
   combined?: boolean;
+  skipHead?: boolean;
   requestLimit?: number;
   templateView?: View;
 }): Promise<PipelineSettings> {
@@ -75,6 +78,7 @@ export async function makePipelineSettings({
     overwrite,
     isolated,
     combined,
+    skipHead,
     templateView,
   };
 }