better context

Author: nathanborror

Sources/GenKit/Sessions/ChatSession.swift

@@ -168,7 +168,7 @@ public struct ChatSessionRequest {
     public private(set) var history: [Message] = []
     public private(set) var tools: [Tool] = []
     public private(set) var tool: Tool? = nil
-    public private(set) var context: [String] = []
+    public private(set) var context: [String: String] = [:]
     public private(set) var temperature: Float? = nil
 
     public init(service: ChatService, model: Model, toolCallback: ToolCallback? = nil) {
@@ -198,7 +198,7 @@ public struct ChatSessionRequest {
         }
     }
 
-    public mutating func with(context: [String]) {
+    public mutating func with(context: [String: String]) {
         self.context = context
     }
 
@@ -211,11 +211,11 @@ public struct ChatSessionRequest {
 
         // Apply user context
         var systemContext = ""
-        if !context.isEmpty {
+        if let memories = context["MEMORIES"] {
             systemContext = """
             The following is context about the current user:
             <user_context>
-            \(context.joined(separator: "\n"))
+            \(memories)
             </user_context>
             """
         }

Sources/GenKit/Sessions/PipelineSession.swift

@@ -0,0 +1,59 @@
+import Foundation
+
+public class PipelineSession {
+    public static let shared = PipelineSession()
+    
+    public func completion(_ request: Pipeline.Request, runLoopLimit: Int = 10) async throws -> Pipeline.Response {
+        var pipelineResponse = Pipeline.Response(steps: [])
+        
+        for step in request.steps {
+            let instructions = PromptTemplate(step.instructions, with: step.inputs)
+            
+            var req = ChatSessionRequest(service: step.service, model: step.model)
+            req.with(history: [.user(content: instructions)])
+            
+            let resp = try await ChatSession.shared.completion(req)
+            let stepCompletion = Pipeline.Response.Step(
+                instructions: instructions,
+                inputs: step.inputs,
+                outputs: step.outputs,
+                messages: resp.messages
+            )
+            pipelineResponse.steps.append(stepCompletion)
+            
+            // TODO: Extract the expected output variables 
+        }
+        
+        return pipelineResponse
+    }
+}
+
+public struct Pipeline {
+    
+    public struct Request: Sendable {
+        public var steps: [Step]
+        
+        public struct Step: Sendable {
+            public var service: ChatService
+            public var model: Model
+            public var instructions: String
+            public var inputs: [String: String]
+            public var outputs: [String: String]
+        }
+    }
+    
+    public struct Response: Codable, Sendable {
+        public var steps: [Step]
+        
+        public struct Step: Codable, Sendable {
+            public var instructions: String
+            public var inputs: [String: String]
+            public var outputs: [String: String]
+            public var messages: [Message]
+        }
+    }
+}
+
+enum PipelineSessionError: Error {
+    case unknown
+}

Sources/GenKit/Sessions/VisionSession.swift

@@ -70,7 +70,7 @@ public struct VisionSessionRequest {
 
     public private(set) var system: String? = nil
     public private(set) var history: [Message] = []
-    public private(set) var context: [String] = []
+    public private(set) var context: [String: String] = [:]
     public private(set) var temperature: Float? = nil
 
     public init(service: VisionService, model: Model, toolCallback: ToolCallback? = nil) {
@@ -87,7 +87,7 @@ public struct VisionSessionRequest {
         self.history = history
     }
 
-    public mutating func with(context: [String]) {
+    public mutating func with(context: [String: String]) {
         self.context = context
     }
 
@@ -100,11 +100,11 @@ public struct VisionSessionRequest {
 
         // Apply user context
         var systemContext = ""
-        if !context.isEmpty {
+        if let memories = context["MEMORIES"] {
             systemContext = """
             The following is context about the current user:
             <user_context>
-            \(context.joined(separator: "\n"))
+            \(memories)
             </user_context>
             """
         }