fix: old router is now simple classifier

Author: dosco

README.md

@@ -632,6 +632,7 @@ OPENAI_APIKEY=openai_key npm run tsx ./src/examples/marketing.ts
 | balancer.ts         | Balance between various llm's based on cost, etc        |
 | docker.ts           | Use the docker sandbox to find files by description     |
 | prime.ts            | Using field processors to process fields in a prompt    |
+| simple-classify.ts  | Use a simple classifier to classify stuff               |
 
 ## Our Goal
 

src/ax/dsp/router.ts

@@ -4,11 +4,11 @@ import { ColorLog } from '../util/log.js'
 
 const colorLog = new ColorLog()
 
-export interface AxRouterForwardOptions {
+export interface AxSimpleClassifierForwardOptions {
   cutoff?: number
 }
 
-export class AxRoute {
+export class AxSimpleClassifierClass {
   private readonly name: string
   private readonly context: readonly string[]
 
@@ -26,7 +26,7 @@ export class AxRoute {
   }
 }
 
-export class AxRouter {
+export class AxSimpleClassifier {
   private readonly ai: AxAIService
 
   private db: AxDBMemory
@@ -45,25 +45,27 @@ export class AxRouter {
     this.db.setDB(state)
   }
 
-  public setRoutes = async (routes: readonly AxRoute[]): Promise<void> => {
-    for (const ro of routes) {
-      const ret = await this.ai.embed({ texts: ro.getContext() })
+  public setClasses = async (
+    classes: readonly AxSimpleClassifierClass[]
+  ): Promise<void> => {
+    for (const c of classes) {
+      const ret = await this.ai.embed({ texts: c.getContext() })
       await this.db.upsert({
-        id: ro.getName(),
-        table: 'routes',
+        id: c.getName(),
+        table: 'classes',
         values: ret.embeddings[0],
       })
     }
   }
 
   public async forward(
     text: string,
-    options?: Readonly<AxRouterForwardOptions>
+    options?: Readonly<AxSimpleClassifierForwardOptions>
   ): Promise<string> {
     const { embeddings } = await this.ai.embed({ texts: [text] })
 
     const matches = await this.db.query({
-      table: 'routes',
+      table: 'classes',
       values: embeddings[0],
     })
 
@@ -83,12 +85,12 @@ export class AxRouter {
       )
     }
 
-    const route = m.at(0)
-    if (!route) {
+    const matchedClass = m.at(0)
+    if (!matchedClass) {
       return ''
     }
 
-    return route.id
+    return matchedClass.id
   }
 
   public setOptions(options: Readonly<{ debug?: boolean }>): void {

src/ax/index.ts

@@ -254,6 +254,10 @@ import {
   AxLLMRequestTypeValues,
   AxSpanKindValues
 } from './trace/trace.js';
+import {
+  AxMockAIService,
+  type AxMockAIServiceConfig
+} from './ai/mock/api.js';
 import {
   AxProgram,
   AxProgramWithSignature,
@@ -280,21 +284,22 @@ import {
   AxRateLimiterTokenUsage,
   type AxRateLimiterTokenUsageOptions
 } from './util/rate-limit.js';
-import {
-  AxRoute,
-  AxRouter,
-  type AxRouterForwardOptions
-} from './dsp/router.js';
 import {
   AxSignature,
   type AxField,
   type AxIField
 } from './dsp/sig.js';
+import {
+  AxSimpleClassifier,
+  AxSimpleClassifierClass,
+  type AxSimpleClassifierForwardOptions
+} from './dsp/router.js';
 import {
   AxTestPrompt,
   type AxEvaluateArgs
 } from './dsp/evaluate.js';
 import {
+  type AxAIInputModelList,
   type AxAIModelList,
   type AxAIPromptConfig,
   type AxAIService,
@@ -326,6 +331,11 @@ import {
   type AxDBUpsertRequest,
   type AxDBUpsertResponse
 } from './db/types.js';
+import {
+  type AxFieldProcessor,
+  type AxFieldProcessorProcess,
+  type AxStreamingFieldProcessorProcess
+} from './dsp/fieldProcessor.js';
 import {AxAIDeepSeekModel} from './ai/deepseek/types.js';
 import {AxAIGroqModel} from './ai/groq/types.js';
 import {AxChainOfThought} from './prompts/cot.js';
@@ -334,10 +344,9 @@ import {AxDefaultResultReranker} from './docs/reranker.js';
 import {AxEmbeddingAdapter} from './funcs/embed.js';
 import {AxInstanceRegistry} from './dsp/registry.js';
 import {AxMemory} from './mem/memory.js';
-import {AxMockAIService} from './ai/mock/api.js';
+import {AxMultiServiceRouter} from './ai/multiservice.js';
 import {AxRAG} from './prompts/rag.js';
 import {type AxAIMemory} from './mem/types.js';
-import {type AxFieldProcessor} from './dsp/fieldProcessor.js';
 
 // Value exports
 export { AxAI };
@@ -405,14 +414,15 @@ export { AxJSInterpreterPermission };
 export { AxLLMRequestTypeValues };
 export { AxMemory };
 export { AxMockAIService };
+export { AxMultiServiceRouter };
 export { AxProgram };
 export { AxProgramWithSignature };
 export { AxPromptTemplate };
 export { AxRAG };
 export { AxRateLimiterTokenUsage };
-export { AxRoute };
-export { AxRouter };
 export { AxSignature };
+export { AxSimpleClassifier };
+export { AxSimpleClassifierClass };
 export { AxSpanKindValues };
 export { AxTestPrompt };
 
@@ -469,6 +479,7 @@ export type { AxAIHuggingFaceArgs };
 export type { AxAIHuggingFaceConfig };
 export type { AxAIHuggingFaceRequest };
 export type { AxAIHuggingFaceResponse };
+export type { AxAIInputModelList };
 export type { AxAIMemory };
 export type { AxAIMistralArgs };
 export type { AxAIModelList };
@@ -542,6 +553,7 @@ export type { AxEvaluateArgs };
 export type { AxExample };
 export type { AxField };
 export type { AxFieldProcessor };
+export type { AxFieldProcessorProcess };
 export type { AxFieldTemplateFn };
 export type { AxFieldValue };
 export type { AxFunction };
@@ -559,6 +571,7 @@ export type { AxInternalChatRequest };
 export type { AxInternalEmbedRequest };
 export type { AxMetricFn };
 export type { AxMetricFnArgs };
+export type { AxMockAIServiceConfig };
 export type { AxModelConfig };
 export type { AxModelInfo };
 export type { AxModelInfoWithProvider };
@@ -577,9 +590,10 @@ export type { AxRerankerOut };
 export type { AxResponseHandlerArgs };
 export type { AxRewriteIn };
 export type { AxRewriteOut };
-export type { AxRouterForwardOptions };
+export type { AxSimpleClassifierForwardOptions };
 export type { AxStreamingAssertion };
 export type { AxStreamingEvent };
+export type { AxStreamingFieldProcessorProcess };
 export type { AxTokenUsage };
 export type { AxTunable };
 export type { AxUsable };

src/examples/routing.ts src/examples/simple-classify.ts

@@ -1,30 +1,30 @@
-import { AxAI, AxRoute, AxRouter } from '@ax-llm/ax'
+import { AxAI, AxSimpleClassifier, AxSimpleClassifierClass } from '@ax-llm/ax'
 
-const customerSupport = new AxRoute('customerSupport', [
+const customerSupport = new AxSimpleClassifierClass('customerSupport', [
   'how can I return a product?',
   'where is my order?',
   'can you help me with a refund?',
   'I need to update my shipping address',
   'my product arrived damaged, what should I do?',
 ])
 
-const employeeHR = new AxRoute('employeeHR', [
+const employeeHR = new AxSimpleClassifierClass('employeeHR', [
   'how do I request time off?',
   'where can I find the employee handbook?',
   'who do I contact for IT support?',
   'I have a question about my benefits',
   'how do I log my work hours?',
 ])
 
-const salesInquiries = new AxRoute('salesInquiries', [
+const salesInquiries = new AxSimpleClassifierClass('salesInquiries', [
   'I want to buy your products',
   'can you provide a quote?',
   'what are the payment options?',
   'how do I get a discount?',
   'who can I speak with for a bulk order?',
 ])
 
-const technicalSupport = new AxRoute('technicalSupport', [
+const technicalSupport = new AxSimpleClassifierClass('technicalSupport', [
   'how do I install your software?',
   'I’m having trouble logging in',
   'can you help me configure my settings?',
@@ -37,20 +37,20 @@ const ai = new AxAI({
   apiKey: process.env.OPENAI_APIKEY as string,
 })
 
-const router = new AxRouter(ai)
+const classifier = new AxSimpleClassifier(ai)
 
-await router.setRoutes([
+await classifier.setClasses([
   customerSupport,
   employeeHR,
   salesInquiries,
   technicalSupport,
 ])
 
-const r1 = await router.forward('I need help with my order')
-const r2 = await router.forward('I want to know more about the company')
-const r3 = await router.forward('I need help installing your software')
-const r4 = await router.forward('I did not receive my order on time')
-const r5 = await router.forward('Where can I find info about our 401k')
+const r1 = await classifier.forward('I need help with my order')
+const r2 = await classifier.forward('I want to know more about the company')
+const r3 = await classifier.forward('I need help installing your software')
+const r4 = await classifier.forward('I did not receive my order on time')
+const r5 = await classifier.forward('Where can I find info about our 401k')
 
 console.log(r1 === 'salesInquiries' ? 'PASS' : 'FAIL: ' + r1)
 console.log(r2 === 'salesInquiries' ? 'PASS' : 'FAIL: ' + r2)