library mode configs for e2e

Author: Radovan Fuchs

.github/workflows/e2e_tests.yaml

@@ -93,51 +93,44 @@ jobs:
 
       - name: Select and configure run.yaml
         env:
-          CONFIG_ENVIRONMENT: ${{ matrix.environment }}
+          CONFIG_MODE: ${{ matrix.mode }}
         run: |
           CONFIGS_DIR="tests/e2e/configs"
-          ENVIRONMENT="$CONFIG_ENVIRONMENT"
+          MODE="$CONFIG_MODE"
           
-          echo "Looking for configurations in $CONFIGS_DIR/"
+          echo "Deployment mode: $MODE"
           
-          # List available configurations
-          if [ -d "$CONFIGS_DIR" ]; then
-            echo "Available configurations:"
-            ls -la "$CONFIGS_DIR"/*.yaml 2>/dev/null || echo "No YAML files found in $CONFIGS_DIR/"
+          # Select config based on mode:
+          # - library mode: run-library.yaml (llama-stack 0.3.0 format)
+          # - server mode: run-ci.yaml (original format)
+          if [ "$MODE" == "library" ]; then
+            CONFIG_FILE="$CONFIGS_DIR/run-library.yaml"
           else
-            echo "Configs directory '$CONFIGS_DIR' not found!"
-            exit 1
+            CONFIG_FILE="$CONFIGS_DIR/run-ci.yaml"
           fi
           
-          # Determine which config file to use
-          CONFIG_FILE="$CONFIGS_DIR/run-$ENVIRONMENT.yaml"
-          
-          echo "Looking for: $CONFIG_FILE"
+          echo "Using configuration: $CONFIG_FILE"
           
-          if [ -f "$CONFIG_FILE" ]; then
-            echo "Found config for $ENVIRONMENT environment"
-            cp "$CONFIG_FILE" run.yaml
-          else
-            echo "Configuration file not found: $CONFIG_FILE"
-            echo "Available files:"
-            find "$CONFIGS_DIR" -name "*.yaml"
+          if [ ! -f "$CONFIG_FILE" ]; then
+            echo "❌ Configuration not found: $CONFIG_FILE"
+            echo "Available configs:"
+            ls -la "$CONFIGS_DIR"/*.yaml
             exit 1
           fi
           
-          # Update paths for container environment (relative -> absolute)
-          sed -i 's|db_path: \.llama/distributions|db_path: /app-root/.llama/distributions|g' run.yaml
-          sed -i 's|db_path: tmp/|db_path: /app-root/.llama/distributions/|g' run.yaml
-                    
-          echo "Successfully configured for $ENVIRONMENT environment"
-          echo "Using configuration: $(basename "$CONFIG_FILE")"
+          cp "$CONFIG_FILE" run.yaml
+          echo "✅ Configuration copied to run.yaml"
 
       - name: Show final configuration
         run: |
           echo "=== Configuration Summary ==="
           echo "Deployment mode: ${{ matrix.mode }}"
           echo "Environment: ${{ matrix.environment }}"
-          echo "Source config: tests/e2e/configs/run-${{ matrix.environment }}.yaml"
-          echo "Final file: run.yaml"
+          if [ "${{ matrix.mode }}" == "library" ]; then
+            echo "Source config: tests/e2e/configs/run-library.yaml"
+          else
+            echo "Source config: tests/e2e/configs/run-ci.yaml"
+          fi
           echo ""
           echo "=== Configuration Preview ==="
           echo "Providers: $(grep -c "provider_id:" run.yaml)"

tests/e2e/configs/run-library.yaml

@@ -0,0 +1,155 @@
+version: 2
+
+apis:
+- agents
+- batches
+- datasetio
+- eval
+- files
+- inference
+- safety
+- scoring
+- tool_runtime
+- vector_io
+      
+benchmarks: []
+conversations_store:
+  db_path: /tmp/conversations.db
+  type: sqlite
+datasets: []
+image_name: starter
+# external_providers_dir: /opt/app-root/src/.llama/providers.d
+inference_store:
+  db_path: /tmp/inference_store.db
+  type: sqlite
+metadata_store:
+  db_path: /tmp/registry.db
+  type: sqlite
+
+models: 
+- model_id: sentence-transformers/all-mpnet-base-v2
+  model_type: embedding
+  provider_id: sentence-transformers
+  provider_model_id: sentence-transformers/all-mpnet-base-v2
+  metadata:
+    embedding_dimension: 768
+# - model_id: gpt-4o-mini
+#   provider_id: openai
+#   model_type: llm
+#   provider_model_id: gpt-4o-mini
+
+providers:
+  agents:
+  - config:
+      persistence:
+        agent_state:
+          namespace: agents_state
+          backend: kv_default
+        responses:
+          table_name: agents_responses
+          backend: sql_default
+    provider_id: meta-reference
+    provider_type: inline::meta-reference
+  batches:
+  - config:
+      kvstore:
+        namespace: batches_store
+        backend: kv_default
+    provider_id: reference
+    provider_type: inline::reference
+  datasetio:
+  - config:
+      kvstore:
+        namespace: huggingface_datasetio
+        backend: kv_default
+    provider_id: huggingface
+    provider_type: remote::huggingface
+  - config:
+      kvstore:
+        namespace: localfs_datasetio
+        backend: kv_default
+    provider_id: localfs
+    provider_type: inline::localfs
+  eval:
+  - config:
+      kvstore:
+        namespace: eval_store
+        backend: kv_default
+    provider_id: meta-reference
+    provider_type: inline::meta-reference
+  files:
+  - config:
+      metadata_store:
+        table_name: files_metadata
+        backend: sql_default
+      storage_dir: /tmp/files
+    provider_id: meta-reference-files
+    provider_type: inline::localfs
+  inference:
+  - provider_id: openai
+    provider_type: remote::openai
+    config:
+      api_key: ${env.OPENAI_API_KEY}
+  - config: {}
+    provider_id: sentence-transformers
+    provider_type: inline::sentence-transformers
+  safety:
+  - config:
+      excluded_categories: []
+    provider_id: llama-guard
+    provider_type: inline::llama-guard
+  scoring:
+  - config: {}
+    provider_id: basic
+    provider_type: inline::basic
+  - config: {}
+    provider_id: llm-as-judge
+    provider_type: inline::llm-as-judge
+  # telemetry:
+  # - config:
+  #     service_name: "​"
+  #   provider_id: meta-reference
+  #   provider_type: inline::meta-reference
+  tool_runtime:
+  - config: {}
+    provider_id: rag-runtime
+    provider_type: inline::rag-runtime
+  vector_io:
+  - config:
+      persistence:
+        namespace: faiss_store
+        backend: kv_default
+    provider_id: faiss
+    provider_type: inline::faiss
+scoring_fns: []
+server:
+  port: 8321
+shields: []
+tool_groups:
+- provider_id: rag-runtime
+  toolgroup_id: builtin::rag
+vector_dbs: []
+storage:
+  backends:
+    kv_default:
+      type: kv_sqlite
+      db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/starter}/kv_store.db
+    sql_default:
+      type: sql_sqlite
+      db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/starter}/sql_store.db
+  stores:
+    metadata:
+      namespace: registry
+      backend: kv_default
+    inference:
+      table_name: inference_store
+      backend: sql_default
+      max_write_queue_size: 10000
+      num_writers: 4
+    conversations:
+      table_name: openai_conversations
+      backend: sql_default
+    prompts:
+      namespace: prompts
+      backend: kv_default
+