Add Red Hat llama-stack image support

- Add Dockerfile.rh-llama-stack to extend Red Hat image with FAISS
- Update docker-compose.yaml to use Red Hat llama-stack image
- Configure platform and volume paths for Red Hat image compatibility

Author: gallettilance

docker-compose.yaml

@@ -1,23 +1,27 @@
 services:
+  # Red Hat llama-stack distribution with FAISS
   llama-stack:
     build:
       context: .
-      dockerfile: test.containerfile
+      dockerfile: Dockerfile.rh-llama-stack
+    platform: linux/amd64
     container_name: llama-stack
     ports:
-      - "8321:8321"  # Expose llama-stack on 8321 (adjust if needed)
+      - "8321:8321"
     volumes:
-      - ./run.yaml:/app-root/run.yaml:Z
+      - ./run.yaml:/opt/app-root/run.yaml:Z
     environment:
       - OPENAI_API_KEY=${OPENAI_API_KEY}
+      - BRAVE_SEARCH_API_KEY=${BRAVE_SEARCH_API_KEY:-}
+      - TAVILY_SEARCH_API_KEY=${TAVILY_SEARCH_API_KEY:-}
     networks:
       - lightspeednet
     healthcheck:
       test: ["CMD", "curl", "-f", "http://localhost:8321/v1/health"]
-      interval: 10s   # how often to run the check
-      timeout: 5s    # how long to wait before considering it failed
-      retries: 3      # how many times to retry before marking as unhealthy
-      start_period: 15s # time to wait before starting checks
+      interval: 10s
+      timeout: 5s
+      retries: 3
+      start_period: 30s
 
   lightspeed-stack:
     build:
@@ -44,4 +48,4 @@ services:
 
 networks:
   lightspeednet:
-    driver: bridge
+    driver: bridge

test.containerfile

@@ -1,28 +1,9 @@
-# vim: set filetype=dockerfile
-FROM registry.access.redhat.com/ubi9/ubi-minimal
+# Custom Red Hat llama-stack image with missing dependencies
+FROM quay.io/opendatahub/llama-stack:rhoai-v2.25-latest
 
-ARG APP_ROOT=/app-root
+# Install missing dependencies
+USER root
+RUN pip install faiss-cpu==1.11.0
 
-ENV PATH="$PATH:/root/.local/bin"
-
-WORKDIR ${APP_ROOT}
-COPY run.yaml ./
-COPY pyproject.toml ./
-COPY uv.lock ./
-COPY LICENSE ./
-COPY README.md ./
-COPY src/ ./src/
-
-RUN microdnf install -y --nodocs --setopt=keepcache=0 --setopt=tsflags=nodocs \
-    python3.12 python3.12-devel python3.12-pip git tar gcc gcc-c++ make
-
-RUN curl -LsSf https://astral.sh/uv/install.sh | sh
-
-RUN uv -h
-
-# Install from pyproject.toml using uv sync for version consistency  
-# Note: using --no-install-project since this is llama-stack container, not lightspeed-stack
-# Include dev deps for testing (pytest, behave, etc.)
-RUN uv sync --locked --no-install-project --group dev --group llslibdev
-
-CMD ["uv", "run", "llama", "stack", "run", "run.yaml"]
+# Switch back to the original user
+USER 1001