refactor: reorganize project layout for phase 13

.github/workflows/api_tests.yml

@@ -31,7 +31,7 @@ jobs:
           pip install pytest httpx pytest-timeout
 
       - name: Build and start services
-        working-directory: tests/api_tests/api_run
+        working-directory: tests/integration/api/api_run
         run: |
           docker compose build
           docker compose up -d
@@ -71,12 +71,12 @@ jobs:
           OPENRAG_API_URL: http://localhost:8080
           AUTH_TOKEN: test-admin-token
         run: |
-          cd tests/api_tests
+          cd tests/integration/api
           OPENRAG_API_URL=http://localhost:8080 python3 -m pytest . -v --timeout=120 --tb=short
 
       - name: Show logs on failure
         if: failure()
-        working-directory: tests/api_tests/api_run
+        working-directory: tests/integration/api/api_run
         run: |
           echo "=== OpenRAG Logs ==="
           docker compose logs openrag --tail=100
@@ -87,6 +87,6 @@ jobs:
 
       - name: Cleanup
         if: always()
-        working-directory: tests/api_tests/api_run
+        working-directory: tests/integration/api/api_run
         run: |
-          docker compose down -v
+          docker compose down -v

.github/workflows/build.yml

@@ -59,6 +59,7 @@ jobs:
         uses: docker/build-push-action@v5
         with:
           context: .
+          file: infra/docker/api.Dockerfile
           platforms: linux/amd64
           push: true
           tags: ${{ steps.meta.outputs.tags }}
@@ -106,7 +107,7 @@ jobs:
         uses: docker/build-push-action@v5
         with:
           context: .
-          file: Dockerfile.ray
+          file: infra/docker/ray.Dockerfile
           platforms: linux/amd64
           push: true
           tags: ${{ steps.meta.outputs.tags }}

.github/workflows/build_dev.yml

@@ -63,6 +63,7 @@ jobs:
         uses: docker/build-push-action@v5
         with:
           context: .
+          file: infra/docker/api.Dockerfile
           platforms: linux/amd64
           push: true
           tags: ${{ steps.meta.outputs.tags }}
@@ -198,7 +199,7 @@ jobs:
         uses: docker/build-push-action@v5
         with:
           context: .
-          file: Dockerfile.ray
+          file: infra/docker/ray.Dockerfile
           platforms: linux/amd64
           push: true
           tags: ${{ steps.meta.outputs.tags }}

.github/workflows/helm.yaml

@@ -6,7 +6,7 @@ on:
       - main
       - dev
     paths:
-      - "charts/**"
+      - "infra/charts/**"
   workflow_dispatch:
 
 env:
@@ -31,25 +31,25 @@ jobs:
 
       - name: Set chart version
         run: |
-          BASE_VERSION=$(yq '.version' charts/openrag-stack/Chart.yaml)
+          BASE_VERSION=$(yq '.version' infra/charts/openrag-stack/Chart.yaml)
 
           if [[ "${GITHUB_REF_NAME}" == "main" ]]; then
             # Keep version as-is for stable
             CHART_VERSION="$BASE_VERSION"
           else
             # Append branch for dev builds
             CHART_VERSION="${BASE_VERSION}-dev"
-            yq -i ".version = \"${CHART_VERSION}\"" charts/openrag-stack/Chart.yaml
+            yq -i ".version = \"${CHART_VERSION}\"" infra/charts/openrag-stack/Chart.yaml
           fi
 
           echo "CHART_VERSION=$CHART_VERSION" >> $GITHUB_ENV
           echo "Using chart version: $CHART_VERSION"
 
       - name: Helm dependency update
-        run: helm dependency update charts/openrag-stack
+        run: helm dependency update infra/charts/openrag-stack
 
       - name: Package chart
-        run: helm package charts/openrag-stack --destination .
+        run: helm package infra/charts/openrag-stack --destination .
 
       - name: Login to GHCR
         run: |

.github/workflows/integration_tests.yml

@@ -46,7 +46,7 @@ jobs:
         run: uv sync
 
       - name: Start Milvus stack
-        working-directory: tests/integration
+        working-directory: tests/integration/repos
         run: docker compose up -d --wait --wait-timeout 180
 
       - name: Verify Milvus reachable from host
@@ -65,11 +65,11 @@ jobs:
         env:
           OPENRAG_TEST_VDB_HOST: localhost
           OPENRAG_TEST_VDB_PORT: "19530"
-        run: uv run pytest tests/integration/ -m integration -v --tb=short
+        run: uv run pytest tests/integration/repos/ -m integration -v --tb=short
 
       - name: Show logs on failure
         if: failure()
-        working-directory: tests/integration
+        working-directory: tests/integration/repos
         run: |
           echo "=== Milvus Logs ==="
           docker compose logs milvus --tail=200
@@ -80,5 +80,5 @@ jobs:
 
       - name: Cleanup
         if: always()
-        working-directory: tests/integration
+        working-directory: tests/integration/repos
         run: docker compose down -v

.github/workflows/unit_tests.yml

@@ -46,4 +46,4 @@ jobs:
 
       - name: Run tests
         run: |
-          uv run pytest
+          uv run pytest tests/unit/

.gitignore

@@ -7,7 +7,8 @@
 **/*chainlit.md
 .venv/
 qdrant_storage/
-vdb/volumes
+vdb/
+db/
 
 # other files and folders
 misc
@@ -67,7 +68,7 @@ volumes/*
 *.pkl
 
 #helm
-charts/openrag-stack/charts/*.tgz
+infra/charts/openrag-stack/charts/*.tgz
 
 # Planning
 .planning/
@@ -85,6 +86,12 @@ docs/plans/
 # Build artifacts
 *.egg-info/
 
+# Test / coverage artifacts
+.coverage
+.coverage.*
+htmlcov/
+.pytest_cache/
+
 # Local developer overrides (not committed)
 docker-compose.override.yaml
 docker-compose.override.yml