Try adding a test and include the pip requirements

.github/workflows/publish-devcontainer-features.yml

@@ -27,7 +27,7 @@ jobs:
         uses: devcontainers/action@v1.4.0
         with:
           publish-features: "true"
-          base-path-to-features: "./devcontainer/features"
+          base-path-to-features: "./devcontainer/features/src"
           generate-docs: "false"
 
         env:

.github/workflows/test-devcontainer-features.yml

@@ -0,0 +1,33 @@
+name: "Test devcontainer features"
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - .github/workflows/test-devcontainer-feature.yml
+      - devcontainer/features/**
+      - devcontainer/features-tests/**
+  pull_request:
+    branches:
+      - main
+    paths:
+      - .github/workflows/test-devcontainer-feature.yml
+      - devcontainer/features/**
+      - devcontainer/features-tests/**
+
+jobs:
+  test-autogenerated:
+    runs-on: ubuntu-latest
+    continue-on-error: true
+    strategy:
+      matrix:
+        features:
+          - ansible
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: "Install latest devcontainer CLI"
+        run: npm install -g @devcontainers/cli
+
+      - name: "Generating tests for '${{ matrix.features }}' scenarios"
+        run: devcontainer features test --project-folder ./devcontainer/features -f ${{ matrix.features }} --skip-autogenerated --skip-duplicated .

.github/workflows/validate-devcontainer-features.yml

@@ -23,4 +23,4 @@ jobs:
         uses: devcontainers/action@v1.4.0
         with:
           validate-only: "true"
-          base-path-to-features: "./devcontainer/features"
+          base-path-to-features: "./devcontainer/features/src"

devcontainer/features/ansible/install.sh → devcontainer/features/src/ansible/install.sh

@@ -6,13 +6,19 @@ if [ -f requirements.txt ]; then
     if ! command -v pip; then
         sudo apt update
         sudo apt install -y --no-install-recommends python3-pip
+    else
+        echo "Pip already installed"
     fi
     pip install -r requirements.txt
+else
+    echo "No requirements.txt found"
 fi
 
 # Now that pip is setup, install Ansible Galaxy modules
 if [ -f requirements.yml ]; then
     ansible-galaxy install -r requirements.yml
+else
+    echo "No requirements.yml found"
 fi
 
 # sshpass for initial node provisioning
@@ -21,5 +27,10 @@ if ! command -v sshpass; then
     sudo apt install -y --no-install-recommends sshpass
 fi
 
+# Actually run the playbook
 PLAYBOOK=${PLAYBOOK:-undefined}
-ansible-playbook "$PLAYBOOK"
+if [ -f "$PLAYBOOK" ]; then
+    ansible-playbook "$PLAYBOOK"
+else
+    echo "Could not find playbook - cowardly doing nothing"
+fi

devcontainer/features/src/ansible/requirements.txt

@@ -0,0 +1,3 @@
+# pip requirements
+ansible==8.5.0
+kubernetes==28.1.0

devcontainer/features/test/ansible/basic.sh

@@ -0,0 +1,18 @@
+#!/bin/bash
+set -e
+
+# Optional: Import test library bundled with the devcontainer CLI
+# See https://github.com/devcontainers/cli/blob/HEAD/docs/features/test.md#dev-container-features-test-lib
+# Provides the 'check' and 'reportResults' commands.
+ # shellcheck disable=SC1091
+source dev-container-features-test-lib
+
+# Feature-specific tests
+# The 'check' command comes from the dev-container-features-test-lib. Syntax is...
+# check <LABEL> <cmd> [args...]
+check "installed pip" bash -c "command -v pip"
+check "installed ansible-playbook" bash -c "command -v ansible-playbook"
+
+# Report results
+# If any of the checks above exited with a non-zero exit code, the test will fail.
+reportResults

devcontainer/features/test/ansible/scenarios.json

@@ -0,0 +1,9 @@
+{
+  "basic": {
+    "image": "buildpack-deps:22.04-curl",
+    "features": {
+      "ghcr.io/devcontainers/features/common-utils:2": {},
+      "ansible": {}
+    }
+  }
+}