feat(evals): autonomous skill discovery and generation system

.devcontainer/Dockerfile

@@ -1,76 +1,29 @@
-FROM mcr.microsoft.com/devcontainers/base:ubuntu-22.04
-
-ARG KBN_DIR
-
-ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
-ENV HOME=/home/vscode
-ENV NVM_DIR=${HOME}/nvm
-ENV NVM_VERSION=v0.39.1
-ENV OPENSSL_PATH=${HOME}/openssl
-# Only specific versions are FIPS certified.
-ENV OPENSSL_VERSION='3.0.8'
-
-RUN apt-get update && apt-get install -y curl git zsh locales docker.io perl make gcc xvfb
-
-RUN locale-gen en_US.UTF-8
-
-# Oh My Zsh setup
-RUN if [ ! -d "$HOME/.oh-my-zsh" ]; then \
-  sh -c "$(curl -fsSL https://raw.github.com/ohmyzsh/ohmyzsh/master/tools/install.sh)"; \
-  fi && \
-  ZSH_CUSTOM=${ZSH_CUSTOM:-~/.oh-my-zsh/custom} && \
-  if [ ! -d "$ZSH_CUSTOM/plugins/zsh-autosuggestions" ]; then \
-  git clone https://github.com/zsh-users/zsh-autosuggestions $ZSH_CUSTOM/plugins/zsh-autosuggestions; \
-  fi && \
-  sed -i 's/plugins=(git)/plugins=(git ssh-agent npm docker zsh-autosuggestions)/' /home/vscode/.zshrc
-
-# Docker-in-Docker setup
-RUN usermod -aG docker vscode
-
-# FIPS setup
-# https://github.com/openssl/openssl/blob/openssl-3.0/README-FIPS.md
-# https://www.openssl.org/docs/man3.0/man7/fips_module.html
-WORKDIR ${HOME}
-
-RUN set -e ; \
-  mkdir -p "${OPENSSL_PATH}"; \
-  curl --retry 8 -S -L -O "https://www.openssl.org/source/openssl-${OPENSSL_VERSION}.tar.gz" ; \
-  curl --retry 8 -S -L -O "https://www.openssl.org/source/openssl-${OPENSSL_VERSION}.tar.gz.sha256" ; \
-  echo "$(cat openssl-${OPENSSL_VERSION}.tar.gz.sha256) openssl-${OPENSSL_VERSION}.tar.gz" | sha256sum -c ; \
-  tar -zxf "openssl-${OPENSSL_VERSION}.tar.gz" ; \
-  rm -rf openssl-${OPENSSL_VERSION}.tar* ; \
-  cd "${OPENSSL_PATH}-${OPENSSL_VERSION}" ; \
-  ./Configure --prefix="${OPENSSL_PATH}" --openssldir="${OPENSSL_PATH}/ssl" --libdir="${OPENSSL_PATH}/lib" shared -Wl,-rpath,${OPENSSL_PATH}/lib enable-fips; \
-  make -j $(nproc) > /dev/null ; \
-  make install > /dev/null ; \
-  rm -rf  "${OPENSSL_PATH}-${OPENSSL_VERSION}" ; \
-  chown -R 1000:1000 "${OPENSSL_PATH}";
-
-WORKDIR ${KBN_DIR}
-
-# Node and NVM setup
-COPY .node-version /tmp/
-
-# Mac will have permissions issues if Node and NVM are installed as root
-USER vscode
-
-RUN mkdir -p $NVM_DIR && \
-  curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/${NVM_VERSION}/install.sh | bash && \
-  . "$NVM_DIR/nvm.sh" && \
-  NODE_VERSION=$(cat /tmp/.node-version) && \
-  nvm install ${NODE_VERSION} && \
-  nvm use ${NODE_VERSION} && \
-  nvm alias default ${NODE_VERSION} && \
-  npm install -g yarn && \
-  echo "source $NVM_DIR/nvm.sh" >> ${HOME}/.bashrc && \
-  echo "source $NVM_DIR/nvm.sh" >> ${HOME}/.zshrc  && \
-  chown -R 1000:1000 "${HOME}/.npm"
-
-USER root
-
-# Reload the env everytime a new shell is opened incase the .env file changed.
-RUN echo "source ${KBN_DIR}/.devcontainer/scripts/env.sh" >> ${HOME}/.bashrc && \
-  echo "source ${KBN_DIR}/.devcontainer/scripts/env.sh" >> ${HOME}/.zshrc
-
-# This is for documentation. Ports are exposed via devcontainer.json
-EXPOSE 9200 5601 9229 9230 9231 9001
+FROM mcr.microsoft.com/devcontainers/typescript-node:22-bullseye
+
+# Install additional tools
+RUN apt-get update && export DEBIAN_FRONTEND=noninteractive \
+    && apt-get -y install --no-install-recommends \
+    curl \
+    git \
+    jq \
+    vim \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install global npm packages
+RUN npm install -g yarn@1.22.22
+
+# Set up workspace
+WORKDIR /workspace
+
+# Install GitHub CLI
+RUN curl -fsSL https://cli.github.com/packages/githubcli-archive-keyring.gpg | dd of=/usr/share/keyrings/githubcli-archive-keyring.gpg \
+    && chmod go+r /usr/share/keyrings/githubcli-archive-keyring.gpg \
+    && echo "deb [arch=$(dpkg --print-architecture) signed-by=/usr/share/keyrings/githubcli-archive-keyring.gpg] https://cli.github.com/packages stable main" | tee /etc/apt/sources.list.d/github-cli.list > /dev/null \
+    && apt update \
+    && apt install gh -y
+
+# Configure git (will be overridden by user config)
+RUN git config --global user.name "AESOP Dev Container" \
+    && git config --global user.email "aesop@elastic.local"
+
+USER node

.devcontainer/devcontainer.json

@@ -1,48 +1,64 @@
 {
-  "name": "Kibana",
-  "build": {
-    "dockerfile": "Dockerfile",
-    "context": "..",
-    "args": {
-      "KBN_DIR": "${containerWorkspaceFolder}"
-    }
+  "name": "AESOP Spike - Autonomous Skill Discovery",
+  "dockerComposeFile": "docker-compose.yml",
+  "service": "kibana-dev",
+  "workspaceFolder": "/workspace",
+
+  "features": {
+    "ghcr.io/devcontainers/features/node:1": {
+      "version": "22.22.0"
+    },
+    "ghcr.io/devcontainers/features/git:1": {},
+    "ghcr.io/devcontainers/features/github-cli:1": {}
   },
+
   "customizations": {
     "vscode": {
       "extensions": [
         "dbaeumer.vscode-eslint",
+        "esbenp.prettier-vscode",
         "ms-azuretools.vscode-docker",
-        "editorconfig.editorconfig",
-        "timonwong.shellcheck",
-        "eamodio.gitlens",
-        "github.vscode-pull-request-github"
-      ]
+        "redhat.vscode-yaml",
+        "firsttris.vscode-jest-runner"
+      ],
+      "settings": {
+        "typescript.tsdk": "node_modules/typescript/lib",
+        "editor.formatOnSave": true,
+        "editor.codeActionsOnSave": {
+          "source.fixAll.eslint": true
+        }
+      }
     }
   },
+
   "forwardPorts": [
-    9200,
     5601,
-    9229,
-    9230,
-    9231,
-    9001
+    9200,
+    4318
   ],
-  "postStartCommand": "${containerWorkspaceFolder}/.devcontainer/scripts/post_start.sh",
-  "remoteUser": "vscode",
-  "containerEnv": {
-    "KBN_DIR": "${containerWorkspaceFolder}"
-  },
-  "features": {
-    "ghcr.io/devcontainers/features/docker-in-docker:2": {
-      "version": "latest",
-      "dockerDashComposeVersion": "latest"
+
+  "portsAttributes": {
+    "5601": {
+      "label": "Kibana",
+      "onAutoForward": "notify"
     },
-    "ghcr.io/devcontainers/features/github-cli:1": {
-      "installDirectlyFromGitHubRelease": true,
-      "version": "latest"
+    "9200": {
+      "label": "Elasticsearch",
+      "onAutoForward": "silent"
     },
-    "ghcr.io/kreemer/features/chrometesting:1": {
-      "version": "stable"
+    "4318": {
+      "label": "EDOT Collector (OTLP)",
+      "onAutoForward": "silent"
     }
+  },
+
+  "postCreateCommand": "bash .devcontainer/setup.sh",
+
+  "remoteEnv": {
+    "ES_URL": "http://elasticsearch:9200",
+    "ES_USERNAME": "elastic",
+    "ES_PASSWORD": "changeme",
+    "KIBANA_URL": "http://localhost:5601",
+    "OTEL_EXPORTER_OTLP_ENDPOINT": "http://edot-collector:4318"
   }
 }

.devcontainer/docker-compose.yml

@@ -0,0 +1,94 @@
+version: '3.8'
+
+services:
+  # ═══════════════════════════════════════════════════════════════
+  # Kibana Dev Container - Main development environment
+  # ═══════════════════════════════════════════════════════════════
+  kibana-dev:
+    build:
+      context: .
+      dockerfile: Dockerfile
+    container_name: aesop-dev-container
+    volumes:
+      - ../:/workspace:cached
+      - node-modules:/workspace/node_modules
+      - build-cache:/workspace/build
+    command: sleep infinity
+    environment:
+      - ELASTICSEARCH_HOSTS=http://elasticsearch:9200
+      - ELASTICSEARCH_USERNAME=elastic
+      - ELASTICSEARCH_PASSWORD=changeme
+      - OTEL_EXPORTER_OTLP_ENDPOINT=http://edot-collector:4318
+    networks:
+      - aesop-network
+    depends_on:
+      elasticsearch:
+        condition: service_healthy
+      edot-collector:
+        condition: service_started
+
+  # ═══════════════════════════════════════════════════════════════
+  # Elasticsearch - Data store with ML node
+  # ═══════════════════════════════════════════════════════════════
+  elasticsearch:
+    image: docker.elastic.co/elasticsearch/elasticsearch:9.4.0-SNAPSHOT
+    container_name: aesop-elasticsearch
+    environment:
+      - discovery.type=single-node
+      - xpack.security.enabled=true
+      - ELASTIC_PASSWORD=changeme
+      - xpack.license.self_generated.type=trial
+      - xpack.ml.enabled=true
+      - node.roles=master,data,ingest,ml
+      - cluster.name=aesop-hypothesis-validation
+      - bootstrap.memory_lock=true
+      - "ES_JAVA_OPTS=-Xms4g -Xmx4g"
+    ulimits:
+      memlock:
+        soft: -1
+        hard: -1
+      nofile:
+        soft: 65536
+        hard: 65536
+    ports:
+      - "9200:9200"
+    volumes:
+      - es-data:/usr/share/elasticsearch/data
+    networks:
+      - aesop-network
+    healthcheck:
+      test: ["CMD-SHELL", "curl -u elastic:changeme -s http://localhost:9200/_cluster/health | grep -q '\"status\":\"green\\|yellow\"'"]
+      interval: 10s
+      timeout: 5s
+      retries: 60
+
+  # ═══════════════════════════════════════════════════════════════
+  # EDOT Collector - O11y trace pipeline
+  # ═══════════════════════════════════════════════════════════════
+  edot-collector:
+    image: otel/opentelemetry-collector-contrib:latest
+    container_name: aesop-edot-collector
+    command: ["--config=/etc/otel/config.yaml"]
+    ports:
+      - "4318:4318"  # OTLP HTTP
+      - "4317:4317"  # OTLP gRPC
+      - "8888:8888"  # Prometheus metrics
+    volumes:
+      - ./docker/edot-config.yaml:/etc/otel/config.yaml:ro
+    networks:
+      - aesop-network
+    depends_on:
+      elasticsearch:
+        condition: service_healthy
+
+networks:
+  aesop-network:
+    driver: bridge
+
+volumes:
+  es-data:
+    driver: local
+  node-modules:
+    driver: local
+  build-cache:
+    driver: local