[WIP] Ken frontend

.gitignore

@@ -69,3 +69,6 @@ releases
 # Frontend Vite
 /frontend/vite.config.js.timestamp-*
 /frontend/vite.config.ts.timestamp-*
+
+# Frontend Test Results
+/frontend/test-results

build.sbt

@@ -193,7 +193,7 @@ lazy val frontend = (project in file("frontend"))
       }
 
       println("Building frontend...")
-      val buildResult = Process("npm run build", file("frontend")).!
+      val buildResult = Process("npm run build:docker", file("frontend")).!
 
       if (buildResult == 0) {
         println("Copying frontend assets to /hub/public...")
@@ -211,6 +211,7 @@ lazy val frontend = (project in file("frontend"))
     }
   )
 
+// todo remove stuff here
 lazy val hub = (project in file("hub"))
   .enablePlugins(PlayScala)
   .settings(

docker-init/Dockerfile

@@ -1,19 +1,32 @@
+# Use the first Dockerfile to set up the build environment
+FROM base_image:latest AS build_env
+
+# Copy your application source code
+COPY . /app
+
+# Build the frontend and play app
+RUN sbt dist
+
+# Start a new stage for the runtime image
 FROM amazoncorretto:17
 
  # Install python deps
-COPY requirements.txt .
-RUN yum install -y python3
+COPY docker-init/requirements.txt .
+RUN yum install -y python3 unzip
 RUN  pip3 install --upgrade pip; pip3 install -r requirements.txt
 
 RUN mkdir -p /app
-COPY generate_anomalous_data.py /app/
-COPY start.sh /start.sh
+COPY docker-init/generate_anomalous_data.py /app/
+COPY docker-init/start.sh /start.sh
 RUN chmod +x /start.sh
 WORKDIR /app
 
-ENV DYNAMO_ENDPOINT="http://localhost:8000"
-ENV AWS_DEFAULT_REGION="fakeregion"
-ENV AWS_ACCESS_KEY_ID="fakeaccesskey"
-ENV AWS_SECRET_ACCESS_KEY="fakesecretkey"
+# Copy frontend + play zipped dist and set up app directory structure
+COPY --from=build_env /app/hub/target/universal/hub-0.1.0-SNAPSHOT.zip /app
+RUN unzip hub-0.1.0-SNAPSHOT.zip -d /app/hub && \
+    cp -r hub/hub-0.1.0-SNAPSHOT/* hub/. && \
+    rm -rf hub/hub-0.1.0-SNAPSHOT hub-0.1.0-SNAPSHOT.zip
+
+EXPOSE 9000
 
-ENTRYPOINT ["/start.sh"]
+ENTRYPOINT ["/start.sh"]

docker-init/README.md

@@ -2,10 +2,18 @@
 
 This directory holds code to setup docker containers for dynamoDB, a spark master, and a spark worker. It also creates a container which contains a parquet table with example data containing anomolies. To start, run:
 
-```docker-compose up```
+```
+$ cd chronon
+$ docker-compose -f docker-init/compose.yaml up --build
+...
+app-1           | [info] 2024-09-30 20:47:56,448 [main] INFO  play.api.Play - Application started (Prod) (no global state)
+app-1           | [info] 2024-09-30 20:47:56,665 [main] INFO  play.core.server.PekkoHttpServer - Listening for HTTP on /[0:0:0:0:0:0:0:0]:9000
+```
 
-To access the parquet table, from another terminal run:
+You can now pull up the web-server on http://localhost:9000
+
+You can also access the parquet anomaly data table. To do so, from another terminal run:
 
 ```docker-compose exec app bash```
 
-The parquet is available as data.parquet
+The parquet is available in the /app/data directory.

docker-init/compose.yaml

@@ -1,4 +1,4 @@
-version: '3.8'
+name: "hub-monitoring-demo"
 services:
   dynamo:
     command: "-jar DynamoDBLocal.jar -sharedDb -dbPath ./data"
@@ -21,8 +21,8 @@ services:
       - SPARK_SSL_ENABLED=no
       - SPARK_USER=spark
     ports:
-      - '8080:8080'
-      - '7077:7077'
+      - "8080:8080"
+      - "7077:7077"
 
   spark-worker:
     image: bitnami/spark:3.5.2
@@ -37,11 +37,46 @@ services:
       - SPARK_SSL_ENABLED=no
       - SPARK_USER=spark
 
+  base:
+    build:
+      context: ..
+      dockerfile: .github/image/Dockerfile
+    image: base_image:latest
+
   app:
-    build: .
-    command: tail -F nothing
+    build:
+      context: ..
+      dockerfile: docker-init/Dockerfile
+    depends_on:
+      - base
     environment:
       - DYNAMO_ENDPOINT=http://dynamo:8000
       - AWS_DEFAULT_REGION=fakeregion
       - AWS_ACCESS_KEY_ID=fakeaccesskey
       - AWS_SECRET_ACCESS_KEY=fakesecretkey
+      - PLAY_HTTP_SECRET_KEY=my_fake_chronon_monitoring_hub_http_secret_key # needs to be long to make Play happy
+      - JAVA_OPTS=-Xms1g -Xmx1g
+    ports:
+      - "9000:9000"
+    healthcheck:
+      interval: 1s
+      retries: 5
+      start_period: 60s
+      test: curl -sS --fail http://app:${APP_PORT:-9000}/api/v1/ping
+      timeout: 5s
+
+  frontend:
+    build:
+      context: ..
+      dockerfile: docker-init/frontend/Dockerfile
+    depends_on:
+      - base
+      - app
+    ports:
+      - "3000:3000"
+    healthcheck:
+      test: ["CMD", "curl", "-f", "http://localhost:3000"]
+      interval: 30s
+      timeout: 10s
+      retries: 3
+      start_period: 40s

docker-init/frontend/Dockerfile

@@ -0,0 +1,24 @@
+FROM base_image:latest AS build_env
+
+# Copy the entire project directory into the container
+COPY . /app
+
+# Install Node.js and npm
+RUN apk add --update nodejs npm
+
+# Build the frontend using SBT
+RUN sbt "project frontend" buildFrontend
+
+FROM node:18-alpine
+
+# Copy the built frontend from the previous stage to the new container
+COPY --from=build_env app/frontend /app/frontend
+
+# Set the working directory for subsequent commands
+WORKDIR /app/frontend
+
+# Expose port 3000 for the SvelteKit app
+EXPOSE 3000
+
+# Specify the command to run when the container starts
+CMD ["node", "build/index.js"]

docker-init/start.sh

@@ -3,4 +3,5 @@ if ! python3 generate_anomalous_data.py; then
     echo "Error: Failed to generate anomalous data" >&2
     exit 1
 fi
-exec "$@"
+
+exec "./hub/bin/hub"

frontend/README.md

@@ -1,38 +1,135 @@
-# create-svelte
+# Chronon Frontend
 
-Everything you need to build a Svelte project, powered by [`create-svelte`](https://github.com/sveltejs/kit/tree/main/packages/create-svelte).
+The frontend for Chronon.
 
-## Creating a project
+## Getting Started
 
-If you're seeing this, you've probably already done this step. Congrats!
+### Prerequisites
+
+- [Node.js](https://nodejs.org/en/) (LTS version recommended)
+- npm (comes with Node.js)
+
+### Installation
+
+1. Clone the repository:
+
+   ```bash
+   git clone https://github.com/zipline-ai/chronon.git
+   cd chronon
+   ```
+
+2. Navigate to the frontend directory:
+
+   ```bash
+   cd frontend
+   ```
+
+3. Install dependencies:
+   ```bash
+   npm install
+   ```
+
+### Development
+
+To start the development server:
 
 ```bash
-# create a new project in the current directory
-npm create svelte@latest
+npm run dev
+```
+
+This will start a local server. The app will automatically reload if you make changes to the code.
 
-# create a new project in my-app
-npm create svelte@latest my-app
+### Build
+
+To create an optimized production build:
+
+```bash
+npm run build
 ```
 
-## Developing
+This will create an optimized version of your project in the `build` directory.
+
+### Preview
 
-Once you've created a project and installed dependencies with `npm install` (or `pnpm install` or `yarn`), start a development server:
+To preview the production build locally:
 
 ```bash
-npm run dev
+npm run preview
+```
 
-# or start the server and open the app in a new browser tab
-npm run dev -- --open
+### Running Tests
+
+#### All Tests
+
+To run both unit and integration tests together:
+
+```bash
+npm run test
 ```
 
-## Building
+#### Unit Tests
 
-To create a production version of your app:
+To run unit tests using Vitest:
 
 ```bash
-npm run build
+npm run test:unit
+```
+
+To run unit tests once:
+
+```bash
+npm run test:unit:once
+```
+
+#### Integration Tests
+
+To run integration tests using Playwright:
+
+```bash
+npm run test:integration
+```
+
+To run integration tests once:
+
+```bash
+npm run test:integration:once
+```
+
+For the Playwright UI to explore test results:
+
+```bash
+npm run test:integration:ui
+```
+
+### Linting and Formatting
+
+To check code formatting and linting issues:
+
+```bash
+npm run lint
+```
+
+To format the codebase:
+
+```bash
+npm run format
+```
+
+### Type Checking
+
+To check the TypeScript types:
+
+```bash
+npm run check
+```
+
+To continuously check types while developing:
+
+```bash
+npm run check:watch
 ```
 
-You can preview the production build with `npm run preview`.
+## Best Practices
 
-> To deploy your app, you may need to install an [adapter](https://kit.svelte.dev/docs/adapters) for your target environment.
+1. **Code Style**: This project uses Prettier and ESLint for code formatting and linting. Please run `npm run lint` and `npm run format` before committing changes.
+2. **Testing**: Ensure all changes are covered with unit and integration tests. Use Vitest for unit tests and Playwright for integration tests.

frontend/components.json

@@ -0,0 +1,14 @@
+{
+	"$schema": "https://shadcn-svelte.com/schema.json",
+	"style": "new-york",
+	"tailwind": {
+		"config": "tailwind.config.js",
+		"css": "src/app.css",
+		"baseColor": "neutral"
+	},
+	"aliases": {
+		"components": "$lib/components",
+		"utils": "$lib/utils"
+	},
+	"typescript": true
+}

frontend/eslint.config.js

@@ -25,6 +25,15 @@ export default [
 			parserOptions: {
 				parser: ts.parser
 			}
+		},
+		rules: {
+			'@typescript-eslint/no-unused-vars': [
+				'error',
+				{
+					argsIgnorePattern: '^_',
+					varsIgnorePattern: '^\\$\\$(Props|Events|Slots|Generic)$'
+				}
+			]
 		}
 	},
 	{