Kubernetes for local dev

.gitignore

@@ -9,3 +9,5 @@ riderModule.iml
 **/MercurialExtensions/
 backend/Testing/SyncReverseProxy/TestData.cs
 .task
+deployment/id_lexbox_k8sdev.pub
+deployment/dev/collector-config.yaml

README.md

@@ -96,10 +96,11 @@ You may need to add the following line to your `/etc/hosts` or `C:\Windows\syste
 ```
 127.0.0.1 resumable.localhost
 127.0.0.1 hg.localhost
+127.0.0.1 dev.languagedepot.org
 ```
 
 If you want to test out Honeycomb traces, you will need to set the `HONEYCOMB_API_KEY` environment variable in
-the `.env` file.
+the `deployment/secrets.yaml` file.
 You can get the key from [here](https://ui.honeycomb.io/sil-language-forge/environments/test/api_keys)
 
 ---

backend/Dockerfile

@@ -1,3 +1,4 @@
+# syntax=docker/dockerfile:1
 FROM mcr.microsoft.com/dotnet/aspnet:7.0 AS base
 WORKDIR /app
 EXPOSE 80
@@ -12,17 +13,17 @@ COPY . .
 #
 # move them into the proper sub folders, based on the name of the project
 # RUN for file in $(ls *.csproj); do mkdir -p ${file%.*}/ && mv $file ${file%.*}/; done
-RUN dotnet restore "LexBoxApi/LexBoxApi.csproj"
+RUN --mount=type=cache,target=/root/.nuget/packages dotnet restore "LexBoxApi/LexBoxApi.csproj"
 # COPY . .
 # WORKDIR "/LexBoxApi"
 
 ARG APP_VERSION
 LABEL version=$APP_VERSION
 
-RUN dotnet build /p:InformationalVersion=$APP_VERSION "/LexBoxApi/LexBoxApi.csproj" -c Release -o /app/build
+RUN --mount=type=cache,target=/root/.nuget/packages dotnet build /p:InformationalVersion=$APP_VERSION "/LexBoxApi/LexBoxApi.csproj" -c Release -o /app/build
 
 FROM build AS publish
-RUN dotnet publish /p:InformationalVersion=$APP_VERSION "/LexBoxApi/LexBoxApi.csproj" -c Release -o /app/publish
+RUN --mount=type=cache,target=/root/.nuget/packages dotnet publish /p:InformationalVersion=$APP_VERSION "/LexBoxApi/LexBoxApi.csproj" -c Release -o /app/publish
 
 FROM base AS final
 WORKDIR /app

backend/LexBoxApi/Program.cs

@@ -60,6 +60,7 @@
 
 var app = builder.Build();
 app.Logger.LogInformation("LexBox-api version: {version}", AppVersionService.Version);
+app.UseCors(x => x.AllowAnyOrigin()); // TODO: Allow only specific clients (e.g., frontend)
 app.UseForwardedHeaders(new ForwardedHeadersOptions
 {
     ForwardedHeaders = ForwardedHeaders.All,

backend/LexBoxApi/Services/DevSchemaWriterService.cs

@@ -0,0 +1,27 @@
+using HotChocolate.Execution;
+
+namespace LexBoxApi.Services;
+
+public class DevSchemaWriterService : IHostedService
+{
+    private readonly RequestExecutorProxy _executorProxy;
+    private readonly ILogger<DevSchemaWriterService> _logger;
+    public DevSchemaWriterService(IRequestExecutorResolver executorResolver, ILogger<DevSchemaWriterService> logger)
+    {
+        _logger = logger;
+        _executorProxy = new RequestExecutorProxy(executorResolver, Schema.DefaultName);
+    }
+
+    public async Task StartAsync(CancellationToken cancellationToken)
+    {
+        var schema = await _executorProxy.GetSchemaAsync(cancellationToken);
+        await using var file = File.Open("../../frontend/schema.graphql", FileMode.Create);
+        await SchemaPrinter.PrintAsync(schema, file, true, cancellationToken);
+        _logger.LogInformation("Schema written frontend/schema.graphql");
+    }
+
+    public Task StopAsync(CancellationToken cancellationToken)
+    {
+        return Task.CompletedTask;
+    }
+}

backend/LexBoxApi/dev.Dockerfile

@@ -1,6 +1,15 @@
+# syntax=docker/dockerfile:1
 FROM mcr.microsoft.com/dotnet/sdk:7.0 AS build
 EXPOSE 80
 EXPOSE 443
+WORKDIR /src/backend
+# Copy the main source project files
+COPY */*.csproj *.sln ./
+# move them into the proper sub folders, based on the name of the project
+RUN for file in $(ls *.csproj); do dir=${file%.*} mkdir -p ${file%.*}/ && mv $file ${file%.*}/ && dotnet restore ${file%.*}/${file}; done
+
+COPY . .
 WORKDIR /src/backend/LexBoxApi
+RUN mkdir /src/frontend
 ENV DockerDev=true
 CMD dotnet watch run -lp docker --property:InformationalVersion=dockerDev

backend/SyncReverseProxy/proxy.appsettings.Development.json

@@ -26,6 +26,6 @@
     }
   },
   "LexBoxApi": {
-    "Url": "https://localhost:7075"
+    "Url": "http://localhost:5158"
   }
 }

deployment/Taskfile.yml

@@ -3,6 +3,9 @@
 version: '3'
 
 tasks:
+  db-up:
+    cmds:
+      - kubectl apply -f ./base/db-deployment.yaml
   lexbox-update:
     cmds:
       - kubectl apply -f ./lexbox-deployment.yaml

deployment/config-map.yaml → deployment/base/config-map.yaml

@@ -2,6 +2,6 @@
 kind: ConfigMap
 metadata:
   name: email-config
+  namespace: languagedepot
 data:
   email-from: "Value"
-

deployment/db-deployment.yaml → deployment/base/db-deployment.yaml

@@ -3,28 +3,16 @@ apiVersion: v1
 kind: Service
 metadata:
   name: db
+  namespace: languagedepot
   labels:
     app: db
 spec:
   type: ClusterIP
   clusterIP: None
   selector:
     app: db
-
----
-
-# https://kubernetes.io/docs/concepts/storage/persistent-volumes/#persistentvolumeclaims
-apiVersion: v1
-kind: PersistentVolumeClaim
-metadata:
-  name: db-data
-spec:
-  accessModes:
-    - ReadWriteOnce
-  resources:
-    requests:
-      storage: 10Gi
-  storageClassName: weekly-snapshots-retain-4 # provided by LTOps
+  ports:
+    - port: 5432
 
 ---
 
@@ -33,6 +21,7 @@ apiVersion: apps/v1
 kind: Deployment
 metadata:
   name: db
+  namespace: languagedepot
   labels:
     app: db
 spec:
@@ -87,4 +76,4 @@ spec:
       volumes:
       - name: data
         persistentVolumeClaim:
-          claimName: db-data
+          claimName: db-data # established in pvc.yaml

deployment/hg-deployment.yaml → deployment/base/hg-deployment.yaml

@@ -3,6 +3,7 @@ apiVersion: v1
 kind: Service
 metadata:
   name: hg
+  namespace: languagedepot
   labels:
     app: hg
 spec:
@@ -25,12 +26,14 @@ apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
   name: hgresumable-cache
+  namespace: languagedepot
 spec:
   accessModes:
     - ReadWriteOnce
   resources:
     requests:
       storage: 10Gi
+  storageClassName: weekly-snapshots-retain-4 # provided by LTOps
 
 ---
 
@@ -39,6 +42,7 @@ apiVersion: apps/v1
 kind: Deployment
 metadata:
   name: hg
+  namespace: languagedepot
   labels:
     app: hg
 spec:
@@ -89,10 +93,18 @@ spec:
         - name: repos
           mountPath: /var/vcs/public
 
+      initContainers:
+      - name: populate-test-repos
+        image: busybox:1.36.1
+        command: ['sh', '-c', "if [ ! -d /repos/sena-3 ]; then wget -O sena-3.zip 'https://drive.google.com/uc?export=download&id=1I-hwc0RHoQqW774gbS5qR-GHa1E7BlsS'; unzip -q sena-3.zip -d /repos/; fi"]
+        volumeMounts:
+        - name: repos
+          mountPath: /repos
+
       volumes:
       - name: cache
         persistentVolumeClaim:
           claimName: hgresumable-cache
       - name: repos
         persistentVolumeClaim:
-          claimName: hg-repos # established in hg-repos-pvc.yaml
+          claimName: hg-repos # established in pvc.yaml

deployment/base/kustomization.yaml

@@ -0,0 +1,13 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: languagedepot
+
+resources:
+- config-map.yaml
+- secrets.yaml
+- pvc.yaml
+- db-deployment.yaml
+- hg-deployment.yaml
+- lexbox-deployment.yaml
+- ui-deployment.yaml
+- proxy-deployment.yaml