feat: separate starship installation by using fixed image (tensorchord#1424)

* feat: separate starship installation by using fixed image

Signed-off-by: Kaiyang-Chen <[email protected]>

* feat: add starship dockerfile

Signed-off-by: Kaiyang-Chen <[email protected]>

* feat: change starship dockerfile to multi-stage build to reduce size

Signed-off-by: Kaiyang-Chen <[email protected]>

* feat: change starship dockerfile base build image to scratch to reduce size

Signed-off-by: Kaiyang-Chen <[email protected]>

* feat: seperate starship installation in frontend v0

Signed-off-by: Kaiyang-Chen <[email protected]>

* feat: add ci for starship image release

Signed-off-by: Kaiyang-Chen <[email protected]>

* fix: change ci action to docker/build-push

Signed-off-by: Kaiyang-Chen <[email protected]>

---------

Signed-off-by: Kaiyang-Chen <[email protected]>

Author: Kaiyang-Chen

.github/workflows/envd-starship.yaml

@@ -0,0 +1,37 @@
+name: release
+
+on: 
+  release:
+    types: [created]
+  # Allows you to run this workflow manually from the Actions tab
+  workflow_dispatch:
+
+concurrency:
+  group: ${{ github.ref }}-${{ github.workflow }}
+  cancel-in-progress: true
+
+jobs:
+
+  docker:
+    name: Push starship image to Docker Hub
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+      - name: Docker Login
+        uses: docker/login-action@v2
+        with:
+          username: ${{ secrets.DOCKERIO_USERNAME }}
+          password: ${{ secrets.DOCKERIO_TOKEN }}
+      - name: Docker Setup QEMU
+        uses: docker/setup-qemu-action@v2
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+      - name: Build and push
+        uses: docker/build-push-action@v3
+        with:
+          push: true
+          file: base-images/envd-starship/envd-starship.Dockerfile
+          platforms: linux/amd64,linux/arm64
+          tags: tensorchord/starship:v0.0.1
+          cache-from: type=gha
+          cache-to: type=gha,mode=max

base-images/envd-starship/envd-starship.Dockerfile

@@ -0,0 +1,6 @@
+FROM curlimages/curl:7.87.0 as builder
+USER root
+RUN curl --proto '=https' --tlsv1.2 -sSf https://starship.rs/install.sh | sh -s -- -y
+
+FROM scratch as prod
+COPY --from=builder /usr/local/bin/starship /usr/local/bin/starship

pkg/lang/ir/v0/system.go

@@ -157,7 +157,6 @@ func (g *generalGraph) preparePythonBase(root llb.State) llb.State {
 	sb.WriteString(strings.Join(types.BaseAptPackage, " "))
 	sb.WriteString("&& rm -rf /var/lib/apt/lists/* ")
 	// shell prompt
-	sb.WriteString("&& curl --proto '=https' --tlsv1.2 -sSf https://starship.rs/install.sh | sh -s -- -y")
 	sb.WriteString("&& locale-gen en_US.UTF-8")
 
 	run := root.Run(llb.Shlexf(`bash -c "%s"`, sb.String()),
@@ -174,6 +173,14 @@ func (g generalGraph) compileSSHD(root llb.State) llb.State {
 	return sshd
 }
 
+func (g generalGraph) compileStarship(root llb.State) llb.State {
+	starship := root.File(llb.Copy(
+		llb.Image(types.EnvdStarshipImage), "/usr/local/bin/starship", "/usr/local/bin/starship",
+		&llb.CopyInfo{CreateDestPath: true}),
+		llb.WithCustomName(fmt.Sprintf("[internal] add envd-starship from %s", types.EnvdStarshipImage)))
+	return starship
+}
+
 func (g *generalGraph) compileBase() (llb.State, error) {
 	logger := logrus.WithFields(logrus.Fields{
 		"os":       g.OS,
@@ -217,7 +224,8 @@ func (g *generalGraph) compileBase() (llb.State, error) {
 	condaStage := g.installConda(base)
 	supervisor := g.installHorust(condaStage)
 	sshdStage := g.compileSSHD(supervisor)
-	source, err := g.compileExtraSource(sshdStage)
+	starshipStage := g.compileStarship(sshdStage)
+	source, err := g.compileExtraSource(starshipStage)
 	if err != nil {
 		return llb.State{}, errors.Wrap(err, "failed to get extra sources")
 	}

pkg/lang/ir/v1/compile.go

@@ -292,7 +292,8 @@ func (g *generalGraph) CompileLLB(uid, gid int) (llb.State, error) {
 		dev := g.compileDevPackages(base)
 		sshd := g.compileSSHD(dev)
 		horust := g.installHorust(sshd)
-		userGroup := g.compileUserGroup(horust)
+		starship := g.compileStarship(horust)
+		userGroup := g.compileUserGroup(starship)
 		base = userGroup
 	}
 

pkg/lang/ir/v1/system.go

@@ -281,7 +281,6 @@ func (g *generalGraph) compileDevPackages(root llb.State) llb.State {
 	sb.WriteString(strings.Join(types.BaseAptPackage, " "))
 	sb.WriteString("&& rm -rf /var/lib/apt/lists/* ")
 	// shell prompt
-	sb.WriteString("&& curl --proto '=https' --tlsv1.2 -sSf https://starship.rs/install.sh | sh -s -- -y")
 	sb.WriteString("&& locale-gen en_US.UTF-8")
 
 	run := root.Run(llb.Shlexf(`bash -c "%s"`, sb.String()),
@@ -290,6 +289,14 @@ func (g *generalGraph) compileDevPackages(root llb.State) llb.State {
 	return run.Root()
 }
 
+func (g generalGraph) compileStarship(root llb.State) llb.State {
+	starship := root.File(llb.Copy(
+		llb.Image(types.EnvdStarshipImage), "/usr/local/bin/starship", "/usr/local/bin/starship",
+		&llb.CopyInfo{CreateDestPath: true}),
+		llb.WithCustomName(fmt.Sprintf("[internal] add envd-starship from %s", types.EnvdStarshipImage)))
+	return starship
+}
+
 func (g generalGraph) compileSSHD(root llb.State) llb.State {
 	sshd := root.File(llb.Copy(
 		llb.Image(types.EnvdSshdImage), "/usr/bin/envd-sshd", "/var/envd/bin/envd-sshd",

pkg/types/envd.go

@@ -33,7 +33,8 @@ const (
 	DefaultCondaPath  = "/opt/conda/envs/envd/bin:/opt/conda/bin:/home/envd/.local/bin"
 	DefaultJuliaPath  = "/usr/local/julia/bin"
 	// image
-	PythonBaseImage = "ubuntu:20.04"
+	PythonBaseImage   = "ubuntu:20.04"
+	EnvdStarshipImage = "tensorchord/starship:v0.0.1"
 	// supervisor
 	HorustImage      = "tensorchord/horust:v0.2.1"
 	HorustServiceDir = "/etc/horust/services"