caching docker builds (#2423)

breardon2011 · web-flow · commit d13133d4eafb · 2025-11-12T12:43:25.000-08:00
* caching

* add cache to workflow

* address build error - trying to acces internal

* fix build errors: access
diff --git a/.github/workflows/backend-ee-release.yml b/.github/workflows/backend-ee-release.yml
@@ -59,6 +59,8 @@ jobs:
           platforms: linux/amd64,linux/arm64
           tags: ${{ steps.docker-meta.outputs.tags }}
           labels: ${{ steps.docker-meta.outputs.labels }}
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
           build-args: |
             COMMIT_SHA=${{ github.sha }}
             VERSION=${{ steps.meta.outputs.version }}
diff --git a/.github/workflows/drift-release.yml b/.github/workflows/drift-release.yml
@@ -59,6 +59,8 @@ jobs:
           platforms: linux/amd64,linux/arm64
           tags: ${{ steps.docker-meta.outputs.tags }}
           labels: ${{ steps.docker-meta.outputs.labels }}
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
           build-args: |
             COMMIT_SHA=${{ github.sha }}
             VERSION=${{ steps.meta.outputs.version }}
diff --git a/.github/workflows/taco-release.yml b/.github/workflows/taco-release.yml
@@ -187,6 +187,8 @@ jobs:
           platforms: linux/amd64,linux/arm64
           tags: ${{ steps.docker-meta.outputs.tags }}
           labels: ${{ steps.docker-meta.outputs.labels }}
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
           build-args: |
             COMMIT_SHA=${{ github.sha }}
             VERSION=${{ steps.meta.outputs.version }}
diff --git a/.github/workflows/ui-release.yml b/.github/workflows/ui-release.yml
@@ -60,6 +60,8 @@ jobs:
           platforms: linux/amd64,linux/arm64
           tags: ${{ steps.docker-meta.outputs.tags }}
           labels: ${{ steps.docker-meta.outputs.labels }}
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
           build-args: |
             COMMIT_SHA=${{ github.sha }}
             VERSION=${{ steps.meta.outputs.version }}
diff --git a/Dockerfile_backend b/Dockerfile_backend
@@ -5,6 +5,10 @@ RUN echo "commit sha: ${COMMIT_SHA}"
 # Set the working directory
 WORKDIR $GOPATH/src/github.com/diggerhq/digger
 
+# Copy go.mod/go.sum first for better layer caching
+COPY go.mod go.sum ./
+RUN go mod download
+
 # Copy all required source, blacklist files that are not required through `.dockerignore`
 COPY . .
 
@@ -16,7 +20,9 @@ RUN go version
 # https://github.com/ethereum/go-ethereum/issues/2738
 # Build static binary "-getmode=vendor" does not work with go-ethereum
 
-RUN go build -ldflags="-X 'main.Version=${COMMIT_SHA}'" -o backend_exe ./backend/
+RUN --mount=type=cache,target=/root/.cache/go-build \
+    --mount=type=cache,target=/go/pkg/mod \
+    go build -ldflags="-X 'main.Version=${COMMIT_SHA}'" -o backend_exe ./backend/
 
 # Multi-stage build will just copy the binary to an alpine image.
 FROM ubuntu:24.04 as runner
diff --git a/Dockerfile_backend_ee b/Dockerfile_backend_ee
@@ -5,6 +5,10 @@ RUN echo "commit sha: ${COMMIT_SHA}"
 # Set the working directory
 WORKDIR $GOPATH/src/github.com/diggerhq/digger
 
+# Copy go.mod/go.sum first for better layer caching
+COPY go.mod go.sum ./
+RUN go mod download
+
 # Copy all required source, blacklist files that are not required through `.dockerignore`
 COPY . .
 
@@ -16,7 +20,9 @@ RUN go version
 # https://github.com/ethereum/go-ethereum/issues/2738
 # Build static binary "-getmode=vendor" does not work with go-ethereum
 
-RUN go build -ldflags="-X 'main.Version=${COMMIT_SHA}'" -o backend_exe ./ee/backend/
+RUN --mount=type=cache,target=/root/.cache/go-build \
+    --mount=type=cache,target=/go/pkg/mod \
+    go build -ldflags="-X 'main.Version=${COMMIT_SHA}'" -o backend_exe ./ee/backend/
 
 # Multi-stage build will just copy the binary to an alpine image.
 FROM ubuntu:24.04 as runner
diff --git a/Dockerfile_bg_projects_refresh b/Dockerfile_bg_projects_refresh
@@ -5,10 +5,16 @@ RUN echo "commit sha: ${COMMIT_SHA}"
 # Set the working directory
 WORKDIR $GOPATH/src/github.com/diggerhq/digger
 
+# Copy go.mod/go.sum first for better layer caching
+COPY go.mod go.sum ./
+RUN go mod download
+
 # Copy all required source, blacklist files that are not required through `.dockerignore`
 COPY . .
 
-RUN go build -ldflags="-X 'main.Version=${COMMIT_SHA}'" -o projects_refresh_exe ./background/projects-refresh-service
+RUN --mount=type=cache,target=/root/.cache/go-build \
+    --mount=type=cache,target=/go/pkg/mod \
+    go build -ldflags="-X 'main.Version=${COMMIT_SHA}'" -o projects_refresh_exe ./background/projects-refresh-service
 
 # Multi-stage build will just copy the binary to an alpine image.
 FROM ubuntu:24.04 as runner
diff --git a/Dockerfile_drift b/Dockerfile_drift
@@ -5,6 +5,10 @@ RUN echo "commit sha: ${COMMIT_SHA}"
 # Set the working directory
 WORKDIR $GOPATH/src/github.com/diggerhq/digger
 
+# Copy go.mod/go.sum first for better layer caching
+COPY go.mod go.sum ./
+RUN go mod download
+
 # Copy all required source, blacklist files that are not required through `.dockerignore`
 COPY . .
 
@@ -16,7 +20,9 @@ RUN go version
 # https://github.com/ethereum/go-ethereum/issues/2738
 # Build static binary "-getmode=vendor" does not work with go-ethereum
 
-RUN go build -ldflags="-X 'main.Version=${COMMIT_SHA}'" -o drift_exe ./drift/
+RUN --mount=type=cache,target=/root/.cache/go-build \
+    --mount=type=cache,target=/go/pkg/mod \
+    go build -ldflags="-X 'main.Version=${COMMIT_SHA}'" -o drift_exe ./drift/
 
 # Multi-stage build will just copy the binary to an alpine image.
 FROM ubuntu:24.04 AS runner
diff --git a/Dockerfile_tasks b/Dockerfile_tasks
@@ -5,6 +5,10 @@ RUN echo "commit sha: ${COMMIT_SHA}"
 # Set the working directory
 WORKDIR $GOPATH/src/github.com/diggerhq/digger
 
+# Copy go.mod/go.sum first for better layer caching
+COPY go.mod go.sum ./
+RUN go mod download
+
 # Copy all required source, blacklist files that are not required through `.dockerignore`
 COPY . .
 
@@ -16,7 +20,9 @@ RUN go version
 # https://github.com/ethereum/go-ethereum/issues/2738
 # Build static binary "-getmode=vendor" does not work with go-ethereum
 
-RUN go build -ldflags="-X 'main.Version=${COMMIT_SHA}'" -o tasks_exe ./backend/tasks
+RUN --mount=type=cache,target=/root/.cache/go-build \
+    --mount=type=cache,target=/go/pkg/mod \
+    go build -ldflags="-X 'main.Version=${COMMIT_SHA}'" -o tasks_exe ./backend/tasks
 
 # Multi-stage build will just copy the binary to an alpine image.
 FROM ubuntu:24.04 as runner
diff --git a/Dockerfile_ui b/Dockerfile_ui
@@ -4,30 +4,33 @@ FROM node:20-alpine AS builder
 WORKDIR /app
 
 # Copy package files
-COPY ui/package.json ./
+COPY ui/package.json ui/package-lock.json ./
 
 # Install dependencies first
 # npm will automatically install correct platform-specific binaries (amd64 or arm64)
-RUN npm install && \
+RUN --mount=type=cache,target=/root/.npm \
+    npm ci && \
     npm cache clean --force
 
 # Copy source code (node_modules excluded via .dockerignore)
 COPY ui/ ./
 
 # Build the application (with node adapter)
-RUN npm run build
+RUN --mount=type=cache,target=/root/.npm \
+    npm run build
 
 # Production stage
 FROM node:20-alpine
 
 WORKDIR /app
 
 # Copy package file
-COPY ui/package.json ./
+COPY ui/package.json ui/package-lock.json ./
 
 # Install production dependencies only
 # npm will automatically install correct platform-specific binaries (amd64 or arm64)
-RUN npm install --omit=dev && \
+RUN --mount=type=cache,target=/root/.npm \
+    npm ci --omit=dev && \
     npm cache clean --force
 
 # Copy built application and server entry from builder
diff --git a/taco/Dockerfile_statesman b/taco/Dockerfile_statesman
@@ -5,7 +5,13 @@ RUN echo "commit sha: ${COMMIT_SHA}"
 # Set the working directory
 WORKDIR /go/src/github.com/diggerhq/digger/taco
 
-# Copy all source code
+# Copy go.mod/go.sum files first for better layer caching
+COPY cmd/statesman/go.mod cmd/statesman/go.sum ./cmd/statesman/
+COPY internal/go.mod internal/go.sum ./internal/
+COPY pkg/sdk/ ./pkg/sdk/
+RUN cd cmd/statesman && go mod download
+
+# Copy source code
 COPY cmd/statesman/ ./cmd/statesman/
 COPY internal/ ./internal/
 COPY pkg/sdk/ ./pkg/sdk/
@@ -15,8 +21,9 @@ COPY atlas.hcl ./atlas.hcl
 
 # Download dependencies and build
 # Note: CGO is required for SQLite support
-RUN cd cmd/statesman && \
-    go mod tidy && \
+RUN --mount=type=cache,target=/root/.cache/go-build \
+    --mount=type=cache,target=/go/pkg/mod \
+    cd cmd/statesman && \
     CGO_ENABLED=1 GOOS=linux go build \
     -ldflags="-X 'main.Version=${COMMIT_SHA}' -s -w" \
     -a \
diff --git a/taco/Dockerfile_token_service b/taco/Dockerfile_token_service
@@ -5,14 +5,19 @@ RUN echo "commit sha: ${COMMIT_SHA}"
 # Set the working directory
 WORKDIR /go/src/github.com/diggerhq/digger/taco
 
-# Copy all source code
+# Copy go.mod/go.sum first for better layer caching
+COPY cmd/token_service/go.mod cmd/token_service/go.sum ./cmd/token_service/
+RUN cd cmd/token_service && go mod download
+
+# Copy source code
 COPY cmd/token_service/ ./cmd/token_service/
 COPY internal/ ./internal/
 
 # Download dependencies and build
 # Note: CGO is required for SQLite support
-RUN cd cmd/token_service && \
-    go mod tidy && \
+RUN --mount=type=cache,target=/root/.cache/go-build \
+    --mount=type=cache,target=/go/pkg/mod \
+    cd cmd/token_service && \
     CGO_ENABLED=1 GOOS=linux go build \
     -ldflags="-X 'main.Version=${COMMIT_SHA}' -s -w" \
     -a \
