diff --git a/.github/workflows/jarbuild.yml b/.github/workflows/jarbuild.yml
index 384e61115c..57c162f4f9 100644
--- a/.github/workflows/jarbuild.yml
+++ b/.github/workflows/jarbuild.yml
@@ -377,7 +377,7 @@ jobs:
           path: jni-macos-${{ matrix.platform.arch }}.tar.gz
   binaries:
     name: Binaries
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-24.04
     needs:
       - jni-linux
       - jni-macos
@@ -416,6 +416,11 @@ jobs:
             test -f jni/arrow_parquet/${platform}/lib/pkgconfig/arrow-parquet.pc
           done
 
+      - name: Set up Java
+        uses: actions/setup-java@v5
+        with:
+          distribution: 'temurin'
+          java-version: 17
       - name: Checkout apache/arrow-testing
         uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
         with:
@@ -493,8 +498,13 @@ jobs:
       matrix:
         os:
           - macos-latest
-          - ubuntu-latest
+          - ubuntu-24.04
     steps:
+      - name: Set up Java
+        uses: actions/setup-java@v5
+        with:
+          distribution: 'temurin'
+          java-version: 17
       - name: Download release artifacts
         uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8
         with:
diff --git a/ci/scripts/jni_macos_build.sh b/ci/scripts/jni_macos_build.sh
index 836582ca08..6e1238a274 100755
--- a/ci/scripts/jni_macos_build.sh
+++ b/ci/scripts/jni_macos_build.sh
@@ -143,6 +143,7 @@ cmake \
   -DARROW_USE_CCACHE="${ARROW_USE_CCACHE}" \
   -DAWSSDK_SOURCE=BUNDLED \
   -DORC_SOURCE=BUNDLED \
+  -Dlz4_SOURCE=BUNDLED \
   -DCMAKE_BUILD_TYPE="${CMAKE_BUILD_TYPE}" \
   -DCMAKE_INSTALL_PREFIX="${install_dir}" \
   -DCMAKE_UNITY_BUILD="${CMAKE_UNITY_BUILD}" \