install cross-compilation toolchain

Author: aneesh1

.github/workflows/dd-build.yaml

@@ -8,18 +8,78 @@ on:
     - "*-dd*"
 permissions: write-all
 jobs:
-  build:
+  build-arm64:
     runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        platform:
+        - "linux/arm64"
     steps:
     - uses: actions/checkout@v4
       with:
         fetch-depth: 0
-    - name: Set release version environment variable
-      run: echo RELEASE_VERSION=${GITHUB_REF#refs/tags/} >> $GITHUB_ENV
+    - name: Set environment variables
+      id: set_env
+      run: |
+        echo "RELEASE_VERSION=${GITHUB_REF#refs/tags/}" >> $GITHUB_ENV
+        echo "GOOS=$(echo ${{ matrix.platform }} | cut -d'/' -f1)" >> $GITHUB_ENV
+        echo "GOARCH=$(echo ${{ matrix.platform }} | cut -d'/' -f2)" >> $GITHUB_ENV
       env:
         GITHUB_REF: ${{ github.ref }}
     - name: Build etcd
-      run: REPOSITORY=https://github.com/${{ env.GITHUB_REPOSITORY}}.git CGO_ENABLED=1 GOEXPERIMENT=boringcrypto ./scripts/build-binary ${{ env.RELEASE_VERSION }}
+      run: |
+        REPOSITORY=https://github.com/${{ env.GITHUB_REPOSITORY}}.git \
+        CGO_ENABLED=1 \
+        GO_BUILD_FLAGS="-tags=fips" \
+        GO_ADDITIONAL_FLAGS="GOEXPERIMENT=boringcrypto" \
+        GOOS=${GOOS} \
+        GOARCH=${GOARCH} \
+        ./scripts/build-release-single-target ${{ env.RELEASE_VERSION }}
+      env:
+        GITHUB_REPOSITORY: ${{ github.repository }}
+    - name: Calculate checksums
+      id: calculate_checksums
+      shell: bash
+      working-directory: release/
+      run: ls . | grep -E '\.tar.gz$|\.zip$' | xargs shasum -a 256 > ./SHA256SUMS
+    - uses: actions/upload-artifact@v4
+      with:
+        name: etcd_output
+        path: release/
+  build:
+    strategy:
+      matrix:
+        platform:
+        - "linux/amd64"
+        - "linux/ppc64le"
+        - "linux/s390x"
+        - "darwin/amd64"
+        - "darwin/arm64"
+        - "windows/amd64"
+        - "windows/arm64"
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v4
+      with:
+        fetch-depth: 0
+    - name: Install cross-compilation toolchain
+      run: |
+        sudo apt-get update
+        sudo apt-get install -y gcc-aarch64-linux-gnu
+    - name: Set environment variables
+      id: set_env
+      run: |
+        echo "RELEASE_VERSION=${GITHUB_REF#refs/tags/}" >> $GITHUB_ENV
+        echo "GOOS=$(echo ${{ matrix.platform }} | cut -d'/' -f1)" >> $GITHUB_ENV
+        echo "GOARCH=$(echo ${{ matrix.platform }} | cut -d'/' -f2)" >> $GITHUB_ENV
+    - name: Build etcd
+      run: |
+        REPOSITORY=https://github.com/${{ env.GITHUB_REPOSITORY}}.git \
+        CGO_ENABLED=1 \
+        GOEXPERIMENT=boringcrypto \
+        GOOS=${GOOS} \
+        GOARCH=${GOARCH} \
+        ./scripts/build-release-single-target ${{ env.RELEASE_VERSION }}
       env:
         GITHUB_REPOSITORY: ${{ github.repository }}
     - name: Calculate checksums

build.sh

@@ -20,7 +20,17 @@ CGO_ENABLED="${CGO_ENABLED:-0}"
 # Set GO_LDFLAGS="-s" for building without symbols for debugging.
 # shellcheck disable=SC2206
 GO_LDFLAGS=(${GO_LDFLAGS:-} "-X=${VERSION_SYMBOL}=${GIT_SHA}")
-GO_BUILD_ENV=("CGO_ENABLED=${CGO_ENABLED}" "GO_BUILD_FLAGS=${GO_BUILD_FLAGS:-}" "GOOS=${GOOS}" "GOARCH=${GOARCH}")
+
+# Allow additional build flags to be passed
+GO_ADDITIONAL_FLAGS=${GO_ADDITIONAL_FLAGS:-}
+
+# Initialize GO_BUILD_ENV with common variables
+GO_BUILD_ENV=("CGO_ENABLED=${CGO_ENABLED}" "GO_BUILD_FLAGS=${GO_BUILD_FLAGS:-}" "GO_ADDITIONAL_FLAGS=${GO_ADDITIONAL_FLAGS}" "GOOS=${GOOS}" "GOARCH=${GOARCH}")
+
+# Add CC only when building for Linux ARM64
+if [ "${CGO_ENABLED}" = "1" ] && [ -n "${CC:-}" ] && [ "${GOOS}" = "linux" ] && [ "${GOARCH}" = "arm64" ]; then
+  GO_BUILD_ENV+=("CC=${CC}")
+fi
 
 GOFAIL_VERSION=$(cd tools/mod && go list -m -f '{{.Version}}' go.etcd.io/gofail)
 # enable/disable failpoints
@@ -65,7 +75,7 @@ etcd_build() {
     cd ./server
     # Static compilation is useful when etcd is run in a container. $GO_BUILD_FLAGS is OK
     # shellcheck disable=SC2086
-    run env "${GO_BUILD_ENV[@]}" go build ${GO_BUILD_FLAGS:-} \
+    run env "${GO_BUILD_ENV[@]}" go build ${GO_BUILD_FLAGS:-} ${GO_ADDITIONAL_FLAGS:-} \
       -trimpath \
       -installsuffix=cgo \
       "-ldflags=${GO_LDFLAGS[*]}" \
@@ -76,7 +86,7 @@ etcd_build() {
   # shellcheck disable=SC2086
   (
     cd ./etcdutl
-    run env GO_BUILD_FLAGS="${GO_BUILD_FLAGS:-}" "${GO_BUILD_ENV[@]}" go build ${GO_BUILD_FLAGS:-} \
+    run env GO_BUILD_FLAGS="${GO_BUILD_FLAGS:-}" "${GO_BUILD_ENV[@]}" go build ${GO_BUILD_FLAGS:-} ${GO_ADDITIONAL_FLAGS:-} \
       -trimpath \
       -installsuffix=cgo \
       "-ldflags=${GO_LDFLAGS[*]}" \
@@ -87,7 +97,7 @@ etcd_build() {
   # shellcheck disable=SC2086
   (
     cd ./etcdctl
-    run env GO_BUILD_FLAGS="${GO_BUILD_FLAGS:-}" "${GO_BUILD_ENV[@]}" go build ${GO_BUILD_FLAGS:-} \
+    run env GO_BUILD_FLAGS="${GO_BUILD_FLAGS:-}" "${GO_BUILD_ENV[@]}" go build ${GO_BUILD_FLAGS:-} ${GO_ADDITIONAL_FLAGS:-} \
       -trimpath \
       -installsuffix=cgo \
       "-ldflags=${GO_LDFLAGS[*]}" \

scripts/build-release-single-target

@@ -0,0 +1,91 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+source ./scripts/test_lib.sh
+
+VER=${1:-}
+REPOSITORY="${REPOSITORY:-git@github.com:etcd-io/etcd.git}"
+
+if [ -z "${VER}" ]; then
+  echo "Usage: ${0} VERSION" >> /dev/stderr
+  exit 255
+fi
+
+
+function setup_env {
+  local ver=${1}
+  local proj=${2}
+
+  if [ ! -d "${proj}" ]; then
+    run git clone "${REPOSITORY}"
+  fi
+
+  pushd "${proj}" >/dev/null
+    run git fetch --all
+    run git checkout "${ver}"
+  popd >/dev/null
+}
+
+
+function package {
+  local target=${1}
+  local srcdir="${2}/bin"
+
+  local ccdir="${srcdir}/${GOOS}_${GOARCH}"
+  if [ -d "${ccdir}" ]; then
+    srcdir="${ccdir}"
+  fi
+  local ext=""
+  if [ "${GOOS:-}" == "windows" ]; then
+    ext=".exe"
+  fi
+  for bin in etcd etcdctl etcdutl; do
+    cp "${srcdir}/${bin}" "${target}/${bin}${ext}"
+  done
+
+  cp etcd/README.md "${target}"/README.md
+  cp etcd/etcdctl/README.md "${target}"/README-etcdctl.md
+  cp etcd/etcdctl/READMEv2.md "${target}"/READMEv2-etcdctl.md
+  cp etcd/etcdutl/README.md "${target}"/README-etcdutl.md
+
+  cp -R etcd/Documentation "${target}"/Documentation
+}
+
+function main {
+  local proj="etcd"
+
+  mkdir -p release
+  cd release
+  setup_env "${VER}" "${proj}"
+
+  local tarcmd=tar
+  if [[ $(go env GOOS) == "darwin" ]]; then
+      echo "Please use linux machine for release builds."
+    exit 1
+  fi
+
+  # Use environment variables if set, otherwise default to linux/amd64
+  GOOS=${GOOS:-linux}
+  GOARCH=${GOARCH:-amd64}
+
+  echo "Building etcd for ${GOOS}/${GOARCH}..."
+
+  pushd etcd >/dev/null
+  GO_LDFLAGS="-s -w" ./build.sh
+  popd >/dev/null
+
+  TARGET="etcd-${VER}-${GOOS}-${GOARCH}"
+  mkdir "${TARGET}"
+  package "${TARGET}" "${proj}"
+
+  if [ ${GOOS} == "linux" ]; then
+    ${tarcmd} cfz "${TARGET}.tar.gz" "${TARGET}"
+    echo "Wrote release/${TARGET}.tar.gz"
+  else
+    zip -qr "${TARGET}.zip" "${TARGET}"
+    echo "Wrote release/${TARGET}.zip"
+  fi
+}
+
+main