googleapis--mcp-toolbox/.ci/versioned.release.cloudbuild.yaml

# Copyright 2024 Google LLC
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

steps:
  - id: "build-docker"
    name: "gcr.io/cloud-builders/docker"
    waitFor: ["-"]
    script: |
      #!/usr/bin/env bash
      set -e
      export VERSION=$(cat ./cmd/version.txt)
      docker buildx create --name container-builder --driver docker-container --bootstrap --use

      export TAGS="-t ${_DOCKER_URI}:$VERSION"
      if [[ "$_PUSH_LATEST" == "true" ]]; then
        export TAGS="$TAGS -t ${_DOCKER_URI}:latest"
      fi

      # Build and push
      docker buildx build \
        --platform linux/amd64,linux/arm64 \
        --build-arg BUILD_TYPE=container.release \
        --build-arg COMMIT_SHA=$(git rev-parse --short HEAD) \
        $TAGS \
        --push .

      # Pull the image to ensure it's available for provenance generation.
      docker pull ${_DOCKER_URI}:${VERSION}
      docker tag ${_DOCKER_URI}:${VERSION} ${_DOCKER_URI}:latest

  - id: "install-dependencies"
    name: golang:1
    waitFor: ["-"]
    env:
      - "GOPATH=/gopath"
    volumes:
      - name: "go"
        path: "/gopath"
    script: |
      go get -d ./...

  - id: "install-zig"
    name: golang:1
    waitFor: ["-"]
    volumes:
      - name: "zig"
        path: "/zig-tools"
    script: |
      #!/usr/bin/env bash
      set -e
      apt-get update && apt-get install -y xz-utils
      curl -fL "https://ziglang.org/download/0.15.2/zig-x86_64-linux-0.15.2.tar.xz" -o zig.tar.xz
      tar -xf zig.tar.xz -C /zig-tools --strip-components=1

  - id: "install-macos-sdk"
    name: "gcr.io/cloud-builders/gcloud:latest"
    waitFor: ["-"]
    volumes:
      - name: "macos-sdk"
        path: "/macos-sdk"
    script: |
      #!/usr/bin/env bash
      set -e
      apt-get update && apt-get install -y xz-utils
      echo "Downloading macOS 14.5 SDK..."
      gcloud storage cp gs://${_ASSETS_BUCKET}/MacOSX14.5.tar.xz sdk.tar.xz

      mkdir -p /macos-sdk/MacOSX14.5.sdk
      echo "Unpacking macOS 14.5 SDK..."
      tar -xf sdk.tar.xz -C /macos-sdk/MacOSX14.5.sdk --strip-components=1

  - id: "build-linux-amd64"
    name: golang:1
    waitFor:
      - "install-dependencies"
      - "install-zig"
    env:
      - "GOPATH=/gopath"
      - "CGO_ENABLED=1"
      - "GOOS=linux"
      - "GOARCH=amd64"
      - "CC=/zig-tools/zig cc -target x86_64-linux-gnu"
      - "CXX=/zig-tools/zig c++ -target x86_64-linux-gnu"
    volumes:
      - name: "go"
        path: "/gopath"
      - name: "zig"
        path: "/zig-tools"
    script: |
      #!/usr/bin/env bash
      go build -ldflags "-X github.com/googleapis/mcp-toolbox/cmd.buildType=binary -X github.com/googleapis/mcp-toolbox/cmd.commitSha=$(git rev-parse --short HEAD)" -o toolbox.linux.amd64

  - id: "store-linux-amd64"
    name: "gcr.io/cloud-builders/gcloud:latest"
    waitFor:
      - "build-linux-amd64"
    script: |
      #!/usr/bin/env bash
      export VERSION=v$(cat ./cmd/version.txt)
      gcloud storage cp toolbox.linux.amd64 gs://$_UNSIGNED_BUCKET_NAME/$VERSION/linux/amd64/toolbox

  - id: "build-linux-amd64-geminicli"
    name: golang:1
    waitFor:
      - "install-dependencies"
      - "install-zig"
    env:
      - "GOPATH=/gopath"
      - "CGO_ENABLED=1"
      - "GOOS=linux"
      - "GOARCH=amd64"
      - "CC=/zig-tools/zig cc -target x86_64-linux-gnu"
      - "CXX=/zig-tools/zig c++ -target x86_64-linux-gnu"
    volumes:
      - name: "go"
        path: "/gopath"
      - name: "zig"
        path: "/zig-tools"
    script: |
      #!/usr/bin/env bash
      go build -ldflags "-X github.com/googleapis/mcp-toolbox/cmd.buildType=geminicli.binary -X github.com/googleapis/mcp-toolbox/cmd.commitSha=$(git rev-parse --short HEAD)" -o toolbox.geminicli.linux.amd64

  - id: "store-linux-amd64-geminicli"
    name: "gcr.io/cloud-builders/gcloud:latest"
    waitFor:
      - "build-linux-amd64-geminicli"
    script: |
      #!/usr/bin/env bash
      export VERSION=v$(cat ./cmd/version.txt)
      gcloud storage cp toolbox.geminicli.linux.amd64 gs://$_BUCKET_NAME/geminicli/$VERSION/linux/amd64/toolbox

  - id: "build-darwin-arm64"
    name: golang:1
    waitFor:
      - "install-dependencies"
      - "install-zig"
      - "install-macos-sdk"
    env:
      - "GOPATH=/gopath"
      - "CGO_ENABLED=1"
      - "GOOS=darwin"
      - "GOARCH=arm64"
      - "SDK_PATH=/macos-sdk/MacOSX14.5.sdk"
      - "MACOS_MIN_VER=10.14"
      - "CGO_LDFLAGS=-mmacosx-version-min=10.14 --sysroot /macos-sdk/MacOSX14.5.sdk -F/macos-sdk/MacOSX14.5.sdk/System/Library/Frameworks -L/usr/lib"
      - "COMMON_FLAGS=-mmacosx-version-min=10.14 -target aarch64-macos.11.0.0-none -isysroot /macos-sdk/MacOSX14.5.sdk -iwithsysroot /usr/include -iframeworkwithsysroot /System/Library/Frameworks"
      - "CC=/zig-tools/zig cc -mmacosx-version-min=10.14 -target aarch64-macos.11.0.0-none -isysroot /macos-sdk/MacOSX14.5.sdk -iwithsysroot /usr/include -iframeworkwithsysroot /System/Library/Frameworks"
      - "CXX=/zig-tools/zig c++ -mmacosx-version-min=10.14 -target aarch64-macos.11.0.0-none -isysroot /macos-sdk/MacOSX14.5.sdk -iwithsysroot /usr/include -iframeworkwithsysroot /System/Library/Frameworks"
    volumes:
      - name: "go"
        path: "/gopath"
      - name: "zig"
        path: "/zig-tools"
      - name: "macos-sdk"
        path: "/macos-sdk"
    script: |
      #!/usr/bin/env bash
       go build -trimpath -buildmode=pie -ldflags "-s -w -X github.com/googleapis/mcp-toolbox/cmd.buildType=binary -X github.com/googleapis/mcp-toolbox/cmd.commitSha=$(git rev-parse --short HEAD)" -o toolbox.darwin.arm64

  - id: "store-darwin-arm64"
    name: "gcr.io/cloud-builders/gcloud:latest"
    waitFor:
      - "build-darwin-arm64"
    script: |
      #!/usr/bin/env bash
      export VERSION=v$(cat ./cmd/version.txt)
      gcloud storage cp toolbox.darwin.arm64 gs://$_UNSIGNED_BUCKET_NAME/$VERSION/darwin/arm64/toolbox

  - id: "build-darwin-arm64-geminicli"
    name: golang:1
    waitFor:
      - "install-dependencies"
      - "install-zig"
      - "install-macos-sdk"
    env:
      - "GOPATH=/gopath"
      - "CGO_ENABLED=1"
      - "GOOS=darwin"
      - "GOARCH=arm64"
      - "SDK_PATH=/macos-sdk/MacOSX14.5.sdk"
      - "MACOS_MIN_VER=10.14"
      - "CGO_LDFLAGS=-mmacosx-version-min=10.14 --sysroot /macos-sdk/MacOSX14.5.sdk -F/macos-sdk/MacOSX14.5.sdk/System/Library/Frameworks -L/usr/lib"
      - "COMMON_FLAGS=-mmacosx-version-min=10.14 -target aarch64-macos.11.0.0-none -isysroot /macos-sdk/MacOSX14.5.sdk -iwithsysroot /usr/include -iframeworkwithsysroot /System/Library/Frameworks"
      - "CC=/zig-tools/zig cc -mmacosx-version-min=10.14 -target aarch64-macos.11.0.0-none -isysroot /macos-sdk/MacOSX14.5.sdk -iwithsysroot /usr/include -iframeworkwithsysroot /System/Library/Frameworks"
      - "CXX=/zig-tools/zig c++ -mmacosx-version-min=10.14 -target aarch64-macos.11.0.0-none -isysroot /macos-sdk/MacOSX14.5.sdk -iwithsysroot /usr/include -iframeworkwithsysroot /System/Library/Frameworks"
    volumes:
      - name: "go"
        path: "/gopath"
      - name: "zig"
        path: "/zig-tools"
      - name: "macos-sdk"
        path: "/macos-sdk"
    script: |
      #!/usr/bin/env bash
       go build -trimpath -buildmode=pie -ldflags "-s -w -X github.com/googleapis/mcp-toolbox/cmd.buildType=geminicli.binary -X github.com/googleapis/mcp-toolbox/cmd.commitSha=$(git rev-parse --short HEAD)" -o toolbox.geminicli.darwin.arm64

  - id: "store-darwin-arm64-geminicli"
    name: "gcr.io/cloud-builders/gcloud:latest"
    waitFor:
      - "build-darwin-arm64-geminicli"
    script: |
      #!/usr/bin/env bash
      export VERSION=v$(cat ./cmd/version.txt)
      gcloud storage cp toolbox.geminicli.darwin.arm64 gs://$_BUCKET_NAME/geminicli/$VERSION/darwin/arm64/toolbox

  - id: "build-darwin-amd64"
    name: golang:1
    waitFor:
      - "install-dependencies"
      - "install-zig"
      - "install-macos-sdk"
    env:
      - "GOPATH=/gopath"
      - "CGO_ENABLED=1"
      - "GOOS=darwin"
      - "GOARCH=amd64"
      - "SDK_PATH=/macos-sdk/MacOSX14.5.sdk"
      - "MACOS_MIN_VER=10.14"
      - "CGO_LDFLAGS=-mmacosx-version-min=10.14 --sysroot /macos-sdk/MacOSX14.5.sdk -F/macos-sdk/MacOSX14.5.sdk/System/Library/Frameworks -L/usr/lib"
      - "COMMON_FLAGS=-mmacosx-version-min=10.14 -target x86_64-macos.11.0.0-none -isysroot /macos-sdk/MacOSX14.5.sdk -iwithsysroot /usr/include -iframeworkwithsysroot /System/Library/Frameworks"
      - "CC=/zig-tools/zig cc -mmacosx-version-min=10.14 -target x86_64-macos.11.0.0-none -isysroot /macos-sdk/MacOSX14.5.sdk -iwithsysroot /usr/include -iframeworkwithsysroot /System/Library/Frameworks"
      - "CXX=/zig-tools/zig c++ -mmacosx-version-min=10.14 -target x86_64-macos.11.0.0-none -isysroot /macos-sdk/MacOSX14.5.sdk -iwithsysroot /usr/include -iframeworkwithsysroot /System/Library/Frameworks"
    volumes:
      - name: "go"
        path: "/gopath"
      - name: "zig"
        path: "/zig-tools"
      - name: "macos-sdk"
        path: "/macos-sdk"
    script: |
      #!/usr/bin/env bash
       go build -trimpath -buildmode=pie -ldflags "-s -w -X github.com/googleapis/mcp-toolbox/cmd.buildType=binary -X github.com/googleapis/mcp-toolbox/cmd.commitSha=$(git rev-parse --short HEAD)" -o toolbox.darwin.amd64

  - id: "store-darwin-amd64"
    name: "gcr.io/cloud-builders/gcloud:latest"
    waitFor:
      - "build-darwin-amd64"
    script: |
      #!/usr/bin/env bash
      export VERSION=v$(cat ./cmd/version.txt)
      gcloud storage cp toolbox.darwin.amd64 gs://$_UNSIGNED_BUCKET_NAME/$VERSION/darwin/amd64/toolbox

  - id: "build-darwin-amd64-geminicli"
    name: golang:1
    waitFor:
      - "install-dependencies"
      - "install-zig"
      - "install-macos-sdk"
    env:
      - "GOPATH=/gopath"
      - "CGO_ENABLED=1"
      - "GOOS=darwin"
      - "GOARCH=amd64"
      - "SDK_PATH=/macos-sdk/MacOSX14.5.sdk"
      - "MACOS_MIN_VER=10.14"
      - "CGO_LDFLAGS=-mmacosx-version-min=10.14 --sysroot /macos-sdk/MacOSX14.5.sdk -F/macos-sdk/MacOSX14.5.sdk/System/Library/Frameworks -L/usr/lib"
      - "COMMON_FLAGS=-mmacosx-version-min=10.14 -target x86_64-macos.11.0.0-none -isysroot /macos-sdk/MacOSX14.5.sdk -iwithsysroot /usr/include -iframeworkwithsysroot /System/Library/Frameworks"
      - "CC=/zig-tools/zig cc -mmacosx-version-min=10.14 -target x86_64-macos.11.0.0-none -isysroot /macos-sdk/MacOSX14.5.sdk -iwithsysroot /usr/include -iframeworkwithsysroot /System/Library/Frameworks"
      - "CXX=/zig-tools/zig c++ -mmacosx-version-min=10.14 -target x86_64-macos.11.0.0-none -isysroot /macos-sdk/MacOSX14.5.sdk -iwithsysroot /usr/include -iframeworkwithsysroot /System/Library/Frameworks"
    volumes:
      - name: "go"
        path: "/gopath"
      - name: "zig"
        path: "/zig-tools"
      - name: "macos-sdk"
        path: "/macos-sdk"
    script: |
      #!/usr/bin/env bash
       go build -trimpath -buildmode=pie -ldflags "-s -w -X github.com/googleapis/mcp-toolbox/cmd.buildType=geminicli.binary -X github.com/googleapis/mcp-toolbox/cmd.commitSha=$(git rev-parse --short HEAD)" -o toolbox.geminicli.darwin.amd64

  - id: "store-darwin-amd64-geminicli"
    name: "gcr.io/cloud-builders/gcloud:latest"
    waitFor:
      - "build-darwin-amd64-geminicli"
    script: |
      #!/usr/bin/env bash
      export VERSION=v$(cat ./cmd/version.txt)
      gcloud storage cp toolbox.geminicli.darwin.amd64 gs://$_BUCKET_NAME/geminicli/$VERSION/darwin/amd64/toolbox

  - id: "build-windows-amd64"
    name: golang:1
    waitFor:
      - "install-dependencies"
      - "install-zig"
    env:
      - "GOPATH=/gopath"
      - "CGO_ENABLED=1"
      - "GOOS=windows"
      - "GOARCH=amd64"
      - "CC=/zig-tools/zig cc -target x86_64-windows-gnu"
      - "CXX=/zig-tools/zig c++ -target x86_64-windows-gnu"
    volumes:
      - name: "go"
        path: "/gopath"
      - name: "zig"
        path: "/zig-tools"
    script: |
      #!/usr/bin/env bash
      go build -ldflags "-X github.com/googleapis/mcp-toolbox/cmd.buildType=binary -X github.com/googleapis/mcp-toolbox/cmd.commitSha=$(git rev-parse --short HEAD)" -o toolbox.windows.amd64

  - id: "store-windows-amd64"
    name: "gcr.io/cloud-builders/gcloud:latest"
    waitFor:
      - "build-windows-amd64"
    script: |
      #!/usr/bin/env bash
      export VERSION=v$(cat ./cmd/version.txt)
      gcloud storage cp toolbox.windows.amd64 gs://$_UNSIGNED_BUCKET_NAME/$VERSION/windows/amd64/toolbox.exe

  - id: "build-windows-amd64-geminicli"
    name: golang:1
    waitFor:
      - "install-dependencies"
      - "install-zig"
    env:
      - "GOPATH=/gopath"
      - "CGO_ENABLED=1"
      - "GOOS=windows"
      - "GOARCH=amd64"
      - "CC=/zig-tools/zig cc -target x86_64-windows-gnu"
      - "CXX=/zig-tools/zig c++ -target x86_64-windows-gnu"
    volumes:
      - name: "go"
        path: "/gopath"
      - name: "zig"
        path: "/zig-tools"
    script: |
      #!/usr/bin/env bash
      go build -ldflags "-X github.com/googleapis/mcp-toolbox/cmd.buildType=geminicli.binary -X github.com/googleapis/mcp-toolbox/cmd.commitSha=$(git rev-parse --short HEAD)" -o toolbox.geminicli.windows.amd64

  - id: "store-windows-amd64-geminicli"
    name: "gcr.io/cloud-builders/gcloud:latest"
    waitFor:
      - "build-windows-amd64-geminicli"
    script: |
      #!/usr/bin/env bash
      export VERSION=v$(cat ./cmd/version.txt)
      gcloud storage cp toolbox.geminicli.windows.amd64 gs://$_BUCKET_NAME/geminicli/$VERSION/windows/amd64/toolbox.exe

  - id: "build-windows-arm64"
    name: golang:1
    waitFor:
      - "install-dependencies"
      - "install-zig"
    env:
      - "GOPATH=/gopath"
      - "CGO_ENABLED=1"
      - "GOOS=windows"
      - "GOARCH=arm64"
      - "CC=/zig-tools/zig cc -target aarch64-windows-gnu"
      - "CXX=/zig-tools/zig c++ -target aarch64-windows-gnu"
    volumes:
      - name: "go"
        path: "/gopath"
      - name: "zig"
        path: "/zig-tools"
    script: |
      #!/usr/bin/env bash
      go build -ldflags "-X github.com/googleapis/mcp-toolbox/cmd.buildType=binary -X github.com/googleapis/mcp-toolbox/cmd.commitSha=$(git rev-parse --short HEAD)" -o toolbox.windows.arm64

  - id: "store-windows-arm64"
    name: "gcr.io/cloud-builders/gcloud:latest"
    waitFor:
      - "build-windows-arm64"
    script: |
      #!/usr/bin/env bash
      export VERSION=v$(cat ./cmd/version.txt)
      gcloud storage cp toolbox.windows.arm64 gs://$_UNSIGNED_BUCKET_NAME/$VERSION/windows/arm64/toolbox.exe

  - id: "build-windows-arm64-geminicli"
    name: golang:1
    waitFor:
      - "install-dependencies"
      - "install-zig"
    env:
      - "GOPATH=/gopath"
      - "CGO_ENABLED=1"
      - "GOOS=windows"
      - "GOARCH=arm64"
      - "CC=/zig-tools/zig cc -target aarch64-windows-gnu"
      - "CXX=/zig-tools/zig c++ -target aarch64-windows-gnu"
    volumes:
      - name: "go"
        path: "/gopath"
      - name: "zig"
        path: "/zig-tools"
    script: |
      #!/usr/bin/env bash
      go build -ldflags "-X github.com/googleapis/mcp-toolbox/cmd.buildType=geminicli.binary -X github.com/googleapis/mcp-toolbox/cmd.commitSha=$(git rev-parse --short HEAD)" -o toolbox.geminicli.windows.arm64

  - id: "store-windows-arm64-geminicli"
    name: "gcr.io/cloud-builders/gcloud:latest"
    waitFor:
      - "build-windows-arm64-geminicli"
    script: |
      #!/usr/bin/env bash
      export VERSION=v$(cat ./cmd/version.txt)
      gcloud storage cp toolbox.geminicli.windows.arm64 gs://$_BUCKET_NAME/geminicli/$VERSION/windows/arm64/toolbox.exe

  - id: "publish-npm-to-ar"
    name: node:20
    waitFor:
      - "build-linux-amd64"
      - "build-darwin-arm64"
      - "build-darwin-amd64"
      - "build-windows-amd64"
      - "build-windows-arm64"
    script: |
      #!/usr/bin/env bash
      bash .ci/publish_npm_to_ar.sh

  - id: "trigger-exit-gate-npm"
    name: "gcr.io/cloud-builders/gcloud:latest"
    waitFor:
      - "publish-npm-to-ar"
    env:
      - "BUILD_ID=$BUILD_ID"
    script: |
      #!/usr/bin/env bash
      bash .ci/trigger_exit_gate.sh npm

  - id: "publish-pypi-to-ar"
    name: python:3.12
    waitFor:
      - "build-linux-amd64"
      - "build-darwin-arm64"
      - "build-darwin-amd64"
      - "build-windows-amd64"
      - "build-windows-arm64"
    script: |
      #!/usr/bin/env bash
      bash .ci/publish_pypi_to_ar.sh

  - id: "trigger-exit-gate-pypi"
    name: "gcr.io/cloud-builders/gcloud:latest"
    waitFor:
      - "publish-pypi-to-ar"
    env:
      - "BUILD_ID=$BUILD_ID"
    script: |
      #!/usr/bin/env bash
      bash .ci/trigger_exit_gate.sh pypi

images:
  - "${_DOCKER_URI}:latest"

options:
  requestedVerifyOption: VERIFIED # This ensures provenance is generated
  automapSubstitutions: true
  dynamicSubstitutions: true
  logging: CLOUD_LOGGING_ONLY # Necessary for custom service account
  pool:
    name: projects/$PROJECT_ID/locations/us-central1/workerPools/run-release # to increase resource for running releases

substitutions:
  _REGION: us-central1
  _AR_HOSTNAME: ${_REGION}-docker.pkg.dev
  _AR_REPO_NAME: toolbox
  _BUCKET_NAME: mcp-toolbox-for-databases
  _UNSIGNED_BUCKET_NAME: mcp-toolbox-for-databases-unsigned
  _ASSETS_BUCKET: toolbox-build-assets
  _DOCKER_URI: ${_AR_HOSTNAME}/${PROJECT_ID}/${_AR_REPO_NAME}/toolbox
  _PUSH_LATEST: "false" # Substituted in trigger