feat: parallelize data-link chunk uploads #1887
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Tower CLI continuous build | |
| on: | |
| push: | |
| branches: | |
| - '*' | |
| - '!refs/tags/.*' | |
| tags-ignore: | |
| - '*' | |
| pull_request: | |
| types: [opened, reopened, synchronize] | |
| permissions: | |
| contents: read | |
| packages: read | |
| actions: read | |
| jobs: | |
| linux-image: | |
| name: Linux | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 90 | |
| steps: | |
| - name: Environment | |
| run: env | sort | |
| - name: Checkout | |
| uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4.3.1 | |
| - name: Setup Graalvm | |
| uses: graalvm/setup-graalvm@60c26726de13f8b90771df4bc1641a52a3159994 # v1.5.2 | |
| with: | |
| java-version: '21' | |
| distribution: 'graalvm' | |
| native-image-musl: 'true' | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Tests | |
| run: ./gradlew cleanTest test | |
| env: | |
| GITHUB_USERNAME: ${{ github.actor }} | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Tests reports | |
| uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2 | |
| if: failure() | |
| with: | |
| name: linux-test-reports | |
| path: build/reports/tests/test/ | |
| - name: Build fat JAR | |
| run: ./gradlew shadowJar | |
| - name: Upload fat JAR artifact | |
| uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2 | |
| with: | |
| name: tw-jar | |
| path: build/libs/tw.jar | |
| - name: Build Native Image | |
| run: ./gradlew nativeCompile | |
| env: | |
| GITHUB_USERNAME: ${{ github.actor }} | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| PLATFORM: linux-x86_64 | |
| - name: Upload linux native image artifact | |
| uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2 | |
| with: | |
| name: tw-linux | |
| path: build/native/nativeCompile/tw | |
| - name: Binary tests | |
| run: ./gradlew cleanTest test | |
| env: | |
| TOWER_CLI: build/native/nativeCompile/tw | |
| GITHUB_USERNAME: ${{ github.actor }} | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Binary tests reports | |
| uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2 | |
| if: failure() | |
| with: | |
| name: linux-binary-test-reports | |
| path: build/reports/tests/test/ | |
| mac-image: | |
| name: MAC | |
| runs-on: macos-15-intel | |
| timeout-minutes: 90 | |
| steps: | |
| - name: Environment | |
| run: env | sort | |
| - name: Checkout | |
| uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4.3.1 | |
| - name: Setup Graalvm | |
| uses: graalvm/setup-graalvm@60c26726de13f8b90771df4bc1641a52a3159994 # v1.5.2 | |
| with: | |
| java-version: '21' | |
| distribution: 'graalvm' | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Tests | |
| run: ./gradlew cleanTest test | |
| env: | |
| GITHUB_USERNAME: ${{ github.actor }} | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Tests reports | |
| uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2 | |
| if: failure() | |
| with: | |
| name: mac-test-reports | |
| path: build/reports/tests/test/ | |
| - name: Build Native Image | |
| run: ./gradlew nativeCompile | |
| env: | |
| GITHUB_USERNAME: ${{ github.actor }} | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| PLATFORM: osx-x86_64 | |
| - name: Codesign binary | |
| if: contains(github.event.head_commit.message, '[release]') && github.event.ref == 'refs/heads/master' | |
| env: | |
| MACOS_CERTIFICATE: ${{ secrets.MACOS_CERTIFICATE }} | |
| MACOS_CERTIFICATE_PWD: ${{ secrets.MACOS_CERTIFICATE_PWD }} | |
| MACOS_CERTIFICATE_NAME: ${{ secrets.MACOS_CERTIFICATE_NAME }} | |
| MACOS_CI_KEYCHAIN_PWD: ${{ secrets.MACOS_CI_KEYCHAIN_PWD }} | |
| run: | | |
| echo $MACOS_CERTIFICATE | base64 --decode > certificate.p12 | |
| security create-keychain -p "$MACOS_CI_KEYCHAIN_PWD" build.keychain | |
| security default-keychain -s build.keychain | |
| security unlock-keychain -p "$MACOS_CI_KEYCHAIN_PWD" build.keychain | |
| security import certificate.p12 -k build.keychain -P "$MACOS_CERTIFICATE_PWD" -T /usr/bin/codesign | |
| security set-key-partition-list -S apple-tool:,apple:,codesign: -s -k "$MACOS_CI_KEYCHAIN_PWD" build.keychain | |
| /usr/bin/codesign --force -s "$MACOS_CERTIFICATE_NAME" --options runtime build/native/nativeCompile/tw -v | |
| - name: Notarize binary | |
| if: contains(github.event.head_commit.message, '[release]') && github.event.ref == 'refs/heads/master' | |
| env: | |
| MACOS_AC_API_CERT: ${{ secrets.MACOS_AC_API_CERT }} | |
| MACOS_AC_API_ISSUER_ID: ${{ secrets.MACOS_AC_API_ISSUER_ID }} | |
| MACOS_AC_API_KEY_ID: ${{ secrets.MACOS_AC_API_KEY_ID }} | |
| run: | | |
| echo $MACOS_AC_API_CERT | base64 --decode > AuthKey.p8 | |
| xcrun notarytool store-credentials "notarytool-profile" -k AuthKey.p8 -d "$MACOS_AC_API_KEY_ID" -i "$MACOS_AC_API_ISSUER_ID" | |
| ditto -c -k --keepParent "build/native/nativeCompile/tw" "notarization.zip" | |
| xcrun notarytool submit "notarization.zip" --keychain-profile "notarytool-profile" --wait | |
| - name: Upload Mac native image artifact | |
| uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2 | |
| with: | |
| name: tw-mac | |
| path: build/native/nativeCompile/tw | |
| - name: Binary tests | |
| run: ./gradlew cleanTest test | |
| env: | |
| TOWER_CLI: build/native/nativeCompile/tw | |
| GITHUB_USERNAME: ${{ github.actor }} | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Binary tests reports | |
| uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2 | |
| if: failure() | |
| with: | |
| name: mac-binary-test-reports | |
| path: build/reports/tests/test/ | |
| mac-arm64-image: | |
| name: MAC-arm64 | |
| runs-on: macos-15 | |
| timeout-minutes: 90 | |
| steps: | |
| - name: Environment | |
| run: env | sort | |
| - name: Checkout | |
| uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4.3.1 | |
| - name: Setup Graalvm | |
| uses: graalvm/setup-graalvm@60c26726de13f8b90771df4bc1641a52a3159994 # v1.5.2 | |
| with: | |
| version: 'latest' | |
| java-version: '21' | |
| distribution: 'graalvm' | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Show GraalVM info | |
| run: | | |
| echo "GRAALVM_HOME: $GRAALVM_HOME" | |
| echo "JAVA_HOME: $JAVA_HOME" | |
| java --version | |
| native-image --version | |
| - name: Tests | |
| run: ./gradlew cleanTest test | |
| env: | |
| GITHUB_USERNAME: ${{ github.actor }} | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Tests reports | |
| uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2 | |
| if: failure() | |
| with: | |
| name: mac-arm64-test-reports | |
| path: build/reports/tests/test/ | |
| - name: Build Native Image | |
| run: ./gradlew nativeCompile | |
| env: | |
| GITHUB_USERNAME: ${{ github.actor }} | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| PLATFORM: osx-arm64 | |
| - name: Codesign binary | |
| if: contains(github.event.head_commit.message, '[release]') && github.event.ref == 'refs/heads/master' | |
| env: | |
| MACOS_CERTIFICATE: ${{ secrets.MACOS_CERTIFICATE }} | |
| MACOS_CERTIFICATE_PWD: ${{ secrets.MACOS_CERTIFICATE_PWD }} | |
| MACOS_CERTIFICATE_NAME: ${{ secrets.MACOS_CERTIFICATE_NAME }} | |
| MACOS_CI_KEYCHAIN_PWD: ${{ secrets.MACOS_CI_KEYCHAIN_PWD }} | |
| run: | | |
| echo $MACOS_CERTIFICATE | base64 --decode > certificate.p12 | |
| security create-keychain -p "$MACOS_CI_KEYCHAIN_PWD" build.keychain | |
| security default-keychain -s build.keychain | |
| security unlock-keychain -p "$MACOS_CI_KEYCHAIN_PWD" build.keychain | |
| security import certificate.p12 -k build.keychain -P "$MACOS_CERTIFICATE_PWD" -T /usr/bin/codesign | |
| security set-key-partition-list -S apple-tool:,apple:,codesign: -s -k "$MACOS_CI_KEYCHAIN_PWD" build.keychain | |
| /usr/bin/codesign --force -s "$MACOS_CERTIFICATE_NAME" --options runtime build/native/nativeCompile/tw -v | |
| - name: Notarize binary | |
| if: contains(github.event.head_commit.message, '[release]') && github.event.ref == 'refs/heads/master' | |
| env: | |
| MACOS_AC_API_CERT: ${{ secrets.MACOS_AC_API_CERT }} | |
| MACOS_AC_API_ISSUER_ID: ${{ secrets.MACOS_AC_API_ISSUER_ID }} | |
| MACOS_AC_API_KEY_ID: ${{ secrets.MACOS_AC_API_KEY_ID }} | |
| run: | | |
| echo $MACOS_AC_API_CERT | base64 --decode > AuthKey.p8 | |
| xcrun notarytool store-credentials "notarytool-profile" -k AuthKey.p8 -d "$MACOS_AC_API_KEY_ID" -i "$MACOS_AC_API_ISSUER_ID" | |
| ditto -c -k --keepParent "build/native/nativeCompile/tw" "notarization.zip" | |
| xcrun notarytool submit "notarization.zip" --keychain-profile "notarytool-profile" --wait | |
| - name: Upload Mac arm64 native image artifact | |
| uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2 | |
| with: | |
| name: tw-mac-arm64 | |
| path: build/native/nativeCompile/tw | |
| - name: Binary tests | |
| run: ./gradlew cleanTest test | |
| env: | |
| TOWER_CLI: build/native/nativeCompile/tw | |
| GITHUB_USERNAME: ${{ github.actor }} | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Binary tests reports | |
| uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2 | |
| if: failure() | |
| with: | |
| name: mac-arm64-binary-test-reports | |
| path: build/reports/tests/test/ | |
| windows-image: | |
| name: Windows | |
| runs-on: windows-latest | |
| timeout-minutes: 90 | |
| steps: | |
| - name: Environment | |
| run: env | sort | |
| - name: Checkout | |
| uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4.3.1 | |
| - name: Setup Graalvm | |
| uses: graalvm/setup-graalvm@60c26726de13f8b90771df4bc1641a52a3159994 # v1.5.2 | |
| with: | |
| java-version: '21' | |
| distribution: 'graalvm' | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Tests | |
| run: ./gradlew cleanTest test | |
| env: | |
| GITHUB_USERNAME: ${{ github.actor }} | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Tests reports | |
| uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2 | |
| if: failure() | |
| with: | |
| name: windows-test-reports | |
| path: build/reports/tests/test/ | |
| # GraalVM native-image needs the MSVC toolchain on Windows. The | |
| # windows-latest runner now ships Visual Studio 2026, which GraalVM's | |
| # auto-detection cannot locate (it looks for VS 2022), so set up the | |
| # developer environment explicitly to stay independent of the VS version. | |
| - name: Set up MSVC developer environment | |
| uses: ilammy/msvc-dev-cmd@0b201ec74fa43914dc39ae48a89fd1d8cb592756 # v1.13.0 | |
| - name: Build Native Image | |
| run: ./gradlew nativeCompile | |
| env: | |
| GITHUB_USERNAME: ${{ github.actor }} | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| PLATFORM: windows-x86_64 | |
| - name: Upload Windows native image artifact | |
| uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2 | |
| with: | |
| name: tw-windows | |
| path: build/native/nativeCompile/tw.exe | |
| - name: Binary tests | |
| run: ./gradlew cleanTest test | |
| env: | |
| TOWER_CLI: build/native/nativeCompile/tw.exe | |
| GITHUB_USERNAME: ${{ github.actor }} | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Binary tests reports | |
| uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2 | |
| if: failure() | |
| with: | |
| name: windows-binary-test-reports | |
| path: build/reports/tests/test/ | |
| release: | |
| name: Release | |
| if: contains(github.event.head_commit.message, '[release]') && github.event.ref=='refs/heads/master' | |
| needs: [ linux-image, mac-image, mac-arm64-image, windows-image ] | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: write | |
| packages: write | |
| actions: read | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4.3.1 | |
| with: | |
| fetch-depth: 0 | |
| - name: Download all build artifacts | |
| uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093 # v4.3.0 | |
| - name: Setup Java for JReleaser | |
| uses: actions/setup-java@c1e323688fd81a25caa38c78aa6df2d33d3e20d9 # v4.8.0 | |
| with: | |
| java-version: '21' | |
| distribution: 'adopt' | |
| - name: Version | |
| id: version | |
| run: | | |
| VERSION=$(cat ./VERSION) | |
| echo "VERSION=$VERSION" | |
| echo "VERSION=$VERSION" >> $GITHUB_OUTPUT | |
| - name: Run JReleaser | |
| uses: jreleaser/release-action@90ac653bb9c79d11179e65d81499f3f34527dcd5 # ratchet:jreleaser/release-action@2.5.0 | |
| env: | |
| JRELEASER_GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| JRELEASER_HOMEBREW_GITHUB_TOKEN: ${{secrets.GH_JRELEASER_TOKEN}} | |
| JRELEASER_PROJECT_VERSION: ${{ steps.version.outputs.VERSION }} | |
| - name: JReleaser release output | |
| if: always() | |
| uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2 | |
| with: | |
| name: jreleaser-release | |
| path: | | |
| out/jreleaser/trace.log | |
| out/jreleaser/output.properties | |
| - name: Send message to slack | |
| uses: archive/github-actions-slack@9ccf59ff2579a8d72da350ef248629f2946ba6b2 # v2.6.0 | |
| id: send-message | |
| continue-on-error: true | |
| with: | |
| slack-bot-user-oauth-access-token: ${{ secrets.SLACK_BOT_OAUTH_TOKEN }} | |
| slack-channel: ${{ vars.SLACK_CLI_CHANNEL }} | |
| slack-optional-blocks: | | |
| [ | |
| { | |
| "type": "section", | |
| "text": { | |
| "type": "mrkdwn", | |
| "text": "🆕 Tower CLI `v${{ steps.version.outputs.VERSION }}` ${{ format('<https://github.com/seqeralabs/tower-cli/releases/tag/v{0}|released.>', steps.version.outputs.VERSION) || '' }}." | |
| }, | |
| } | |
| ] |