build_artifact.yaml

###
# This workflow is used for quickly building artifacts
# Triggers:
#   1. Manual trigger
# Jobs:
#   1. Calculate Version Number
#   2. Build Web Artifact
#   3. Build Client Artifact
###

name: Build Artifact
run-name: Build Artifact triggered by ${{ github.actor }} 🛠️

on:
  workflow_dispatch:
    inputs:
      pull_flink_image:
        description: "Pull flink image"
        required: true
        type: boolean
        default: false
      install_db_browser:
        description: "Install db-browser"
        required: false
        type: boolean
        default: false
      install_ob_sql_parser:
        description: "Install ob-sql-parser"
        required: false
        type: boolean
        default: false
      build_jar:
        description: "Build jar package"
        required: false
        type: boolean
        default: false
      build_rpm:
        description: "Build rpm package"
        required: false
        type: boolean
        default: false
      build_docker:
        description: "Build docker image"
        required: false
        type: boolean
        default: false
      build_client:
        description: "Build client"
        required: false
        type: boolean
        default: false
      rpm_release:
        description: "Rpm release number"
        required: false
        default: ''
        type: string
      image_tag:
        description: "Docker image tag"
        required: false
        default: ''
        type: string

env:
  ODC_CURRENT_BRANCH: ${{ github.ref_name }}

jobs:
  calculate-version:
    name: Calculate Version Number
    runs-on: ubuntu-latest
    outputs:
      odc_rpm_release_number: ${{ steps.calculate_version.outputs.odc_rpm_release_number }}
      odc_docker_image_tag: ${{ steps.calculate_version.outputs.odc_docker_image_tag }}
    steps:
      - name: Checkout workspace
        uses: actions/checkout@v4
      - name: Calculate version number
        id: calculate_version
        run: |
          odc_rpm_release_number=$(date +%Y%m%d)
          if [[ -n "${{ inputs.rpm_release }}" ]]; then odc_rpm_release_number="${{ inputs.rpm_release }}"; fi
          echo "odc_rpm_release_number=${odc_rpm_release_number}" >> $GITHUB_OUTPUT
          echo "odc_rpm_release_number=${odc_rpm_release_number}"
          branch_match_regex="^(((dev/)?[0-9]\\.[0-9]\\.([0-9]{1,2}|x))|(release\\S*))$"
          tag_prefix=`[[ "${{ env.ODC_CURRENT_BRANCH }}" =~ ${branch_match_regex} ]] && echo "test" || echo "dev"`
          odc_docker_image_tag="${tag_prefix}-$(cat distribution/odc-server-VER.txt)-${odc_rpm_release_number}"
          if [[ -n "${{ inputs.image_tag }}" ]]; then odc_docker_image_tag="${{ inputs.image_tag }}"; fi
          echo "odc_docker_image_tag=${odc_docker_image_tag}" >> $GITHUB_OUTPUT
          echo "odc_docker_image_tag=${odc_docker_image_tag}"

  build-web-arm64:
    name: Build Web Artifact (ARM64)
    needs: [ calculate-version ]
    runs-on: ubuntu-latest
    env:
      odc_rpm_release_number: ${{ needs.calculate-version.outputs.odc_rpm_release_number }}
      odc_docker_image_tag: ${{ needs.calculate-version.outputs.odc_docker_image_tag }}
    steps:
      - name: Checkout workspace
        uses: actions/checkout@v4
      - name: Setup JDK 8
        uses: actions/setup-java@v4
        with:
          java-version: "8"
          distribution: "temurin"
          cache: maven
      - name: action by obfarm++odc_build_arm++BUILD_DOCKER_IMAGE=1;BUILD_RPM=1;BUILD_RPM_VERSION=${{ inputs.rpm_release }};BUILD_DOCKER_TAG=${{ env.odc_docker_image_tag }}
        if: ${{ github.event.inputs.build_rpm == 'true' || github.event.inputs.build_docker == 'true' }}
        uses: ./.github/obfarm/
        id: build-web-arm64
        with:
          pipeline_id: ${{ github.run_id }}
          project: ${{ github.repository }}
      - name: Echo build result
        if: ${{ github.event.inputs.build_rpm == 'true' || github.event.inputs.build_docker == 'true' }}
        run: |
          main_version="$(mvn help:evaluate -Dexpression=project.version -q -DforceStdout | cut -d - -f 1)"
          new_version="${main_version}-${odc_rpm_release_number}"
          echo "::notice ::BUILD RPM DOWNLOAD URL https://farm-use-for-odc.obs.cn-east-3.myhuaweicloud.com/odc-rpm/$GITHUB_RUN_ID/odc-server-${new_version}.aarch64.rpm"
          echo "::notice ::BUILD DOCKER IMAGE DOWNLOAD URL https://farm-use-for-odc.obs.cn-east-3.myhuaweicloud.com/odc-image/$GITHUB_RUN_ID/odc-${{ env.odc_docker_image_tag }}-arm64.tar.gz"

  build-web-x86_64:
    name: Build Web Artifact (x86_64)
    needs: [ calculate-version ]
    runs-on: ubuntu-latest
    env:
      odc_rpm_release_number: ${{ needs.calculate-version.outputs.odc_rpm_release_number }}
      odc_docker_image_tag: ${{ needs.calculate-version.outputs.odc_docker_image_tag }}
    steps:
      - name: Checkout workspace
        uses: actions/checkout@v4
        with:
          submodules: "recursive"
      - name: Setup JDK 8
        uses: actions/setup-java@v4
        with:
          java-version: "8"
          distribution: "temurin"
          cache: maven
      - name: Setup node 16
        uses: actions/setup-node@v4
        with:
          node-version: "16"
      - name: Build front static resources
        if: ${{ github.event.inputs.build_jar == 'true' || github.event.inputs.build_rpm == 'true' || github.event.inputs.build_docker == 'true' || github.event.inputs.build_client == 'true'}}
        run: |
          echo "Current directory: "`pwd`
          echo "Start build front static resources"
          pushd client
          echo "Run npm install pnpm -g"
          npm install pnpm@8 -g
          echo "Run pnpm install"
          pnpm install
          echo "Run npm run build:odc"
          npm run build:odc
          popd
          echo "Build front static resources success"
          echo "Start copy resources files"
          static_resources_path="server/odc-server/src/main/resources/static"
          if [ ! -d "${static_resources_path}" ]; then
            echo "mkdir -p ${static_resources_path}"
            mkdir -p "${static_resources_path}"
          fi
          rm --force --recursive --verbose ${static_resources_path}/*
          cp --force --recursive --verbose client/dist/renderer/* ${static_resources_path}
          echo "Copy resources files success"
      - name: Set release version
        id: set_release_version
        run: |
          main_version="$(mvn help:evaluate -Dexpression=project.version -q -DforceStdout | cut -d - -f 1)"
          new_version="${main_version}-${odc_rpm_release_number}"
          echo "new_version=${new_version}" >> $GITHUB_OUTPUT
          echo "RPM's version is "${new_version}
          mvn versions:set -DnewVersion="${new_version}"
          mvn versions:commit
      - name: Install ob-sql-parser
        if: ${{ github.event.inputs.install_ob_sql_parser == 'true'}}
        run: |
          echo "Start install ob-sql-parser"
          pushd libs/ob-sql-parser
          echo "Current dir is "`pwd`
          mvn clean install -Dmaven.test.skip=true
          echo "Install ob-sql-parser success"
          popd
      - name: Pull flink image
        if: ${{ github.event.inputs.pull_flink_image == 'true'}}
        run: |
          echo "Start pull flink image"
          docker pull dinkydocker/dinky-standalone-server:1.1.0-flink1.17
          docker save -o dinky.tar.gz dinkydocker/dinky-standalone-server:1.1.0-flink1.17
          echo "Pull flink image success"
      - name: Upload flink
        if: ${{ github.event.inputs.pull_flink_image == 'true'}}
        uses: actions/upload-artifact@v4
        with:
          name: flink.tar.gz
          path: flink.tar.gz
      - name: Install db-browser
        if: ${{ github.event.inputs.install_db_browser == 'true'}}
        run: |
          echo "Start install db-browser"
          pushd libs/db-browser
          echo "Current dir is "`pwd`
          mvn clean install -Dmaven.test.skip=true
          echo "Install db-browser success"
          popd
      - name: Build jar
        run: |
          echo "Start build jar packages"
          echo "Start prepare oceanbase-client"
          pushd import
          echo "Current dir is "`pwd`
          cp ../build-resource/obclient/2.2.4/linux_x86/obclient.tar.gz obclient.tar.gz
          popd
          echo "Prepare oceanbase-client success"
          echo "Start build rpm package"
          mvn help:system
          mvn clean install -Dmaven.test.skip=true
          echo "Build jar packages success"
          cp --verbose server/odc-server/target/*-executable.jar distribution/jar/odc.jar
          cp -fv distribution/jar/odc.jar distribution/jar/odc-slim.jar
          zip -d distribution/jar/odc-slim.jar "BOOT-INF/classes/static/*"
      - name: Upload jar
        if: ${{ github.event.inputs.build_jar == 'true' || github.event.inputs.build_client == 'true'}}
        uses: actions/upload-artifact@v4
        with:
          name: odc-artifact-jar
          path: |
            distribution/plugins/*.jar
            distribution/starters/*.jar
            distribution/jar/*.jar
      - name: Build rpm (x86_64)
        if: ${{ github.event.inputs.build_rpm == 'true' || github.event.inputs.build_docker == 'true' }}
        run: |
          echo "Start build rpm package"
          mvn --file server/odc-server/pom.xml rpm:rpm -Drpm.prefix=/opt
          echo "Build rpm package success"
          rm --force --recursive --verbose distribution/docker/resources/odc-*.rpm
          mkdir -p distribution/docker/resources/
          mv --verbose server/odc-server/target/rpm/odc-server/RPMS/*/odc-*.rpm distribution/docker/resources/
      - name: Upload rpm (x86_64)
        if: ${{ github.event.inputs.build_rpm == 'true' }}
        uses: actions/upload-artifact@v4
        with:
          name: odc-server-${{ steps.set_release_version.outputs.new_version }}.x86_64.rpm
          path: distribution/docker/resources/odc-*.rpm
      - name: Build docker image (x86_64)
        if: ${{ github.event.inputs.build_docker == 'true' }}
        run: |
          sed -e "s/DATE_CHANGE/$(date)/" -i distribution/docker/odc/Dockerfile
          echo "odc_docker_image_tag=${odc_docker_image_tag}"
          pushd distribution/docker
          docker build -t docker.io/oceanbase/odc:${odc_docker_image_tag} -f odc/Dockerfile .
          docker save -o resources/odc-${odc_docker_image_tag}.tar.gz docker.io/oceanbase/odc:${odc_docker_image_tag}
          popd
      - name: Upload docker image (x86_64)
        if: ${{ github.event.inputs.build_docker == 'true' }}
        uses: actions/upload-artifact@v4
        with:
          name: odc-${{ env.odc_docker_image_tag }}.tar.gz
          path: distribution/docker/resources/odc-*.tar.gz

  build-client:
    name: Build Client Artifact
    needs: [ build-web-x86_64 ]
    if: ${{ github.event.inputs.build_client == 'true' }}
    runs-on: macos-latest
    strategy:
      fail-fast: false
      matrix:
        target: [ win, mac, linux_x86, linux_aarch64 ]
    steps:
      - name: Checkout workspace
        uses: actions/checkout@v4
        with:
          submodules: "recursive"
      # Build jar failed when run on macos-latest, so we need to build and upload jar on ubuntu-latest in the above job
      - name: Download resources
        uses: actions/download-artifact@v4
        with:
          name: odc-artifact-jar
          path: jar-dist
      - name: Change directory
        run: |
          mkdir -p client/libraries/java
          cp jar-dist/jar/odc-slim.jar client/libraries/java/odc.jar
          mkdir -p client/libraries/java/plugins
          cp -R jar-dist/plugins/. client/libraries/java/plugins
          mkdir -p client/libraries/java/starters
          cp -R jar-dist/starters/. client/libraries/java/starters
      - name: Setup node 16
        uses: actions/setup-node@v4
        with:
          node-version: "16"
      - name: Install dependencies
        uses: pnpm/action-setup@v4
        with:
          version: 8
          run_install: false
      - name: Get pnpm store directory
        shell: bash
        run: |
          echo "STORE_PATH=$(pnpm store path --silent)" >> $GITHUB_ENV
      - uses: actions/cache@v4
        name: Setup pnpm cache
        with:
          path: ${{ env.STORE_PATH }}
          key: ${{ runner.os }}-pnpm-store-${{ hashFiles('**/pnpm-lock.yaml') }}
          restore-keys: |
            ${{ runner.os }}-pnpm-store-
      - name: Build artifact
        env:
          # MACOS_CERTIFICATE: ${{ secrets.PROD_MACOS_CERTIFICATE }}
          # MACOS_CERTIFICATE_PWD: ${{ secrets.PROD_MACOS_CERTIFICATE_PWD }}
          # MACOS_CERTIFICATE_NAME: ${{ secrets.PROD_MACOS_CERTIFICATE_NAME }}
          # MACOS_CI_KEYCHAIN_PWD: ${{ secrets.PROD_MACOS_CI_KEYCHAIN_PWD }}
          # APPLE_ID: ${{ secrets.PROD_MACOS_NOTARIZATION_APPLE_ID }}
          # APPLE_TEAM_ID: ${{ secrets.PROD_MACOS_NOTARIZATION_TEAM_ID }}
          # APPLE_ID_PASSWORD: ${{ secrets.PROD_MACOS_NOTARIZATION_PWD }}
          # APPLE_APP_SPECIFIC_PASSWORD: ${{ secrets.PROD_MACOS_NOTARIZATION_PWD }}
          WIN_CSC_LINK: ${{ secrets.PROD_WIN_CSC_LINK }}
          WIN_CSC_KEY_PASSWORD: ${{ secrets.PROD_WIN_CSC_KEY_PASSWORD }}
        run: |
          # Turn our base64-encoded certificate back to a regular .p12 file
          cd client
          # echo $MACOS_CERTIFICATE | base64 --decode > certificate.p12
          # We need to create a new keychain, otherwise using the certificate will prompt
          # with a UI dialog asking for the certificate password, which we can't
          # use in a headless CI environment
          # security create-keychain -p "$MACOS_CI_KEYCHAIN_PWD" build.keychain 
          # security default-keychain -s build.keychain
          # security unlock-keychain -p "$MACOS_CI_KEYCHAIN_PWD" build.keychain
          # security import certificate.p12 -k build.keychain -P "$MACOS_CERTIFICATE_PWD" -T /usr/bin/codesign
          # security set-key-partition-list -S apple-tool:,apple:,codesign: -s -k "$MACOS_CI_KEYCHAIN_PWD" build.keychain
          # echo "Cert Imported"
          echo "node-linker=hoisted" >> .npmrc
          pnpm install
          # We need to create a new keychain, otherwise using the certificate will prompt
          # with a UI dialog asking for the certificate password, which we can't
          # use in a headless CI environment
          export ELECTRON_MIRROR=https://npmmirror.com/mirrors/electron/
          export ODC_BUILD_SKIP_JAR=true
          export CSC_IDENTITY_AUTO_DISCOVERY=false
          node ./scripts/client/build.js ${{ matrix.target }}
      - name: Upload artifact
        uses: actions/upload-artifact@v4
        with:
          name: odc-client-pkg-${{ matrix.target }}
          path: |
            client/release/*.dmg
            client/release/*.deb
            client/release/*.exe
            client/release/*.AppImage