Subscription: apply IoTConsensusV2 as cluster mode for integration test #13638
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Multi-Cluster IT | |
| on: | |
| push: | |
| branches: | |
| - master | |
| - 'rel/1.*' | |
| - 'rc/1.*' | |
| paths-ignore: | |
| - 'docs/**' | |
| - 'site/**' | |
| - 'iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/**' #queryengine | |
| pull_request: | |
| branches: | |
| - master | |
| - 'rel/1.*' | |
| - 'rc/1.*' | |
| paths-ignore: | |
| - 'docs/**' | |
| - 'site/**' | |
| - 'iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/**' #queryengine | |
| # allow manually run the action: | |
| workflow_dispatch: | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| env: | |
| MAVEN_OPTS: -Dhttp.keepAlive=false -Dmaven.wagon.http.pool=false -Dmaven.wagon.http.retryHandler.class=standard -Dmaven.wagon.http.retryHandler.count=3 | |
| MAVEN_ARGS: --batch-mode --no-transfer-progress | |
| DEVELOCITY_ACCESS_KEY: ${{ secrets.GE_ACCESS_TOKEN }} | |
| jobs: | |
| subscription-regression-consumer: | |
| strategy: | |
| fail-fast: false | |
| max-parallel: 15 | |
| matrix: | |
| java: [ 17 ] | |
| # do not use HighPerformanceMode here, otherwise some tests will cause the GH runner to receive a shutdown signal | |
| cluster1: [ PipeConsensusBatchMode, PipeConsensusStreamMode, PipeConsensusBatchMode, PipeConsensusStreamMode, PipeConsensusBatchMode, PipeConsensusStreamMode ] | |
| cluster2: [ ScalableSingleNodeMode ] | |
| os: [ ubuntu-latest ] | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up JDK ${{ matrix.java }} | |
| uses: actions/setup-java@v4 | |
| with: | |
| distribution: liberica | |
| java-version: ${{ matrix.java }} | |
| - name: IT Test | |
| shell: bash | |
| # we do not compile client-cpp for saving time, it is tested in client.yml | |
| # we can skip influxdb-protocol because it has been tested separately in influxdb-protocol.yml | |
| run: | | |
| mvn clean verify \ | |
| -P with-integration-tests \ | |
| -DskipUTs \ | |
| -DintegrationTest.forkCount=1 -DConfigNodeMaxHeapSize=256 -DDataNodeMaxHeapSize=1024 -DDataNodeMaxDirectMemorySize=768 \ | |
| -DClusterConfigurations=${{ matrix.cluster1 }},${{ matrix.cluster2 }} \ | |
| -pl integration-test \ | |
| -am -PMultiClusterIT2SubscriptionRegressionConsumer \ | |
| -ntp | |
| - name: Upload Artifact | |
| if: failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: cluster-log-subscription-regression-consumer-java${{ matrix.java }}-${{ runner.os }}-${{ matrix.cluster1 }}-${{ matrix.cluster2 }} | |
| path: integration-test/target/cluster-logs | |
| retention-days: 30 | |
| subscription-regression-misc: | |
| strategy: | |
| fail-fast: false | |
| max-parallel: 15 | |
| matrix: | |
| java: [ 17 ] | |
| # do not use HighPerformanceMode here, otherwise some tests will cause the GH runner to receive a shutdown signal | |
| cluster1: [ PipeConsensusBatchMode, PipeConsensusStreamMode, PipeConsensusBatchMode, PipeConsensusStreamMode, PipeConsensusBatchMode, PipeConsensusStreamMode ] | |
| cluster2: [ ScalableSingleNodeMode ] | |
| os: [ ubuntu-latest ] | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up JDK ${{ matrix.java }} | |
| uses: actions/setup-java@v4 | |
| with: | |
| distribution: liberica | |
| java-version: ${{ matrix.java }} | |
| - name: IT Test | |
| shell: bash | |
| # we do not compile client-cpp for saving time, it is tested in client.yml | |
| # we can skip influxdb-protocol because it has been tested separately in influxdb-protocol.yml | |
| run: | | |
| mvn clean verify \ | |
| -P with-integration-tests \ | |
| -DskipUTs \ | |
| -DintegrationTest.forkCount=1 -DConfigNodeMaxHeapSize=256 -DDataNodeMaxHeapSize=1024 -DDataNodeMaxDirectMemorySize=768 \ | |
| -DClusterConfigurations=${{ matrix.cluster1 }},${{ matrix.cluster2 }} \ | |
| -pl integration-test \ | |
| -am -PMultiClusterIT2SubscriptionRegressionMisc \ | |
| -ntp | |
| - name: Upload Artifact | |
| if: failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: cluster-log-subscription-regression-misc-java${{ matrix.java }}-${{ runner.os }}-${{ matrix.cluster1 }}-${{ matrix.cluster2 }} | |
| path: integration-test/target/cluster-logs | |
| retention-days: 30 |