# Copyright 2021 Collate # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # http://www.apache.org/licenses/LICENSE-2.0 # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. name: Integration Tests - PostgreSQL + OpenSearch on: merge_group: workflow_dispatch: push: branches: - main paths: - "openmetadata-service/**" - "openmetadata-integration-tests/**" - "openmetadata-spec/src/main/resources/json/schema/**" - "openmetadata-sdk/**" - "common/**" - "pom.xml" - "bootstrap/**" pull_request_target: types: [labeled, opened, synchronize, reopened, ready_for_review] permissions: contents: read checks: write concurrency: group: integration-tests-pg-os-${{ github.event.pull_request.number || github.run_id }} cancel-in-progress: true jobs: # Detect whether relevant paths changed. When no matching files are modified # the downstream job is skipped via its `if` condition. # A job skipped by `if` reports as "Success", so required checks still pass. changes: name: Detect Changes runs-on: ubuntu-latest if: ${{ !github.event.pull_request.draft }} outputs: backend: ${{ github.event_name == 'workflow_dispatch' && 'true' || steps.filter.outputs.backend }} steps: - uses: dorny/paths-filter@v3 id: filter if: ${{ github.event_name != 'workflow_dispatch' }} with: filters: | backend: - 'openmetadata-service/**' - 'openmetadata-integration-tests/**' - 'openmetadata-spec/src/main/resources/json/schema/**' - 'openmetadata-sdk/**' - 'common/**' - 'pom.xml' - 'bootstrap/**' integration-tests-postgres-opensearch: needs: changes runs-on: ubuntu-latest if: ${{ needs.changes.outputs.backend == 'true' }} steps: - name: Free Disk Space (Ubuntu) uses: jlumbroso/free-disk-space@main with: tool-cache: true android: true dotnet: true haskell: true large-packages: true docker-images: false swap-storage: true - name: Wait for the labeler uses: lewagon/wait-on-check-action@v1.3.4 if: ${{ github.event_name == 'pull_request_target' }} with: ref: ${{ github.event.pull_request.head.sha }} check-name: Team Label repo-token: ${{ secrets.GITHUB_TOKEN }} wait-interval: 90 - name: Verify PR labels uses: jesusvasquez333/verify-pr-label-action@v1.4.0 if: ${{ github.event_name == 'pull_request_target' }} with: github-token: '${{ secrets.GITHUB_TOKEN }}' valid-labels: 'safe to test' pull-request-number: '${{ github.event.pull_request.number }}' disable-reviews: true # To not auto approve changes - name: Checkout uses: actions/checkout@v4 with: ref: ${{ github.event_name == 'merge_group' && github.sha || github.event.pull_request.head.sha }} - name: Cache Maven dependencies id: cache-output uses: actions/cache@v4 with: path: ~/.m2 key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }} restore-keys: | ${{ runner.os }}-maven- - name: Set up JDK 21 if: steps.cache-output.outputs.exit-code == 0 uses: actions/setup-java@v4 with: java-version: '21' distribution: 'temurin' - name: Install Ubuntu dependencies if: steps.cache-output.outputs.exit-code == 0 run: | sudo apt-get update sudo apt-get install -y unixodbc-dev python3-venv librdkafka-dev gcc libsasl2-dev build-essential libssl-dev libffi-dev \ librdkafka-dev unixodbc-dev libevent-dev jq sudo make install_antlr_cli - name: Build for Integration Tests (PostgreSQL + OpenSearch) env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} run: mvn -DskipTests clean install -pl :openmetadata-integration-tests -am - name: Free build artifacts run: | rm -rf openmetadata-service/target/lib openmetadata-service/target/classes rm -rf openmetadata-spec/target openmetadata-sdk/target common/target rm -rf openmetadata-shaded-deps/*/target df -h / - name: Run Integration Tests (PostgreSQL + OpenSearch) env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} run: mvn verify -pl :openmetadata-integration-tests -Ppostgres-opensearch - name: Clean Up run: | cd ./docker/development docker compose down --remove-orphans sudo rm -rf ${PWD}/docker-volume - name: Publish Test Report if: ${{ always() }} uses: scacap/action-surefire-report@v1 with: github_token: ${{ secrets.GITHUB_TOKEN }} fail_on_test_failures: true report_paths: 'openmetadata-integration-tests/target/failsafe-reports/TEST-*.xml'