ToolJet/.github/workflows/cypress-platform.yml

name: Cypress Platform

on:
  pull_request_target:
    types: [labeled, unlabeled, closed]
  workflow_dispatch:

env:
  PR_NUMBER: ${{ github.event.number }}
  BRANCH_NAME: ${{ github.head_ref || github.ref_name }}

jobs:
  Cypress-Platform:
    runs-on: ubuntu-22.04
    if: |
      github.event.action == 'labeled' && 
      (github.event.label.name == 'run-cypress-platform' || 
       github.event.label.name == 'run-cypress')      

    steps:
      - name: Setup Node.js
        uses: actions/setup-node@v2
        with:
          node-version: 18.18.2

      - name: Checkout
        uses: actions/checkout@v3
        with:
          ref: ${{ github.event.pull_request.head.ref }}

      - name: Set up Docker
        uses: docker-practice/actions-setup-docker@master

      - name: Install and build dependencies
        run: |
          npm cache clean --force
          npm install
          npm install --prefix server
          npm install --prefix frontend
          npm run build:plugins          

      - name: Local development setup
        run: |
          sudo docker network create tooljet
          sudo docker run -d --name postgres -p 5432:5432 -e POSTGRES_PASSWORD=postgres -e POSTGRES_USER=postgres -e POSTGRES_PORT=5432 -d postgres:13          

      - name: Run PostgREST Docker Container
        run: |
          sudo docker run -d --name postgrest --network tooljet -p 3001:3000 \
          -e PGRST_DB_URI="postgres://postgres:postgres@postgres:5432/tooljet" \
          -e PGRST_DB_ANON_ROLE="postgres" \
          -e PGRST_JWT_SECRET="r9iMKoe5CRMgvJBBtp4HrqN7QiPpUToj" \
          -e PGRST_DB_PRE_CONFIG=postgrest.pre_config \
          postgrest/postgrest:v12.2.0          

      - name: Set up environment variables
        run: |
          echo "TOOLJET_HOST=http://localhost:8082" >> .env
          echo "LOCKBOX_MASTER_KEY=cd97331a419c09387bef49787f7da8d2a81d30733f0de6bed23ad8356d2068b2" >> .env
          echo "SECRET_KEY_BASE=7073b9a35a15dd20914ae17e36a693093f25b74b96517a5fec461fc901c51e011cd142c731bee48c5081ec8bac321c1f259ef097ef2a16f25df17a3798c03426" >> .env
          echo "PG_DB=tooljet_development" >> .env
          echo "PG_USER=postgres" >> .env
          echo "PG_HOST=localhost" >> .env
          echo "PG_PASS=postgres" >> .env
          echo "PG_PORT=5432" >> .env
          echo "ENABLE_TOOLJET_DB=true" >> .env
          echo "TOOLJET_DB=tooljet_db" >> .env
          echo "TOOLJET_DB_USER=postgres" >> .env
          echo "TOOLJET_DB_HOST=localhost" >> .env
          echo "TOOLJET_DB_PASS=postgres" >> .env
          echo "PGRST_JWT_SECRET=r9iMKoe5CRMgvJBBtp4HrqN7QiPpUToj" >> .env
          echo "PGRST_HOST=localhost:3001" >> .env
          echo "ENABLE_MARKETPLACE_FEATURE=true" >> .env
          echo "ENABLE_MARKETPLACE_DEV_MODE=true" >> .env
          echo "ENABLE_PRIVATE_APP_EMBED=true" >> .env
          echo "TOOLJET_DB_STATEMENT_TIMEOUT=60000" >> .env
          echo "TOOLJET_DB_RECONFIG=true" >> .env
          echo "SSO_GOOGLE_OAUTH2_CLIENT_ID=123456789.apps.googleusercontent.com" >> .env
          echo "SSO_GOOGLE_OAUTH2_CLIENT_SECRET=ABCGFDNF-FHSDVFY-bskfh6234" >> .env
          echo "SSO_GIT_OAUTH2_CLIENT_ID=1234567890" >> .env
          echo "SSO_GIT_OAUTH2_CLIENT_SECRET=3346shfvkdjjsfkvxce32854e026a4531ed" >> .env
          echo "PGRST_DB_PRE_CONFIG=postgrest.pre_config" >> .env
          echo "PGRST_DB_URI=postgres://postgres:postgres@postgres:5432/tooljet" >> .env          

      - name: Set up database
        run: |
          npm run --prefix server db:create
          npm run --prefix server db:reset
          sleep 5          

      - name: Start services
        run: |
          cd plugins && npm start &
          cd server && npm run start:dev &
          cd frontend && npm start &          

      - name: Wait for the server to be ready
        run: |
          timeout 300 bash -c '
          until curl --silent --fail http://localhost:8082; do
            sleep 5
          done'          

      - name: Run PostgREST Docker Container
        run: |
          sudo docker run -d --name postgrest --network tooljet -p 3001:3000 \
          -e PGRST_DB_URI="postgres://postgres:postgres@postgres:5432/tooljet" \
          -e PGRST_DB_ANON_ROLE="postgres" \
          -e PGRST_JWT_SECRET="r9iMKoe5CRMgvJBBtp4HrqN7QiPpUToj" \
          -e PGRST_DB_PRE_CONFIG=postgrest.pre_config \
          postgrest/postgrest:v12.2.0          

      - name: Postgres logs
        run: docker logs postgrest

      - name: Create Cypress environment file
        id: create-json
        uses: jsdaniell/create-json@1.1.2
        with:
          name: "cypress.env.json"
          json: ${{ secrets.CYPRESS_SECRETS }}
          dir: "./cypress-tests"

      - name: Run Cypress tests
        uses: cypress-io/github-action@v6
        with:
          working-directory: ./cypress-tests
          config: "baseUrl=http://localhost:8082"
          config-file: cypress-platform.config.js

      - name: Capture Screenshots
        uses: actions/upload-artifact@v4
        if: always()
        with:
          name: screenshots
          path: cypress-tests/cypress/screenshots

  Cypress-Platform-Subpath:
    runs-on: ubuntu-22.04
    if: |
      github.event.action == 'labeled' && 
      (github.event.label.name == 'run-cypress-platform-subpath' || 
       github.event.label.name == 'run-proxy-platform')      

    steps:
      - name: Setup Node.js
        uses: actions/setup-node@v2
        with:
          node-version: 18.18.2

      - name: Checkout
        uses: actions/checkout@v3
        with:
          ref: ${{ github.event.pull_request.head.ref }}

      - name: Set up Docker configuration
        run: |
          mkdir -p ~/.docker/cli-plugins
          curl -SL https://github.com/docker/buildx/releases/download/v0.11.0/buildx-v0.11.0.linux-amd64 -o ~/.docker/cli-plugins/docker-buildx
          chmod a+x ~/.docker/cli-plugins/docker-buildx
          docker buildx create --name mybuilder --platform linux/arm64,linux/amd64,linux/amd64/v2,linux/riscv64,linux/ppc64le,linux/s390x,linux/386,linux/mips64le,linux/mips64,linux/arm/v7,linux/arm/v6
          docker buildx use mybuilder
          echo "DOCKER_CLI_EXPERIMENTAL=enabled" >> $GITHUB_ENV
          echo "SAFE_BRANCH_NAME=$(echo ${{ env.BRANCH_NAME }} | tr '/' '-')" >> $GITHUB_ENV          

      - name: Docker Login
        uses: docker/login-action@v2
        with:
          username: ${{ secrets.DOCKER_USERNAME }}
          password: ${{ secrets.DOCKER_PASSWORD }}

      - name: Build and Push Docker image
        uses: docker/build-push-action@v4
        with:
          context: .
          file: docker/production.Dockerfile
          push: true
          tags: tooljet/tj-osv:${{ env.SAFE_BRANCH_NAME }}
          platforms: linux/amd64

      - name: Set up environment variables
        run: |
          echo "TOOLJET_HOST=http://localhost:3000" >> .env
          echo "LOCKBOX_MASTER_KEY=cd97331a419c09387bef49787f7da8d2a81d30733f0de6bed23ad8356d2068b2" >> .env
          echo "SECRET_KEY_BASE=7073b9a35a15dd20914ae17e36a693093f25b74b96517a5fec461fc901c51e011cd142c731bee48c5081ec8bac321c1f259ef097ef2a16f25df17a3798c03426" >> .env
          echo "PG_DB=tooljet_development" >> .env
          echo "PG_USER=postgres" >> .env
          echo "PG_HOST=postgres" >> .env
          echo "PG_PASS=postgres" >> .env
          echo "PG_PORT=5432" >> .env
          echo "ENABLE_TOOLJET_DB=true" >> .env
          echo "TOOLJET_DB=tooljet_db" >> .env
          echo "TOOLJET_DB_USER=postgres" >> .env
          echo "TOOLJET_DB_HOST=postgres" >> .env
          echo "TOOLJET_DB_PASS=postgres" >> .env
          echo "PGRST_JWT_SECRET=r9iMKoe5CRMgvJBBtp4HrqN7QiPpUToj" >> .env
          echo "PGRST_HOST=postgrest" >> .env
          echo "NODE_ENV=production" >> .env
          echo "SERVE_CLIENT=true" >> .env
          echo "SUB_PATH=/apps/" >> .env
          echo "ENABLE_MARKETPLACE_FEATURE=true" >> .env
          echo "ENABLE_MARKETPLACE_DEV_MODE=true" >> .env
          echo "ENABLE_PRIVATE_APP_EMBED=true" >> .env
          echo "TOOLJET_DB_STATEMENT_TIMEOUT=60000" >> .env
          echo "TOOLJET_DB_RECONFIG=true" >> .env
          echo "SSO_GOOGLE_OAUTH2_CLIENT_ID=123456789.apps.googleusercontent.com" >> .env
          echo "SSO_GOOGLE_OAUTH2_CLIENT_SECRET=ABCGFDNF-FHSDVFY-bskfh6234" >> .env
          echo "SSO_GIT_OAUTH2_CLIENT_ID=1234567890" >> .env
          echo "SSO_GIT_OAUTH2_CLIENT_SECRET=3346shfvkdjjsfkvxce32854e026a4531ed" >> .env
          echo "PGRST_DB_PRE_CONFIG=postgrest.pre_config" >> .env          

      - name: Deploy with Docker Compose
        run: |
          curl -LO https://tooljet-test.s3.us-west-1.amazonaws.com/docker-compose.yaml
          mkdir postgres_data
          sed -i '/^[[:space:]]*tooljet:/,/^$/ s|^\([[:space:]]*image:[[:space:]]*\).*|\1tooljet/tj-osv:${{ env.SAFE_BRANCH_NAME }}|' docker-compose.yaml
          curl -L "https://github.com/docker/compose/releases/download/v2.10.2/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose
          chmod +x /usr/local/bin/docker-compose
          docker-compose up -d          

      - name: Wait for server
        run: |
          timeout 300 bash -c 'until curl --silent --fail http://localhost:3000/apps/; do sleep 5; done'          

      - name: Create Cypress environment file
        id: create-json
        uses: jsdaniell/create-json@1.1.2
        with:
          name: "cypress.env.json"
          json: ${{ secrets.CYPRESS_SECRETS_SUBPATH }}
          dir: "./cypress-tests"

      - name: Run Cypress tests
        uses: cypress-io/github-action@v6
        with:
          working-directory: ./cypress-tests
          config: "baseUrl=http://localhost:3000/apps"
          config-file: cypress-platform.config.js

      - name: Capture Screenshots
        uses: actions/upload-artifact@v4
        if: always()
        with:
          name: screenshots
          path: cypress-tests/cypress/screenshots

  Cypress-Platform-Proxy:
    runs-on: ubuntu-22.04
    if: |
      github.event.action == 'labeled' && 
      (github.event.label.name == 'run-cypress-platform-proxy' || 
       github.event.label.name == 'run-proxy-platform')      

    steps:
      - name: Setup Node.js
        uses: actions/setup-node@v2
        with:
          node-version: 18.18.2

      - name: Checkout
        uses: actions/checkout@v3
        with:
          ref: ${{ github.event.pull_request.head.ref }}

      - name: Set up Docker configuration
        run: |
          mkdir -p ~/.docker/cli-plugins
          curl -SL https://github.com/docker/buildx/releases/download/v0.11.0/buildx-v0.11.0.linux-amd64 -o ~/.docker/cli-plugins/docker-buildx
          chmod a+x ~/.docker/cli-plugins/docker-buildx
          docker buildx create --name mybuilder --platform linux/arm64,linux/amd64,linux/amd64/v2,linux/riscv64,linux/ppc64le,linux/s390x,linux/386,linux/mips64le,linux/mips64,linux/arm/v7,linux/arm/v6
          docker buildx use mybuilder
          echo "DOCKER_CLI_EXPERIMENTAL=enabled" >> $GITHUB_ENV
          echo "SAFE_BRANCH_NAME=$(echo ${{ env.BRANCH_NAME }} | tr '/' '-')" >> $GITHUB_ENV          

      - name: Docker Login
        uses: docker/login-action@v2
        with:
          username: ${{ secrets.DOCKER_USERNAME }}
          password: ${{ secrets.DOCKER_PASSWORD }}

      - name: Build and Push Docker image
        uses: docker/build-push-action@v4
        with:
          context: .
          file: docker/production.Dockerfile
          push: true
          tags: tooljet/tj-osv:${{ env.SAFE_BRANCH_NAME }}
          platforms: linux/amd64

      - name: Set up environment variables
        run: |
          echo "TOOLJET_HOST=http://localhost:3000" >> .env
          echo "LOCKBOX_MASTER_KEY=cd97331a419c09387bef49787f7da8d2a81d30733f0de6bed23ad8356d2068b2" >> .env
          echo "SECRET_KEY_BASE=7073b9a35a15dd20914ae17e36a693093f25b74b96517a5fec461fc901c51e011cd142c731bee48c5081ec8bac321c1f259ef097ef2a16f25df17a3798c03426" >> .env
          echo "PG_DB=tooljet_development" >> .env
          echo "PG_USER=postgres" >> .env
          echo "PG_HOST=postgres" >> .env
          echo "PG_PASS=postgres" >> .env
          echo "PG_PORT=5432" >> .env
          echo "ENABLE_TOOLJET_DB=true" >> .env
          echo "TOOLJET_DB=tooljet_db" >> .env
          echo "TOOLJET_DB_USER=postgres" >> .env
          echo "TOOLJET_DB_HOST=postgres" >> .env
          echo "TOOLJET_DB_PASS=postgres" >> .env
          echo "PGRST_JWT_SECRET=r9iMKoe5CRMgvJBBtp4HrqN7QiPpUToj" >> .env
          echo "PGRST_HOST=postgrest" >> .env
          echo "NODE_ENV=production" >> .env
          echo "SERVE_CLIENT=true" >> .env
          echo "ENABLE_MARKETPLACE_FEATURE=true" >> .env
          echo "ENABLE_MARKETPLACE_DEV_MODE=true" >> .env
          echo "ENABLE_PRIVATE_APP_EMBED=true" >> .env
          echo "TOOLJET_DB_STATEMENT_TIMEOUT=60000" >> .env
          echo "TOOLJET_DB_RECONFIG=true" >> .env
          echo "SSO_GOOGLE_OAUTH2_CLIENT_ID=123456789.apps.googleusercontent.com" >> .env
          echo "SSO_GOOGLE_OAUTH2_CLIENT_SECRET=ABCGFDNF-FHSDVFY-bskfh6234" >> .env
          echo "SSO_GIT_OAUTH2_CLIENT_ID=1234567890" >> .env
          echo "SSO_GIT_OAUTH2_CLIENT_SECRET=3346shfvkdjjsfkvxce32854e026a4531ed" >> .env
          echo "PGRST_DB_PRE_CONFIG=postgrest.pre_config" >> .env          

      - name: Deploy with Docker Compose
        run: |
          curl -LO https://tooljet-test.s3.us-west-1.amazonaws.com/docker-compose.yaml
          mkdir postgres_data
          sed -i '/^[[:space:]]*tooljet:/,/^$/ s|^\([[:space:]]*image:[[:space:]]*\).*|\1tooljet/tj-osv:${{ env.SAFE_BRANCH_NAME }}|' docker-compose.yaml
          curl -L "https://github.com/docker/compose/releases/download/v2.10.2/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose
          chmod +x /usr/local/bin/docker-compose
          docker-compose up -d          

      - name: Setup Nginx
        run: |
          sudo apt update
          sudo apt install -y nginx
          sudo systemctl stop apache2 || true
          sudo apt remove apache2 -y || true
          sudo cp cypress-tests/proxy.nginx /etc/nginx/sites-available/nginx-config
          sudo ln -sf /etc/nginx/sites-available/nginx-config /etc/nginx/sites-enabled/nginx-config
          sudo nginx -t
          sudo systemctl start nginx
          sudo systemctl reload nginx
          sudo netstat -tulpn | grep 4001          

      - name: Wait for server
        run: |
          timeout 300 bash -c 'until curl --silent --fail http://localhost:4001/; do sleep 5; done'          

      - name: Create Cypress environment file
        id: create-json
        uses: jsdaniell/create-json@1.1.2
        with:
          name: "cypress.env.json"
          json: ${{ secrets.CYPRESS_SECRETS_PROXY }}
          dir: "./cypress-tests"

      - name: Run Cypress tests
        uses: cypress-io/github-action@v6
        with:
          working-directory: ./cypress-tests
          config: "baseUrl=http://localhost:4001"
          config-file: cypress-platform.config.js

      - name: Capture Screenshots
        uses: actions/upload-artifact@v4
        if: always()
        with:
          name: screenshots
          path: cypress-tests/cypress/screenshots

  Cypress-Platform-Proxy-Subpath:
    runs-on: ubuntu-22.04
    if: |
      github.event.action == 'labeled' && 
      (github.event.label.name == 'run-cypress-platform-proxy-subpath' || 
       github.event.label.name == 'run-proxy-platform')      

    steps:
      - name: Setup Node.js
        uses: actions/setup-node@v2
        with:
          node-version: 18.18.2

      - name: Checkout
        uses: actions/checkout@v3
        with:
          ref: ${{ github.event.pull_request.head.ref }}

      - name: Set up Docker configuration
        run: |
          mkdir -p ~/.docker/cli-plugins
          curl -SL https://github.com/docker/buildx/releases/download/v0.11.0/buildx-v0.11.0.linux-amd64 -o ~/.docker/cli-plugins/docker-buildx
          chmod a+x ~/.docker/cli-plugins/docker-buildx
          docker buildx create --name mybuilder --platform linux/arm64,linux/amd64,linux/amd64/v2,linux/riscv64,linux/ppc64le,linux/s390x,linux/386,linux/mips64le,linux/mips64,linux/arm/v7,linux/arm/v6
          docker buildx use mybuilder
          echo "DOCKER_CLI_EXPERIMENTAL=enabled" >> $GITHUB_ENV
          echo "SAFE_BRANCH_NAME=$(echo ${{ env.BRANCH_NAME }} | tr '/' '-')" >> $GITHUB_ENV          

      - name: Docker Login
        uses: docker/login-action@v2
        with:
          username: ${{ secrets.DOCKER_USERNAME }}
          password: ${{ secrets.DOCKER_PASSWORD }}

      - name: Build and Push Docker image
        uses: docker/build-push-action@v4
        with:
          context: .
          file: docker/production.Dockerfile
          push: true
          tags: tooljet/tj-osv:${{ env.SAFE_BRANCH_NAME }}
          platforms: linux/amd64

      - name: Set up environment variables
        run: |
          echo "TOOLJET_HOST=http://localhost:3000" >> .env
          echo "LOCKBOX_MASTER_KEY=cd97331a419c09387bef49787f7da8d2a81d30733f0de6bed23ad8356d2068b2" >> .env
          echo "SECRET_KEY_BASE=7073b9a35a15dd20914ae17e36a693093f25b74b96517a5fec461fc901c51e011cd142c731bee48c5081ec8bac321c1f259ef097ef2a16f25df17a3798c03426" >> .env
          echo "PG_DB=tooljet_development" >> .env
          echo "PG_USER=postgres" >> .env
          echo "PG_HOST=postgres" >> .env
          echo "PG_PASS=postgres" >> .env
          echo "PG_PORT=5432" >> .env
          echo "ENABLE_TOOLJET_DB=true" >> .env
          echo "TOOLJET_DB=tooljet_db" >> .env
          echo "TOOLJET_DB_USER=postgres" >> .env
          echo "TOOLJET_DB_HOST=postgres" >> .env
          echo "TOOLJET_DB_PASS=postgres" >> .env
          echo "PGRST_JWT_SECRET=r9iMKoe5CRMgvJBBtp4HrqN7QiPpUToj" >> .env
          echo "PGRST_HOST=postgrest" >> .env
          echo "NODE_ENV=production" >> .env
          echo "SERVE_CLIENT=true" >> .env
          echo "SUB_PATH=/apps/" >> .env
          echo "ENABLE_MARKETPLACE_FEATURE=true" >> .env
          echo "ENABLE_MARKETPLACE_DEV_MODE=true" >> .env
          echo "ENABLE_PRIVATE_APP_EMBED=true" >> .env
          echo "TOOLJET_DB_STATEMENT_TIMEOUT=60000" >> .env
          echo "TOOLJET_DB_RECONFIG=true" >> .env
          echo "SSO_GOOGLE_OAUTH2_CLIENT_ID=123456789.apps.googleusercontent.com" >> .env
          echo "SSO_GOOGLE_OAUTH2_CLIENT_SECRET=ABCGFDNF-FHSDVFY-bskfh6234" >> .env
          echo "SSO_GIT_OAUTH2_CLIENT_ID=1234567890" >> .env
          echo "SSO_GIT_OAUTH2_CLIENT_SECRET=3346shfvkdjjsfkvxce32854e026a4531ed" >> .env
          echo "PGRST_DB_PRE_CONFIG=postgrest.pre_config" >> .env          

      - name: Deploy with Docker Compose
        run: |
          curl -LO https://tooljet-test.s3.us-west-1.amazonaws.com/docker-compose.yaml
          mkdir postgres_data
          sed -i '/^[[:space:]]*tooljet:/,/^$/ s|^\([[:space:]]*image:[[:space:]]*\).*|\1tooljet/tj-osv:${{ env.SAFE_BRANCH_NAME }}|' docker-compose.yaml
          curl -L "https://github.com/docker/compose/releases/download/v2.10.2/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose
          chmod +x /usr/local/bin/docker-compose
          docker-compose up -d          

      - name: Setup Nginx
        run: |
          sudo apt update
          sudo apt install -y nginx
          sudo systemctl stop apache2 || true
          sudo apt remove apache2 -y || true
          sudo cp cypress-tests/subpath.nginx /etc/nginx/sites-available/nginx-config
          sudo ln -sf /etc/nginx/sites-available/nginx-config /etc/nginx/sites-enabled/nginx-config
          sudo nginx -t
          sudo systemctl start nginx
          sudo systemctl reload nginx
          sudo netstat -tulpn | grep 4001          

      - name: Wait for server
        run: |
          timeout 300 bash -c 'until curl --silent --fail http://localhost:4001/apps/; do sleep 5; done'          

      - name: Create Cypress environment file
        id: create-json
        uses: jsdaniell/create-json@1.1.2
        with:
          name: "cypress.env.json"
          json: ${{ secrets.CYPRESS_SECRETS_PROXY_SUBPATH }}
          dir: "./cypress-tests"

      - name: Run Cypress tests
        uses: cypress-io/github-action@v6
        with:
          working-directory: ./cypress-tests
          config: "baseUrl=http://localhost:4001/apps"
          config-file: cypress-platform.config.js

      - name: Capture Screenshots
        uses: actions/upload-artifact@v4
        if: always()
        with:
          name: screenshots
          path: cypress-tests/cypress/screenshots