name: Playwright test reusable workflow on: workflow_call: inputs: shard: description: 'Shard number' required: true type: string db: required: true type: string jobs: playwright: runs-on: [self-hosted, v2] timeout-minutes: 100 steps: - name: Checkout uses: actions/checkout@v3 - name: Setup Node uses: actions/setup-node@v3 with: node-version: 18.14.0 - name: Setup pnpm uses: pnpm/action-setup@v2 with: version: 8 - name: Get pnpm store directory shell: bash run: | echo "STORE_PATH=$(pnpm store path --silent)" >> $GITHUB_ENV - uses: actions/cache@v3 name: Setup pnpm cache with: path: ${{ env.STORE_PATH }} key: ${{ runner.os }}-pnpm-store-${{ hashFiles('**/pnpm-lock.yaml') }} restore-keys: | ${{ runner.os }}-pnpm-store- - name: setup pg if: ${{ inputs.db == 'pg' || ( inputs.db == 'sqlite' && inputs.shard == '1' ) }} working-directory: ./ run: | service postgresql start cd /var/lib/postgresql/ && sudo -u postgres psql -c "SELECT 'dropdb '||datname||'' FROM pg_database WHERE datistemplate = false AND datallowconn = true And datname NOT IN ('postgres')" |grep ' dropdb ' | sudo -u postgres /bin/bash ; cd sudo -u postgres psql -c "ALTER USER postgres WITH PASSWORD 'password';" sudo -u postgres psql -c "ALTER USER postgres WITH SUPERUSER;" service postgresql restart - name: Set CI env run: export CI=true - name: Kill stale servers run: | # export NODE_OPTIONS=\"--max_old_space_size=16384\"; kill -9 $(lsof -t -i:8080) || echo "no process running on 8080" kill -9 $(lsof -t -i:3000) || echo "no process running on 3000" - name: Set CI env run: export CI=true - name: Set NC Edition run: export EE=true - name: install dependencies run: pnpm bootstrap - name: Setup mysql if: ${{ inputs.db == 'mysql' }} working-directory: ./packages/nocodb/tests/mysql-sakila-db run: | # Get a list of non-system databases and construct the DROP DATABASE statement for each service mysql start mysql -u'root' -p'password' -e "SHOW DATABASES" --skip-column-names | grep -Ev "(information_schema|mysql|performance_schema|sys)" | while read db; do mysql -u'root' -p'password' -e "DROP DATABASE IF EXISTS \`$db\`"; done # keep sql_mode default except remove "STRICT_TRANS_TABLES" mysql -u'root' -p'password' -e "SET GLOBAL sql_mode = 'ONLY_FULL_GROUP_BY,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_ENGINE_SUBSTITUTION';" # this is only needed for connecting to sakila db as its refeferred in multiple places in test code mysql -u'root' -p'password' < 01-mysql-sakila-schema.sql mysql -u'root' -p'password' < 02-mysql-sakila-insert-data.sql - name: Setup pg for quick tests if: ${{ inputs.db == 'sqlite' && inputs.shard == '1' }} working-directory: ./packages/nocodb/tests/pg-cy-quick/ run: | sudo -u postgres psql -U postgres -f 01-cy-quick.sql - name: run frontend working-directory: ./packages/nc-gui run: pnpm run ci:run timeout-minutes: 20 - name: Run backend if: ${{ inputs.db == 'sqlite' }} working-directory: ./packages/nocodb run: | pnpm run watch:run:playwright &> ${{ inputs.db }}_${{ inputs.shard }}_test_backend.log & - name: Run backend:mysql if: ${{ inputs.db == 'mysql' }} working-directory: ./packages/nocodb run: | pnpm run watch:run:playwright:mysql &> ${{ inputs.db }}_${{ inputs.shard }}_test_backend.log & - name: Run backend:pg if: ${{ inputs.db == 'pg' }} working-directory: ./packages/nocodb run: | pnpm run watch:run:playwright:pg &> ${{ inputs.db }}_${{ inputs.shard }}_test_backend.log & - name: Install Playwright Browsers working-directory: ./tests/playwright run: pnpm exec playwright install --with-deps chromium - name: Wait for backend run: | while ! curl --output /dev/null --silent --head --fail http://localhost:8080; do printf '.' sleep 2 done timeout-minutes: 2 - name: Run Playwright Tests working-directory: ./tests/playwright run: E2E_DB_TYPE=${{ inputs.db }} npm run ci:test:shard:${{ inputs.shard }} timeout-minutes: 60 # Stress test added/modified tests - name: Fetch develop branch working-directory: ./tests/playwright run: git fetch origin develop - name: Stress test working-directory: ./tests/playwright run: E2E_DB_TYPE=${{ inputs.db }} node ./scripts/stressTestNewlyAddedTest.js # # Quick tests (pg on sqlite shard 0 and sqlite on sqlite shard 1) # - name: Run quick server and tests (pg) # if: ${{ inputs.db == 'sqlite' && inputs.shard == '1' }} # working-directory: ./packages/nocodb # run: | # kill -9 $(lsof -t -i:8080) # npm run watch:run:playwright:pg:cyquick > quick_${{ inputs.shard }}_test_backend.log & # - name: Run quick server and tests (sqlite) # if: ${{ inputs.db == 'sqlite' && inputs.shard == '2' }} # working-directory: ./packages/nocodb # run: | # kill -9 $(lsof -t -i:8080) # npm run watch:run:playwright:quick > quick_${{ inputs.shard }}_test_backend.log & # - name: Wait for backend for sqlite-tests # if: ${{ inputs.db == 'sqlite' }} # working-directory: ./tests/playwright # run: | # while ! curl --output /dev/null --silent --head --fail http://localhost:8080; do # printf '.' # sleep 2 # done # timeout-minutes: 1 # - name: Run quick tests # if: ${{ inputs.db == 'sqlite' }} # working-directory: ./tests/playwright # run: PLAYWRIGHT_HTML_REPORT=playwright-report-quick npm run test:quick - uses: actions/upload-artifact@v3 if: ${{ inputs.db == 'sqlite' }} with: name: quick-backend-log-${{ inputs.shard }} path: ./packages/nocodb/quick_${{ inputs.shard }}_test_backend.log retention-days: 2 - uses: actions/upload-artifact@v3 if: ${{ inputs.db == 'sqlite' }} with: name: playwright-report-quick-${{ inputs.shard }} path: ./tests/playwright/playwright-report-quick/ retention-days: 2 - uses: actions/upload-artifact@v3 if: always() with: name: playwright-report-${{ inputs.db }}-${{ inputs.shard }} path: ./tests/playwright/playwright-report/ retention-days: 2 - uses: actions/upload-artifact@v3 if: always() with: name: playwright-report-stress-${{ inputs.db }}-${{ inputs.shard }} path: ./tests/playwright/playwright-report-stress/ retention-days: 2 - uses: actions/upload-artifact@v3 if: always() with: name: backend-logs-${{ inputs.db }}-${{ inputs.shard }} path: ./packages/nocodb/${{ inputs.db }}_${{ inputs.shard }}_test_backend.log retention-days: 2 - name: stop database servers if: always() working-directory: ./packages/nocodb run: | service postgresql stop service mysql stop