@ -13,9 +13,21 @@ on:
jobs: jobs:
playwright: playwright:
runs-on : [ self-hosted, v2] runs-on : ubuntu-20.04
timeout-minutes : 10 0 timeout-minutes : 4 0
steps: steps:
# Reference: https://github.com/pierotofy/set-swap-space/blob/master/action.yml
- name : Set 5gb swap
shell : bash
# Delete the swap file, allocate a new one, and activate it
run : |
export SWAP_FILE=$(swapon --show=NAME | tail -n 1)
sudo swapoff $SWAP_FILE
sudo rm $SWAP_FILE
sudo fallocate -l 5G $SWAP_FILE
sudo chmod 600 $SWAP_FILE
sudo mkswap $SWAP_FILE
sudo swapon $SWAP_FILE
- name : Setup Node - name : Setup Node
uses : actions/setup-node@v3 uses : actions/setup-node@v3
with: with:
@ -30,31 +42,11 @@ jobs:
with: with:
# npm cache files are stored in `~/.npm` on Linux/macOS # npm cache files are stored in `~/.npm` on Linux/macOS
path : ~/.npm path : ~/.npm
key : ${{ runner.os }}-v2- build-${{ env.cache-name }}-${{ hashFiles('**/package-lock.json') }} key : ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles('**/package-lock.json') }}
restore-keys : | restore-keys : |
${{ runner.os }}-v2-build-${{ env.cache-name }}- ${{ runner.os }}-build-${{ env.cache-name }}-
${{ runner.os }}-v2-build- ${{ runner.os }}-build-
${{ runner.os }}-v2 ${{ runner.os }}-
- name : setup pg
if : ${{ inputs.db == 'pg' || ( inputs.db == 'sqlite' && inputs.shard == '1' ) }}
working-directory : ./
run : |
service postgresql start
cd /var/lib/postgresql/ && sudo -u postgres psql -c "SELECT 'dropdb '||datname||'' FROM pg_database WHERE datistemplate = false AND datallowconn = true And datname NOT IN ('postgres')" |grep ' dropdb ' | sudo -u postgres /bin/bash ; cd
sudo -u postgres psql -c "ALTER USER postgres WITH PASSWORD 'password';"
sudo -u postgres psql -c "ALTER USER postgres WITH SUPERUSER;"
service postgresql restart
- name : Set CI env
run : export CI=true
- name : Kill stale servers
run : |
# export NODE_OPTIONS=\"--max_old_space_size=16384\";
kill -9 $(lsof -t -i:8080) || echo "no process running on 8080"
kill -9 $(lsof -t -i:3000) || echo "no process running on 3000"
- name : Set CI env
run : export CI=true
- name : Set NC Edition
run : export EE=true
- name : install dependencies nocodb-sdk - name : install dependencies nocodb-sdk
working-directory : ./packages/nocodb-sdk working-directory : ./packages/nocodb-sdk
run : npm install run : npm install
@ -63,23 +55,16 @@ jobs:
run : npm run build run : npm run build
- name : Setup mysql - name : Setup mysql
if : ${{ inputs.db == 'mysql' }} if : ${{ inputs.db == 'mysql' }}
working-directory : ./packages/nocodb/tests/mysql-sakila-db working-directory : ./
run : | run : docker-compose -f ./tests/playwright/scripts/docker-compose-mysql-playwright.yml up -d &
# Get a list of non-system databases and construct the DROP DATABASE statement for each - name : setup pg
service mysql start if : ${{ inputs.db == 'pg' }}
mysql -u'root' -p'password' -e "SHOW DATABASES" --skip-column-names | grep -Ev "(information_schema|mysql|performance_schema|sys)" | while read db; do working-directory : ./
mysql -u'root' -p'password' -e "DROP DATABASE IF EXISTS \`$db\`"; run : docker-compose -f ./tests/playwright/scripts/docker-compose-playwright-pg.yml up -d &
done - name : setup pg for quick tests
# keep sql_mode default except remove "STRICT_TRANS_TABLES"
mysql -u'root' -p'password' -e "SET GLOBAL sql_mode = 'ONLY_FULL_GROUP_BY,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_ENGINE_SUBSTITUTION';"
# this is only needed for connecting to sakila db as its refeferred in multiple places in test code
mysql -u'root' -p'password' < 01-mysql-sakila-schema.sql
mysql -u'root' -p'password' < 02-mysql-sakila-insert-data.sql
- name : Setup pg for quick tests
if : ${{ inputs.db == 'sqlite' && inputs.shard == '1' }} if : ${{ inputs.db == 'sqlite' && inputs.shard == '1' }}
working-directory : ./packages/nocodb/tests/pg-cy-quick/ working-directory : ./
run : | run : docker-compose -f ./tests/playwright/scripts/docker-compose-pg-pw-quick.yml up -d &
sudo -u postgres psql -U postgres -f 01-cy-quick.sql
- name : run frontend - name : run frontend
working-directory : ./packages/nc-gui working-directory : ./packages/nc-gui
run : npm run ci:run run : npm run ci:run
@ -89,28 +74,26 @@ jobs:
working-directory : ./packages/nocodb working-directory : ./packages/nocodb
run : | run : |
npm install npm install
npm run watch:run:playwright &> ${{ inputs.db }}_${{ inputs.shard }}_test_backend.log & npm run watch:run:playwright > ${{ inputs.db }}_${{ inputs.shard }}_test_backend.log &
- name : Run backend:mysql - name : Run backend:mysql
if : ${{ inputs.db == 'mysql' }} if : ${{ inputs.db == 'mysql' }}
working-directory : ./packages/nocodb working-directory : ./packages/nocodb
run : | run : |
npm install npm install
npm run watch:run:playwright:mysql &> ${{ inputs.db }}_${{ inputs.shard }}_test_backend.log & npm run watch:run:playwright:mysql > ${{ inputs.db }}_${{ inputs.shard }}_test_backend.log &
- name : Run backend:pg - name : Run backend:pg
if : ${{ inputs.db == 'pg' }} if : ${{ inputs.db == 'pg' }}
working-directory : ./packages/nocodb working-directory : ./packages/nocodb
run : | run : |
npm install npm install
npm run watch:run:playwright:pg &> ${{ inputs.db }}_${{ inputs.shard }}_test_backend.log & npm run watch:run:playwright:pg > ${{ inputs.db }}_${{ inputs.shard }}_test_backend.log &
- name : Cache playwright npm modules - name : Cache playwright npm modules
uses : actions/cache@v3 uses : actions/cache@v3
id : playwright-cache id : playwright-cache
with: with:
path : | path : |
**/tests/playwright/node_modules **/tests/playwright/node_modules
key : cache-v2-nc-playwright-${{ hashFiles('**/tests/playwright/package-lock.json') }} key : cache-nc-playwright-${{ hashFiles('**/tests/playwright/package-lock.json') }}
restore-keys : |
cache-v2-nc-playwright-
- name : Install dependencies - name : Install dependencies
if : steps.playwright-cache.outputs.cache-hit != 'true' if : steps.playwright-cache.outputs.cache-hit != 'true'
working-directory : ./tests/playwright working-directory : ./tests/playwright
@ -137,20 +120,20 @@ jobs:
working-directory : ./tests/playwright working-directory : ./tests/playwright
run : E2E_DB_TYPE=${{ inputs.db }} node ./scripts/stressTestNewlyAddedTest.js run : E2E_DB_TYPE=${{ inputs.db }} node ./scripts/stressTestNewlyAddedTest.js
# # Quick tests (pg on sqlite shard 0 and sqlite on sqlite shard 1) # Quick tests (pg on sqlite shard 0 and sqlite on sqlite shard 1)
# - name: Run quick server and tests (pg) # - name: Run quick server and tests (pg)
# if: ${{ inputs.db == 'sqlite' && inputs.shard == '1' }} # if: ${{ inputs.db == 'sqlite' && inputs.shard == '1' }}
# working-directory: ./packages/nocodb # working-directory: ./packages/nocodb
# run: | # run: |
# kill -9 $(lsof -t -i:8080) # kill -9 $(lsof -t -i:8080)
# npm run watch:run:playwright:pg:cyquick > quick_${{ inputs.shard }}_test_backend.log & # npm run watch:run:playwright:pg:cyquick &
# - name: Run quick server and tests (sqlite) # - name: Run quick server and tests (sqlite)
# if: ${{ inputs.db == 'sqlite' && inputs.shard == '2' }} # if: ${{ inputs.db == 'sqlite' && inputs.shard == '2' }}
# working-directory: ./packages/nocodb # working-directory: ./packages/nocodb
# run: | # run: |
# kill -9 $(lsof -t -i:8080) # kill -9 $(lsof -t -i:8080)
# npm run watch:run:playwright:quick > quick_${{ inputs.shard }}_test_backend.log & # npm run watch:run:playwright:quick > quick_${{ inputs.shard }}_test_backend.log &
# - name: Wait for backend for sqlite- tests # - name: Wait for backend & run quick tests
# if: ${{ inputs.db == 'sqlite' }} # if: ${{ inputs.db == 'sqlite' }}
# working-directory: ./tests/playwright # working-directory: ./tests/playwright
# run: | # run: |
@ -158,11 +141,7 @@ jobs:
# printf '.' # printf '.'
# sleep 2 # sleep 2
# done # done
# timeout-minutes: 1 # PLAYWRIGHT_HTML_REPORT=playwright-report-quick npm run test:quick
# - name: Run quick tests
# if: ${{ inputs.db == 'sqlite' }}
# working-directory: ./tests/playwright
# run: PLAYWRIGHT_HTML_REPORT=playwright-report-quick npm run test:quick
- uses : actions/upload-artifact@v3 - uses : actions/upload-artifact@v3
if : ${{ inputs.db == 'sqlite' }} if : ${{ inputs.db == 'sqlite' }}
with: with:
@ -194,9 +173,3 @@ jobs:
name : backend-logs-${{ inputs.db }}-${{ inputs.shard }} name : backend-logs-${{ inputs.db }}-${{ inputs.shard }}
path : ./packages/nocodb/${{ inputs.db }}_${{ inputs.shard }}_test_backend.log path : ./packages/nocodb/${{ inputs.db }}_${{ inputs.shard }}_test_backend.log
retention-days : 2 retention-days : 2
- name : stop database servers
if : always()
working-directory : ./packages/nocodb
run : |
service postgresql stop
service mysql stop
Raju Udava
1 year ago
committed by
GitHub