RGBCube/serenity
1
Fork 0
mirror of https://github.com/RGBCube/serenity synced 2025-07-27 12:17:44 +00:00
Code Issues Activity Actions

CI: Store per-file results of test262 runs and compare against previous

Browse source
This commit is contained in:
davidot 2021-12-29 15:57:26 +01:00 • committed by Linus Groh
parent 498b741434
commit 28358d8700
1 changed files with 19 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

20
.github/workflows/libjs-test262.yml vendored
View file

@ -97,6 +97,12 @@ jobs:
cmake -GNinja -DCMAKE_C_COMPILER=gcc-11 -DCMAKE_CXX_COMPILER=g++-11 -DSERENITY_SOURCE_DIR=${{ env.SERENITY_SOURCE_DIR }} .. cmake -GNinja -DCMAKE_C_COMPILER=gcc-11 -DCMAKE_CXX_COMPILER=g++-11 -DSERENITY_SOURCE_DIR=${{ env.SERENITY_SOURCE_DIR }} ..
ninja libjs-test262-runner test-js ninja libjs-test262-runner test-js
- name: Get previous results
working-directory: libjs-test262
run: |
cp -f ../libjs-website/test262/data/per-file-master.json . || :
cp -f ../libjs-website/test262/data/per-file-bytecode-master.json . || :
- name: Run test262 and test262-parser-tests - name: Run test262 and test262-parser-tests
working-directory: libjs-test262 working-directory: libjs-test262
run: | run: |
@ -104,7 +110,9 @@ jobs:
--serenity .. \ --serenity .. \
--test262 ../test262 \ --test262 ../test262 \
--test262-parser-tests ../test262-parser-tests \ --test262-parser-tests ../test262-parser-tests \
--results-json ../libjs-website/test262/data/results.json --results-json ../libjs-website/test262/data/results.json \
--per-file-output ../libjs-website/test262/data/per-file-master.json \
--per-file-bytecode-output ../libjs-website/test262/data/per-file-bytecode-master.json
- name: Deploy to GitHub pages - name: Deploy to GitHub pages
uses: JamesIves/github-pages-deploy-action@4.1.1 uses: JamesIves/github-pages-deploy-action@4.1.1
@ -115,3 +123,13 @@ jobs:
repository-name: linusg/libjs-website repository-name: linusg/libjs-website
token: ${{ secrets.BUGGIEBOT }} token: ${{ secrets.BUGGIEBOT }}
folder: libjs-website folder: libjs-website
- name: Compare non-bytecode
continue-on-error: true
working-directory: libjs-test262
run: ./per_file_result_diff.py -o master.json -n ../libjs-website/test262/data/per-file-master.json
- name: Compare bytecode
continue-on-error: true
working-directory: libjs-test262
run: ./per_file_result_diff.py -o bytecode-master.json -n ../libjs-website/test262/data/per-file-bytecode-master.json