CI: Store per-file results of test262 runs and compare against previous

Author: https://github.com/davidot
Commit: https://github.com/SerenityOS/serenity/commit/28358d87005
Pull-request: https://github.com/SerenityOS/serenity/pull/11485
Reviewed-by: https://github.com/linusg ✅

.github/workflows/libjs-test262.yml

@@ -97,6 +97,12 @@ jobs:
           cmake -GNinja -DCMAKE_C_COMPILER=gcc-11 -DCMAKE_CXX_COMPILER=g++-11 -DSERENITY_SOURCE_DIR=${{ env.SERENITY_SOURCE_DIR }} ..
           ninja libjs-test262-runner test-js
 
+      - name: Get previous results
+        working-directory: libjs-test262
+        run: |
+          cp -f ../libjs-website/test262/data/per-file-master.json . || :
+          cp -f ../libjs-website/test262/data/per-file-bytecode-master.json . || :
+
       - name: Run test262 and test262-parser-tests
         working-directory: libjs-test262
         run: |
@@ -104,7 +110,9 @@ jobs:
             --serenity .. \
             --test262 ../test262 \
             --test262-parser-tests ../test262-parser-tests \
-            --results-json ../libjs-website/test262/data/results.json
+            --results-json ../libjs-website/test262/data/results.json \
+            --per-file-output ../libjs-website/test262/data/per-file-master.json \
+            --per-file-bytecode-output ../libjs-website/test262/data/per-file-bytecode-master.json
 
       - name: Deploy to GitHub pages
         uses: JamesIves/github-pages-deploy-action@4.1.1
@@ -115,3 +123,13 @@ jobs:
           repository-name: linusg/libjs-website
           token: ${{ secrets.BUGGIEBOT }}
           folder: libjs-website
+
+      - name: Compare non-bytecode
+        continue-on-error: true
+        working-directory: libjs-test262
+        run: ./per_file_result_diff.py -o master.json -n ../libjs-website/test262/data/per-file-master.json
+
+      - name: Compare bytecode
+        continue-on-error: true
+        working-directory: libjs-test262
+        run: ./per_file_result_diff.py -o bytecode-master.json -n ../libjs-website/test262/data/per-file-bytecode-master.json