Add performance tests (#72)

* Tweak Makefiles so it hopefully works with the perf-tests branch

* empty commit

* Add perf testing

* Change threshold calculation to account for vastly different benchmark times

* Update after review

* mv perf-tester ci/perf-tester

* ag didn’t search dotfiles

* Run all the benchmarks twice

* Add missing import

* Cleanup

* Delete package-lock.json

* Add license

Author: j-f1

.github/workflows/perf.yml

@@ -0,0 +1,24 @@
+name: Performance
+
+on: [pull_request]
+
+jobs:
+  perf:
+    runs-on: Ubuntu-18.04
+    steps:
+    - name: Checkout
+      uses: actions/checkout@master
+      with:
+        fetch-depth: 1
+    - name: Run Benchmark
+      run: |
+        git clone https://github.com/kylef/swiftenv.git ~/.swiftenv
+        export SWIFTENV_ROOT="$HOME/.swiftenv"
+        export PATH="$SWIFTENV_ROOT/bin:$PATH"
+        eval "$(swiftenv init -)"
+        swiftenv install $TOOLCHAIN_DOWNLOAD
+        make perf-tester
+        node ci/perf-tester
+      env:
+        TOOLCHAIN_DOWNLOAD: https://github.com/swiftwasm/swift/releases/download/swift-wasm-5.3-SNAPSHOT-2020-08-10-a/swift-wasm-5.3-SNAPSHOT-2020-08-10-a-linux.tar.gz
+        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

IntegrationTests/Makefile

@@ -18,10 +18,16 @@ node_modules: package-lock.json
 build_rt: node_modules
 	cd .. && npm run build
 
-.PHONY: benchmark
-benchmark: build_rt dist/BenchmarkTests.wasm
+.PHONY: benchmark_setup
+benchmark_setup: build_rt dist/BenchmarkTests.wasm
+
+.PHONY: run_benchmark
+run_benchmark:
 	node bin/benchmark-tests.js
 
+.PHONY: benchmark
+benchmark: benchmark_setup run_benchmark
+
 .PHONY: test
 test: build_rt dist/PrimaryTests.wasm
 	node bin/primary-tests.js

Makefile

@@ -15,3 +15,14 @@ test:
 	    CONFIGURATION=debug make test && \
 	    CONFIGURATION=release make test
 
+.PHONY: benchmark_setup
+benchmark_setup:
+	cd IntegrationTests && make benchmark_setup
+
+.PHONY: run_benchmark
+run_benchmark:
+	cd IntegrationTests && make -s run_benchmark
+
+.PHONY: perf-tester
+perf-tester:
+	cd ci/perf-tester && npm install