Add bench-codegen benchmark (#713)

We will now run luau with --codegen during benchmark runs and collect
the data into separate JSON. Note that we don't yet have the historical
data for these, which will be backfilled later.
This commit is contained in:
Arseny Kapoulkine 2022-10-17 12:18:34 -07:00 committed by GitHub
parent c6a2d75193
commit 49d6bc30ad
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -32,6 +32,12 @@ jobs:
CXX=g++ make config=profile luau CXX=g++ make config=profile luau
cp luau luau-gcc cp luau luau-gcc
- name: Build Luau (codegen)
run: |
make config=profile clean
CXX=clang++ make config=profile native=1 luau
cp luau luau-codegen
- name: Build Luau (clang) - name: Build Luau (clang)
run: | run: |
make config=profile clean make config=profile clean
@ -45,6 +51,10 @@ jobs:
run: | run: |
python bench/bench.py --callgrind --vm "./luau -O2" | tee -a bench-output.txt python bench/bench.py --callgrind --vm "./luau -O2" | tee -a bench-output.txt
- name: Run benchmark (bench-codegen)
run: |
python bench/bench.py --callgrind --vm "./luau-codegen --codegen -O2" | tee -a bench-codegen-output.txt
- name: Run benchmark (analyze) - name: Run benchmark (analyze)
run: | run: |
filter() { filter() {
@ -83,6 +93,14 @@ jobs:
output-file-path: ./bench-output.txt output-file-path: ./bench-output.txt
external-data-json-path: ./gh-pages/bench.json external-data-json-path: ./gh-pages/bench.json
- name: Store results (bench-codegen)
uses: Roblox/rhysd-github-action-benchmark@v-luau
with:
name: callgrind codegen
tool: "benchmarkluau"
output-file-path: ./bench-codegen-output.txt
external-data-json-path: ./gh-pages/bench-codegen.json
- name: Store results (bench-gcc) - name: Store results (bench-gcc)
uses: Roblox/rhysd-github-action-benchmark@v-luau uses: Roblox/rhysd-github-action-benchmark@v-luau
with: with: