From 49d6bc30adf35ea43d49b476b82bce9d0ad2db0b Mon Sep 17 00:00:00 2001 From: Arseny Kapoulkine Date: Mon, 17 Oct 2022 12:18:34 -0700 Subject: [PATCH] Add bench-codegen benchmark (#713) We will now run luau with --codegen during benchmark runs and collect the data into separate JSON. Note that we don't yet have the historical data for these, which will be backfilled later. --- .github/workflows/benchmark.yml | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml index 80a4ba26..4db40a62 100644 --- a/.github/workflows/benchmark.yml +++ b/.github/workflows/benchmark.yml @@ -32,6 +32,12 @@ jobs: CXX=g++ make config=profile luau cp luau luau-gcc + - name: Build Luau (codegen) + run: | + make config=profile clean + CXX=clang++ make config=profile native=1 luau + cp luau luau-codegen + - name: Build Luau (clang) run: | make config=profile clean @@ -45,6 +51,10 @@ jobs: run: | python bench/bench.py --callgrind --vm "./luau -O2" | tee -a bench-output.txt + - name: Run benchmark (bench-codegen) + run: | + python bench/bench.py --callgrind --vm "./luau-codegen --codegen -O2" | tee -a bench-codegen-output.txt + - name: Run benchmark (analyze) run: | filter() { @@ -83,6 +93,14 @@ jobs: output-file-path: ./bench-output.txt external-data-json-path: ./gh-pages/bench.json + - name: Store results (bench-codegen) + uses: Roblox/rhysd-github-action-benchmark@v-luau + with: + name: callgrind codegen + tool: "benchmarkluau" + output-file-path: ./bench-codegen-output.txt + external-data-json-path: ./gh-pages/bench-codegen.json + - name: Store results (bench-gcc) uses: Roblox/rhysd-github-action-benchmark@v-luau with: