aljaz/turso
1
0
Fork 0
mirror of https://github.com/aljazceru/turso.git synced 2026-01-04 00:44:19 +01:00
Code Issues Packages Projects Releases Wiki Activity

Nyrkiö: Analyze limbo and sqlite3 clickbench results separately

Browse Source
This commit is contained in:
Henrik Ingo
2025-02-18 02:52:46 +02:00
parent ff38d93d3e
commit 32e73d7fb5
2 changed files with 36 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

47
.github/workflows/rust_perf.yml vendored
View File

@@ -22,17 +22,11 @@ jobs:
# - name: Install dependencies
# run: npm install && npm run build
# - name: Bench
# run: cargo bench 2>&1 | tee output.txt
- name: Bench (fake)
run: |
pwd
ls
cp .github/data/limbo-cargo-output.txt output.txt
- name: Bench
run: cargo bench 2>&1 | tee output.txt
- name: Analyze benchmark result with Nyrkiö
uses: henrikingo/github-action-benchmark@HEAD
# uses: nyrkio/github-action-benchmark@HEAD
uses: nyrkio/github-action-benchmark@HEAD
with:
name: turso
@@ -56,13 +50,12 @@ jobs:
# Make results and change points public, so that any oss contributor can see them
nyrkio-public: true
nyrkio-api-root: https://staging.nyrkio.com/api/v0
nyrkio-api-root: https://nyrkio.com/api/v0
# Make results and change points public, so that any oss contributor can see them
nyrkio-settings-pvalue: 0.01%
nyrkio-settings-threshold: 1%
nyrkio-settings-threshold: 2%
# Team support = results are visible and manageable to everyone in the same Github org
# nyrkio-org: tursodatabase
# nyrkio-org: nyrkio
# Old way...
# Explicitly set this to null. We don't want threshold based alerts today.
@@ -71,6 +64,7 @@ jobs:
clickbench:
runs-on: ubuntu-latest
environment: test
steps:
- uses: actions/checkout@v3
- uses: actions/setup-node@v4
@@ -80,12 +74,12 @@ jobs:
- name: Clickbench
run: make clickbench
- name: Analyze benchmark result with Nyrkiö
- name: Analyze LIMBO result with Nyrkiö
uses: nyrkio/github-action-benchmark@HEAD
with:
name: clickbench
name: clickbench/limbo
tool: time
output-file-path: [clickbench-limbo.txt, clickbench-sqlite3.txt]
output-file-path: clickbench-limbo.txt
# What to do if a change is immediately detected by Nyrkiö.
# Note that smaller changes are only detected with delay, usually after a change
# persisted over 2-7 commits. Go to nyrkiö.com to view those or configure alerts.
@@ -103,11 +97,32 @@ jobs:
never-fail: true
# Make results and change points public, so that any oss contributor can see them
nyrkio-public: true
nyrkio-api-root: https://nyrkio.com/api/v0
# Team support = results are visible and manageable to everyone in the same Github org
nyrkio-org: tursodatabase
# nyrkio-org: tursodatabase
# Old way...
# Explicitly set this to null. We don't want threshold based alerts today.
external-data-json-path: null
gh-repository: null
- name: Analyze SQLITE3 result with Nyrkiö
uses: nyrkio/github-action-benchmark@HEAD
with:
name: clickbench/sqlite3
tool: time
output-file-path: clickbench-sqlite3.txt
fail-on-alert: false
comment-on-alert: true
comment-always: false
nyrkio-enable: true
nyrkio-token: ${{ secrets.NYRKIO_JWT_TOKEN }}
never-fail: true
nyrkio-public: true
nyrkio-api-root: https://nyrkio.com/api/v0
# nyrkio-org: tursodatabase
external-data-json-path: null
gh-repository: null