diff --git a/.github/workflows/rust_perf.yml b/.github/workflows/rust_perf.yml index 9d4a0bde3..0a0e86750 100644 --- a/.github/workflows/rust_perf.yml +++ b/.github/workflows/rust_perf.yml @@ -54,6 +54,7 @@ jobs: never-fail: true # Make results and change points public, so that any oss contributor can see them nyrkio-public: true + nyrkio-api-root: https://nyrkio.com/api/v0 # Make results and change points public, so that any oss contributor can see them nyrkio-settings-pvalue: 0.01% @@ -64,6 +65,46 @@ jobs: nyrkio-settings-pvalue: 0.01% nyrkio-settings-threshold: 1% + # Old way... + # Explicitly set this to null. We don't want threshold based alerts today. + external-data-json-path: null + gh-repository: null + + clickbench: + runs-on: ubuntu-latest + environment: test + steps: + - uses: actions/checkout@v3 + - uses: actions/setup-node@v4 + with: + node-version: 20 + + - name: Clickbench + run: make clickbench + + - name: Analyze LIMBO result with Nyrkiö + uses: nyrkio/github-action-benchmark@HEAD + with: + name: clickbench/limbo + tool: time + output-file-path: clickbench-limbo.txt + # What to do if a change is immediately detected by Nyrkiö. + # Note that smaller changes are only detected with delay, usually after a change + # persisted over 2-7 commits. Go to nyrkiö.com to view those or configure alerts. + # Note that Nyrkiö will find all changes, also improvements. This means fail-on-alert + # on pull events isn't compatible with this workflow being required to pass branch protection. + fail-on-alert: false + comment-on-alert: true + comment-always: false + # Nyrkiö configuration + nyrkio-enable: true + # Get yours from https://nyrkio.com/docs/getting-started + nyrkio-token: ${{ secrets.NYRKIO_JWT_TOKEN }} + # You may not want share the NYRKIO_JWT_TOKEN token with pull requests, for example. + # In that case this task would unnecessarily fail for random contributors. Don't want that: + never-fail: true + # Make results and change points public, so that any oss contributor can see them + nyrkio-public: true # Team support = results are visible and manageable to everyone in the same Github org # nyrkio-org: tursodatabase diff --git a/perf/clickbench/run.sh b/perf/clickbench/run.sh index ea5bdf428..a21be2c32 100755 --- a/perf/clickbench/run.sh +++ b/perf/clickbench/run.sh @@ -30,6 +30,7 @@ count=1; # Run the queries, skipping any that are commented out # Between each invocation to Limbo/Sqlite, purge the caches grep -v '^--' "$CLICKBENCH_DIR/queries.sql" | while read -r query; do + echo "$count $query" ((echo "$count $query") 2>&1) | tee -a clickbench-limbo.txt > /dev/null ((echo "$count $query") 2>&1) | tee -a clickbench-sqlite3.txt >/dev/null