aljaz/turso
1
0
Fork 0
mirror of https://github.com/aljazceru/turso.git synced 2025-12-25 03:54:21 +01:00
Code Issues Packages Projects Releases Wiki Activity

Tighten Nyrkio p-value to 0.00001

Browse Source 
This will produce even less alerts than so far, but still catches
actual changes in performance.
This commit is contained in:
Henrik Ingo
2025-10-27 07:09:02 +02:00
parent a024265d23
commit 54a9821bcf
2 changed files with 12 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
.github/workflows/perf_nightly.yml vendored
View File

@@ -56,7 +56,7 @@ jobs:
# parameters of the algorithm. Note: These are global, so we only set them once and for all.
# Smaller p-value = less change points found. Larger p-value = more, but also more false positives.
nyrkio-settings-pvalue: 0.0001
nyrkio-settings-pvalue: 0.00001
# Ignore changes smaller than this.
nyrkio-settings-threshold: 0%
@@ -94,6 +94,8 @@ jobs:
never-fail: true
# Make results and change points public, so that any oss contributor can see them
nyrkio-public: true
nyrkio-settings-pvalue: 0.00001
nyrkio-settings-threshold: 0%
- name: Analyze SQLITE3 result with Nyrkiö
uses: nyrkio/change-detection@HEAD
@@ -107,6 +109,8 @@ jobs:
nyrkio-token: ${{ secrets.NYRKIO_JWT_TOKEN }}
never-fail: true
nyrkio-public: true
nyrkio-settings-pvalue: 0.00001
nyrkio-settings-threshold: 0%
tpc-h-criterion:
runs-on: nyrkio_perf_server_4cpu_ubuntu2404
@@ -159,7 +163,6 @@ jobs:
# parameters of the algorithm. Note: These are global, so we only set them once and for all.
# Smaller p-value = less change points found. Larger p-value = more, but also more false positives.
nyrkio-settings-pvalue: 0.0001
# Ignore changes smaller than this.
nyrkio-settings-pvalue: 0.00001
nyrkio-settings-threshold: 0%

10
.github/workflows/rust_perf.yml vendored
View File

@@ -51,8 +51,7 @@ jobs:
# parameters of the algorithm. Note: These are global, so we only set them once and for all.
# Smaller p-value = less change points found. Larger p-value = more, but also more false positives.
nyrkio-settings-pvalue: 0.0001
# Ignore changes smaller than this.
nyrkio-settings-pvalue: 0.00001
nyrkio-settings-threshold: 0%
clickbench:
@@ -89,6 +88,8 @@ jobs:
never-fail: true
# Make results and change points public, so that any oss contributor can see them
nyrkio-public: true
nyrkio-settings-pvalue: 0.00001
nyrkio-settings-threshold: 0%
- name: Analyze SQLITE3 result with Nyrkiö
uses: nyrkio/change-detection@HEAD
@@ -102,6 +103,8 @@ jobs:
nyrkio-token: ${{ secrets.NYRKIO_JWT_TOKEN }}
never-fail: true
nyrkio-public: true
nyrkio-settings-pvalue: 0.00001
nyrkio-settings-threshold: 0%
tpc-h-criterion:
runs-on: ubuntu-latest
@@ -154,8 +157,7 @@ jobs:
# parameters of the algorithm. Note: These are global, so we only set them once and for all.
# Smaller p-value = less change points found. Larger p-value = more, but also more false positives.
nyrkio-settings-pvalue: 0.0001
# Ignore changes smaller than this.
nyrkio-settings-pvalue: 0.00001
nyrkio-settings-threshold: 0%
tpc-h: