From 34c64a5a23ab957a9c51b2767f700b2bdbee4e7a Mon Sep 17 00:00:00 2001 From: Noah Kiser Date: Thu, 23 Apr 2026 16:10:29 +0000 Subject: [PATCH 1/2] chore: update browser benchmark latency ceiling to 10000ms --- src/browser/scoring.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/browser/scoring.ts b/src/browser/scoring.ts index 10c6ce5..c27e4e4 100644 --- a/src/browser/scoring.ts +++ b/src/browser/scoring.ts @@ -19,7 +19,7 @@ export const DEFAULT_BROWSER_WEIGHTS: BrowserScoringWeights = { }; /** Absolute ceiling for latency in ms. Anything at or above this scores 0. */ -const LATENCY_CEILING_MS = 60000; // 60 seconds +const LATENCY_CEILING_MS = 10000; // 10 seconds /** * Score a latency value (lower is better). From 579bfa7c66a41bf0c89c896bacf425ff3a035820 Mon Sep 17 00:00:00 2001 From: Noah Kiser Date: Thu, 23 Apr 2026 16:19:10 +0000 Subject: [PATCH 2/2] fix: ci error --- .github/workflows/browser-benchmarks.yml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/.github/workflows/browser-benchmarks.yml b/.github/workflows/browser-benchmarks.yml index 4a29412..9932f4a 100644 --- a/.github/workflows/browser-benchmarks.yml +++ b/.github/workflows/browser-benchmarks.yml @@ -30,9 +30,9 @@ jobs: timeout-minutes: 60 strategy: fail-fast: false - # matrix: - #provider: - # - browserbase + matrix: + provider: + - browserbase steps: - uses: actions/checkout@v4 - uses: actions/setup-node@v4 @@ -43,9 +43,9 @@ jobs: - name: Clear stale results from checkout run: rm -rf results/browser/ - name: Run browser benchmark - # env: - # BROWSERBASE_API_KEY: ${{ secrets.BROWSERBASE_API_KEY }} - # BROWSERBASE_PROJECT_ID: ${{ secrets.BROWSERBASE_PROJECT_ID }} + env: + BROWSERBASE_API_KEY: ${{ secrets.BROWSERBASE_API_KEY }} + BROWSERBASE_PROJECT_ID: ${{ secrets.BROWSERBASE_PROJECT_ID }} run: | npm run bench -- \ --mode browser \