From c16d4c82c9a020ed36e6038842dd61373e8f5972 Mon Sep 17 00:00:00 2001 From: Yiheng Xu Date: Fri, 5 Sep 2025 00:00:10 +0800 Subject: [PATCH] fix ci --- .github/workflows/terminal-bench.yml | 121 +++++++++++++++------------ 1 file changed, 68 insertions(+), 53 deletions(-) diff --git a/.github/workflows/terminal-bench.yml b/.github/workflows/terminal-bench.yml index 501b1baf..7e2954f3 100644 --- a/.github/workflows/terminal-bench.yml +++ b/.github/workflows/terminal-bench.yml @@ -13,9 +13,67 @@ on: workflow_dispatch: jobs: + terminal-bench-oracle: + name: 'Terminal Bench Oracle' + runs-on: 'ubuntu-latest' + steps: + - name: 'Checkout' + uses: 'actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8' # ratchet:actions/checkout@v5 + with: + submodules: 'recursive' + - name: 'Install uv and set the python version' + uses: 'astral-sh/setup-uv@v6' + with: + python-version: '3.12' + + - name: 'Set up Node.js 20.x' + uses: 'actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020' # ratchet:actions/setup-node@v4 + with: + node-version: '20.x' + cache: 'npm' + cache-dependency-path: 'package-lock.json' + registry-url: 'https://registry.npmjs.org/' + + - name: 'Configure npm for rate limiting' + run: |- + npm config set fetch-retry-mintimeout 20000 + npm config set fetch-retry-maxtimeout 120000 + npm config set fetch-retries 5 + npm config set fetch-timeout 300000 + + - name: 'Install dependencies' + run: |- + npm ci --prefer-offline --no-audit --progress=false + + - name: 'Build project' + run: |- + npm run build + + - name: 'Run Terminal Bench Oracle tests' + run: 'npm run test:terminal-bench:oracle' + timeout-minutes: 30 + env: + CI: 'true' + NODE_ENV: 'test' + VERBOSE: 'true' + KEEP_OUTPUT: 'true' + + - name: 'Upload test artifacts on failure' + if: 'failure()' + uses: 'actions/upload-artifact@6f51ac03b9356f520e9adb1b1b7802705f340c2b' # ratchet:actions/upload-artifact@v4 + with: + name: 'terminal-bench-oracle-test-output' + path: | + .integration-tests/ + !.integration-tests/**/*.lock + !.integration-tests/**/tb.lock + integration-tests/*.log + retention-days: 7 + terminal-bench: name: 'Terminal Bench - ${{ matrix.os }}' runs-on: '${{ matrix.os }}' + needs: 'terminal-bench-oracle' strategy: matrix: os: ['ubuntu-latest', 'macos-latest'] @@ -28,6 +86,11 @@ jobs: with: submodules: 'recursive' + - name: 'Install uv and set the python version' + uses: 'astral-sh/setup-uv@v6' + with: + python-version: '3.12' + - name: 'Set up Node.js ${{ matrix.node-version }}' uses: 'actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020' # ratchet:actions/setup-node@v4 with: @@ -75,59 +138,6 @@ jobs: integration-tests/*.log retention-days: 7 - terminal-bench-oracle: - name: 'Terminal Bench Oracle' - runs-on: 'ubuntu-latest' - steps: - - name: 'Checkout' - uses: 'actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8' # ratchet:actions/checkout@v5 - with: - submodules: 'recursive' - - - name: 'Set up Node.js 20.x' - uses: 'actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020' # ratchet:actions/setup-node@v4 - with: - node-version: '20.x' - cache: 'npm' - cache-dependency-path: 'package-lock.json' - registry-url: 'https://registry.npmjs.org/' - - - name: 'Configure npm for rate limiting' - run: |- - npm config set fetch-retry-mintimeout 20000 - npm config set fetch-retry-maxtimeout 120000 - npm config set fetch-retries 5 - npm config set fetch-timeout 300000 - - - name: 'Install dependencies' - run: |- - npm ci --prefer-offline --no-audit --progress=false - - - name: 'Build project' - run: |- - npm run build - - - name: 'Run Terminal Bench Oracle tests' - run: 'npm run test:terminal-bench:oracle' - timeout-minutes: 30 - env: - CI: 'true' - NODE_ENV: 'test' - VERBOSE: 'true' - KEEP_OUTPUT: 'true' - - - name: 'Upload test artifacts on failure' - if: 'failure()' - uses: 'actions/upload-artifact@6f51ac03b9356f520e9adb1b1b7802705f340c2b' # ratchet:actions/upload-artifact@v4 - with: - name: 'terminal-bench-oracle-test-output' - path: | - .integration-tests/ - !.integration-tests/**/*.lock - !.integration-tests/**/tb.lock - integration-tests/*.log - retention-days: 7 - terminal-bench-qwen: name: 'Terminal Bench Qwen' runs-on: 'ubuntu-latest' @@ -138,6 +148,11 @@ jobs: with: submodules: 'recursive' + - name: 'Install uv and set the python version' + uses: 'astral-sh/setup-uv@v6' + with: + python-version: '3.12' + - name: 'Set up Node.js 20.x' uses: 'actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020' # ratchet:actions/setup-node@v4 with: