mirror of
https://github.com/QwenLM/qwen-code.git
synced 2025-12-22 17:57:46 +00:00
add ci
This commit is contained in:
Yiheng Xu
186
.github/workflows/terminal-bench.yml
vendored
Normal file
186
.github/workflows/terminal-bench.yml
vendored
Normal file
@@ -0,0 +1,186 @@
|
||||
name: 'Terminal Bench Tests'
|
||||
|
||||
on:
|
||||
push:
|
||||
branches:
|
||||
- 'main'
|
||||
- 'feat/**'
|
||||
- 'feature/**'
|
||||
pull_request:
|
||||
branches:
|
||||
- 'main'
|
||||
merge_group:
|
||||
workflow_dispatch:
|
||||
|
||||
jobs:
|
||||
terminal-bench:
|
||||
name: 'Terminal Bench - ${{ matrix.os }}'
|
||||
runs-on: '${{ matrix.os }}'
|
||||
strategy:
|
||||
matrix:
|
||||
os: ['ubuntu-latest', 'macos-latest']
|
||||
node-version: ['20.x']
|
||||
fail-fast: false
|
||||
|
||||
steps:
|
||||
- name: 'Checkout'
|
||||
uses: 'actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8' # ratchet:actions/checkout@v5
|
||||
with:
|
||||
submodules: 'recursive'
|
||||
|
||||
- name: 'Set up Node.js ${{ matrix.node-version }}'
|
||||
uses: 'actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020' # ratchet:actions/setup-node@v4
|
||||
with:
|
||||
node-version: '${{ matrix.node-version }}'
|
||||
cache: 'npm'
|
||||
cache-dependency-path: 'package-lock.json'
|
||||
registry-url: 'https://registry.npmjs.org/'
|
||||
|
||||
- name: 'Configure npm for rate limiting'
|
||||
run: |-
|
||||
npm config set fetch-retry-mintimeout 20000
|
||||
npm config set fetch-retry-maxtimeout 120000
|
||||
npm config set fetch-retries 5
|
||||
npm config set fetch-timeout 300000
|
||||
|
||||
- name: 'Install dependencies'
|
||||
run: |-
|
||||
npm ci --prefer-offline --no-audit --progress=false
|
||||
|
||||
- name: 'Build project'
|
||||
run: |-
|
||||
npm run build
|
||||
|
||||
- name: 'Run Terminal Bench tests'
|
||||
run: 'npm run test:terminal-bench'
|
||||
timeout-minutes: 30
|
||||
env:
|
||||
OPENAI_API_KEY: '${{ secrets.OPENAI_API_KEY }}'
|
||||
OPENAI_BASE_URL: '${{ secrets.OPENAI_BASE_URL }}'
|
||||
OPENAI_MODEL: '${{ secrets.OPENAI_MODEL }}'
|
||||
CI: 'true'
|
||||
NODE_ENV: 'test'
|
||||
VERBOSE: 'true'
|
||||
KEEP_OUTPUT: 'true'
|
||||
|
||||
- name: 'Upload test artifacts on failure'
|
||||
if: 'failure()'
|
||||
uses: 'actions/upload-artifact@6f51ac03b9356f520e9adb1b1b7802705f340c2b' # ratchet:actions/upload-artifact@v4
|
||||
with:
|
||||
name: 'terminal-bench-test-output-${{ matrix.os }}-${{ matrix.node-version }}'
|
||||
path: |
|
||||
.integration-tests/
|
||||
!.integration-tests/**/*.lock
|
||||
!.integration-tests/**/tb.lock
|
||||
integration-tests/*.log
|
||||
retention-days: 7
|
||||
|
||||
terminal-bench-oracle:
|
||||
name: 'Terminal Bench Oracle'
|
||||
runs-on: 'ubuntu-latest'
|
||||
steps:
|
||||
- name: 'Checkout'
|
||||
uses: 'actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8' # ratchet:actions/checkout@v5
|
||||
with:
|
||||
submodules: 'recursive'
|
||||
|
||||
- name: 'Set up Node.js 20.x'
|
||||
uses: 'actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020' # ratchet:actions/setup-node@v4
|
||||
with:
|
||||
node-version: '20.x'
|
||||
cache: 'npm'
|
||||
cache-dependency-path: 'package-lock.json'
|
||||
registry-url: 'https://registry.npmjs.org/'
|
||||
|
||||
- name: 'Configure npm for rate limiting'
|
||||
run: |-
|
||||
npm config set fetch-retry-mintimeout 20000
|
||||
npm config set fetch-retry-maxtimeout 120000
|
||||
npm config set fetch-retries 5
|
||||
npm config set fetch-timeout 300000
|
||||
|
||||
- name: 'Install dependencies'
|
||||
run: |-
|
||||
npm ci --prefer-offline --no-audit --progress=false
|
||||
|
||||
- name: 'Build project'
|
||||
run: |-
|
||||
npm run build
|
||||
|
||||
- name: 'Run Terminal Bench Oracle tests'
|
||||
run: 'npm run test:terminal-bench:oracle'
|
||||
timeout-minutes: 30
|
||||
env:
|
||||
CI: 'true'
|
||||
NODE_ENV: 'test'
|
||||
VERBOSE: 'true'
|
||||
KEEP_OUTPUT: 'true'
|
||||
|
||||
- name: 'Upload test artifacts on failure'
|
||||
if: 'failure()'
|
||||
uses: 'actions/upload-artifact@6f51ac03b9356f520e9adb1b1b7802705f340c2b' # ratchet:actions/upload-artifact@v4
|
||||
with:
|
||||
name: 'terminal-bench-oracle-test-output'
|
||||
path: |
|
||||
.integration-tests/
|
||||
!.integration-tests/**/*.lock
|
||||
!.integration-tests/**/tb.lock
|
||||
integration-tests/*.log
|
||||
retention-days: 7
|
||||
|
||||
terminal-bench-qwen:
|
||||
name: 'Terminal Bench Qwen'
|
||||
runs-on: 'ubuntu-latest'
|
||||
needs: 'terminal-bench-oracle'
|
||||
steps:
|
||||
- name: 'Checkout'
|
||||
uses: 'actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8' # ratchet:actions/checkout@v5
|
||||
with:
|
||||
submodules: 'recursive'
|
||||
|
||||
- name: 'Set up Node.js 20.x'
|
||||
uses: 'actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020' # ratchet:actions/setup-node@v4
|
||||
with:
|
||||
node-version: '20.x'
|
||||
cache: 'npm'
|
||||
cache-dependency-path: 'package-lock.json'
|
||||
registry-url: 'https://registry.npmjs.org/'
|
||||
|
||||
- name: 'Configure npm for rate limiting'
|
||||
run: |-
|
||||
npm config set fetch-retry-mintimeout 20000
|
||||
npm config set fetch-retry-maxtimeout 120000
|
||||
npm config set fetch-retries 5
|
||||
npm config set fetch-timeout 300000
|
||||
|
||||
- name: 'Install dependencies'
|
||||
run: |-
|
||||
npm ci --prefer-offline --no-audit --progress=false
|
||||
|
||||
- name: 'Build project'
|
||||
run: |-
|
||||
npm run build
|
||||
|
||||
- name: 'Run Terminal Bench Qwen tests'
|
||||
run: 'npm run test:terminal-bench:qwen'
|
||||
timeout-minutes: 30
|
||||
env:
|
||||
OPENAI_API_KEY: '${{ secrets.OPENAI_API_KEY }}'
|
||||
OPENAI_BASE_URL: '${{ secrets.OPENAI_BASE_URL }}'
|
||||
OPENAI_MODEL: '${{ secrets.OPENAI_MODEL }}'
|
||||
CI: 'true'
|
||||
NODE_ENV: 'test'
|
||||
VERBOSE: 'true'
|
||||
KEEP_OUTPUT: 'true'
|
||||
|
||||
- name: 'Upload test artifacts on failure'
|
||||
if: 'failure()'
|
||||
uses: 'actions/upload-artifact@6f51ac03b9356f520e9adb1b1b7802705f340c2b' # ratchet:actions/upload-artifact@v4
|
||||
with:
|
||||
name: 'terminal-bench-qwen-test-output'
|
||||
path: |
|
||||
.integration-tests/
|
||||
!.integration-tests/**/*.lock
|
||||
!.integration-tests/**/tb.lock
|
||||
integration-tests/*.log
|
||||
retention-days: 7
|
||||
Reference in New Issue
Block a user