Fix autoevals linting and update tests for gpt-5-mini default #381

	name: Run pnpm evals

	on:
	push:
	# Uncomment to run only when files in the 'evals' directory change
	# - paths:
	# - "evals/**"

	permissions:
	pull-requests: write
	contents: read

	jobs:
	eval:
	name: Run evals
	runs-on: ubuntu-latest

	steps:
	- name: Checkout
	id: checkout
	uses: actions/checkout@v4
	with:
	fetch-depth: 0

	- name: Setup Node.js
	id: setup-node
	uses: actions/setup-node@v4
	with:
	node-version: 22

	- uses: pnpm/action-setup@v4

	- name: Install Dependencies
	id: install
	run: pnpm install

	- name: Build packages
	id: build
	run: pnpm build

	- name: Run Evals
	uses: braintrustdata/eval-action@v1
	with:
	api_key: ${{ secrets.BRAINTRUST_API_KEY }}
	runtime: node
	root: evals

Navigation Menu