Use shared workflow for JS+PY release (#204) #472

	name: Run pnpm evals

	on:
	pull_request:
	# Uncomment to run only when files in the 'evals' directory change
	# paths:
	# - "evals/**"
	push:
	branches: [main]
	# Uncomment to run only when files in the 'evals' directory change
	# paths:
	# - "evals/**"

	permissions:
	pull-requests: write
	contents: read

	jobs:
	eval:
	name: Run evals
	runs-on: ubuntu-latest

	steps:
	- name: Checkout
	id: checkout
	uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
	with:
	fetch-depth: 0

	- name: Setup Node.js
	id: setup-node
	uses: actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020 # v4.4.0
	with:
	node-version: 22

	- name: Setup pnpm
	uses: pnpm/action-setup@fc06bc1257f339d1d5d8b3a19a8cae5388b55320 # v5.0.0
	with:
	version: 10.33.0

	- name: Install Dependencies
	id: install
	run: pnpm install --frozen-lockfile

	- name: Build packages
	id: build
	run: pnpm build

	- name: Run Evals
	uses: braintrustdata/eval-action@c0dd75b29984a0cc63a827d6e8da2f23f2752be4 # v1.0.16
	with:
	api_key: ${{ secrets.BRAINTRUST_API_KEY }}
	runtime: node
	root: evals

Navigation Menu