Skip to content

Apply suggestion from @AbhiPrasad #124

Apply suggestion from @AbhiPrasad

Apply suggestion from @AbhiPrasad #124

Workflow file for this run

name: Run Python evals
on:
push:
# files:
# - 'test-eval/**'
permissions:
pull-requests: write
contents: read
jobs:
eval:
name: Run Python evals
runs-on: ubuntu-latest
steps:
- name: Checkout
id: checkout
uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
with:
fetch-depth: 0
submodules: "recursive"
- name: Install uv
uses: astral-sh/setup-uv@d31148d669074a8d0a63714ba94f3201e7020bc3 # v8.3.0
- name: Set up Python
uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0
with:
python-version: "3.12" # TODO: Matrix test different versions
- name: Install dependencies
run: |
cd test-eval-py
uv lock --check
uv sync --no-dev
- name: Run Evals
uses: ./
with:
api_key: ${{ secrets.BRAINTRUST_API_KEY }}
root: test-eval-py
runtime: python
package_manager: uv
# - name: Start terminal session
# uses: mxschmitt/action-tmate@v3
# with:
# limit-access-to-actor: true