mirror of
https://github.com/n8n-io/n8n.git
synced 2025-11-20 17:46:34 +00:00
ci: Manual run of AI builder evals (#21332)
This commit is contained in:
parent
ab269f6bb8
commit
d347a9f731
13
.github/workflows/ci-evals.yml
vendored
13
.github/workflows/ci-evals.yml
vendored
@ -7,6 +7,16 @@ on:
|
||||
paths:
|
||||
- 'packages/@n8n/ai-workflow-builder.ee/**'
|
||||
- '.github/workflows/ci-evals.yml'
|
||||
workflow_dispatch:
|
||||
inputs:
|
||||
branch:
|
||||
description: 'GitHub branch to test.'
|
||||
required: false
|
||||
default: 'master'
|
||||
dataset:
|
||||
description: 'LangSmith dataset to use.'
|
||||
required: false
|
||||
default: 'workflow-builder-canvas-prompts'
|
||||
|
||||
jobs:
|
||||
evals:
|
||||
@ -17,8 +27,11 @@ jobs:
|
||||
LANGSMITH_TRACING: true
|
||||
LANGSMITH_ENDPOINT: ${{ secrets.EVALS_LANGSMITH_ENDPOINT }}
|
||||
LANGSMITH_API_KEY: ${{ secrets.EVALS_LANGSMITH_API_KEY }}
|
||||
LANGSMITH_DATASET_NAME: ${{ github.event.inputs.dataset || 'workflow-builder-canvas-prompts' }}
|
||||
steps:
|
||||
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
|
||||
with:
|
||||
ref: ${{ github.event.inputs.branch || github.ref }}
|
||||
|
||||
- name: Setup and Build
|
||||
uses: ./.github/actions/setup-nodejs-blacksmith
|
||||
|
||||
Loading…
Reference in New Issue
Block a user