fix(eval): stop surfacing provider staging logs #678
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| branches: [main] | |
| pull_request: | |
| branches: [main] | |
| workflow_dispatch: | |
| concurrency: | |
| group: ci-${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| permissions: | |
| contents: read | |
| jobs: | |
| build: | |
| name: Build | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 15 | |
| steps: | |
| - uses: actions/checkout@v6 | |
| - name: Setup Bun | |
| uses: oven-sh/setup-bun@v2 | |
| with: | |
| bun-version-file: package.json | |
| - name: Install dependencies | |
| run: bun install --frozen-lockfile | |
| - name: Build packages | |
| run: bun run build | |
| - name: Stage build artifact | |
| env: | |
| COMMIT_SHA: ${{ github.sha }} | |
| RUNNER_ARCH_NAME: ${{ runner.arch }} | |
| RUNNER_OS_NAME: ${{ runner.os }} | |
| run: | | |
| set -euo pipefail | |
| artifact_dir="${RUNNER_TEMP}/agentv-build-artifact" | |
| rm -rf "$artifact_dir" | |
| mkdir -p "$artifact_dir" | |
| included_paths=( | |
| "packages/core/dist" | |
| "packages/sdk/dist" | |
| "apps/cli/dist" | |
| "apps/dashboard/dist" | |
| ) | |
| for path in "${included_paths[@]}"; do | |
| if [ ! -d "$path" ]; then | |
| echo "::error::Expected build output missing: $path" | |
| exit 1 | |
| fi | |
| mkdir -p "$artifact_dir/$(dirname "$path")" | |
| cp -R "$path" "$artifact_dir/$path" | |
| done | |
| forbidden_path=$(find "$artifact_dir" \ | |
| \( -path "*/node_modules/*" \ | |
| -o -path "*/.bun/*" \ | |
| -o -path "*/.turbo/*" \ | |
| -o -path "*/.cache/*" \ | |
| -o -name "*.tsbuildinfo" \) \ | |
| -print -quit) | |
| if [ -n "$forbidden_path" ]; then | |
| echo "::error::Build artifact contains a dependency, cache, or tsbuildinfo path: $forbidden_path" | |
| exit 1 | |
| fi | |
| MANIFEST_PATH="$artifact_dir/manifest.json" \ | |
| COMMIT_SHA="$COMMIT_SHA" \ | |
| RUNNER_ARCH_NAME="$RUNNER_ARCH_NAME" \ | |
| RUNNER_OS_NAME="$RUNNER_OS_NAME" \ | |
| bun -e ' | |
| import { createHash } from "node:crypto"; | |
| import { Buffer } from "node:buffer"; | |
| const lockfile = await Bun.file("bun.lock").arrayBuffer(); | |
| const rootPackageJson = await Bun.file("package.json").json(); | |
| const includedPaths = [ | |
| "packages/core/dist/**", | |
| "packages/sdk/dist/**", | |
| "apps/cli/dist/**", | |
| "apps/dashboard/dist/**", | |
| ]; | |
| const manifest = { | |
| commit_sha: process.env.COMMIT_SHA, | |
| bun_lock_sha256: createHash("sha256") | |
| .update(Buffer.from(lockfile)) | |
| .digest("hex"), | |
| runner_os: process.env.RUNNER_OS_NAME, | |
| runner_arch: process.env.RUNNER_ARCH_NAME, | |
| bun_version_source: "package.json#packageManager", | |
| bun_version_spec: rootPackageJson.packageManager ?? null, | |
| bun_version: Bun.version, | |
| built_at: new Date().toISOString(), | |
| included_paths: includedPaths, | |
| }; | |
| await Bun.write( | |
| process.env.MANIFEST_PATH, | |
| `${JSON.stringify(manifest, null, 2)}\n`, | |
| ); | |
| ' | |
| - name: Upload build artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: agentv-build-${{ runner.os }}-${{ runner.arch }}-${{ github.sha }} | |
| path: ${{ runner.temp }}/agentv-build-artifact/ | |
| if-no-files-found: error | |
| retention-days: 10 | |
| typecheck: | |
| name: Typecheck | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 15 | |
| steps: | |
| - uses: actions/checkout@v6 | |
| - name: Setup Bun | |
| uses: oven-sh/setup-bun@v2 | |
| with: | |
| bun-version-file: package.json | |
| - name: Install dependencies | |
| run: bun install --frozen-lockfile | |
| - name: Typecheck packages | |
| run: bun run typecheck | |
| lint: | |
| name: Lint | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 10 | |
| steps: | |
| - uses: actions/checkout@v6 | |
| - name: Setup Bun | |
| uses: oven-sh/setup-bun@v2 | |
| with: | |
| bun-version-file: package.json | |
| - name: Install dependencies | |
| run: bun install --frozen-lockfile | |
| - name: Run Biome | |
| run: bun run lint | |
| test: | |
| name: Test | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 20 | |
| steps: | |
| - uses: actions/checkout@v6 | |
| - name: Setup Bun | |
| uses: oven-sh/setup-bun@v2 | |
| with: | |
| bun-version-file: package.json | |
| - name: Install dependencies | |
| run: bun install --frozen-lockfile | |
| - name: Run tests | |
| run: bun run test | |
| links: | |
| name: Check Links | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 10 | |
| steps: | |
| - uses: actions/checkout@v6 | |
| - name: Check relative markdown links | |
| uses: lycheeverse/lychee-action@v2 | |
| with: | |
| args: >- | |
| --offline | |
| --no-progress | |
| --glob-ignore-case | |
| --root-dir . | |
| "**/*.md" | |
| marketplace: | |
| name: Validate Marketplace | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 10 | |
| steps: | |
| - uses: actions/checkout@v6 | |
| - name: Setup Bun | |
| uses: oven-sh/setup-bun@v2 | |
| with: | |
| bun-version-file: package.json | |
| - name: Install dependencies | |
| run: bun install --frozen-lockfile | |
| - name: Validate marketplace.json (schema + sync) | |
| run: bun scripts/marketplace/validate-marketplace.ts | |
| - name: Check marketplace sorted | |
| run: bun scripts/marketplace/check-sorted.ts | |
| - name: Validate frontmatter | |
| run: bun scripts/marketplace/validate-frontmatter.ts | |
| evals: | |
| name: Validate Evals | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 15 | |
| steps: | |
| - uses: actions/checkout@v6 | |
| - name: Setup Bun | |
| uses: oven-sh/setup-bun@v2 | |
| with: | |
| bun-version-file: package.json | |
| - name: Install dependencies | |
| run: bun install --frozen-lockfile | |
| - name: Build | |
| run: bun run build | |
| - name: Check evals directories have eval files | |
| run: bun scripts/validate-eval-dirs.ts | |
| - name: Validate eval schemas | |
| run: bun apps/cli/dist/cli.js validate 'examples/features/**/evals/**/*.eval.yaml' 'examples/features/**/*.EVAL.yaml' |