omi/.github/workflows/task-recommendation-live-eval.yml at main · ghzhost/omi · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
name: What Matters Now Live Eval

on:
  workflow_dispatch:

permissions:
  contents: read

jobs:
  live-eval:
    name: Versioned ranking fixture eval
    runs-on: ubuntu-latest
    timeout-minutes: 20
    steps:
      - name: Checkout code
        uses: actions/checkout@v7

      - name: Set up Python
        uses: actions/setup-python@v6
        with:
          python-version-file: backend/.python-version

      - name: Set up uv
        uses: astral-sh/setup-uv@ecd24dd710f2fb0dca1693a67af11fc4a5c5ec84
        with:
          # Exact version resolves locally; an unset version means "latest",
          # which fetches the astral-sh/versions manifest and has hard-failed
          # CI on that network call. Matches backend/Dockerfile UV_VERSION.
          version: "0.11.13"

      - name: Install backend dependencies
        working-directory: backend
        run: |
          uv venv .venv
          uv pip sync pylock.toml --python .venv/bin/python

      - name: Run live evaluation
        working-directory: backend
        env:
          CI: 'true'
          GITHUB_EVENT_NAME: workflow_dispatch
          OMI_TASK_RECOMMENDATION_LIVE_EVAL: '1'
          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
        run: .venv/bin/python scripts/task_recommendation_live_eval.py --live