lesson-quality.yml

name: Lesson Quality Score

# Runs on PRs that touch lessons/ directory
on:
  pull_request:
    paths:
      - 'lessons/**'
      - 'scripts/quality_scorer.py'
      - 'scripts/lesson_lint.py'

permissions:
  pull-requests: write
  contents: read

jobs:
  lint-check:
    runs-on: ubuntu-latest
    continue-on-error: true  # Non-blocking for now
    steps:
      - name: Checkout
        uses: actions/checkout@v7

      - name: Setup Python
        uses: actions/setup-python@v5
        with:
          python-version: '3.12'

      - name: Run lesson lint
        id: lint
        run: |
          python scripts/lesson_lint.py --lessons-dir lessons --fail-on high --json > lint-output.json 2>&1 || true
          HIGH=$(python -c "import json; d=json.load(open('lint-output.json')); print(sum(1 for i in d if i.get('severity')=='high'))" 2>/dev/null || echo "0")
          MEDIUM=$(python -c "import json; d=json.load(open('lint-output.json')); print(sum(1 for i in d if i.get('severity')=='medium'))" 2>/dev/null || echo "0")
          LOW=$(python -c "import json; d=json.load(open('lint-output.json')); print(sum(1 for i in d if i.get('severity')=='low'))" 2>/dev/null || echo "0")
          echo "high=$HIGH" >> $GITHUB_OUTPUT
          echo "medium=$MEDIUM" >> $GITHUB_OUTPUT
          echo "low=$LOW" >> $GITHUB_OUTPUT
          {
            echo "### Lesson Lint Report"
            echo "High: $HIGH | Medium: $MEDIUM | Low: $LOW"
            echo ""
            echo "Run locally: \`python scripts/lesson_lint.py --lessons-dir lessons -v\`"
          } >> "$GITHUB_STEP_SUMMARY"

  quality-check:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        uses: actions/checkout@v7

      - name: Setup Python
        uses: actions/setup-python@v5
        with:
          python-version: '3.12'

      - name: Install dependencies
        run: pip install misakanet-core

      - name: Get changed lesson files
        id: changed
        uses: tj-actions/changed-files@v47.0.6
        with:
          files: |
            lessons/**/*.md

      - name: Run quality scorer
        if: steps.changed.outputs.any_changed == 'true'
        id: quality
        run: |
          SCORES=""
          PASS=true
          THRESHOLD=0.5

          for file in ${{ steps.changed.outputs.all_changed_files }}; do
            if [[ "$file" == lessons/*.md ]]; then
              SCORE=$(python3 scripts/quality_scorer.py "$file" --json 2>/dev/null | python3 -c "import json,sys; d=json.load(sys.stdin); print(d.get('total_score') if d.get('total_score') is not None else (d.get('lessons') or [{}])[0].get('total_score') or (d.get('lessons') or [{}])[0].get('score',0)/100)" 2>/dev/null || echo "0")
              SCORES="$SCORES\n$file: $SCORE"
              if (( $(echo "$SCORE < $THRESHOLD" | bc -l) )); then
                PASS=false
              fi
            fi
          done

          echo "scores=$SCORES" >> $GITHUB_OUTPUT
          echo "pass=$PASS" >> $GITHUB_OUTPUT
          {
            echo "### Lesson quality"
            echo "pass=$PASS threshold=$THRESHOLD"
            echo '```'
            echo -e "$SCORES"
            echo '```'
          } >> "$GITHUB_STEP_SUMMARY"

      - name: Comment on PR
        # Fork PRs often get HttpError: Resource not accessible by integration
        # when commenting. Scores still ran; don't fail the check for that.
        if: steps.changed.outputs.any_changed == 'true'
        continue-on-error: true
        uses: actions/github-script@v9
        with:
          script: |
            const scores = `${{ steps.quality.outputs.scores }}`;
            const pass = `${{ steps.quality.outputs.pass }}` === 'true';

            const marker = '<!-- misakanet-lesson-quality -->';

            // Find existing comment
            const comments = await github.paginate(
              github.rest.issues.listComments,
              {
                owner: context.repo.owner,
                repo: context.repo.repo,
                issue_number: context.issue.number,
                per_page: 100,
              }
            );
            const existing = comments.find(c => c.body.includes(marker));

            const status = pass ? '✅ PASS' : '⚠️ BELOW THRESHOLD';
            const body = `${marker}
            ## Lesson Quality Report

            ${status} (threshold: 0.5)

            ${scores || 'No lessons changed.'}

            _Reported by lesson-quality workflow_
            `;

            if (existing) {
              await github.rest.issues.updateComment({
                owner: context.repo.owner,
                repo: context.repo.repo,
                comment_id: existing.id,
                body,
              });
            } else {
              await github.rest.issues.createComment({
                owner: context.repo.owner,
                repo: context.repo.repo,
                issue_number: context.issue.number,
                body,
              });
            }