skill-seekers-reference/.github/workflows/quality-metrics.yml

# Security Note: This workflow uses workflow_dispatch inputs and pull_request events.
# All untrusted inputs are accessed via environment variables (env:) as recommended.
# No direct usage of github.event.issue/comment/review content in run: commands.

name: Quality Metrics Dashboard

on:
  workflow_dispatch:
    inputs:
      skill_dir:
        description: 'Path to skill directory to analyze (e.g., output/react)'
        required: true
        type: string
      fail_threshold:
        description: 'Minimum quality score to pass (default: 70)'
        required: false
        default: '70'
        type: string
  pull_request:
    paths:
      - 'output/**'
      - 'configs/**'

jobs:
  analyze:
    name: Quality Metrics Analysis
    runs-on: ubuntu-latest

    env:
      SKILL_DIR_INPUT: ${{ github.event.inputs.skill_dir }}
      FAIL_THRESHOLD_INPUT: ${{ github.event.inputs.fail_threshold }}

    steps:
    - uses: actions/checkout@v4

    - name: Set up Python 3.12
      uses: actions/setup-python@v5
      with:
        python-version: '3.12'

    - name: Install dependencies
      run: |
        python -m pip install --upgrade pip
        pip install -e .

    - name: Find skill directories
      id: find_skills
      run: |
        if [ -n "$SKILL_DIR_INPUT" ]; then
          # Manual trigger with specific directory
          echo "dirs=$SKILL_DIR_INPUT" >> $GITHUB_OUTPUT
        else
          # PR trigger - find all skill directories
          DIRS=$(find output -maxdepth 1 -type d -name "*" ! -name "output" | tr '\n' ' ' || echo "")
          if [ -z "$DIRS" ]; then
            echo "No skill directories found"
            echo "dirs=" >> $GITHUB_OUTPUT
          else
            echo "dirs=$DIRS" >> $GITHUB_OUTPUT
          fi
        fi

    - name: Analyze quality metrics
      id: quality
      run: |
        DIRS="${{ steps.find_skills.outputs.dirs }}"
        THRESHOLD="${FAIL_THRESHOLD_INPUT:-70}"

        if [ -z "$DIRS" ]; then
          echo "No directories to analyze"
          exit 0
        fi

        ALL_PASSED=true
        SUMMARY_FILE="quality_summary.md"

        echo "# 📊 Quality Metrics Dashboard" > $SUMMARY_FILE
        echo "" >> $SUMMARY_FILE
        echo "**Threshold:** $THRESHOLD/100" >> $SUMMARY_FILE
        echo "" >> $SUMMARY_FILE

        for skill_dir in $DIRS; do
          if [ ! -d "$skill_dir" ]; then
            continue
          fi

          SKILL_NAME=$(basename "$skill_dir")
          echo "🔍 Analyzing $SKILL_NAME..."

          # Run quality analysis
          python3 -c "
          import sys
          from pathlib import Path

          from skill_seekers.cli.quality_metrics import QualityAnalyzer

          skill_dir = Path('$skill_dir')
          threshold = float('$THRESHOLD')
          skill_name = '$SKILL_NAME'

          analyzer = QualityAnalyzer(skill_dir)
          report = analyzer.generate_report()

          formatted = analyzer.format_report(report)
          print(formatted)

          with open(f'quality_{skill_name}.txt', 'w') as f:
              f.write(formatted)

          score = report.overall_score.total_score
          grade = report.overall_score.grade
          status = 'PASS' if score >= threshold else 'FAIL'

          summary_line = f'{status} **{skill_name}**: {grade} ({score:.1f}/100)'
          print(f'\n{summary_line}')

          with open('quality_summary.md', 'a') as f:
              f.write(f'{summary_line}\n')

          if score < threshold:
              print(f'::error file={skill_dir}/SKILL.md::Quality score {score:.1f} is below threshold {threshold}')
              sys.exit(1)
          elif score < 80:
              print(f'::warning file={skill_dir}/SKILL.md::Quality score {score:.1f} could be improved')
          else:
              print(f'::notice file={skill_dir}/SKILL.md::Quality score {score:.1f} - Excellent!')
          "

          if [ $? -ne 0 ]; then
            ALL_PASSED=false
          fi

          echo "" >> $SUMMARY_FILE
        done

        if [ "$ALL_PASSED" = false ]; then
          echo "❌ Some skills failed quality thresholds"
          exit 1
        else
          echo "✅ All skills passed quality thresholds"
        fi

    - name: Upload quality reports
      uses: actions/upload-artifact@v4
      with:
        name: quality-metrics-reports
        path: quality_*.txt
        retention-days: 30
      continue-on-error: true

    - name: Post summary to PR
      if: github.event_name == 'pull_request'
      uses: actions/github-script@v7
      with:
        script: |
          const fs = require('fs');
          const summary = fs.readFileSync('quality_summary.md', 'utf8');

          github.rest.issues.createComment({
            issue_number: context.issue.number,
            owner: context.repo.owner,
            repo: context.repo.repo,
            body: summary
          });
      continue-on-error: true

    - name: Create dashboard summary
      run: |
        if [ -f "quality_summary.md" ]; then
          cat quality_summary.md >> $GITHUB_STEP_SUMMARY
        fi