30 lines
2.4 KiB
JSON
30 lines
2.4 KiB
JSON
{
|
|
"skill_name": "reference-splits-verification",
|
|
"evals": [
|
|
{
|
|
"id": 1,
|
|
"skill": "engineering/performance-profiler",
|
|
"prompt": "I have a Node.js Express API that's getting slow under load. Response times jumped from 200ms to 3s when we hit 500 concurrent users. The main endpoint is GET /api/users which queries PostgreSQL. Give me a systematic profiling plan with specific tools and commands to identify the bottleneck.",
|
|
"expected_output": "Structured profiling plan with specific Node.js profiling tools (clinic.js, 0x, node --prof), PostgreSQL query analysis (EXPLAIN ANALYZE, pg_stat_statements), load testing approach, and systematic elimination steps"
|
|
},
|
|
{
|
|
"id": 2,
|
|
"skill": "product-team/product-manager-toolkit",
|
|
"prompt": "I'm launching a B2B SaaS feature for automated invoice processing. I need to write user stories with acceptance criteria for the MVP. The feature should let users upload PDF invoices, extract key fields (vendor, amount, date, line items), and export to their accounting software. Write 3-5 user stories with detailed acceptance criteria.",
|
|
"expected_output": "Well-structured user stories in As a/I want/So that format with testable acceptance criteria, priority indicators, and clear scope boundaries"
|
|
},
|
|
{
|
|
"id": 3,
|
|
"skill": "marketing-skill/seo-audit",
|
|
"prompt": "Run an SEO audit framework for a B2B SaaS company selling project management tools. Our domain is 2 years old, we have about 150 pages, and we're struggling to rank for 'project management software' and related terms. Give me a prioritized audit checklist with specific actions.",
|
|
"expected_output": "Comprehensive SEO audit covering technical SEO, on-page optimization, content gaps, backlink analysis, and competitive positioning with prioritized action items"
|
|
},
|
|
{
|
|
"id": 4,
|
|
"skill": "ra-qm-team/risk-management-specialist",
|
|
"prompt": "I need to create an ISO 14971 risk analysis for a new medical device — a wearable ECG monitor that transmits data via Bluetooth to a mobile app. Help me set up the risk management file structure, identify top hazards, and create the initial risk matrix with severity and probability classifications.",
|
|
"expected_output": "ISO 14971-compliant risk management structure with hazard identification, risk matrix (severity x probability), initial risk evaluation, and risk control measures for a wearable ECG device"
|
|
}
|
|
]
|
|
}
|