bddb57f5ef
Implement comprehensive system for handling very large documentation sites with intelligent splitting strategies and router/hub architecture. **New CLI Tools:** - cli/split_config.py: Split large configs into focused sub-skills * Strategies: auto, category, router, size * Configurable target pages per skill (default: 5000) * Dry-run mode for preview - cli/generate_router.py: Create intelligent router/hub skills * Auto-generates routing logic based on keywords * Creates SKILL.md with topic-to-skill mapping * Infers router name from sub-skills - cli/package_multi.py: Batch package multiple skills * Package router + all sub-skills in one command * Progress tracking for each skill **MCP Integration:** - Added split_config tool (8 total MCP tools now) - Added generate_router tool - Supports 40K+ page documentation via MCP **Configuration:** - New split_strategy parameter in configs - split_config section for fine-tuned control - checkpoint section for resume capability (ready for Phase 4) - Example: configs/godot-large-example.json **Documentation:** - docs/LARGE_DOCUMENTATION.md (500+ lines) * Complete guide for 10K+ page documentation * All splitting strategies explained * Detailed workflows with examples * Best practices and troubleshooting * Real-world examples (AWS, Microsoft, Godot) **Features:** ✅ Handle 40K+ page documentation efficiently ✅ Parallel scraping support (5x-10x faster) ✅ Router + sub-skills architecture ✅ Intelligent keyword-based routing ✅ Multiple splitting strategies ✅ Full MCP integration 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude <noreply@anthropic.com>
64 lines
2.2 KiB
JSON
64 lines
2.2 KiB
JSON
{
|
|
"name": "godot",
|
|
"description": "Godot Engine game development. Use for Godot projects, GDScript/C# coding, scene setup, node systems, 2D/3D development, physics, animation, UI, shaders, or any Godot-specific questions.",
|
|
"base_url": "https://docs.godotengine.org/en/stable/",
|
|
"start_urls": [
|
|
"https://docs.godotengine.org/en/stable/getting_started/introduction/index.html",
|
|
"https://docs.godotengine.org/en/stable/tutorials/scripting/gdscript/index.html",
|
|
"https://docs.godotengine.org/en/stable/tutorials/2d/index.html",
|
|
"https://docs.godotengine.org/en/stable/tutorials/3d/index.html",
|
|
"https://docs.godotengine.org/en/stable/tutorials/physics/index.html",
|
|
"https://docs.godotengine.org/en/stable/tutorials/animation/index.html",
|
|
"https://docs.godotengine.org/en/stable/classes/index.html"
|
|
],
|
|
"selectors": {
|
|
"main_content": "div[role='main']",
|
|
"title": "title",
|
|
"code_blocks": "pre"
|
|
},
|
|
"url_patterns": {
|
|
"include": [
|
|
"/getting_started/",
|
|
"/tutorials/",
|
|
"/classes/"
|
|
],
|
|
"exclude": [
|
|
"/genindex.html",
|
|
"/search.html",
|
|
"/_static/",
|
|
"/_sources/"
|
|
]
|
|
},
|
|
"categories": {
|
|
"getting_started": ["introduction", "getting_started", "first", "your_first"],
|
|
"scripting": ["scripting", "gdscript", "c#", "csharp"],
|
|
"2d": ["/2d/", "sprite", "canvas", "tilemap"],
|
|
"3d": ["/3d/", "spatial", "mesh", "3d_"],
|
|
"physics": ["physics", "collision", "rigidbody", "characterbody"],
|
|
"animation": ["animation", "tween", "animationplayer"],
|
|
"ui": ["ui", "control", "gui", "theme"],
|
|
"shaders": ["shader", "material", "visual_shader"],
|
|
"audio": ["audio", "sound"],
|
|
"networking": ["networking", "multiplayer", "rpc"],
|
|
"export": ["export", "platform", "deploy"]
|
|
},
|
|
"rate_limit": 0.5,
|
|
"max_pages": 40000,
|
|
|
|
"_comment": "=== NEW: Split Strategy Configuration ===",
|
|
"split_strategy": "router",
|
|
"split_config": {
|
|
"target_pages_per_skill": 5000,
|
|
"create_router": true,
|
|
"split_by_categories": ["scripting", "2d", "3d", "physics", "shaders"],
|
|
"router_name": "godot",
|
|
"parallel_scraping": true
|
|
},
|
|
|
|
"_comment2": "=== NEW: Checkpoint Configuration ===",
|
|
"checkpoint": {
|
|
"enabled": true,
|
|
"interval": 1000
|
|
}
|
|
}
|