59c2f9126d
All configs now follow the steam-economy-complete.json pattern with: - Multiple start_urls for comprehensive entry points - Improved include patterns for better targeting - Enhanced exclude patterns to skip irrelevant pages Godot Config: - Added 7 start_urls covering getting started, scripting, 2D, 3D, physics, animation, and classes - Added include patterns: /getting_started/, /tutorials/, /classes/ - More focused scraping of core documentation React Config: - Added 6 start_urls covering learn, quick-start, reference, and hooks - Existing patterns maintained (already well-optimized) Vue Config: - Added 6 start_urls covering introduction, essentials, components, composables, and API - Fixed base_url from https://vuejs.org/guide/ to https://vuejs.org/ - Added /partners/ to exclude list Django Config: - Added 7 start_urls covering intro, models, views, templates, forms, auth, and reference - Added /intro/ to include patterns - Added /releases/ to exclude list (changelog not needed) FastAPI Config: - Added 7 start_urls covering tutorial, first-steps, path-params, body, dependencies, advanced, and reference - Added /deployment/ to exclude list Benefits: - Better initial page discovery - More comprehensive documentation coverage - Faster scraping (direct entry to important sections) - Reduced unnecessary page crawling - Consistent pattern across all configs All configs tested and validated: ✅ 71/71 tests passing ✅ All 6 configs validated successfully 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude <noreply@anthropic.com>
48 lines
1.8 KiB
JSON
48 lines
1.8 KiB
JSON
{
|
|
"name": "godot",
|
|
"description": "Godot Engine game development. Use for Godot projects, GDScript/C# coding, scene setup, node systems, 2D/3D development, physics, animation, UI, shaders, or any Godot-specific questions.",
|
|
"base_url": "https://docs.godotengine.org/en/stable/",
|
|
"start_urls": [
|
|
"https://docs.godotengine.org/en/stable/getting_started/introduction/index.html",
|
|
"https://docs.godotengine.org/en/stable/tutorials/scripting/gdscript/index.html",
|
|
"https://docs.godotengine.org/en/stable/tutorials/2d/index.html",
|
|
"https://docs.godotengine.org/en/stable/tutorials/3d/index.html",
|
|
"https://docs.godotengine.org/en/stable/tutorials/physics/index.html",
|
|
"https://docs.godotengine.org/en/stable/tutorials/animation/index.html",
|
|
"https://docs.godotengine.org/en/stable/classes/index.html"
|
|
],
|
|
"selectors": {
|
|
"main_content": "div[role='main']",
|
|
"title": "title",
|
|
"code_blocks": "pre"
|
|
},
|
|
"url_patterns": {
|
|
"include": [
|
|
"/getting_started/",
|
|
"/tutorials/",
|
|
"/classes/"
|
|
],
|
|
"exclude": [
|
|
"/genindex.html",
|
|
"/search.html",
|
|
"/_static/",
|
|
"/_sources/"
|
|
]
|
|
},
|
|
"categories": {
|
|
"getting_started": ["introduction", "getting_started", "first", "your_first"],
|
|
"scripting": ["scripting", "gdscript", "c#", "csharp"],
|
|
"2d": ["/2d/", "sprite", "canvas", "tilemap"],
|
|
"3d": ["/3d/", "spatial", "mesh", "3d_"],
|
|
"physics": ["physics", "collision", "rigidbody", "characterbody"],
|
|
"animation": ["animation", "tween", "animationplayer"],
|
|
"ui": ["ui", "control", "gui", "theme"],
|
|
"shaders": ["shader", "material", "visual_shader"],
|
|
"audio": ["audio", "sound"],
|
|
"networking": ["networking", "multiplayer", "rpc"],
|
|
"export": ["export", "platform", "deploy"]
|
|
},
|
|
"rate_limit": 0.5,
|
|
"max_pages": 500
|
|
}
|