Fix: include docs references in unified skill output (#213)
* Fix: include docs references in unified skill output * Fix: quality checker counts nested reference files * fix(unified): pass through llms_txt_url and skip_llms_txt to doc scraper * configs: add svelte CLI unified preset (llms.txt + categories) --------- Co-authored-by: Chris Engelhard <chris@chrisengelhard.nl>
This commit is contained in:
@@ -129,6 +129,17 @@ class UnifiedScraper:
|
||||
'max_pages': source.get('max_pages', 100)
|
||||
}
|
||||
|
||||
# Pass through llms.txt settings (so unified configs behave the same as doc_scraper configs)
|
||||
if 'llms_txt_url' in source:
|
||||
doc_config['llms_txt_url'] = source.get('llms_txt_url')
|
||||
|
||||
if 'skip_llms_txt' in source:
|
||||
doc_config['skip_llms_txt'] = source.get('skip_llms_txt')
|
||||
|
||||
# Optional: support overriding start URLs
|
||||
if 'start_urls' in source:
|
||||
doc_config['start_urls'] = source.get('start_urls')
|
||||
|
||||
# Write temporary config
|
||||
temp_config_path = os.path.join(self.data_dir, 'temp_docs_config.json')
|
||||
with open(temp_config_path, 'w', encoding='utf-8') as f:
|
||||
|
||||
Reference in New Issue
Block a user