firefrost-gaming/skill-seekers-reference
3
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Enabling full support of the Claude Code documentation site, with support for all relevant pages and Anthropic's unconventional llms.txt

Browse Source
This commit is contained in:
Nick Miethe
2026-01-08 15:33:12 -05:00
committed by yusyus
parent 04de96f2f5
commit 9042e1680c
2 changed files with 83 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
src/skill_seekers/cli/llms_txt_downloader.py
View File

@@ -38,11 +38,24 @@ class LlmsTxtDownloader:
def _is_markdown(self, content: str) -> bool:
"""
Check if content looks like markdown.
Check if content looks like markdown (not HTML).
Returns:
True if content contains markdown patterns
True if content contains markdown patterns and is NOT HTML
"""
# First, reject HTML content (common redirect trap)
content_start = content.strip()[:500].lower()
html_indicators = [
'<!doctype html',
'<html',
'<!doctype',
'<head>',
'<meta charset',
]
if any(indicator in content_start for indicator in html_indicators):
return False
# Then check for markdown patterns
markdown_patterns = ['# ', '## ', '```', '- ', '* ', '`']
return any(pattern in content for pattern in markdown_patterns)