{
  "skill": {
    "id": "skl_scrapy_docs_crawler",
    "name": "scrapy-docs-crawler",
    "plugin": "cwc-engineering",
    "description": "Keep the docs/ mirrors fresh with the Scrapy sitemap crawler (crawlers/): md-first fetching (.md variant tried per-URL, deterministic HTML distiller as fallback), bloom-filter cross-run URL skipping, and sha256 CDC so unchanged pages never rewrite. Use to refresh claude.com/anthropic.com/support/platform/code/scrapyd/scrapy mirrors, on \"crawl the docs\", \"update mirrors\", \"refresh claude.com blog\", or /scrapy-docs-crawler. Small-scale by design — sitemaps only, polite throttle, hard page caps.",
    "summary": "Keep the docs/ mirrors fresh with the Scrapy sitemap crawler (crawlers/): md-first fetching (.md variant tried per-URL, deterministic HTML distiller as fallback), bloom-filter cross-run URL skipping, and sha256 CDC so unchanged pages never rewrite.",
    "gated": 0,
    "source_path": "plugins/cwc-engineering/skills/scrapy-docs-crawler/SKILL.md",
    "created_at": "2026-07-10 18:13:13",
    "cite_as": "https://subagentskills.com/api/skills/skl_scrapy_docs_crawler"
  }
}