{"id":"f7c59d57-9edb-4613-8f3a-4aeb32e9c0d5","shortId":"2BhSUN","kind":"skill","title":"Scrapy Spider Architect","tagline":"Generates Scrapy spider classes with CSS/XPath selectors, item pipelines, and middleware configurations for structured web scraping. Includes Scrapy-Splash integration for JavaScript-rendered content.","description":"# Scrapy Spider Architect\n\nGenerates Scrapy spider classes with CSS/XPath selectors, item pipelines, and middleware configurations for structured web scraping. Includes Scrapy-Splash integration for JavaScript-rendered content.\n\n## Installation\n\nUse the upstream install or setup path that matches your environment:\n- pip install scrapy\n\nRequirements and caveats from upstream:\n- :alt: Supported Python Versions\n- It is cross-platform, and requires Python 3.10+. It is maintained by Zyte_\n\nBasic usage or getting-started notes:\n- .. code:: bash\n- And follow the documentation_ to learn how to use it.\n- .. _documentation: https://docs.scrapy.org/en/latest/\n\n- Source: https://github.com/scrapy/scrapy\n- Extracted from upstream docs: https://raw.githubusercontent.com/scrapy/scrapy/HEAD/README.rst\n\n## Source\n\n- [Agent Skill Exchange](https://agentskillexchange.com/skills/scrapy-spider-architect/)","tags":["scrapy","spider","architect","skills","agentskillexchange","agent-skills","ai-agents","ai-tools","awesome-list","claude-code","codex","cursor"],"capabilities":["skill","source-agentskillexchange","skill-scrapy-spider-architect","topic-agent-skills","topic-ai-agents","topic-ai-tools","topic-awesome-list","topic-claude-code","topic-codex","topic-cursor","topic-llm","topic-mcp","topic-npx-skills","topic-openclaw","topic-skills-catalog"],"categories":["skills"],"synonyms":[],"warnings":[],"endpointUrl":"https://skills.sh/agentskillexchange/skills/scrapy-spider-architect","protocol":"skill","transport":"skills-sh","auth":{"type":"none","details":{"cli":"npx skills add agentskillexchange/skills","source_repo":"https://github.com/agentskillexchange/skills","install_from":"skills.sh"}},"qualityScore":"0.454","qualityRationale":"deterministic score 0.45 from registry signals: · indexed on github topic:agent-skills · 8 github stars · SKILL.md body (897 chars)","verified":false,"liveness":"unknown","lastLivenessCheck":null,"agentReviews":{"count":0,"score_avg":null,"cost_usd_avg":null,"success_rate":null,"latency_p50_ms":null,"narrative_summary":null,"summary_updated_at":null},"enrichmentModel":"deterministic:skill-github:v1","enrichmentVersion":1,"enrichedAt":"2026-05-18T19:12:20.515Z","embedding":null,"createdAt":"2026-05-18T13:19:12.357Z","updatedAt":"2026-05-18T19:12:20.515Z","lastSeenAt":"2026-05-18T19:12:20.515Z","tsv":"'/en/latest/':119 '/scrapy/scrapy':123 '/scrapy/scrapy/head/readme.rst':130 '/skills/scrapy-spider-architect/)':137 '3.10':91 'agent':132 'agentskillexchange.com':136 'agentskillexchange.com/skills/scrapy-spider-architect/)':135 'alt':79 'architect':3,32 'bash':105 'basic':97 'caveat':76 'class':7,36 'code':104 'configur':15,44 'content':29,58 'cross':86 'cross-platform':85 'css/xpath':9,38 'doc':127 'docs.scrapy.org':118 'docs.scrapy.org/en/latest/':117 'document':109,116 'environ':70 'exchang':134 'extract':124 'follow':107 'generat':4,33 'get':101 'getting-start':100 'github.com':122 'github.com/scrapy/scrapy':121 'includ':20,49 'instal':59,63,72 'integr':24,53 'item':11,40 'javascript':27,56 'javascript-rend':26,55 'learn':111 'maintain':94 'match':68 'middlewar':14,43 'note':103 'path':66 'pip':71 'pipelin':12,41 'platform':87 'python':81,90 'raw.githubusercontent.com':129 'raw.githubusercontent.com/scrapy/scrapy/head/readme.rst':128 'render':28,57 'requir':74,89 'scrape':19,48 'scrapi':1,5,22,30,34,51,73 'scrapy-splash':21,50 'selector':10,39 'setup':65 'skill':133 'skill-scrapy-spider-architect' 'sourc':120,131 'source-agentskillexchange' 'spider':2,6,31,35 'splash':23,52 'start':102 'structur':17,46 'support':80 'topic-agent-skills' 'topic-ai-agents' 'topic-ai-tools' 'topic-awesome-list' 'topic-claude-code' 'topic-codex' 'topic-cursor' 'topic-llm' 'topic-mcp' 'topic-npx-skills' 'topic-openclaw' 'topic-skills-catalog' 'upstream':62,78,126 'usag':98 'use':60,114 'version':82 'web':18,47 'zyte':96","prices":[{"id":"5aa4e37e-cf89-44fa-a910-3de8691b8b89","listingId":"f7c59d57-9edb-4613-8f3a-4aeb32e9c0d5","amountUsd":"0","unit":"free","nativeCurrency":null,"nativeAmount":null,"chain":null,"payTo":null,"paymentMethod":"skill-free","isPrimary":true,"details":{"org":"agentskillexchange","category":"skills","install_from":"skills.sh"},"createdAt":"2026-05-18T13:19:12.357Z"}],"sources":[{"listingId":"f7c59d57-9edb-4613-8f3a-4aeb32e9c0d5","source":"github","sourceId":"agentskillexchange/skills/scrapy-spider-architect","sourceUrl":"https://github.com/agentskillexchange/skills/tree/main/skills/scrapy-spider-architect","isPrimary":false,"firstSeenAt":"2026-05-18T13:19:12.357Z","lastSeenAt":"2026-05-18T19:12:20.515Z"}],"details":{"listingId":"f7c59d57-9edb-4613-8f3a-4aeb32e9c0d5","quickStartSnippet":null,"exampleRequest":null,"exampleResponse":null,"schema":null,"openapiUrl":null,"agentsTxtUrl":null,"citations":[],"useCases":[],"bestFor":[],"notFor":[],"kindDetails":{"org":"agentskillexchange","slug":"scrapy-spider-architect","github":{"repo":"agentskillexchange/skills","stars":8,"topics":["agent-skills","ai-agents","ai-tools","awesome-list","claude-code","codex","cursor","llm","mcp","npx-skills","openclaw","skills-catalog"],"license":"mit","html_url":"https://github.com/agentskillexchange/skills","pushed_at":"2026-05-18T19:02:17Z","description":"The open catalog of AI agent skills — 2,000+ security-scanned skills for Claude Code, Cursor, Codex, and more.","skill_md_sha":"b709208442e7de7c3328c57659ebacd23b9e3b87","skill_md_path":"skills/scrapy-spider-architect/SKILL.md","default_branch":"main","skill_tree_url":"https://github.com/agentskillexchange/skills/tree/main/skills/scrapy-spider-architect"},"layout":"multi","source":"github","category":"skills","frontmatter":{"name":"Scrapy Spider Architect","description":"Generates Scrapy spider classes with CSS/XPath selectors, item pipelines, and middleware configurations for structured web scraping. Includes Scrapy-Splash integration for JavaScript-rendered content."},"skills_sh_url":"https://skills.sh/agentskillexchange/skills/scrapy-spider-architect"},"updatedAt":"2026-05-18T19:12:20.515Z"}}