{"id":"4d7388cb-bd55-4c2e-805d-6afdc20d7822","shortId":"aVN8bd","kind":"skill","title":"Puppeteer Web Scraping Pipeline","tagline":"Builds web scraping pipelines with Puppeteer using page.evaluate, page.waitForSelector, and browser.newPage. Handles infinite scroll, cookie consent banners, and anti-bot detection with stealth plugin.","description":"# Puppeteer Web Scraping Pipeline\n\nBuilds web scraping pipelines with Puppeteer using page.evaluate, page.waitForSelector, and browser.newPage. Handles infinite scroll, cookie consent banners, and anti-bot detection with stealth plugin.\n\n## Installation\n\nUse the upstream install or setup path that matches your environment:\n- npm i puppeteer # Downloads compatible Chrome during installation.\n- npm i puppeteer-core # Alternatively, install as a library, without downloading Chrome.\n\nBasic usage or getting-started notes:\n- bash npm2yarn\n- ## MCP\n- a Puppeteer-based MCP server for browser automation and debugging.\n\n- Source: https://github.com/puppeteer/puppeteer\n- Extracted from upstream docs: https://raw.githubusercontent.com/puppeteer/puppeteer/HEAD/README.md\n\n## Documentation\n\n- https://pptr.dev/\n\n## Source\n\n- [Agent Skill Exchange](https://agentskillexchange.com/skills/puppeteer-web-scraping-pipeline/)","tags":["puppeteer","web","scraping","pipeline","skills","agentskillexchange","agent-skills","ai-agents","ai-tools","awesome-list","claude-code","codex"],"capabilities":["skill","source-agentskillexchange","skill-puppeteer-web-scraping-pipeline","topic-agent-skills","topic-ai-agents","topic-ai-tools","topic-awesome-list","topic-claude-code","topic-codex","topic-cursor","topic-llm","topic-mcp","topic-npx-skills","topic-openclaw","topic-skills-catalog"],"categories":["skills"],"synonyms":[],"warnings":[],"endpointUrl":"https://skills.sh/agentskillexchange/skills/puppeteer-web-scraping-pipeline","protocol":"skill","transport":"skills-sh","auth":{"type":"none","details":{"cli":"npx skills add agentskillexchange/skills","source_repo":"https://github.com/agentskillexchange/skills","install_from":"skills.sh"}},"qualityScore":"0.454","qualityRationale":"deterministic score 0.45 from registry signals: · indexed on github topic:agent-skills · 8 github stars · SKILL.md body (915 chars)","verified":false,"liveness":"unknown","lastLivenessCheck":null,"agentReviews":{"count":0,"score_avg":null,"cost_usd_avg":null,"success_rate":null,"latency_p50_ms":null,"narrative_summary":null,"summary_updated_at":null},"enrichmentModel":"deterministic:skill-github:v1","enrichmentVersion":1,"enrichedAt":"2026-05-18T19:11:58.418Z","embedding":null,"createdAt":"2026-05-18T13:18:41.024Z","updatedAt":"2026-05-18T19:11:58.418Z","lastSeenAt":"2026-05-18T19:11:58.418Z","tsv":"'/puppeteer/puppeteer':116 '/puppeteer/puppeteer/head/readme.md':123 '/skills/puppeteer-web-scraping-pipeline/)':132 'agent':127 'agentskillexchange.com':131 'agentskillexchange.com/skills/puppeteer-web-scraping-pipeline/)':130 'altern':84 'anti':24,53 'anti-bot':23,52 'autom':110 'banner':21,50 'base':105 'bash':99 'basic':92 'bot':25,54 'browser':109 'browser.newpage':15,44 'build':5,34 'chrome':76,91 'compat':75 'consent':20,49 'cooki':19,48 'core':83 'debug':112 'detect':26,55 'doc':120 'document':124 'download':74,90 'environ':70 'exchang':129 'extract':117 'get':96 'getting-start':95 'github.com':115 'github.com/puppeteer/puppeteer':114 'handl':16,45 'infinit':17,46 'instal':59,63,78,85 'librari':88 'match':68 'mcp':101,106 'note':98 'npm':71,79 'npm2yarn':100 'page.evaluate':12,41 'page.waitforselector':13,42 'path':66 'pipelin':4,8,33,37 'plugin':29,58 'pptr.dev':125 'puppet':1,10,30,39,73,82,104 'puppeteer-bas':103 'puppeteer-cor':81 'raw.githubusercontent.com':122 'raw.githubusercontent.com/puppeteer/puppeteer/head/readme.md':121 'scrape':3,7,32,36 'scroll':18,47 'server':107 'setup':65 'skill':128 'skill-puppeteer-web-scraping-pipeline' 'sourc':113,126 'source-agentskillexchange' 'start':97 'stealth':28,57 'topic-agent-skills' 'topic-ai-agents' 'topic-ai-tools' 'topic-awesome-list' 'topic-claude-code' 'topic-codex' 'topic-cursor' 'topic-llm' 'topic-mcp' 'topic-npx-skills' 'topic-openclaw' 'topic-skills-catalog' 'upstream':62,119 'usag':93 'use':11,40,60 'web':2,6,31,35 'without':89","prices":[{"id":"0f1d5226-e257-49b4-918d-55f35da1f59b","listingId":"4d7388cb-bd55-4c2e-805d-6afdc20d7822","amountUsd":"0","unit":"free","nativeCurrency":null,"nativeAmount":null,"chain":null,"payTo":null,"paymentMethod":"skill-free","isPrimary":true,"details":{"org":"agentskillexchange","category":"skills","install_from":"skills.sh"},"createdAt":"2026-05-18T13:18:41.024Z"}],"sources":[{"listingId":"4d7388cb-bd55-4c2e-805d-6afdc20d7822","source":"github","sourceId":"agentskillexchange/skills/puppeteer-web-scraping-pipeline","sourceUrl":"https://github.com/agentskillexchange/skills/tree/main/skills/puppeteer-web-scraping-pipeline","isPrimary":false,"firstSeenAt":"2026-05-18T13:18:41.024Z","lastSeenAt":"2026-05-18T19:11:58.418Z"}],"details":{"listingId":"4d7388cb-bd55-4c2e-805d-6afdc20d7822","quickStartSnippet":null,"exampleRequest":null,"exampleResponse":null,"schema":null,"openapiUrl":null,"agentsTxtUrl":null,"citations":[],"useCases":[],"bestFor":[],"notFor":[],"kindDetails":{"org":"agentskillexchange","slug":"puppeteer-web-scraping-pipeline","github":{"repo":"agentskillexchange/skills","stars":8,"topics":["agent-skills","ai-agents","ai-tools","awesome-list","claude-code","codex","cursor","llm","mcp","npx-skills","openclaw","skills-catalog"],"license":"mit","html_url":"https://github.com/agentskillexchange/skills","pushed_at":"2026-05-18T19:02:17Z","description":"The open catalog of AI agent skills — 2,000+ security-scanned skills for Claude Code, Cursor, Codex, and more.","skill_md_sha":"9a9c1238563cebf0fd38bd8f81d05f8de9499149","skill_md_path":"skills/puppeteer-web-scraping-pipeline/SKILL.md","default_branch":"main","skill_tree_url":"https://github.com/agentskillexchange/skills/tree/main/skills/puppeteer-web-scraping-pipeline"},"layout":"multi","source":"github","category":"skills","frontmatter":{"name":"Puppeteer Web Scraping Pipeline","description":"Builds web scraping pipelines with Puppeteer using page.evaluate, page.waitForSelector, and browser.newPage. Handles infinite scroll, cookie consent banners, and anti-bot detection with stealth plugin."},"skills_sh_url":"https://skills.sh/agentskillexchange/skills/puppeteer-web-scraping-pipeline"},"updatedAt":"2026-05-18T19:11:58.418Z"}}