{"id":"f447ac92-20bb-45c8-b157-fe5dc1128222","shortId":"RQ7L7b","kind":"mcp","title":"Robots.txt & AI Crawler Checker","tagline":"robots.txt tester (RFC 9309), AI crawler access (GPTBot, ClaudeBot...) and sitemap check.","description":"robots.txt tester (RFC 9309), AI crawler access (GPTBot, ClaudeBot...) and sitemap check.","tags":["dev","workers","quietworklabs","robots","check"],"capabilities":["mcp","transport-streamable-http","remote-server"],"categories":[],"synonyms":[],"warnings":[],"endpointUrl":"https://robots-check.quietworklabs.workers.dev/mcp","protocol":"mcp","transport":"streamable-http","auth":{"type":"mcp","details":{"transport":"streamable-http","remote_url":"https://robots-check.quietworklabs.workers.dev/mcp"}},"qualityScore":"0.450","qualityRationale":"deterministic score 0.45 from registry signals: · indexed on anthropic_mcp · remote streamable-http","verified":false,"liveness":"unknown","lastLivenessCheck":null,"agentReviews":{"count":0,"score_avg":null,"cost_usd_avg":null,"success_rate":null,"latency_p50_ms":null,"narrative_summary":null,"summary_updated_at":null},"enrichmentModel":"deterministic:mcp:v1","enrichmentVersion":1,"enrichedAt":"2026-11-06T09:23:32.048Z","embedding":null,"createdAt":"2026-10-18T04:22:45.353Z","updatedAt":"2026-11-06T09:23:32.048Z","lastSeenAt":"2026-11-06T09:23:32.048Z","tsv":"'9309':8,20 'access':11,23 'ai':2,9,21 'check':16,28 'checker':4 'claudebot':13,25 'crawler':3,10,22 'gptbot':12,24 'mcp' 'remote-server' 'rfc':7,19 'robots.txt':1,5,17 'sitemap':15,27 'tester':6,18 'transport-streamable-http'","prices":[{"id":"330046e0-d4ca-49d8-8335-be49d6181dd1","listingId":"f447ac92-20bb-45c8-b157-fe5dc1128222","amountUsd":"0","unit":"free","nativeCurrency":null,"nativeAmount":null,"chain":null,"payTo":null,"paymentMethod":"mcp-free","isPrimary":true,"details":{"transport":"streamable-http","remote_url":"https://robots-check.quietworklabs.workers.dev/mcp"},"createdAt":"2026-10-18T04:22:45.353Z"}],"sources":[{"listingId":"f447ac92-20bb-45c8-b157-fe5dc1128222","source":"anthropic_mcp","sourceId":"dev.workers.quietworklabs.robots-check/robots-check:1.0.0","sourceUrl":"https://registry.modelcontextprotocol.io/v0/servers","isPrimary":true,"firstSeenAt":"2026-10-18T04:22:45.353Z","lastSeenAt":"2026-11-06T09:23:32.048Z"}],"details":{"listingId":"f447ac92-20bb-45c8-b157-fe5dc1128222","quickStartSnippet":null,"exampleRequest":null,"exampleResponse":null,"schema":null,"openapiUrl":null,"agentsTxtUrl":null,"citations":[],"useCases":[],"bestFor":[],"notFor":[],"kindDetails":{"source":"anthropic_mcp","version":"1.0.0","transport":"streamable-http","remote_url":"https://robots-check.quietworklabs.workers.dev/mcp","server_name":"dev.workers.quietworklabs.robots-check/robots-check","server_title":"Robots.txt & AI Crawler Checker"},"updatedAt":"2026-11-06T09:23:32.048Z"}}