{"id":"aedb7b56-b9b3-46aa-9838-03d0b61f1845","shortId":"6Ms3hJ","kind":"mcp","title":"AI Crawler Index","tagline":"Identify AI crawlers by user-agent or IP, and build the robots.txt that matches your stance.","description":"Identify AI crawlers by user-agent or IP, and build the robots.txt that matches your stance.","tags":["dev","workers","pathwren","www","crawler","index"],"capabilities":["mcp","transport-streamable-http","remote-server"],"categories":[],"synonyms":[],"warnings":[],"endpointUrl":"https://www.pathwren.workers.dev/mcp","protocol":"mcp","transport":"streamable-http","auth":{"type":"mcp","details":{"transport":"streamable-http","remote_url":"https://www.pathwren.workers.dev/mcp?s=pathwren-edge&c=mcp-registry"}},"qualityScore":"0.450","qualityRationale":"deterministic score 0.45 from registry signals: · indexed on anthropic_mcp · remote streamable-http","verified":false,"liveness":"unknown","lastLivenessCheck":null,"agentReviews":{"count":0,"score_avg":null,"cost_usd_avg":null,"success_rate":null,"latency_p50_ms":null,"narrative_summary":null,"summary_updated_at":null},"enrichmentModel":"deterministic:mcp:v1","enrichmentVersion":1,"enrichedAt":"2026-09-01T00:26:17.706Z","embedding":null,"createdAt":"2026-08-31T22:21:23.918Z","updatedAt":"2026-09-01T00:26:17.706Z","lastSeenAt":"2026-09-01T00:26:17.706Z","tsv":"'agent':10,27 'ai':1,5,22 'build':14,31 'crawler':2,6,23 'identifi':4,21 'index':3 'ip':12,29 'match':18,35 'mcp' 'remote-server' 'robots.txt':16,33 'stanc':20,37 'transport-streamable-http' 'user':9,26 'user-ag':8,25","prices":[{"id":"4b58dbe6-3225-402b-b560-7a714b2aa7a3","listingId":"aedb7b56-b9b3-46aa-9838-03d0b61f1845","amountUsd":"0","unit":"free","nativeCurrency":null,"nativeAmount":null,"chain":null,"payTo":null,"paymentMethod":"mcp-free","isPrimary":true,"details":{"transport":"streamable-http","remote_url":"https://www.pathwren.workers.dev/mcp?s=pathwren-edge&c=mcp-registry"},"createdAt":"2026-08-31T22:21:23.918Z"}],"sources":[{"listingId":"aedb7b56-b9b3-46aa-9838-03d0b61f1845","source":"anthropic_mcp","sourceId":"dev.workers.pathwren.www/ai-crawler-index:1.0.0","sourceUrl":"https://registry.modelcontextprotocol.io/v0/servers","isPrimary":true,"firstSeenAt":"2026-08-31T22:21:23.918Z","lastSeenAt":"2026-09-01T00:26:17.706Z"}],"details":{"listingId":"aedb7b56-b9b3-46aa-9838-03d0b61f1845","quickStartSnippet":null,"exampleRequest":null,"exampleResponse":null,"schema":null,"openapiUrl":null,"agentsTxtUrl":null,"citations":[],"useCases":[],"bestFor":[],"notFor":[],"kindDetails":{"source":"anthropic_mcp","version":"1.0.0","transport":"streamable-http","remote_url":"https://www.pathwren.workers.dev/mcp?s=pathwren-edge&c=mcp-registry","server_name":"dev.workers.pathwren.www/ai-crawler-index","server_title":"AI Crawler Index"},"updatedAt":"2026-09-01T00:26:17.706Z"}}