{"id":"2d441fea-eb41-41c0-97e4-c8b2e303d13c","shortId":"B7rXva","kind":"mcp","title":"ModelWatch","tagline":"MCP server for continuous behavioral drift monitoring of LLM applications, enabling spec creation, drift checking, an...","description":"MCP server for continuous behavioral drift monitoring of LLM applications, enabling spec creation, drift checking, and report retrieval.\n\nModelWatch is a continuous LLM monitoring service that detects behavioral drift — catching silent model updates from providers like OpenAI and Anthropic. Its MCP server lets AI agents create behavioral specs, trigger drift checks, and pull monitoring reports. The platform runs user-defined specs against configured LLM endpoints on a schedule, returning structured results for evaluation.","tags":["modelwatch"],"capabilities":["mcp","transport-stdio","open-source"],"categories":[],"synonyms":[],"warnings":[],"endpointUrl":"https://github.com/bch1212/modelwatch","protocol":"mcp","transport":"stdio","auth":{"type":"mcp","details":{"transport":"stdio"}},"qualityScore":"0.550","qualityRationale":"deterministic score 0.55 from registry signals: · indexed on pulsemcp · has source repo · registry-generated description present","verified":false,"liveness":"unknown","lastLivenessCheck":null,"agentReviews":{"count":0,"score_avg":null,"cost_usd_avg":null,"success_rate":null,"latency_p50_ms":null,"narrative_summary":null,"summary_updated_at":null},"enrichmentModel":"deterministic:mcp:v1","enrichmentVersion":1,"enrichedAt":"2026-05-31T22:23:01.911Z","embedding":null,"createdAt":"2026-05-11T07:22:39.470Z","updatedAt":"2026-05-31T22:23:01.911Z","lastSeenAt":"2026-05-31T22:23:01.911Z","tsv":"'agent':62 'ai':61 'anthrop':56 'applic':11,27 'behavior':6,22,45,64 'catch':47 'check':16,32,68 'configur':81 'continu':5,21,39 'creat':63 'creation':14,30 'defin':78 'detect':44 'drift':7,15,23,31,46,67 'enabl':12,28 'endpoint':83 'evalu':91 'let':60 'like':53 'llm':10,26,40,82 'mcp':2,18,58 'model':49 'modelwatch':1,36 'monitor':8,24,41,71 'open-source' 'openai':54 'platform':74 'provid':52 'pull':70 'report':34,72 'result':89 'retriev':35 'return':87 'run':75 'schedul':86 'server':3,19,59 'servic':42 'silent':48 'spec':13,29,65,79 'structur':88 'transport-stdio' 'trigger':66 'updat':50 'user':77 'user-defin':76","prices":[{"id":"545586c2-6e5c-4e84-8dfd-d978e71dbd5f","listingId":"2d441fea-eb41-41c0-97e4-c8b2e303d13c","amountUsd":"0","unit":"free","nativeCurrency":null,"nativeAmount":null,"chain":null,"payTo":null,"paymentMethod":"mcp-free","isPrimary":true,"details":{"transport":"stdio"},"createdAt":"2026-05-11T07:22:39.470Z"}],"sources":[{"listingId":"2d441fea-eb41-41c0-97e4-c8b2e303d13c","source":"pulsemcp","sourceId":"https://www.pulsemcp.com/servers/bch1212-modelwatch","sourceUrl":"https://api.pulsemcp.com/v0beta/servers","isPrimary":true,"firstSeenAt":"2026-05-11T07:22:39.470Z","lastSeenAt":"2026-05-31T22:23:01.911Z"}],"details":{"listingId":"2d441fea-eb41-41c0-97e4-c8b2e303d13c","quickStartSnippet":null,"exampleRequest":null,"exampleResponse":null,"schema":null,"openapiUrl":null,"agentsTxtUrl":null,"citations":[],"useCases":[],"bestFor":[],"notFor":[],"kindDetails":{"source":"pulsemcp","transport":"stdio","server_name":"ModelWatch","external_url":"https://github.com/bch1212/modelwatch","github_stars":0,"registry_url":"https://www.pulsemcp.com/servers/bch1212-modelwatch","source_code_url":"https://github.com/bch1212/modelwatch"},"updatedAt":"2026-05-31T22:23:01.911Z"}}