{"registry":"gm-crawler-actor-registry","generatedFrom":"lib/evidence/actors.ts","generatedAt":"2026-10-02","defaultProfileId":"public-ai-discovery","doctrine":"This registry is what Generative Metrics probes with. Vendor documentation is linked for every actor. It describes our scanner, never any provider's behavior.","actorCount":18,"actors":[{"actorId":"amazon:amazonbot","provider":"Amazon","displayName":"Amazonbot","purpose":"SEARCH","robotsPolicyApplies":"APPLIES","userAgentSource":"PRODUCT_TOKEN_FALLBACK","probeUserAgent":"Amazonbot","documentationUrl":"https://developer.amazon.com/support/amazonbot","requiredInDefaultProfile":false},{"actorId":"anthropic:claude-searchbot","provider":"Anthropic","displayName":"Claude-SearchBot","purpose":"SEARCH","robotsPolicyApplies":"APPLIES","userAgentSource":"VENDOR_PUBLISHED","probeUserAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Claude-SearchBot/1.0; +https://www.anthropic.com/clausearchbot)","documentationUrl":"https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler","requiredInDefaultProfile":true},{"actorId":"anthropic:claude-user","provider":"Anthropic","displayName":"Claude-User","purpose":"USER_ACTION","robotsPolicyApplies":"APPLIES","userAgentSource":"VENDOR_PUBLISHED","probeUserAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Claude-User/1.0; +Claude-User@anthropic.com)","documentationUrl":"https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler","requiredInDefaultProfile":false},{"actorId":"anthropic:claudebot","provider":"Anthropic","displayName":"ClaudeBot","purpose":"TRAINING","robotsPolicyApplies":"APPLIES","userAgentSource":"VENDOR_PUBLISHED","probeUserAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","documentationUrl":"https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler","requiredInDefaultProfile":false},{"actorId":"gm:direct-http-probe","provider":"Generative Metrics","displayName":"Generative Metrics direct HTTP probe","purpose":"UNSPECIFIED","robotsPolicyApplies":"NOT_APPLICABLE","userAgentSource":"VENDOR_PUBLISHED","probeUserAgent":"GenerativeMetrics/1.0 (+https://generativemetrics.com)","documentationUrl":null,"requiredInDefaultProfile":false},{"actorId":"google:google-agent","provider":"Google","displayName":"Google-Agent","purpose":"USER_ACTION","robotsPolicyApplies":"CONTEXT_DEPENDENT","userAgentSource":"PRODUCT_TOKEN_FALLBACK","probeUserAgent":"Google-Agent","documentationUrl":"https://developers.google.com/crawling/docs/crawlers-fetchers/google-user-triggered-fetchers","requiredInDefaultProfile":false},{"actorId":"google:google-extended","provider":"Google","displayName":"Google-Extended","purpose":"TRAINING_AND_GROUNDING","robotsPolicyApplies":"CONTROL_TOKEN","userAgentSource":"PRODUCT_TOKEN_FALLBACK","probeUserAgent":"Google-Extended","documentationUrl":"https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers","requiredInDefaultProfile":false},{"actorId":"google:googlebot","provider":"Google","displayName":"Googlebot","purpose":"SEARCH","robotsPolicyApplies":"APPLIES","userAgentSource":"VENDOR_PUBLISHED","probeUserAgent":"Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)","documentationUrl":"https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers","requiredInDefaultProfile":true},{"actorId":"meta:meta-externalagent","provider":"Meta","displayName":"Meta-ExternalAgent","purpose":"TRAINING_AND_GROUNDING","robotsPolicyApplies":"APPLIES","userAgentSource":"VENDOR_PUBLISHED","probeUserAgent":"meta-externalagent/1.1 (+/documentation/sharing/webmasters/web-crawlers)","documentationUrl":"https://developers.facebook.com/docs/sharing/webmasters/crawler","requiredInDefaultProfile":false},{"actorId":"meta:meta-externalfetcher","provider":"Meta","displayName":"Meta-ExternalFetcher","purpose":"GROUNDING","robotsPolicyApplies":"CONTEXT_DEPENDENT","userAgentSource":"VENDOR_PUBLISHED","probeUserAgent":"meta-externalfetcher/1.1 (+/documentation/sharing/webmasters/web-crawlers)","documentationUrl":"https://developers.facebook.com/docs/sharing/webmasters/crawler","requiredInDefaultProfile":false},{"actorId":"mistralai:mistralai-user","provider":"Mistral AI","displayName":"MistralAI-User","purpose":"USER_ACTION","robotsPolicyApplies":"APPLIES","userAgentSource":"VENDOR_PUBLISHED","probeUserAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; MistralAI-User/1.0; +https://docs.mistral.ai/robots)","documentationUrl":"https://docs.mistral.ai/robots/","requiredInDefaultProfile":false},{"actorId":"openai:chatgpt-user","provider":"OpenAI","displayName":"ChatGPT-User","purpose":"USER_ACTION","robotsPolicyApplies":"CONTEXT_DEPENDENT","userAgentSource":"VENDOR_PUBLISHED","probeUserAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ChatGPT-User/1.0; +https://openai.com/bot","documentationUrl":"https://developers.openai.com/api/docs/bots","requiredInDefaultProfile":false},{"actorId":"openai:gptbot","provider":"OpenAI","displayName":"GPTBot","purpose":"TRAINING","robotsPolicyApplies":"APPLIES","userAgentSource":"VENDOR_PUBLISHED","probeUserAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.0; +https://openai.com/gptbot)","documentationUrl":"https://developers.openai.com/api/docs/bots","requiredInDefaultProfile":false},{"actorId":"openai:oai-adsbot","provider":"OpenAI","displayName":"OAI-AdsBot","purpose":"ADS_VALIDATION","robotsPolicyApplies":"CONTEXT_DEPENDENT","userAgentSource":"VENDOR_PUBLISHED","probeUserAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; OAI-AdsBot/1.0; +https://openai.com/adsbot","documentationUrl":"https://developers.openai.com/api/docs/bots","requiredInDefaultProfile":false},{"actorId":"openai:oai-searchbot","provider":"OpenAI","displayName":"OAI-SearchBot","purpose":"SEARCH","robotsPolicyApplies":"APPLIES","userAgentSource":"VENDOR_PUBLISHED","probeUserAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; OAI-SearchBot/1.0; +https://openai.com/searchbot)","documentationUrl":"https://developers.openai.com/api/docs/bots","requiredInDefaultProfile":true},{"actorId":"perplexity:perplexity-user","provider":"Perplexity","displayName":"Perplexity-User","purpose":"USER_ACTION","robotsPolicyApplies":"CONTEXT_DEPENDENT","userAgentSource":"VENDOR_PUBLISHED","probeUserAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Perplexity-User/1.0; +https://perplexity.ai/perplexity-user)","documentationUrl":"https://docs.perplexity.ai/docs/resources/perplexity-crawlers","requiredInDefaultProfile":false},{"actorId":"perplexity:perplexitybot","provider":"Perplexity","displayName":"PerplexityBot","purpose":"SEARCH","robotsPolicyApplies":"APPLIES","userAgentSource":"VENDOR_PUBLISHED","probeUserAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; PerplexityBot/1.0; +https://perplexity.ai/perplexitybot)","documentationUrl":"https://docs.perplexity.ai/docs/resources/perplexity-crawlers","requiredInDefaultProfile":true},{"actorId":"xai:xai-searchbot","provider":"xAI","displayName":"xAI-SearchBot","purpose":"SEARCH","robotsPolicyApplies":"CONTEXT_DEPENDENT","userAgentSource":"PRODUCT_TOKEN_FALLBACK","probeUserAgent":"xAI-SearchBot","documentationUrl":"https://docs.x.ai/docs/crawling-overview","requiredInDefaultProfile":false}],"deprecatedAliases":{},"reviewDates":["2026-07-26","2026-09-21","2026-10-02"]}