# PluginProbe serves the source code of every plugin on WordPress.org.
# Everything here is public code read from the official WordPress.org repository.
# See /llms.txt for the URL scheme and /bot for the full reference.
#
# Plugin and version pages are open to every crawler. The code, diff, raw and download
# pages are not for indexing: there are millions of them, one per file per version, and
# every one is a copy of code that already lives on WordPress.org. Crawlers are named
# explicitly so there is no ambiguity about which group applies to them.

User-agent: *
User-agent: Googlebot
User-agent: Bingbot
User-agent: DuckDuckBot
# Brave indexes for its own search and is the backend Claude searches through
User-agent: BraveBot
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: CCBot
User-agent: Applebot-Extended
User-agent: meta-externalagent
Allow: /
Disallow: /plugins/*/*/code
Disallow: /plugins/*/*/diff/
Disallow: /plugins/*/*/raw/
Disallow: /plugins/*/*/download/

# These fetch a page because a person asked for it, not to build an index, so they may
# read the code pages too.
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: Perplexity-User
User-agent: PerplexityUser
Allow: /

Sitemap: https://pluginprobe.com/sitemap.xml