# robots.txt for https://easyfinder.ai/
# Static file: takes precedence over the WordPress virtual robots.txt.
# Source of truth for crawler rules. Rank Math's robots.txt editor no longer applies.
# Last updated: 2026-07-29

# -----------------------------------------------------------------------------
# Default group
#
# Content-Signal declares how AI systems may use this content:
#   search   = building a search index and returning links/excerpts
#   ai-input = feeding content into a model at answer time (RAG / grounding)
#   ai-train = training or fine-tuning models
# -----------------------------------------------------------------------------

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# -----------------------------------------------------------------------------
# AI search, answer and training crawlers - explicitly allowed.
#
# These are listed by name on purpose. Everything here is already permitted by
# the wildcard group above, but naming them documents the intent and makes an
# accidental re-block (e.g. a managed rule set or plugin regenerating this file)
# obvious in a diff instead of silent.
# -----------------------------------------------------------------------------

# OpenAI
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User

# Anthropic
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User

# Perplexity
User-agent: PerplexityBot
User-agent: Perplexity-User

# Google
User-agent: Google-Extended

# Microsoft / Bing
User-agent: bingbot

# Apple
User-agent: Applebot
User-agent: Applebot-Extended

# Meta
User-agent: meta-externalagent
User-agent: FacebookBot

# Amazon
User-agent: Amazonbot

# ByteDance
User-agent: Bytespider

# Common Crawl
User-agent: CCBot

# Others
User-agent: cohere-ai
User-agent: MistralAI-User
User-agent: DuckAssistBot
User-agent: YouBot

Content-Signal: search=yes, ai-input=yes, ai-train=yes
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /

# -----------------------------------------------------------------------------
# Sitemaps
# -----------------------------------------------------------------------------

Sitemap: https://easyfinder.ai/sitemap_index.xml
Sitemap: https://easyfinder.ai/md-sitemap.xml