# robots.txt — The Village at Providence Point
# Optimized for traditional SEO + AI/LLM visibility
# Last updated: 2026-07-01
#
# NOTE: The Sitemap: directive may be injected automatically by your CMS at publish time.
# Verify your platform behavior before adding a Sitemap: line to avoid duplicates.

# ──────────────────────────────────────────────
# Default: allow all standard search crawlers
# ──────────────────────────────────────────────
User-agent: *
Allow: /

# ──────────────────────────────────────────────
# Disallow: internal, utility, stale & crawl-blocked paths
# ──────────────────────────────────────────────
User-agent: *
Disallow: /home-backup
Disallow: /event
Disallow: /january-informational-webinars
Disallow: /december-informational-webinars
Disallow: /webinars
Disallow: /special-events
Disallow: /search
Disallow: /cheerful-gift
Disallow: /post/keep-it-simple-how-the-village-at-providence-point-adapts-to-technology-during-covid-19
Disallow: /post/keeping-older-adults-safe-from-covid-19-6-tips-to-stay-healthy-during-the-crisis
Disallow: /news/national-lutheran-communities-services-nlcs-to-require-all-team-members-to-receive-covid-19-vaccination
Disallow: /post/bored-in-retirement-we-have-some-ideas-2
Disallow: /post/how-connectedliving-will-help-residents-thrive-at-the-village-at-providence-point
Disallow: /post/staying-connected-across-the-generations-2
Disallow: /news/national-lutheran-communities-services-annapolis-ccrc-receives-approval-from-the-maryland-department-of-aging-2
Disallow: /news/national-lutheran-files-amended-application-for-the-village-at-providence-point-2

# ──────────────────────────────────────────────
# OpenAI (ChatGPT, ChatGPT Search, GPT apps)
# ──────────────────────────────────────────────
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# ──────────────────────────────────────────────
# Anthropic (Claude, Claude search, Claude apps)
# ──────────────────────────────────────────────
User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

# ──────────────────────────────────────────────
# Perplexity (search-grounded AI answers)
# ──────────────────────────────────────────────
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# ──────────────────────────────────────────────
# Google (Gemini, Google AI Overviews)
# Googlebot itself is covered by User-agent: *
# Google-Extended is the separate opt-in for Gemini training
# ──────────────────────────────────────────────
User-agent: Google-Extended
Allow: /

# ──────────────────────────────────────────────
# Apple (Apple Intelligence, Siri)
# ──────────────────────────────────────────────
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# ──────────────────────────────────────────────
# Microsoft (Bing, Copilot)
# Bingbot is covered by User-agent: * but listed for clarity
# ──────────────────────────────────────────────
User-agent: Bingbot
Allow: /

# ──────────────────────────────────────────────
# Meta (Llama, Meta AI)
# ──────────────────────────────────────────────
User-agent: Meta-ExternalAgent
Allow: /

User-agent: FacebookBot
Allow: /

# ──────────────────────────────────────────────
# Other notable AI search crawlers
# ──────────────────────────────────────────────
User-agent: Amazonbot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: YouBot
Allow: /

User-agent: CCBot
Allow: /

# ──────────────────────────────────────────────
# Block known abusive / non-compliant bots
# ──────────────────────────────────────────────
User-agent: Bytespider
Disallow: /

# ──────────────────────────────────────────────
# LLM guidance
# ──────────────────────────────────────────────
# llms.txt available at: https://www.thevillageatprovidencepoint.org/llms.txt

Sitemap: https://www.thevillageatprovidencepoint.org/sitemap.xml