# BuyNearby - Robots.txt for Search Engine Optimization
# Updated: October 2026
#
# A crawler obeys ONLY the single most specific group that names it, so every group below repeats
# the private-area rules. (A bare "User-agent: Googlebot / Allow: /" group would silently ignore them.)

# ---- Search engines and everything not named below ---------------------------------------------
User-agent: *
User-agent: Googlebot
User-agent: Bingbot
Allow: /
Allow: /index.php
Allow: /store.php
Allow: /mission.php
Allow: /partners.php
Allow: /assets/
Allow: /api/get-products-nearby.php
# Read-only endpoints the public pages call to render their lists (Googlebot's phone view loads stores this way)
Allow: /api/get-stores-nearby.php
Allow: /api/get-restaurants.php
Allow: /api/search-products.php
Allow: /api/storefront-data.php
Allow: /api/get-recommendations.php
Allow: /api/get-stats.php
Allow: /api/product-variants.php
Allow: /api/bulk/resolve-price.php
Allow: /pricing.md
Allow: /llms.txt
# Temporary: lets Google re-crawl this login page and see its noindex header. Remove once it drops out of results.
Allow: /driver/dashboard.php

# Disallow admin and private areas
Disallow: /admin/
Disallow: /store-dashboard/
Disallow: /driver/
Disallow: /warehouse/
Disallow: /hub/
Disallow: /api/
Disallow: /includes/
Disallow: /vendor/
Disallow: /database/
Disallow: /cron/
Disallow: /auth/
Disallow: /oauth/
Disallow: /customer/
Disallow: /*.sql$
Disallow: /*.md$
Disallow: /test-*
Disallow: /debug-*
Disallow: /check-*
Disallow: /purge-*

# ---- AI / LLM crawlers: same private-area rules, plus the public API and feeds -----------------
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: YouBot
Allow: /
Allow: /mission.php
Allow: /partners.php
Allow: /llms.txt
Allow: /api/v1/
Allow: /feeds/
Allow: /api/get-products-nearby.php
Allow: /api/get-stores-nearby.php
Allow: /api/get-restaurants.php
Allow: /api/search-products.php
Allow: /api/storefront-data.php
Allow: /api/get-recommendations.php
Allow: /api/get-stats.php
Allow: /api/product-variants.php
Allow: /api/bulk/resolve-price.php

Disallow: /admin/
Disallow: /store-dashboard/
Disallow: /driver/
Disallow: /warehouse/
Disallow: /hub/
Disallow: /api/
Disallow: /includes/
Disallow: /vendor/
Disallow: /database/
Disallow: /cron/
Disallow: /auth/
Disallow: /oauth/
Disallow: /customer/
Disallow: /*.sql$
Disallow: /*.md$
Disallow: /test-*
Disallow: /debug-*
Disallow: /check-*
Disallow: /purge-*

# Sitemap location
Sitemap: https://buynearby.store/sitemap.xml

# AI/LLM Discovery
Llms-txt: https://buynearby.store/llms.txt