# Robots.txt for Arabian Park View
# Allow search engines to crawl and index the website

User-agent: *
Allow: /
Disallow: /api/
Disallow: /.next/
Disallow: /node_modules/

# Specific crawler directives
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Sitemap
Sitemap: https://arabianparkview.com/sitemap.xml
Sitemap: https://arabianparkview.com/sitemap-0.xml

# Crawl delay (in seconds)
Crawl-delay: 1
Request-rate: 1/5

# Comment: Last updated 2026-06-17