# SEO Optimization - robots.txt for Cashero AI
# This file tells search engines which pages to crawl and index

# Allow all search engines to crawl the site
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /*.json$
Disallow: /temp/

# Specific rules for Google
User-agent: Googlebot
Allow: /

# Specific rules for Bing
User-agent: Bingbot
Allow: /

# Crawl delay for polite crawling
Crawl-delay: 1

# Request-rate limit (requests per second)
Request-rate: 1/1s

# Sitemaps
Sitemap: https://cashero-ai.vercel.app/sitemap.xml

# Cache settings
# These are instructions for how long pages should be cached
Cache-control: public, max-age=2592000