# MyOffers.lk Robots.txt File
# Search engine crawling optimization

# Default rules for all user agents
User-agent: *
Disallow: /admin
Disallow: /api
Disallow: /settings
Disallow: /dashboard
Disallow: /user/
Disallow: /auth
Disallow: /login
Disallow: /register
Disallow: /*?
Disallow: /*.json
Allow: /
Crawl-delay: 1

# Google specific
User-agent: Googlebot
Disallow: /admin
Disallow: /api
Disallow: /auth
Disallow: /user/
Allow: /

# Bingbot specific  
User-agent: Bingbot
Disallow: /admin
Disallow: /api
Disallow: /auth
Disallow: /user/
Crawl-delay: 1

# Sitemap location
Sitemap: /sitemap.xml