User-agent: *
Allow: /
Allow: /about
Allow: /faq
Allow: /terms
Allow: /privacy

# Disallow private/admin routes
Disallow: /dashboard
Disallow: /myadmin
Disallow: /api/

# Sitemap
Sitemap: https://onlinewebsitedownloader.com/sitemap.xml

# Crawl delay for polite bots
Crawl-delay: 1
