# ================================
# robots.txt for Hide Photos
# ================================

# Allow all search engines to crawl and index the entire site
User-agent: *
Allow: /

# Block access to sensitive or unnecessary folders (if they exist)
Disallow: /admin/
Disallow: /login/
Disallow: /private/
Disallow: /cgi-bin/

# Specify sitemap for better crawling
Sitemap: https://hide-photos.netlify.app/sitemap.xml

# Crawl-delay for bots that overload servers (optional)
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

# ================================
# End of file
# ================================