# Allow all search engines access to everything
User-agent: *
Disallow: /admin/
Disallow: /login/
Disallow: /private/
Disallow: /cgi-bin/

# Specific rules for some user agents (if needed)
User-agent: Googlebot
Disallow: /test/
Disallow: /tmp/

# Sitemap file location
Sitemap: https://www.cleanomatics.com/sitemap.xml

# Crawl-delay directive to avoid overloading the server (optional, adjust as needed)
Crawl-delay: 10