# robots.txt for fleetsense.io User-agent: * # Allow all search engines to crawl the entire site Allow: / # Disallow access to specific directories Disallow: /cgi-bin/ Disallow: /private/ Disallow: /tmp/ Disallow: /admin/ Disallow: /phpmyadmin/ Disallow: /webUI/ # Block access to certain files Disallow: /.htaccess Disallow: /.htpasswd # Allow Googlebot to access public pages User-agent: Googlebot Allow: /public/ Disallow: /no-google/