# robots.txt for https://axiscranes.com # Generated for Axis Structures & Engineering (BS Projects Pvt. Ltd.) User-agent: * Allow: / # Disallow admin, config, or sensitive server-side files Disallow: /admin/ Disallow: /includes/ Disallow: /config/ Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /backup/ Disallow: /*.sql$ Disallow: /*.log$ Disallow: /*.env$ # Allow all major search engine crawlers explicitly User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / User-agent: YandexBot Allow: / # Sitemap location Sitemap: https://axiscranes.com/sitemap.xml