User-agent: * Allow: / # Enhanced crawling instructions Crawl-delay: 1 # Sitemap location Sitemap: https://crainemachines.com/sitemap.xml # Allow all search engines User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / # Disallow admin areas (if any exist) Disallow: /admin/ Disallow: /private/