# robots.txt for http://le.utah.gov/ User-agent: archive.org_bot Crawl-delay: 10 Disallow: /templates/ # This is an infinite virtual URL space Disallow: /ASP/ Disallow: /asp/ Disallow: /includes/ Disallow: /JSP/ Disallow: /RSS/ Disallow: /lfa/cobi/t3$t/ Disallow: /lfa/dashboard_dev/ Disallow: /lfa/devTest/ User-agent: Slurp Crawl-delay: 10 Disallow: /templates/ # This is an infinite virtual URL space Disallow: /ASP/ Disallow: /asp/ Disallow: /includes/ Disallow: /JSP/ Disallow: /RSS/ Disallow: /lfa/cobi/t3$t/ Disallow: /lfa/dashboard_dev/ Disallow: /lfa/devTest/ User-agent: * Crawl-delay: 10 Disallow: /templates/ # This is an infinite virtual URL space Disallow: /ASP/ Disallow: /asp/ Disallow: /includes/ Disallow: /JSP/ Disallow: /RSS/ Disallow: /lfa/cobi/t3$t/ Disallow: /lfa/dashboard_dev/ Disallow: /lfa/devTest/