# robots.txt for http://www.canadabenefits.gc.ca/ User-agent: * Allow: /f.1.2ch.4m.2@.jsp Allow: /faechome.jsp Disallow: /* Crawl-delay: 5 # User-agent: * # Disallow: /faecmaint/ # Disallow: /images/