# All robots will spider the domain # Rules for Omni Explorer Bot User-Agent: OmniExplorer_Bot Crawl-delay: 5 User-agent: * # Disallow directory /scripts/ Disallow: /scripts/