# Allow all robots to spider everything by disallowing nothing - test User-agent: * Crawl-Delay: 20 Disallow: