# /robots.txt file

User-agent: *
Crawl-delay: 20
Disallow: /images/
Disallow: /cgi/