# see http://tool.motoricerca.info/robots-checker.phtml validator # remove from archive.org (wayback machine) User-agent: ia_archiver Disallow: / # block all robots User-agent: * Disallow: / Crawl-delay: 30