User-agent: www.deadlinkchecker.com
  Crawl-delay: 1