# robots.txt User-agent: * Disallow: /*/ Crawl-delay: 60