# robots.txt User-agent: * Crawl-delay: 10 # Directories Disallow: /images/ Disallow: /scripts/