# All robots will spider the domain User-agent: * Disallow: # Disallow all directories started with underscore User-agent: * Disallow: /_* # Disallow /logs/ directory User-agent: * Disallow: /logs/ # Disallow /Ripcase/ directory User-agent: * Disallow: /Ripcase/ # Disallow /Scripts/ directory User-agent: * Disallow: /Scripts/ # Disallow /CSS/ directory User-agent: * Disallow: /CSS/ # Disallow /old_site/ directory User-agent: * Disallow: /old_site/