# Robots.txt file created for domain: http://www.beautifulmi.nl # All robots will spider the domain User-agent: * Disallow: # Disallow directory /scripts User-agent: * Disallow: /errors # Disallow directory /scripts User-agent: * Disallow: /includes # Disallow directory /scripts User-agent: * Disallow: /oudesite # Disallow directory /scripts User-agent: * Disallow: /scriptdata # Disallow directory /scripts User-agent: * Disallow: /scripts # Disallow directory /scripts User-agent: * Disallow: /templates # Disallow directory /usage User-agent: * Disallow: /usage