# Robots.txt # For domain: http://testbed3.firefly-it.com # All robots will spider the domain User-agent: * Disallow: # Disallow directory /admin/ # User-agent: * # Disallow: /admin/ # Disallow directory /connection/ # User-agent: * # Disallow: /connection/ # Disallow directory /usage/ # User-agent: * # Disallow: /usage/ # Disallow directory /cms/ # User-agent: * # Disallow: /cms/ # Disallow directory /cars-files/ # User-agent: * # Disallow: /cars-files/ # Disallow directory /offers/ # User-agent: * # Disallow: /offers/ # Disallow directory /skoda-flash/ # User-agent: * # Disallow: /skoda-flash/ # Disallow directory http://www.riverside-caravanpark.co.uk/i/ # User-agent: * # Disallow: http://www.riverside-caravanpark.co.uk/i/ # Disallow directory /virtual-tours/ # User-agent: * # Disallow: /virtual-tours/ # Disallow directory /wordpress-2.1.3/ # User-agent: * # Disallow: /wordpress-2.1.3/