# robots.txt # Robots exclusion/inclusion rules. # applies to all search engines User-agent: * Disallow: /images/ Disallow: /directory/ Disallow: /media/local_copies/ Disallow: /register/ Disallow: /test/ Disallow: /samples/ Disallow: /signin/ Disallow: /error/ Disallow: /menu/ Disallow: /css/ Disallow: /newsletters/ Disallow: /financials/