# For domain: http://www.greek-hotels.net # All robots will spider the domain User-agent: * Disallow: /cgi-bin/ User-agent: Googlebot Disallow: /cgi-bin/ User-agent: Googlebot-Images Disallow: /cgi-bin/ User-agent: ia_archiver Disallow: /cgi-bin/ User-agent: Scooter Disallow: /cgi-bin/ User-agent: Sidewinder Disallow: /cgi-bin/ User-agent: Slurp Disallow: /cgi-bin/ User-agent: WebCrawler Disallow: /cgi-bin/ / User-agent: ArchitextSpider Disallow: /cgi-bin/ User-agent: fast Disallow: /cgi-bin/ # End robots.txt file