User-agent: * # default directories by gsid Disallow: /cgi-bin/ Disallow: /css/ Disallow: /images/ Disallow: /pdf/ Disallow: /js/ Disallow: /gallery/ Disallow: /photos/ Disallow: /video/ # default directories by host Disallow: /plesk-stat/ # files to ignore Disallow: /captiva.htm Disallow: /contact.htm Disallow: /error.html Disallow: /gallery.htm Disallow: /index.htm Disallow: /rates.htm Disallow: /response.html Disallow: /townhouse.htm Disallow: /video.html