User-agent: * Disallow: /cgi-bin/search.cgi Disallow: /my/ # Disallow the plagiarism.org robot, www.slysearch.com User-agent: SlySearch Disallow: / #Will disallow or robot from all urls on your site