# This says to apply these settings to ALL search engine spiders/crawlers
User-agent: *

# These settings will keep spiders from indexing your unwanted pages 
Disallow: /cgi-bin
Disallow: /clients
Disallow: /css
Disallow: /includes
Disallow: /media
Disallow: /rlportfolio