# To specify the User-agent for Google:
User-agent: googlebot

# To specify the User-agent for all bots, use the "wild card" character:
User-agent: *

# To disallow access to a specific file in the root directory:
Disallow: /private-stuff.html

# To disallow access to an entire directory:
Disallow: /images/

# To disallow access to the entire site:
Disallow: /


# This allows all bots everywhere:
User-agent: *
Disallow: 

# This disallows all bots everywhere:
User-agent: *
Disallow: /

# This disallows all bots to several directories and files:
User-agent: *
Disallow: /private-file.html
Disallow: /images/
Disallow: /cgi-bin/
Disallow: /search.php

# This disallows access to engine specific pages:
User-agent: googlebot
Disallow: /index-msn.html
User-agent: msnbot
Disallow: /index-google.html