#  FULL access (Google)
User-agent: Googlebot
Disallow: /Designprofile
Disallow: /Admin
Disallow: /backup
Disallow: /aspnet_client
Disallow: /ASP
Disallow: /Blog
Disallow: /database
Disallow: /cgi-bin
Disallow: /email
Disallow: /flash
Disallow: /mailer
Disallow: /include

#  FULL access (Alta Vista)
User-agent: Scooter
Disallow: /Designprofile
Disallow: /Admin
Disallow: /backup
Disallow: /aspnet_client
Disallow: /ASP
Disallow: /Blog
Disallow: /database
Disallow: /cgi-bin
Disallow: /email
Disallow: /flash
Disallow: /mailer
Disallow: /include

#  FULL access (FASTDisallow: /AllTheWeb)
User-agent: FAST-WebCrawler
Disallow: /Designprofile
Disallow: /Admin
Disallow: /backup
Disallow: /aspnet_client
Disallow: /ASP
Disallow: /Blog
Disallow: /database
Disallow: /cgi-bin
Disallow: /email
Disallow: /flash
Disallow: /mailer
Disallow: /include

#  FULL access (Inktomi)
User-agent: Slurp
Disallow: /Designprofile
Disallow: /Admin
Disallow: /backup
Disallow: /aspnet_client
Disallow: /ASP
Disallow: /Blog
Disallow: /database
Disallow: /cgi-bin
Disallow: /email
Disallow: /flash
Disallow: /mailer
Disallow: /include

#  FULL access (Lycos)
User-agent: Lycos_Spider_(T-Rex)
Disallow: /Designprofile
Disallow: /Admin
Disallow: /backup
Disallow: /aspnet_client
Disallow: /ASP
Disallow: /Blog
Disallow: /database
Disallow: /cgi-bin
Disallow: /email
Disallow: /flash
Disallow: /mailer
Disallow: /include

#  FULL access (All Spiders)
User-agent: *
Disallow: /Designprofile
Disallow: /Admin
Disallow: /backup
Disallow: /aspnet_client
Disallow: /ASP
Disallow: /Blog
Disallow: /database
Disallow: /cgi-bin
Disallow: /email
Disallow: /flash
Disallow: /mailer
Disallow: /include