User-agent: *
Disallow: /_private/
Disallow: /_vti_log/
Disallow: /css/
Disallow: /test/
Disallow: /~not Used/
#
User-agent: Fasterfox
Disallow: /
#
# These are a list of search engines
#
# Infoseek (go.com): Sidewinder ,
# Altavista: Scooter,
# Lycos: T-Rex,
# Excite: Architext,
# WebCrawler: Excites Architext,
# Google: Backrub or GoogleBot
# Northern Light: Northern Lights Gulliver
#
# Site Directories: Looksmart, Snap, Yahoo, (ODP).