#
# Bulk downloading of these pages is not permitted for the purposes of
# making archival copies.  This includes browsers such as IE which normally
# permit "off-line viewing" (i.e., bulk downloading).  Please read the
# page http://mathworld.wolfram.com/about/terms.html for additional explanation.
# 

User-agent: *
Disallow: /

User-agent: Fasterfox
Disallow: /

# www.google.com
User-agent: googlebot
Disallow:

# Local Google Search Appliance
User-agent: gsa-crawler
Disallow:

# Local Google Search Appliance
User-agent: google-crawler-external
Disallow:

# Local Google Search Appliance
User-agent: google-crawler-internal
Disallow:

# Local lucene indexer
User-agent: nutch-crawler
Disallow:

# alexa
User-agent: ia_archiver
Disallow:

# www.altavista.com
User-Agent: scooter
Disallow:

# www.inktomi.com
User-Agent: slurp
Disallow:

# MSNBot
User-Agent: MSNBot
Disallow:

# disable indexing of random page
User-Agent: *
Disallow: /random.html