User-agent: *
Disallow: /AWstats/
Disallow: /classes/
Disallow: /cookbook/
Disallow: /ebay/
Disallow: /game/
Disallow: /includes/
Disallow: /local/
Disallow: /poll/
Disallow: /pub/
Disallow: /scripts/
Disallow: /sessions/
Disallow: /uploads/
Disallow: /wiki.d/
Disallow: /wikilib.d/

# don't let search engines see the RSS feed, it may result in double listings

User-agent: Googlebot
User-agent: InfoNaviRobot
User-agent: TV33_Mercator
User-agent: AVSearch
User-agent: Mercator
User-agent: Scooter
User-agent: Slurp
User-agent: SearchengineLicenceSheep
User-agent: shadow
User-agent: MultiText
User-agent: FAST-WebCrawler
User-agent: Lycos_Spider
User-agent: Atomz
User-agent: htdig
User-agent: spider00.logika.net
User-agent: NetMechanic
User-agent: libwww-perl
User-agent: Teleport Pro
Disallow: /slot.rss
Disallow: /stats.asp


# updated 2001-11-22 (initial file)
# updated 2002-06-25 (disallow /admin and /staging)
# updated 2002-11-25 (remove /admin from list)
# updated 2003-04-09 (disallow /db and /databases)
# updated 2005-01-23 (disallow /boards and /quiz)
# updated 2005-10-22 (disallow all subdirectories for new wiki format)