# advertising-related bots:
User-agent: Mediapartners-Google*
Disallow: /

# Crawlers that are kind enough to obey, but which we'd rather not have
# unless they're feeding search engines.
User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

# Some bots are known to be trouble, particularly those designed to copy
# entire sites. Please obey robots.txt.
User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

#
# Sorry, wget in its recursive mode is a frequent problem.
# Please read the man page and use it properly; there is a
# --wait option you can use to set the delay between hits,
# for instance.
#
User-agent: wget
Disallow: /

#
# The 'grub' distributed client has been *very* poorly behaved.
#
User-agent: grub-client
Disallow: /

#
# Doesn't follow robots.txt anyway, but...
#
User-agent: k2spider
Disallow: /

#
# Hits many times per second, not acceptable
# http://www.nameprotect.com/botinfo.html
User-agent: NPBot
Disallow: /

# A capture bot, downloads gazillions of pages with no public benefit
# http://www.webreaper.net/
User-agent: WebReaper
Disallow: /

# End other commands
# my commands begin below

# Not liking Inktomi Slurp
User-agent: Inktomi Slurp
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Googlebot-Image
Disallow: /

User-agent: dialect
Disallow: /

User-agent: *
Disallow: /Luonn/
Disallow: /admin/
Disallow: /archives/
Disallow: /blue/
Disallow: /calendar/
Disallow: /cart/
Disallow: /cgi-bin/
Disallow: /dls/
Disallow: /forums/
Disallow: /frontpage/
Disallow: /images/
Disallow: /javascript/
Disallow: /karmic/
Disallow: /lvsonline/
Disallow: /mailtos/
Disallow: /misc/
Disallow: /neopets/
Disallow: /nucleus/
Disallow: /papers/
Disallow: /polls/
Disallow: /princess-prince/
Disallow: /scgi-bin/
Disallow: /sore/
Disallow: /sotn/
Disallow: /temp/
Disallow: /tmpl/
Disallow: /tmpl_config/
#end main directories, begin sub directories
Disallow: /armadillo/cgi-bin/
Disallow: /bryony/counter/digits/
Disallow: /bryony/counter/html/
Disallow: /bryony/css/
Disallow: /bryony/fiction/my/gm/
Disallow: /bryony/fiction/my/stories/
Disallow: /bryony/fiction/my/.htaccess
Disallow: /bryony/fun-kicks/mgk_01
Disallow: /bryony/fun-kicks/mgk_02
Disallow: /bryony/fun-kicks/wuname.php
Disallow: /bryony/fun-kicks/news/inc/
Disallow: /bryony/fun-kicks/news/.htaccess
Disallow: /bryony/fun-kicks/news/fns.css
Disallow: /bryony/fun-kicks/news/fns.php
Disallow: /bryony/images/
Disallow: /bryony/includes/
Disallow: /bryony/nucleus/
Disallow: /bryony/spine/
Disallow: /bryony/temp/
Disallow: /bryony/newfile.htm
Disallow: /FFX_yaoi/admin/
Disallow: /FFX_yaoi/archives/
Disallow: /FFX_yaoi/comments/
Disallow: /FFX_yaoi/ficnav/
Disallow: /FFX_yaoi/images/
Disallow: /FFX_yaoi/writers/
Disallow: /forums/avatars/
Disallow: /induna/2_stylesheets/
Disallow: /induna/3_tnails/
Disallow: /induna/cb/
Disallow: /induna/css/
Disallow: /induna/cvania/
Disallow: /induna/dmc/
Disallow: /induna/ffvii/
Disallow: /induna/ffx/
Disallow: /induna/gravi/
Disallow: /induna/misc/
Disallow: /induna/nw/
Disallow: /induna/psme/
Disallow: /induna/sh/
Disallow: /induna/temp/
Disallow: /induna/wk/
Disallow: /induna/ynm/
Disallow: /kh_yaoi/paint/
Disallow: /locuran/action.php
Disallow: /locuran/images/
Disallow: /locuran/LJ/
Disallow: /locuran/media/
Disallow: /locuran/misc/
Disallow: /locuran/nucleus/
Disallow: /locuran/rpblog/
Disallow: /locuran/skins/
Disallow: /locuran/syndication/
Disallow: /locuran/temp/
Disallow: /obsession/
Disallow: /thegame/
#end directories, begin files
Disallow: /.htaccess
Disallow: /ascii.htm
Disallow: /door
Disallow: /lion-happy.gif
Disallow: /mailto.js
Disallow: /mcPass.php
Disallow: /missing.html
Disallow: /stolen.gif
Disallow: /wrap.htm
Disallow: /yv.gif