# Crawlers that are kind enough to obey, but which we'd rather not have
# unless they're feeding search engines.
User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

# Some bots are known to be trouble, particularly those designed to copy
# entire sites. Please obey robots.txt.
User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

#
# Sorry, wget in its recursive mode is a frequent problem.
#
User-agent: wget
Disallow: /

#
# The 'grub' distributed client has been *very* poorly behaved.
#
User-agent: grub-client
Disallow: /

#
# Doesn't follow robots.txt anyway, but...
#
User-agent: k2spider
Disallow: /

#
# Hits many times per second, not acceptable
# http://www.nameprotect.com/botinfo.html
User-agent: NPBot
Disallow: /

# A capture bot, downloads gazillions of pages with no public benefit
# http://www.webreaper.net/
User-agent: WebReaper
Disallow: /

# Don't allow the wayback-maschine
#User-agent: ia_archiver

User-agent: *
Disallow: /w/
Disallow: /slav/MediaWiki:
Disallow: /slav/Special:Search
Disallow: /slav/Special:Random
Disallow: /slav/Special:UserLogin
Disallow: /slav/Special:Export
Disallow: /slav/Special:WhatLinksHere
Disallow: /slav/Special:AllMessages
Disallow: /slav/Special:PopularPages
Disallow: /slav/Special:Statistics
Disallow: /slav/Special:Version
Disallow: /slav/Special:MIMESearch
Disallow: /slav/Special:Upload
Disallow: /slav/Special:FileDuplicateSearch
Disallow: /slav/Special:FilePath
Disallow: /slav/Special:ListFiles
Disallow: /slav/Special:Tags
Disallow: /slav/Special:RecentChangesLinked
Disallow: /slav/Special:RecentChanges
Disallow: /slav/Special:NewFiles
Disallow: /slav/Special:Log
Disallow: /slav/Special:Watchlist
Disallow: /slav/Special:NewPages
Disallow: /slav/Special:ListUsers
Disallow: /slav/Special:ListGroupRights
Disallow: /slav/Special:Contributions
Disallow: /slav/Special:Preferences
Disallow: /slav/Special:ChangePassword
Disallow: /slav/Special:BlockList
Disallow: /slav/Special:ListRedirects
Disallow: /slav/Special:Disambiguations
Disallow: /slav/Special:PrefixIndex
Disallow: /slav/Special:Wanted
Disallow: /slav/Special:Unused
Disallow: /slav/Special:Uncategorized
Disallow: /slav/Special:ShortPages
Disallow: /slav/Special:Protected
Disallow: /slav/Special:WithoutInterslav
Disallow: /slav/Special:FewestRevisions
Disallow: /slav/Special:LonelyPages
Disallow: /slav/Special:AncientPages
Disallow: /slav/Special:LongPages
Disallow: /slav/Special:DoubleRedirects
Disallow: /slav/Special:DeadendPages
Disallow: /slav/Special:BrokenRedirects