Инструкция запрещает ботам парсить сайты на уровне сервера. Носит не рекомендательный харакетер как robots.txt, а серверный запрет на обработку запросов от ботов. Прописать в .htaccess:
Вариант №1
Options FollowSymLinks ExecCGI
RewriteEngine On
RewriteBase /
RewriteCond %{REQUEST_FILENAME} !-f
RewriteCond %{REQUEST_FILENAME} !-d
RewriteRule ^[^4]* /404 [L,S=4000]
RewriteEngine on
RewriteCond %{HTTP_USER_AGENT} «.*AhrefsBot.*» [OR]
RewriteCond %{HTTP_USER_AGENT} «.*MJ12bot.*» [OR]
RewriteCond %{HTTP_USER_AGENT} «.*rogerBot.*» [OR]
RewriteCond %{HTTP_USER_AGENT} «.*MegaIndex\.ru/2\.0.*» [OR]
RewriteCond %{HTTP_USER_AGENT} «.*YandexBot.*» [OR]
RewriteCond %{HTTP_USER_AGENT} «.*ia_archiver.*» [OR]
RewriteCond %{HTTP_USER_AGENT} «.*bingbot.*» [OR]
RewriteCond %{HTTP_USER_AGENT} «.*Baiduspider.*» [OR]
RewriteCond %{HTTP_USER_AGENT} «.*archive\.org_bot.*» [OR]
RewriteCond %{HTTP_USER_AGENT} «.*BLEXBot.*» [OR]
RewriteCond %{HTTP_USER_AGENT} «.*LinkpadBot.*» [OR]
RewriteCond %{HTTP_USER_AGENT} «.*spbot.*» [OR]
RewriteCond %{HTTP_USER_AGENT} «.*Serpstatbot.*»
RewriteRule «.*» «-» [F]
Вариант №2
SetEnvIfNoCase User-Agent .*aboundexbot.* botstop
SetEnvIfNoCase User-Agent .*ahrefsbot.* botstop
SetEnvIfNoCase User-Agent .*backlinkcrawler.* botstop
SetEnvIfNoCase User-Agent .*blekkobo.* botstop
SetEnvIfNoCase User-Agent .*blexbot.* botstop
SetEnvIfNoCase User-Agent .*dotbot.* botstop
SetEnvIfNoCase User-Agent .*dsearch.* botstop
SetEnvIfNoCase User-Agent .*exabot.* botstop
SetEnvIfNoCase User-Agent .*ezooms.* botstop
SetEnvIfNoCase User-Agent .*gigabot.* botstop
SetEnvIfNoCase User-Agent .*ia_archiver.* botstop
SetEnvIfNoCase User-Agent .*linkdexbot.* botstop
SetEnvIfNoCase User-Agent .*lipperhey spider.* botstop
SetEnvIfNoCase User-Agent .*majestic-12.* botstop
SetEnvIfNoCase User-Agent .*majestic-seo.* botstop
SetEnvIfNoCase User-Agent .*meanpathbot.* botstop
SetEnvIfNoCase User-Agent .*megaindex.* botstop
SetEnvIfNoCase User-Agent .*mj12bot.* botstop
SetEnvIfNoCase User-Agent .*ncbot.* botstop
SetEnvIfNoCase User-Agent .*nutch.* botstop
SetEnvIfNoCase User-Agent .*pagesinventory.* botstop
SetEnvIfNoCase User-Agent .*rogerbot.* botstop
SetEnvIfNoCase User-Agent .*scoutjet.* botstop
SetEnvIfNoCase User-Agent .*searchmetricsbot.* botstop
SetEnvIfNoCase User-Agent .*semrushbot.* botstop
SetEnvIfNoCase User-Agent .*seokicks-robot.* botstop
SetEnvIfNoCase User-Agent .*sistrix.* botstop
SetEnvIfNoCase User-Agent .*sitebot.* botstop
SetEnvIfNoCase User-Agent .*spbot.* botstop
<Limit GET POST HEAD>
Order Allow,Deny
Allow from all
Deny from env=botstop
</Limit>
Вариант №3
## Per https://support.acquia.com/hc/en-us/articles/360042181273-Block-Access-to-Bad-Bots-coming-from-the-Huawei-Cloud
## this should be immediately after the RewriteEngine On line in your .htaccess file
################## Begin User Agent Blocks ########################
#RewriteCond %{HTTP_USER_AGENT} ^(.*)(.*)$
#Block empty user agents, these are never any good.
RewriteCond %{HTTP_USER_AGENT} ^-?$
RewriteRule .* — [R=410,L]
#Added 8/20/2021 A client tried to use this service and I told them no. ASWebsnapshotsUserAgent.
#ASWebsnapshotsUserAgent
RewriteCond %{HTTP_USER_AGENT} ^(.*)snapshot(.*)$
RewriteRule .* — [R=410,L]
# PageFreezer
#PageFreezer (pagefreezer crawler; http://pagefreezer.com/pagefreezer-crawler/; info@pagefreezer.com)
RewriteCond %{HTTP_USER_AGENT} ^(.*)pagefreezer(.*)$
RewriteRule .* — [R=410,L]
# Freefind
#Mozilla/5.0 (compatible; freefind/2.1; +http://www.freefind.com/spider.html)
RewriteCond %{HTTP_USER_AGENT} ^(.*)freefind(.*)$
RewriteRule .* — [R=410,L]
# Axios Promise based HTTP client for the browser and node.js
#Mozilla/5.0 (compatible; Adsbot/3.1)
RewriteCond %{HTTP_USER_AGENT} ^(.*)axios(.*)$
RewriteRule .* — [R=410,L]
# ADSbot (Not the google version.
#Mozilla/5.0 (compatible; Adsbot/3.1)
RewriteCond %{HTTP_USER_AGENT} ^(.*)Adsbot/3.1(.*)$
RewriteRule .* — [R=410,L]
# BLEXBot marketing crawler.
#Mozilla/5.0 (compatible; BLEXBot/1.0; +http://webmeup-crawler.com/)»
RewriteCond %{HTTP_USER_AGENT} ^(.*)BLEXBot(.*)$
RewriteRule .* — [R=410,L]
# Moz Link Index Crawler.
#Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, help@moz.com)»
RewriteCond %{HTTP_USER_AGENT} ^(.*)DotBot(.*)$
RewriteRule .* — [R=410,L]
# Paid SEO bot.
#Curious George — www.analyticsseo.com/crawler»
RewriteCond %{HTTP_USER_AGENT} ^(.*)Curious\ George(.*)$
RewriteRule .* — [R=410,L]
# Paid SEO bot.
#Mozilla/5.0 (compatible; SemrushBot/2~bl; +http://www.semrush.com/bot.html)»
RewriteCond %{HTTP_USER_AGENT} ^(.*)SemrushBot(.*)$
RewriteRule .* — [R=410,L]
# Tor DDoS crawler. See SEC-728.
RewriteCond %{HTTP_USER_AGENT} «=Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.21 (KHTML, like Gecko) Chrome/41.0.2228.0 Safari/537.21»
RewriteRule .* — [R=410,L]
# Ahrefs online marketing bot.
#Mozilla/5.0 (compatible; AhrefsBot/5.2; +http://ahrefs.com/robot/)
RewriteCond %{HTTP_USER_AGENT} ^(.*)AhrefsBot(.*)$
RewriteRule .* — [R=410,L]
# 8LEGS online marketing bot.
RewriteCond %{HTTP_USER_AGENT} «=8LEGS»
RewriteRule .* — [R=410,L]
# OWASP DirBuster Project.
#DirBuster-1.0-RC1 (http://www.owasp.org/index.php/Category:OWASP_DirBuster_Project)
RewriteCond %{HTTP_USER_AGENT} ^(.*)DirBuster(.*)$
RewriteRule .* — [R=410,L]
# Exalead search engine.
#Mozilla/5.0 (compatible; Exabot/3.0; +http://www.exabot.com/go/robot)
RewriteCond %{HTTP_USER_AGENT} ^(.*)Exabot(.*)$
RewriteRule .* — [R=410,L]
# Security research.
#=ltx71 — (http://ltx71.com/)
RewriteCond %{HTTP_USER_AGENT} ^(.*)ltx71(.*)$
RewriteRule .* — [R=410,L]
# Majestic is a UK based specialist search engine.
#Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)
RewriteCond %{HTTP_USER_AGENT} ^(.*)MJ12bot(.*)$
RewriteRule .* — [R=410,L]
# Backlinks service.
#Mozilla/5.0 (compatible; spbot/5.0.3; +http://OpenLinkProfiler.org/bot )
RewriteCond %{HTTP_USER_AGENT} ^(.*)spbot(.*)$
RewriteRule .* — [R=410,L]
# Bogus Firefox involved in DoS attacks.
RewriteCond %{HTTP_USER_AGENT} «=Mozilla/5.0 (X11; Linux x86_64; rv:46.0) Gecko/20100101 Firefox/46.0»
RewriteRule .* — [R=410,L]
# Bogus Firefox involved in DoS attacks.
RewriteCond %{HTTP_USER_AGENT} «=Mozilla/5.0 (X11; Linux x86_64; rv:52.0) Gecko/20100101 Firefox/52.0»
RewriteRule .* — [R=410,L]
# Perl Pcore::HTTP.
RewriteCond %{HTTP_USER_AGENT} «=Pcore-HTTP/v0.44.0»
RewriteRule .* — [R=410,L]
# turnitin.com.
#TurnitinBot (https://turnitin.com/robot/crawlerinfo.html)
RewriteCond %{HTTP_USER_AGENT} ^(.*)TunitinBot(.*)$
RewriteRule .* — [R=410,L]
#PetalBot
RewriteCond %{HTTP_USER_AGENT} ^(.*)PetalBot(.*)$
RewriteRule .* — [R=410,L]
# Seekport Crawler
RewriteCond %{HTTP_USER_AGENT} ^(.*)Seekport(.*)$
RewriteRule .* — [R=410,L]
#MegaIndex.ru/2.0
RewriteCond %{HTTP_USER_AGENT} ^(.*)MegaIndex.ru(.*)$
RewriteRule .* — [R=410,L]
#YandexBot
RewriteCond %{HTTP_USER_AGENT} ^(.*)YandexBot(.*)$
RewriteRule .* — [R=410,L]
#Applebot
RewriteCond %{HTTP_USER_AGENT} ^(.*)Applebot(.*)$
RewriteRule .* — [R=410,L]
#Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)
RewriteCond %{HTTP_USER_AGENT} ^(.*)Baiduspider(.*)$
RewriteRule .* — [R=410,L]
#Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0) SiteCheck-sitecrawl by Siteimprove.com
RewriteCond %{HTTP_USER_AGENT} ^(.*)Siteimprove.com(.*)$
RewriteRule .* — [R=410,L]
#Begin massive bad user-agent list from: https://raw.githubusercontent.com/mitchellkrogza/apache-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list
RewriteCond %{HTTP_USER_AGENT} ^(.*)360Spider(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)404checker(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)404enemy(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)80legs(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Abonti(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Aboundex(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Aboundexbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Acunetix(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)ADmantX(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)AfD-Verbotsverfahren(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)AhrefsBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)AIBOT(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)AiHitBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Aipbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Alexibot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Alligator(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)AllSubmitter(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)AlphaBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Anarchie(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Ankit(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Apexoo(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)archive.org_bot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)arquivo.pt(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)arquivo-web-crawler(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Aspiegel(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)ASPSeek(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Asterias(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Attach(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)autoemailspider(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)AwarioRssBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)AwarioSmartBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)BackDoorBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Backlink-Ceck(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)backlink-check(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)BacklinkCrawler(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)BackStreet(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)BackWeb(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Badass(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Bandit(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Barkrowler(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)BatchFTP(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Battleztar\ Bazinga(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)BBBike(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)BDCbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)BDFetch(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)BetaBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Bigfoot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Bitacle(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Blackboard(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Black\ Hole(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)BlackWidow(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)BLEXBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Blow(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)BlowFish(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Boardreader(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Bolt(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)BotALot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Brandprotect(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Brandwatch(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Buddy(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)BuiltBotTough(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)BuiltWith(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Bullseye(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)BunnySlippers(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)BuzzSumo(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Calculon(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)CATExplorador(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)CazoodleBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)CCBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Cegbfeieh(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)CheeseBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)CherryPicker(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)CheTeam(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)ChinaClaw(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Chlooe(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Claritybot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Cliqzbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Cloud\ mapping(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)coccocbot-web(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Cogentbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)cognitiveseo(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Collector(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)com.plumanalytics(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Copier(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)CopyRightCheck(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Copyscape(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Cosmos(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Craftbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)crawler4j(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)crawler.feedback(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)crawl.sogou.com(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)CrazyWebCrawler(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Crescent(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)CrunchBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)CSHttp(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Curious(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Custo(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)DatabaseDriverMysqli(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)DataCha0s(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)DBLBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)demandbase-bot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Demon(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Deusu(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Devil(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Digincore(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)DigitalPebble(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)DIIbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Dirbuster(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Disco(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Discobot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Discoverybot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Dispatch(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)DittoSpyder(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)DnyzBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)DomainAppender(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)DomainCrawler(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)DomainSigmaCrawler(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Domains\ Project(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)domainsproject.org(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)DomainStatsBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Dotbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Download\ Wonder(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Dragonfly(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Drip(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)DSearch(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)DTS\ Agent(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)EasyDL(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Ebingbong(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)eCatch(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)ECCP/1.0(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Ecxi(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)EirGrabber(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)EMail\ Siphon(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)EMail\ Wolf(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)EroCrawler(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)evc-batch(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Evil(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Exabot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Express\ WebPictures(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)ExtLinksBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Extractor(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)ExtractorPro(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Extreme\ Picture\ Finder(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)EyeNetIE(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Ezooms(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)facebookscraper(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)FDM(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)FemtosearchBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)FHscan(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Fimap(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Firefox/7.0(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)FlashGet(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Flunky(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Foobot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Freeuploader(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)FrontPage(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)FyberSpider(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Fyrebot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)GalaxyBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Genieo(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)GermCrawler(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Getintent(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)GetRight(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)GetWeb(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Gigablast(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Gigabot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)G-i-g-a-b-o-t(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Go-Ahead-Got-It(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Gotit(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)GoZilla(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Go!Zilla(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Grabber(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)GrabNet(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Grafula(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)GrapeFX(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)GrapeshotCrawler(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)GridBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)GT::WWW(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Haansoft(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)HaosouSpider(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Harvest(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Havij(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)HEADMasterSEO(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)heritrix(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Heritrix(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Hloader(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)HMView(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)HTMLparser(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)HTTP::Lite(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)HTTrack(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Humanlinks(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)HybridBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Iblog(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)IDBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Id-search(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)IlseBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Image\ Fetch(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Image\ Sucker(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)IndeedBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Indy\ Library(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)InfoNaviRobot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)InfoTekies(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)instabid(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Intelliseek(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)InterGET(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Internet\ Ninja(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)InternetSeer(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)internetVista\ monitor(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)ips-agent(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Iria(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)IRLbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)isitwp.com(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Iskanie(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)IstellaBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)JamesBOT(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Jbrofuzz(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)JennyBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)JetCar(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Jetty(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)JikeSpider(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)JOC\ Web\ Spider(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Joomla(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Jorgee(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)JustView(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Jyxobot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Kenjin\ Spider(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Keyword\ Density(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Kinza(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Kozmosbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Lanshanbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Larbin(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)LeechFTP(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)LeechGet(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)LexiBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Lftp(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)LibWeb(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Libwhisker(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)LieBaoFast(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Lightspeedsystems(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Likse(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Linkdexbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)LinkextractorPro(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)LinkpadBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)LinkScan(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)LinksManager(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)LinkWalker(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)LinqiaMetadataDownloaderBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)LinqiaRSSBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)LinqiaScrapeBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Lipperhey(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Lipperhey\ Spider(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Litemage_walker(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Lmspider(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)LNSpiderguy(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Ltx71(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)lwp-request(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)LWP::Simple(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)lwp-trivial(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Magnet(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Mag-Net(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)magpie-crawler(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Mail.RU_Bot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Majestic12(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Majestic-SEO(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Majestic\ SEO(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)MarkMonitor(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)MarkWatch(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Masscan(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Mass\ Downloader(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Mata\ Hari(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)MauiBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Mb2345Browser(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)meanpathbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Meanpathbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)MeanPath\ Bot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Mediatoolkitbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)mediawords(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)MegaIndex.ru(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Metauri(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)MFC_Tear_Sample(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)MicroMessenger(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Microsoft\ Data\ Access(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Microsoft\ URL\ Control(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)MIDown\ tool(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)MIIxpc(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Mister\ PiX(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)MJ12bot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Mojeek(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Mojolicious(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Morfeus\ Fucking\ Scanner(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Mozlila(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)MQQBrowser(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Mr.4×3(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)MSFrontPage(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)MSIECrawler(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Msrabot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)muhstik-scan(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Musobot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Name\ Intelligence(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Nameprotect(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Navroad(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)NearSite(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Needle(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Nessus(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)NetAnts(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Netcraft(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)netEstate\ NE\ Crawler(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)NetLyzer(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)NetMechanic(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)NetSpider(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Nettrack(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Net\ Vampire(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Netvibes(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)NetZIP(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)NextGenSearchBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Nibbler(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)NICErsPRO(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Niki-bot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Nikto(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)NimbleCrawler(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Nimbostratus(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Ninja(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Nmap(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)NPbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Nutch(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)oBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Octopus(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Offline\ Explorer(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Offline\ Navigator(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)OnCrawl(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Openfind(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)OpenLinkProfiler(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Openvas(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)OpenVAS(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)OPPO\ A33(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)OrangeBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)OrangeSpider(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)OutclicksBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)OutfoxBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)PageAnalyzer(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Page\ Analyzer(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)PageGrabber(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)page\ scorer(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)PageScorer(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Pandalytics(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Panscient(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Papa\ Foto(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Pavuk(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)pcBrowser(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)PECL::HTTP(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)PeoplePal(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)PHPCrawl(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Picscout(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Picsearch(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)PictureFinder(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Pimonster(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Pi-Monster(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Pixray(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)PleaseCrawl(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)plumanalytics(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Pockey(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)POE-Component-Client-HTTP(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)polaris\ version(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Probethenet(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)ProPowerBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)ProWebWalker(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Psbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Pump(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)PxBroker(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)PyCurl(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)QueryN\ Metasearch(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Quick-Crawler(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)RankActive(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)RankActiveLinkBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)RankFlex(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)RankingBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)RankingBot2(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Rankivabot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)RankurBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)RealDownload(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Reaper(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)RebelMouse(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Recorder(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)RedesScrapy(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)ReGet(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)RepoMonkey(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Ripper(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)RocketCrawler(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Rogerbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)RSSingBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)s1z.ru(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SalesIntelligent(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)satoristudio.net(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SBIder(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)ScanAlert(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Scanbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)scan.lol(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)ScoutJet(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Scrapy(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Screaming(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)ScreenerBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Searchestate(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SearchmetricsBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Semrush(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SemrushBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SEOkicks(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SEOkicks-Robot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SEOlyticsCrawler(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Seomoz(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SEOprofiler(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)seoscanners(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SeoSiteCheckup(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SEOstats(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)serpstatbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)sexsearcher(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Shodan(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Siphon(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SISTRIX(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Sitebeam(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SiteCheckerBotCrawler(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)sitechecker.pro(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SiteExplorer(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Siteimprove(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SiteLockSpider(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SiteSnagger(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SiteSucker(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Site\ Sucker(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Sitevigil(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SlySearch(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SmartDownload(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SMTBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Snake(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Snapbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Snoopy(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SocialRankIOBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Sociscraper(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)sogouspider(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Sogou\ web\ spider(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Sosospider(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Sottopop(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SpaceBison(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Spammen(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SpankBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Spanner(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)sp_auditbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Spbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Spinn3r(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SputnikBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)spyfu(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Sqlmap(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Sqlworm(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Sqworm(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Steeler(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Stripper(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Sucker(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Sucuri(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SuperBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SuperHTTP(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Surfbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)SurveyBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Suzuran(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Swiftbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)sysscan(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Szukacz(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)T0PHackTeam(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)T8Abot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)tAkeOut(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Teleport(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)TeleportPro(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Telesoft(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Telesphoreo(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Telesphorep(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)The\ Intraformant(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)TheNomad(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Thumbor(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)TightTwatBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Titan(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Toata(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Toweyabot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Tracemyfile(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Trendiction(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Trendictionbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)trendiction.com(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)trendiction.de(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)True_Robot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Turingos(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Turnitin(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)TurnitinBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)TwengaBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Twice(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Typhoeus(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)UnisterBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Upflow(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)URLy.Warning(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)URLy\ Warning(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Vacuum(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Vagabondo(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)VB\ Project(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)VCI(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)VeriCiteCrawler(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)VidibleScraper(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Virusdie(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)VoidEYE(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Voil(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Voltron(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Wallpapers/3.0(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WallpapersHD(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WASALive-Bot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WBSearchBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Webalta(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WebAuto(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Web\ Auto(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WebBandit(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WebCollage(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Web\ Collage(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WebCopier(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WEBDAV(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WebEnhancer(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Web\ Enhancer(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WebFetch(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Web\ Fetch(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WebFuck(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Web\ Fuck(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WebGo\ IS(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WebImageCollector(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WebLeacher(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WebmasterWorldForumBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)webmeup-crawler(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WebPix(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Web\ Pix(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WebReaper(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WebSauger(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Web\ Sauger(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Webshag(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WebsiteExtractor(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WebsiteQuester(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Website\ Quester(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Webster(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WebStripper(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WebSucker(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Web\ Sucker(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WebWhacker(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WebZIP(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WeSEE(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Whack(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Whacker(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Whatweb(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Who.is\ Bot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Widow(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WinHTTrack(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WiseGuys\ Robot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WISENutbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Wonderbot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Woobot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Wotbox(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Wprecon(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WPScan(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WWW-Collector-E(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WWW-Mechanize(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WWW::Mechanize(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)WWWOFFLE(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)x09Mozilla(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)x22Mozilla(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Xaldon_WebSpider(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Xaldon\ WebSpider(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Xenu(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)xpymep1.exe(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)YoudaoBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Zade(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Zauba(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)zauba.io(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Zermelo(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Zeus(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)zgrab(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)Zitebot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)ZmEu(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)ZumBot(.*)$
RewriteRule .* — [R=410,L]
RewriteCond %{HTTP_USER_AGENT} ^(.*)ZyBorg(.*)$
RewriteRule .* — [R=410,L]
############ End User Agent Blocks ########################
На 2022 год все варианты рабочие, 3 наиболее расширенный, но и первых вполне достаточно.
