apache 2.4版本的,在.haccess中添加如下形式的规则


在网站根目录下的.htaccess文件中,添加以下代码,如果当前没有.htaccess文件则自行创建一个

<If "(%{HTTP_USER_AGENT} =~ /AhrefsBot/i)">
Require all denied
</If>

<If "(%{HTTP_USER_AGENT} =~ /YandexBot/i)">
Require all denied
</If>

<If "(%{HTTP_USER_AGENT} =~ /MJ12bot/i)">
Require all denied
</If>

<If "(%{HTTP_USER_AGENT} =~ /DotBot/i)">
Require all denied
</If>

<If "(%{HTTP_USER_AGENT} =~ /Ezooms/i)">
Require all denied
</If>

<If "(%{HTTP_USER_AGENT} =~ /RU_Bot/i)">
Require all denied
</If>

<If "(%{HTTP_USER_AGENT} =~ /008/i)">
Require all denied
</If>

<If "(%{HTTP_USER_AGENT} =~ /BLEXBot/i)">
Require all denied
</If>

<If "(%{HTTP_USER_AGENT} =~ /Exabot/i)">
Require all denied
</If>

<If "(%{HTTP_USER_AGENT} =~ /sandcrawlerbot/i)">
Require all denied
</If>

<If "(%{HTTP_USER_AGENT} =~ /coccoc/i)">
Require all denied
</If>

<If "(%{HTTP_USER_AGENT} =~ /ShopWiki/i)">
Require all denied
</If>

<If "(%{HTTP_USER_AGENT} =~ /Genieo/i)">
Require all denied
</If>

<If "(%{HTTP_USER_AGENT} =~ /Aboundex /i)">
Require all denied
</If>

<If "(%{HTTP_USER_AGENT} =~ /cococ/i)">
Require all denied
</If>

<If "(%{HTTP_USER_AGENT} =~ /spbot/i)">
Require all denied
</If>

<If "(%{HTTP_USER_AGENT} =~ /SemrushBot/i)">
Require all denied
</If>

<If "(%{HTTP_USER_AGENT} =~ /TwengaBot/i)">
Require all denied
</If>

<If "(%{HTTP_USER_AGENT} =~ /SEOkicks-Robot/i)">
Require all denied
</If>

<If "(%{HTTP_USER_AGENT} =~ /WordPress/i)">
Require all denied
</If>