자세한것은 아래 링크를 참고하자.

https://pcnala.com/programming/216245

 

서버단에서 직접 봇 차단하는 방법을 아래 기술함

---

 

#apache 2.4 upgrade

#VirtualHost 설정 및 bad_bot 차단

 

<VirtualHost *:80>

 

ServerName **domain

ServerAlias **domain

ServerAdmin ******mail

 

DocumentRoot /www/********/

<Directory /www/*******>

 

 

# ServerAdminder set Access-Control-Allow-Origin "*"

BrowserMatchNoCase "Baiduspider" bots

BrowserMatchNoCase "HTTrack" bots

BrowserMatchNoCase "Yandex" bots

BrowserMatchNoCase "AhrefsBot" bots

BrowserMatchNoCase "exabot" bots

BrowserMatchNoCase "MJ12bot" bots

BrowserMatchNoCase "dotbot" bots

BrowserMatchNoCase "gigabot" bots

BrowserMatchNoCase "Visbot" bots

BrowserMatchNoCase "SemrushBot" bots

BrowserMatchNoCase "BLEXBot" bots

BrowserMatchNoCase "petalbot" bots

BrowserMatchNoCase "MJ12bot" bots

BrowserMatchNoCase "PetalBot" bots

 

 

Deny from env=bots

Options FollowSymLinks

AllowOverride All

Require all granted

 

</Directory>

 

</VirtualHost>