nginx防恶意爬虫

#全局配置

limit_req_zone $anti_spider zone=anti_spider:10m rate=5r/s; 

#某个server中

limit_req zone=anti_spider burst=30 nodelay;

limit_req_status 403;   #返回状态码 

if ($http_user_agent ~* "xxspider|xxbot|ApacheBench")

{

  set $anti_spider $http_user_agent; 

}