github.com/insionng/yougam@v0.0.0-20170714101924-2bc18d833463/helper/IsSpider.go (about)

     1  package helper
     2  
     3  import (
     4  	"strings"
     5  )
     6  
     7  var (
     8  	searchengineBot []string = []string{
     9  		"baiduspider",
    10  		"googlebot",
    11  		"mediapartners-google",
    12  		"msnbot",
    13  		"yodaobot",
    14  		"sosospider+",
    15  		"yahoo! slurp;",
    16  		"yahoo! slurp china;",
    17  		"yahoo! slurp",
    18  		"iaskspider",
    19  		"sogou spider",
    20  		"sogou web spider",
    21  		"sogou push spider",
    22  	}
    23  )
    24  
    25  // 检查是否为搜索引擎爬虫
    26  func IsSpider(userAgent string) bool {
    27  	userAgent = strings.ToLower(userAgent)
    28  	for _, v := range searchengineBot {
    29  		if strings.Contains(userAgent, v) {
    30  			return true
    31  		}
    32  	}
    33  	return false
    34  }