TRKJ/EdgeNode
2
0
Fork 0
mirror of https://github.com/TeaOSLab/EdgeNode.git synced 2025-11-03 15:00:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

搜索引擎识别增加facebook

Browse Source
This commit is contained in:
GoEdgeLab
2024-05-08 17:18:48 +08:00
parent 608f102fb5
commit 054bef3af9
2 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
internal/utils/agents/agents.go
View File

@@ -15,6 +15,7 @@ var AllAgents = []*Agent{
NewAgent("sm", []string{".sm.cn."}, nil, []string{"YisouSpider"}), NewAgent("sm", []string{".sm.cn."}, nil, []string{"YisouSpider"}),
NewAgent("yandex", []string{".yandex.com.", ".yndx.net."}, nil, []string{"Yandex"}), NewAgent("yandex", []string{".yandex.com.", ".yndx.net."}, nil, []string{"Yandex"}),
NewAgent("semrush", []string{".semrush.com."}, nil, []string{"SEMrush"}), NewAgent("semrush", []string{".semrush.com."}, nil, []string{"SEMrush"}),
NewAgent("facebook", []string{"facebook-waw.1-ix.net.", "facebook.b-ix.net."}, nil, []string{"facebook"}),
} }
func IsAgentFromUserAgent(userAgent string) bool { func IsAgentFromUserAgent(userAgent string) bool {

2
internal/utils/agents/queue_test.go
View File

@@ -34,6 +34,7 @@ func TestParseQueue_ParseIP(t *testing.T) {
"42.120.160.1", "42.120.160.1",
"42.236.10.98", "42.236.10.98",
"124.115.0.100", "124.115.0.100",
"185.1.213.197",
} { } {
ptr, err := queue.ParseIP(ip) ptr, err := queue.ParseIP(ip)
if err != nil { if err != nil {
@@ -58,6 +59,7 @@ func TestParseQueue_ParsePtr(t *testing.T) {
{"shenmaspider-42-120-160-1.crawl.sm.cn.", "sm"}, {"shenmaspider-42-120-160-1.crawl.sm.cn.", "sm"},
{"93-158-161-39.spider.yandex.com.", "yandex"}, {"93-158-161-39.spider.yandex.com.", "yandex"},
{"25.bl.bot.semrush.com.", "semrush"}, {"25.bl.bot.semrush.com.", "semrush"},
{"facebook-waw.1-ix.net.", "facebook"},
} { } {
a.IsTrue(queue.ParsePtr(s[0]) == s[1]) a.IsTrue(queue.ParsePtr(s[0]) == s[1])
} }