From 870d18a5acc0250247149a653557660f18b00de5 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=88=98=E7=A5=A5=E8=B6=85?= Date: Wed, 8 May 2024 17:18:48 +0800 Subject: [PATCH] =?UTF-8?q?=E6=90=9C=E7=B4=A2=E5=BC=95=E6=93=8E=E8=AF=86?= =?UTF-8?q?=E5=88=AB=E5=A2=9E=E5=8A=A0facebook?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- internal/utils/agents/agents.go | 1 + internal/utils/agents/queue_test.go | 2 ++ 2 files changed, 3 insertions(+) diff --git a/internal/utils/agents/agents.go b/internal/utils/agents/agents.go index 4d94649..5d88d86 100644 --- a/internal/utils/agents/agents.go +++ b/internal/utils/agents/agents.go @@ -15,6 +15,7 @@ var AllAgents = []*Agent{ NewAgent("sm", []string{".sm.cn."}, nil, []string{"YisouSpider"}), NewAgent("yandex", []string{".yandex.com.", ".yndx.net."}, nil, []string{"Yandex"}), NewAgent("semrush", []string{".semrush.com."}, nil, []string{"SEMrush"}), + NewAgent("facebook", []string{"facebook-waw.1-ix.net.", "facebook.b-ix.net."}, nil, []string{"facebook"}), } func IsAgentFromUserAgent(userAgent string) bool { diff --git a/internal/utils/agents/queue_test.go b/internal/utils/agents/queue_test.go index ee6b5a9..9a71500 100644 --- a/internal/utils/agents/queue_test.go +++ b/internal/utils/agents/queue_test.go @@ -34,6 +34,7 @@ func TestParseQueue_ParseIP(t *testing.T) { "42.120.160.1", "42.236.10.98", "124.115.0.100", + "185.1.213.197", } { ptr, err := queue.ParseIP(ip) if err != nil { @@ -58,6 +59,7 @@ func TestParseQueue_ParsePtr(t *testing.T) { {"shenmaspider-42-120-160-1.crawl.sm.cn.", "sm"}, {"93-158-161-39.spider.yandex.com.", "yandex"}, {"25.bl.bot.semrush.com.", "semrush"}, + {"facebook-waw.1-ix.net.", "facebook"}, } { a.IsTrue(queue.ParsePtr(s[0]) == s[1]) }