From 5a0a38f9646e83b50146d5c33abd3c084a6d15b8 Mon Sep 17 00:00:00 2001 From: Mazov Sergey Date: Wed, 12 Mar 2025 09:28:00 +0900 Subject: [PATCH 1/3] Added Barkrowler bot User-Agent --- src/MyCSharp.HttpUserAgentParser/HttpUserAgentStatics.cs | 3 ++- .../HttpUserAgentParserTests.cs | 1 + 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/src/MyCSharp.HttpUserAgentParser/HttpUserAgentStatics.cs b/src/MyCSharp.HttpUserAgentParser/HttpUserAgentStatics.cs index 38339c2..18658a0 100644 --- a/src/MyCSharp.HttpUserAgentParser/HttpUserAgentStatics.cs +++ b/src/MyCSharp.HttpUserAgentParser/HttpUserAgentStatics.cs @@ -273,7 +273,8 @@ public static readonly (string Key, string Value)[] Robots = ( "Sistrix", "Sistrix" ), ( "WhatsApp", "WhatsApp" ), ( "CensysInspect", "CensysInspect" ), - ( "InternetMeasurement", "InternetMeasurement" ) + ( "InternetMeasurement", "InternetMeasurement" ), + ( "Barkrowler", "Barkrowler" ) ]; /// diff --git a/tests/MyCSharp.HttpUserAgentParser.UnitTests/HttpUserAgentParserTests.cs b/tests/MyCSharp.HttpUserAgentParser.UnitTests/HttpUserAgentParserTests.cs index ffd2bf3..c8a2624 100644 --- a/tests/MyCSharp.HttpUserAgentParser.UnitTests/HttpUserAgentParserTests.cs +++ b/tests/MyCSharp.HttpUserAgentParser.UnitTests/HttpUserAgentParserTests.cs @@ -149,6 +149,7 @@ public void BrowserTests(string ua, string name, string version, string platform [InlineData("Mozilla/5.0 (compatible; MojeekBot/0.11; +mojeek.com/bot.html)", "MojeekBot")] [InlineData("Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)", "CensysInspect")] [InlineData("Mozilla/5.0 (compatible; InternetMeasurement/1.0; +https://internet-measurement.com/)", "InternetMeasurement")] + [InlineData("Mozilla/5.0 (compatible; Barkrowler/0.9; +https://babbar.tech/crawler)", "Barkrowler")] public void BotTests(string ua, string name) { HttpUserAgentInformation uaInfo = HttpUserAgentInformation.Parse(ua); From 822bbc30e0bd1a2f34211da5f1298b34c7cf3862 Mon Sep 17 00:00:00 2001 From: Mazov Sergey Date: Wed, 12 Mar 2025 12:37:36 +0900 Subject: [PATCH 2/3] Added BrightEdge crawler User-Agent --- src/MyCSharp.HttpUserAgentParser/HttpUserAgentStatics.cs | 3 ++- .../HttpUserAgentParserTests.cs | 1 + 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/src/MyCSharp.HttpUserAgentParser/HttpUserAgentStatics.cs b/src/MyCSharp.HttpUserAgentParser/HttpUserAgentStatics.cs index 18658a0..4c83d72 100644 --- a/src/MyCSharp.HttpUserAgentParser/HttpUserAgentStatics.cs +++ b/src/MyCSharp.HttpUserAgentParser/HttpUserAgentStatics.cs @@ -274,7 +274,8 @@ public static readonly (string Key, string Value)[] Robots = ( "WhatsApp", "WhatsApp" ), ( "CensysInspect", "CensysInspect" ), ( "InternetMeasurement", "InternetMeasurement" ), - ( "Barkrowler", "Barkrowler" ) + ( "Barkrowler", "Barkrowler" ), + ( "BrightEdge", "BrightEdge" ) ]; /// diff --git a/tests/MyCSharp.HttpUserAgentParser.UnitTests/HttpUserAgentParserTests.cs b/tests/MyCSharp.HttpUserAgentParser.UnitTests/HttpUserAgentParserTests.cs index c8a2624..c87a92b 100644 --- a/tests/MyCSharp.HttpUserAgentParser.UnitTests/HttpUserAgentParserTests.cs +++ b/tests/MyCSharp.HttpUserAgentParser.UnitTests/HttpUserAgentParserTests.cs @@ -150,6 +150,7 @@ public void BrowserTests(string ua, string name, string version, string platform [InlineData("Mozilla/5.0 (compatible; CensysInspect/1.1; +https://about.censys.io/)", "CensysInspect")] [InlineData("Mozilla/5.0 (compatible; InternetMeasurement/1.0; +https://internet-measurement.com/)", "InternetMeasurement")] [InlineData("Mozilla/5.0 (compatible; Barkrowler/0.9; +https://babbar.tech/crawler)", "Barkrowler")] + [InlineData("BrightEdge Crawler/1.0 (crawler@brightedge.com)", "BrightEdge")] public void BotTests(string ua, string name) { HttpUserAgentInformation uaInfo = HttpUserAgentInformation.Parse(ua); From 8b7031a874aafbcbf4cf5eb638a6daf77dc32730 Mon Sep 17 00:00:00 2001 From: Mazov Sergey Date: Fri, 14 Mar 2025 09:05:30 +0900 Subject: [PATCH 3/3] Added more bot user-agents --- src/MyCSharp.HttpUserAgentParser/HttpUserAgentStatics.cs | 4 +++- .../HttpUserAgentParserTests.cs | 2 ++ 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/src/MyCSharp.HttpUserAgentParser/HttpUserAgentStatics.cs b/src/MyCSharp.HttpUserAgentParser/HttpUserAgentStatics.cs index 4c83d72..4b0bffb 100644 --- a/src/MyCSharp.HttpUserAgentParser/HttpUserAgentStatics.cs +++ b/src/MyCSharp.HttpUserAgentParser/HttpUserAgentStatics.cs @@ -275,7 +275,9 @@ public static readonly (string Key, string Value)[] Robots = ( "CensysInspect", "CensysInspect" ), ( "InternetMeasurement", "InternetMeasurement" ), ( "Barkrowler", "Barkrowler" ), - ( "BrightEdge", "BrightEdge" ) + ( "BrightEdge", "BrightEdge" ), + ( "ImagesiftBot", "ImagesiftBot" ), + ( "Cotoyogi", "Cotoyogi" ) ]; /// diff --git a/tests/MyCSharp.HttpUserAgentParser.UnitTests/HttpUserAgentParserTests.cs b/tests/MyCSharp.HttpUserAgentParser.UnitTests/HttpUserAgentParserTests.cs index c87a92b..34c6578 100644 --- a/tests/MyCSharp.HttpUserAgentParser.UnitTests/HttpUserAgentParserTests.cs +++ b/tests/MyCSharp.HttpUserAgentParser.UnitTests/HttpUserAgentParserTests.cs @@ -151,6 +151,8 @@ public void BrowserTests(string ua, string name, string version, string platform [InlineData("Mozilla/5.0 (compatible; InternetMeasurement/1.0; +https://internet-measurement.com/)", "InternetMeasurement")] [InlineData("Mozilla/5.0 (compatible; Barkrowler/0.9; +https://babbar.tech/crawler)", "Barkrowler")] [InlineData("BrightEdge Crawler/1.0 (crawler@brightedge.com)", "BrightEdge")] + [InlineData("Mozilla/5.0 (compatible; ImagesiftBot; +imagesift.com)", "ImagesiftBot")] + [InlineData("Mozilla/5.0 (compatible; Cotoyogi/4.0; +https://ds.rois.ac.jp/center8/crawler/)", "Cotoyogi")] public void BotTests(string ua, string name) { HttpUserAgentInformation uaInfo = HttpUserAgentInformation.Parse(ua);