From 28b2d5d449cb495bf1fe0bfd999c38dbb553e62d Mon Sep 17 00:00:00 2001 From: Graham Plumb Date: Mon, 17 Jun 2019 14:07:36 +0100 Subject: [PATCH] Added 7 new user agents Reflects the addition of new bots up to: JayBizzle/Crawler-Detect#333 --- .../NetCrawlerDetect.Tests/NetCrawlerDetect.Tests.csproj | 2 +- NetCrawlerDetect/NetCrawlerDetect.sln | 2 +- NetCrawlerDetect/NetCrawlerDetect/Fixtures/Crawlers.cs | 9 ++++++++- .../NetCrawlerDetect/NetCrawlerDetect.csproj | 6 +++--- 4 files changed, 13 insertions(+), 6 deletions(-) diff --git a/NetCrawlerDetect/NetCrawlerDetect.Tests/NetCrawlerDetect.Tests.csproj b/NetCrawlerDetect/NetCrawlerDetect.Tests/NetCrawlerDetect.Tests.csproj index 1008536..1108c70 100644 --- a/NetCrawlerDetect/NetCrawlerDetect.Tests/NetCrawlerDetect.Tests.csproj +++ b/NetCrawlerDetect/NetCrawlerDetect.Tests/NetCrawlerDetect.Tests.csproj @@ -4,7 +4,7 @@ netcoreapp2.0 false - 0.2.2 + 0.2.3 diff --git a/NetCrawlerDetect/NetCrawlerDetect.sln b/NetCrawlerDetect/NetCrawlerDetect.sln index 04c25dd..d06fb39 100644 --- a/NetCrawlerDetect/NetCrawlerDetect.sln +++ b/NetCrawlerDetect/NetCrawlerDetect.sln @@ -22,7 +22,7 @@ Global EndGlobalSection GlobalSection(MonoDevelopProperties) = preSolution description = A .net standard port of JayBizzle's CrawlerDetect project (https://github.com/JayBizzle/Crawler-Detect). - version = 0.2.2 + version = 0.2.3 Policies = $0 $0.VersionControlPolicy = $1 $0.DotNetNamingPolicy = $2 diff --git a/NetCrawlerDetect/NetCrawlerDetect/Fixtures/Crawlers.cs b/NetCrawlerDetect/NetCrawlerDetect/Fixtures/Crawlers.cs index d1e37cd..4173f34 100644 --- a/NetCrawlerDetect/NetCrawlerDetect/Fixtures/Crawlers.cs +++ b/NetCrawlerDetect/NetCrawlerDetect/Fixtures/Crawlers.cs @@ -68,6 +68,8 @@ public Crawlers() @"adressendeutschland", @"adscanner", @"Adstxtaggregator", + @"adstxt-worker", + @"adstxt\.com", @"agentslug", @"AHC", @"aihit", @@ -357,9 +359,9 @@ public Crawlers() @"flynxapp", @"forensiq", @"FoundSeoTool", - @"http:\/\/www.neomo.de\/", // Francis [Bot] + @"http:\/\/www.neomo.de\/", @"free thumbnails", @"Freeuploader", @"Funnelback", @@ -377,6 +379,7 @@ public Crawlers() @"getroot", @"GetURLInfo\/", @"GetWeb", + @"Geziyor", @"Ghost Inspector", @"GigablastOpenSource", @"GIS-LABS", @@ -481,6 +484,7 @@ public Crawlers() @"HttpComponents", @"httphr", @"HTTPMon", + @"HTTPie", @"httpRequest", @"httpscheck", @"httpssites_power", @@ -541,6 +545,7 @@ public Crawlers() @"iskanie", @"isUp\.li", @"iThemes Sync\/", + @"IZaBEE", @"iZSearch", @"JAHHO", @"janforman", @@ -567,6 +572,7 @@ public Crawlers() @"KeyCDN", @"Keyword Density", @"Keywords Research", + @"khttp\/", @"KickFire", @"KimonoLabs\/", @"Kml-Google", @@ -1242,6 +1248,7 @@ public Crawlers() @"Zeus ", @"zgrab", @"ZnajdzFoto", + @"ZnHTTP", @"Zombie\.js", @"Zoom\.Mac", @"ZyBorg", diff --git a/NetCrawlerDetect/NetCrawlerDetect/NetCrawlerDetect.csproj b/NetCrawlerDetect/NetCrawlerDetect/NetCrawlerDetect.csproj index cb1f30c..91920ed 100644 --- a/NetCrawlerDetect/NetCrawlerDetect/NetCrawlerDetect.csproj +++ b/NetCrawlerDetect/NetCrawlerDetect/NetCrawlerDetect.csproj @@ -2,8 +2,8 @@ netstandard2.0 - 0.2.2 - 0.2.2 + 0.2.3 + 0.2.3 Graham "Gee" Plumb https://github.com/gplumb/NetCrawlerDetect/blob/master/LICENSE Graham "Gee" Plumb @@ -12,7 +12,7 @@ A .net standard port of JayBizzle's CrawlerDetect project (https://github.com/JayBizzle/Crawler-Detect). true NetCrawlerDetect - Added worldping-api bot and export update (up to https://github.com/JayBizzle/Crawler-Detect/pull/331) + Added 7 user agents (up to https://github.com/JayBizzle/Crawler-Detect/pull/333) A .net standard port of JayBizzle's CrawlerDetect project (https://github.com/JayBizzle/Crawler-Detect).