Skip to content

Commit 63c36a7

Browse files
committed
Update patterns
Add new crawlers: - add MagentaNews - add Krawler.dk - add Sentry.io symbolicator - add Barracuda Sentinel - add MatchorySearch Corresponds to upstream v1.3.3
1 parent 173f9ac commit 63c36a7

File tree

3 files changed

+12
-3
lines changed

3 files changed

+12
-3
lines changed

crawlers.go

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
package crawlerdetect
22

3-
// auto-generated based on https://raw.githubusercontent.com/JayBizzle/Crawler-Detect/v1.3.1/raw/Crawlers.txt
3+
// auto-generated based on https://raw.githubusercontent.com/JayBizzle/Crawler-Detect/master/raw/Crawlers.txt
44
var crawlers = []string{
55
` YLT`,
66
`^Aether`,
@@ -42,6 +42,7 @@ var crawlers = []string{
4242
`^pnpm\/`,
4343
`^RMA\/`,
4444
`^Ruby|Ruby\/[0-9]`,
45+
`^symbolicator\/`,
4546
`^Swurl `,
4647
`^TLS tester `,
4748
`^twine\/`,
@@ -152,6 +153,7 @@ var crawlers = []string{
152153
`Badass`,
153154
`baidu\.com`,
154155
`Bandit`,
156+
`Barracuda Sentinel \(EE\)`,
155157
`basicstate`,
156158
`BatchFTP`,
157159
`Battleztar Bazinga`,
@@ -654,6 +656,7 @@ var crawlers = []string{
654656
`knows\.is`,
655657
`KOCMOHABT`,
656658
`kouio`,
659+
`krawler\.dk`,
657660
`kube-probe`,
658661
`kubectl`,
659662
`kulturarw3`,
@@ -712,6 +715,7 @@ var crawlers = []string{
712715
`L\.webis`,
713716
`mabontland`,
714717
`MacOutlook\/`,
718+
`MagentaNews\/`,
715719
`Mag-Net`,
716720
`MagpieRSS`,
717721
`Mail::STS`,
@@ -728,6 +732,7 @@ var crawlers = []string{
728732
`masscan\/`,
729733
`Mata Hari`,
730734
`mattermost`,
735+
`MatchorySearch\/`,
731736
`Mediametric`,
732737
`Mediapartners-Google`,
733738
`mediawords`,

exclusions.go

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
package crawlerdetect
22

3-
// auto-generated based on https://raw.githubusercontent.com/JayBizzle/Crawler-Detect/v1.3.1/raw/Exclusions.txt
3+
// auto-generated based on https://raw.githubusercontent.com/JayBizzle/Crawler-Detect/master/raw/Exclusions.txt
44
var exclusions = []string{
55
`Safari.[\d\.]*`,
66
`Firefox.[\d\.]*`,

testdata/crawlers.txt

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3676,4 +3676,8 @@ Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GoogleOther) Chro
36763676
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.5938.132 Mobile Safari/537.36 (compatible; GoogleOther)
36773677
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.6261.94 Mobile Safari/537.36 (compatible; GoogleOther)
36783678
Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)
3679-
Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)
3679+
Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)
3680+
symbolicator/24.11.1
3681+
symbolicator/24.12.1
3682+
Barracuda Sentinel (EE)
3683+
Mozilla/5.0(compatible;MatchorySearch/1.3;+https://www.matchory.com)

0 commit comments

Comments
 (0)