Skip to content

Commit

Permalink
Update patterns (#45)
Browse files Browse the repository at this point in the history
Add new crawlers:
- add Verity
- add GoogleOther
- add Zapier
- add Litespeed LSCache

Corresponds to upstream v1.2.119
  • Loading branch information
x-way authored Sep 10, 2024
1 parent 01b6bdd commit e49615f
Show file tree
Hide file tree
Showing 2 changed files with 8 additions and 1 deletion.
5 changes: 4 additions & 1 deletion crawlers.go
Original file line number Diff line number Diff line change
Expand Up @@ -192,7 +192,6 @@ var crawlers = []string{
`Branch Metrics API`,
`Branch-Passthrough`,
`Brandprotect`,
`BrandVerity`,
`Brandwatch`,
`Brodie\/`,
`Browsershots`,
Expand Down Expand Up @@ -481,6 +480,7 @@ var crawlers = []string{
`Google-Youtube-Links`,
`GoogleDocs`,
`GoogleHC\/`,
`GoogleOther`,
`GoogleProber`,
`GoogleProducer`,
`GoogleSites`,
Expand Down Expand Up @@ -698,6 +698,7 @@ var crawlers = []string{
`longurl-r-package`,
`looid\.com`,
`looksystems\.net`,
`lscache_runner`,
`ltx71`,
`lua-resty-http`,
`Lucee \(CFML Engine\)`,
Expand Down Expand Up @@ -1244,6 +1245,7 @@ var crawlers = []string{
`VB Project`,
`vBSEO`,
`VCI`,
`Verity`,
`via ggpht\.com GoogleImageProxy`,
`Virusdie`,
`visionutils`,
Expand Down Expand Up @@ -1395,6 +1397,7 @@ var crawlers = []string{
`Zabbix`,
`Zade`,
`Zao`,
`Zapier`,
`Zauba`,
`Zemanta Aggregator`,
`Zend\\Http\\Client`,
Expand Down
4 changes: 4 additions & 0 deletions testdata/crawlers.txt
Original file line number Diff line number Diff line change
Expand Up @@ -3669,3 +3669,7 @@ Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; MicrosoftPreview/
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GeedoProductSearch; +http://www.geedo.com/product-search.html) Chrome/79.0.3945.88 Safari/537.36
Mozilla/5.0 (compatible; +probely.com/sos) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/104.0.0.0 Safari/537.36 ProbelySPDR/0.2.0
facebookcatalog/1.0
Verity/1.1 (gumgum.com/verity; verity-support@gumgum.com)
Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GoogleOther) Chrome/117.0.5938.132 Safari/537.36
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.5938.132 Mobile Safari/537.36 (compatible; GoogleOther)
Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.6261.94 Mobile Safari/537.36 (compatible; GoogleOther)

0 comments on commit e49615f

Please sign in to comment.