@@ -195,7 +195,8 @@ public static function getApp(string $value, array $data = []) : array {
195195 'w3c-checklink ' => 'W3C Checklink ' ,
196196 'w3c_validator ' => 'W3C Validator ' ,
197197 'omgili ' => 'Webz.io ' ,
198- 'bluesky cardyb ' => 'Bluesky '
198+ 'bluesky cardyb ' => 'Bluesky ' ,
199+ 'appid: s~virustotalcloud ' => 'Virus Total Cloud '
199200 ];
200201
201202 $ lower = \mb_strtolower ($ parts [0 ]);
@@ -290,6 +291,7 @@ public static function get() : array {
290291 'url ' => 'https://siteimprove.com '
291292 ], $ fn ['crawler ' ]($ value ))),
292293 'SEOlyt/ ' => new props ('any ' , $ fn ['crawler ' ]),
294+ 'Turnitin ' => new props ('exact ' , $ fn ['crawler ' ]),
293295 'CyotekWebCopy ' => new props ('start ' , $ fn ['scraper ' ]),
294296 'scrapy ' => new props ('start ' , $ fn ['scraper ' ]),
295297 'Yandex ' => new props ('start ' , function (string $ value ) : array {
@@ -331,8 +333,10 @@ public static function get() : array {
331333 'monitoring360bot ' => new props ('start ' , $ fn ['monitor ' ]),
332334 'Cloudflare ' => new props ('start ' , $ fn ['validator ' ]),
333335 'PTST/ ' => new props ('start ' , $ fn ['validator ' ]),
336+ 'virustotalcloud ' => new props ('end ' , $ fn ['validator ' ]),
334337 '+https://developers.cloudflare.com/security-center/ ' => new props ('exact ' , $ fn ['monitor ' ]),
335338 'AppSignalBot/ ' => new props ('start ' , $ fn ['monitor ' ]),
339+ 'InternetMeasurement/ ' => new props ('start ' , $ fn ['monitor ' ]),
336340 'Better Uptime Bot ' => new props ('start ' , [
337341 'type ' => 'robot ' ,
338342 'category ' => 'monitor ' ,
@@ -372,6 +376,7 @@ public static function get() : array {
372376 }),
373377 'proximic ' => new props ('exact ' , $ fn ['ads ' ]),
374378 'WordPress ' => new props ('start ' , $ fn ['feed ' ]),
379+ 'eMClient/ ' => new props ('start ' , $ fn ['feed ' ]),
375380 'PRTG Network Monitor ' => new props ('exact ' , $ fn ['monitor ' ]),
376381 'PRTGCloudBot/ ' => new props ('start ' , $ fn ['monitor ' ]),
377382 'Site24x7 ' => new props ('exact ' , $ fn ['monitor ' ]),
@@ -391,6 +396,8 @@ public static function get() : array {
391396 'Embedly/ ' => new props ('start ' , $ fn ['feed ' ]),
392397 'PayPal IPN ' => new props ('exact ' , $ fn ['feed ' ]),
393398 'DropboxPreviewBot/ ' => new props ('start ' , $ fn ['feed ' ]),
399+ 'Iframely/ ' => new props ('start ' , $ fn ['feed ' ]),
400+ 'StartpagePrivateImageProxy/ ' => new props ('start ' , $ fn ['feed ' ]),
394401 'Pleroma ' => new props ('start ' , fn (string $ value ) : array => [ // mastodon
395402 'type ' => 'robot ' ,
396403 'category ' => 'feed ' ,
@@ -446,8 +453,12 @@ public static function get() : array {
446453 'AwarioSmartBot/ ' => new props ('start ' , $ fn ['crawler ' ]),
447454 'AwarioRssBot/ ' => new props ('start ' , $ fn ['crawler ' ]),
448455 'ICC-Crawler/ ' => new props ('start ' , $ fn ['crawler ' ]),
456+ 'Barkrowler/ ' => new props ('start ' , $ fn ['crawler ' ]),
457+ 'Archive-It ' => new props ('exact ' , $ fn ['crawler ' ]),
458+ 'GeedoProductSearch ' => new props ('exact ' , $ fn ['crawler ' ]),
449459 'The National Archives UK Government Web Archive ' => new props ('start ' , $ fn ['crawler ' ]),
450460 'Citoid ' => new props ('exact ' , $ fn ['crawler ' ]),
461+ 'CheckMarkNetwork/ ' => new props ('start ' , $ fn ['crawler ' ]),
451462 'trendictionbot ' => new props ('start ' , fn (string $ value ) : array => [
452463 'type ' => 'robot ' ,
453464 'category ' => 'crawler ' ,
@@ -474,10 +485,12 @@ public static function get() : array {
474485 'Let \'s Encrypt validation server ' => new props ('exact ' , $ fn ['validator ' ]),
475486 'SEO-Macroscope/ ' => new props ('start ' , $ fn ['validator ' ]),
476487 'Electronic Frontier Foundation \'s Do Not Track Verifier ' => new props ('exact ' , $ fn ['validator ' ]),
488+ 'TruffleHog ' => new props ('exact ' , $ fn ['validator ' ]),
477489 'Barracuda Sentinel ' => new props ('start ' , $ fn ['validator ' ]),
478490 'Expanse ' => new props ('start ' , $ fn ['crawler ' ]),
479491 'eCairn-Grabber/ ' => new props ('start ' , $ fn ['scraper ' ]),
480492 'SEOkicks ' => new props ('exact ' , $ fn ['crawler ' ]),
493+ 'TinEye-Web/ ' => new props ('start ' , $ fn ['crawler ' ]),
481494 'PostmanRuntime/ ' => new props ('start ' , $ fn ['scraper ' ]),
482495 'axios/ ' => new props ('start ' , $ fn ['scraper ' ]),
483496 'Rogerbot/ ' => new props ('start ' , $ fn ['crawler ' ]),
@@ -516,6 +529,7 @@ public static function get() : array {
516529 'node-fetch ' => new props ('exact ' , $ fn ['scraper ' ]),
517530 'OAI-SearchBot/ ' => new props ('start ' , $ fn ['search ' ]),
518531 'iaskspider/ ' => new props ('start ' , $ fn ['search ' ]),
532+ 'Yeti/ ' => new props ('start ' , $ fn ['search ' ]),
519533 'MeltwaterNews ' => new props ('start ' , fn (string $ value ) : array => [
520534 'type ' => 'robot ' ,
521535 'category ' => 'crawler ' ,
@@ -530,6 +544,7 @@ public static function get() : array {
530544 'facebookcatalog/ ' => new props ('start ' , $ fn ['crawler ' ]),
531545 'meta-externalagent ' => new props ('start ' , $ fn ['ai ' ]),
532546 'meta-externalfetcher ' => new props ('start ' , $ fn ['feed ' ]),
547+ 'FlipBoard ' => new props ('start ' , $ fn ['feed ' ]),
533548 'BrightBot ' => new props ('start ' , fn (string $ value ) : array => [
534549 'type ' => 'robot ' ,
535550 'category ' => 'ai ' ,
0 commit comments