Skip to content

Commit b6bddcd

Browse files
committed
Fixed strict error in index.php.
Added new crawler mappings. Updated dependencies.
1 parent bdf5140 commit b6bddcd

3 files changed

Lines changed: 34 additions & 19 deletions

File tree

composer.lock

Lines changed: 16 additions & 16 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

index.php

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
<?php
2-
2+
declare(strict_types=1);
33
use hexydec\agentzero\agentzero;
44

55
require(__DIR__.'/src/autoload.php');
@@ -141,7 +141,7 @@
141141
<select name="device-memory">
142142
<option value="">-- Select Memory --</option>
143143
<?php foreach ($memsizes AS $key => $item) { ?>
144-
<option value="<?= \htmlspecialchars($key); ?>"<?= ($hints['device-memory'] ?? null) == $key ? ' selected="selected"' : ''; ?>><?= \htmlspecialchars($item); ?></option>
144+
<option value="<?= $key; ?>"<?= ($hints['device-memory'] ?? null) == $key ? ' selected="selected"' : ''; ?>><?= \htmlspecialchars($item); ?></option>
145145
<?php } ?>
146146
</select>
147147
</div>

src/mappings/crawlers.php

Lines changed: 16 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -195,7 +195,8 @@ public static function getApp(string $value, array $data = []) : array {
195195
'w3c-checklink' => 'W3C Checklink',
196196
'w3c_validator' => 'W3C Validator',
197197
'omgili' => 'Webz.io',
198-
'bluesky cardyb' => 'Bluesky'
198+
'bluesky cardyb' => 'Bluesky',
199+
'appid: s~virustotalcloud' => 'Virus Total Cloud'
199200
];
200201

201202
$lower = \mb_strtolower($parts[0]);
@@ -290,6 +291,7 @@ public static function get() : array {
290291
'url' => 'https://siteimprove.com'
291292
], $fn['crawler']($value))),
292293
'SEOlyt/' => new props('any', $fn['crawler']),
294+
'Turnitin' => new props('exact', $fn['crawler']),
293295
'CyotekWebCopy' => new props('start', $fn['scraper']),
294296
'scrapy' => new props('start', $fn['scraper']),
295297
'Yandex' => new props('start', function (string $value) : array {
@@ -331,8 +333,10 @@ public static function get() : array {
331333
'monitoring360bot' => new props('start', $fn['monitor']),
332334
'Cloudflare' => new props('start', $fn['validator']),
333335
'PTST/' => new props('start', $fn['validator']),
336+
'virustotalcloud' => new props('end', $fn['validator']),
334337
'+https://developers.cloudflare.com/security-center/' => new props('exact', $fn['monitor']),
335338
'AppSignalBot/' => new props('start', $fn['monitor']),
339+
'InternetMeasurement/' => new props('start', $fn['monitor']),
336340
'Better Uptime Bot' => new props('start', [
337341
'type' => 'robot',
338342
'category' => 'monitor',
@@ -372,6 +376,7 @@ public static function get() : array {
372376
}),
373377
'proximic' => new props('exact', $fn['ads']),
374378
'WordPress' => new props('start', $fn['feed']),
379+
'eMClient/' => new props('start', $fn['feed']),
375380
'PRTG Network Monitor' => new props('exact', $fn['monitor']),
376381
'PRTGCloudBot/' => new props('start', $fn['monitor']),
377382
'Site24x7' => new props('exact', $fn['monitor']),
@@ -391,6 +396,8 @@ public static function get() : array {
391396
'Embedly/' => new props('start', $fn['feed']),
392397
'PayPal IPN' => new props('exact', $fn['feed']),
393398
'DropboxPreviewBot/' => new props('start', $fn['feed']),
399+
'Iframely/' => new props('start', $fn['feed']),
400+
'StartpagePrivateImageProxy/' => new props('start', $fn['feed']),
394401
'Pleroma' => new props('start', fn (string $value) : array => [ // mastodon
395402
'type' => 'robot',
396403
'category' => 'feed',
@@ -446,8 +453,12 @@ public static function get() : array {
446453
'AwarioSmartBot/' => new props('start', $fn['crawler']),
447454
'AwarioRssBot/' => new props('start', $fn['crawler']),
448455
'ICC-Crawler/' => new props('start', $fn['crawler']),
456+
'Barkrowler/' => new props('start', $fn['crawler']),
457+
'Archive-It' => new props('exact', $fn['crawler']),
458+
'GeedoProductSearch' => new props('exact', $fn['crawler']),
449459
'The National Archives UK Government Web Archive' => new props('start', $fn['crawler']),
450460
'Citoid' => new props('exact', $fn['crawler']),
461+
'CheckMarkNetwork/' => new props('start', $fn['crawler']),
451462
'trendictionbot' => new props('start', fn (string $value) : array => [
452463
'type' => 'robot',
453464
'category' => 'crawler',
@@ -474,10 +485,12 @@ public static function get() : array {
474485
'Let\'s Encrypt validation server' => new props('exact', $fn['validator']),
475486
'SEO-Macroscope/' => new props('start', $fn['validator']),
476487
'Electronic Frontier Foundation\'s Do Not Track Verifier' => new props('exact', $fn['validator']),
488+
'TruffleHog' => new props('exact', $fn['validator']),
477489
'Barracuda Sentinel' => new props('start', $fn['validator']),
478490
'Expanse' => new props('start', $fn['crawler']),
479491
'eCairn-Grabber/' => new props('start', $fn['scraper']),
480492
'SEOkicks' => new props('exact', $fn['crawler']),
493+
'TinEye-Web/' => new props('start', $fn['crawler']),
481494
'PostmanRuntime/' => new props('start', $fn['scraper']),
482495
'axios/' => new props('start', $fn['scraper']),
483496
'Rogerbot/' => new props('start', $fn['crawler']),
@@ -516,6 +529,7 @@ public static function get() : array {
516529
'node-fetch' => new props('exact', $fn['scraper']),
517530
'OAI-SearchBot/' => new props('start', $fn['search']),
518531
'iaskspider/' => new props('start', $fn['search']),
532+
'Yeti/' => new props('start', $fn['search']),
519533
'MeltwaterNews' => new props('start', fn (string $value) : array => [
520534
'type' => 'robot',
521535
'category' => 'crawler',
@@ -530,6 +544,7 @@ public static function get() : array {
530544
'facebookcatalog/' => new props('start', $fn['crawler']),
531545
'meta-externalagent' => new props('start', $fn['ai']),
532546
'meta-externalfetcher' => new props('start', $fn['feed']),
547+
'FlipBoard' => new props('start', $fn['feed']),
533548
'BrightBot ' => new props('start', fn (string $value) : array => [
534549
'type' => 'robot',
535550
'category' => 'ai',

0 commit comments

Comments
 (0)