Add allowlist support for bot restricted URLs

Author: kstribrnAmzn

.github/workflows/pr_checks.yml

@@ -29,6 +29,7 @@ jobs:
               run-spelling-check: true,
               run-complexity: false,
               run-doxygen: false,
+              allowlist-file: link-verifier/repoAllowlistUrls/freertos-kernel-allowlist.txt,
             },
             {
               repository: FreeRTOS-Plus-TCP,
@@ -38,7 +39,8 @@ jobs:
               run-spelling-check: true,
               run-complexity: false,
               run-doxygen: false,
-              exclude-dirs: 'source/portable/NetworkInterface/STM32'
+              exclude-dirs: 'source/portable/NetworkInterface/STM32',
+              allowlist-file: link-verifier/repoAllowlistUrls/freertos-plus-tcp-allowlist.txt,
             },
             {
               repository: FreeRTOS,
@@ -209,7 +211,7 @@ jobs:
         with:
           path: repo/${{ matrix.inputs.repository }}
           exclude-dirs: complexity, formatting
-          exclude-urls: https://dummy-url.com/ota.bin, https://s3.region.amazonaws.com/joe-ota, https://www.gnu.org/software/complexity/manual/complexity.html, https://www.u-blox.com/en/product/sara-r4-series
+          allowlist-file: ${{ matrix.inputs.allowlist-file }}
 
       - name: "Complexity Check: ${{ matrix.inputs.repository }}"
         if: matrix.inputs.run-complexity && ( success() || failure() )

link-verifier/repoAllowlistUrls/README.md

@@ -0,0 +1,6 @@
+# Overview
+This directory provides a way to allowlist URLs for repositories checked by the link verifier as part of CI checks.
+These URLs are valid but may not work with the link verifier for whatever reason.
+
+## FreeRTOS
+* Microchip utilizes Akamai Bot Manager to prevent bot requests. This rejects CI-CD checks executed by the Github runner.

link-verifier/repoAllowlistUrls/freertos-kernel-allowlist.txt

@@ -0,0 +1,2 @@
+https://www.microchip.com
+https://www.microchip.com/support

link-verifier/repoAllowlistUrls/freertos-plus-tcp-allowlist.txt

@@ -0,0 +1,2 @@
+https://www.microchip.com/en-us/support/design-help
+http://www.atmel.com/design-support/