diff --git a/data/crawlers/_allow-good.yaml b/data/crawlers/_allow-good.yaml index 98f6fdcaa..fec2369c9 100644 --- a/data/crawlers/_allow-good.yaml +++ b/data/crawlers/_allow-good.yaml @@ -8,5 +8,6 @@ - import: (data)/crawlers/marginalia.yaml - import: (data)/crawlers/mojeekbot.yaml - import: (data)/crawlers/commoncrawl.yaml +- import: (data)/crawlers/software-heritage.yaml - import: (data)/crawlers/wikimedia-citoid.yaml - import: (data)/crawlers/yandexbot.yaml diff --git a/data/crawlers/software-heritage.yaml b/data/crawlers/software-heritage.yaml new file mode 100644 index 000000000..f5d7745e5 --- /dev/null +++ b/data/crawlers/software-heritage.yaml @@ -0,0 +1,4 @@ +- name: software-heritage + action: ALLOW + # https://docs.softwareheritage.org/user/faq/#which-ip-address-range-should-we-mark-as-safe-in-our-anti-bot-protection-systems + remote_addresses: [ "128.93.166.0/26" ] diff --git a/docs/docs/CHANGELOG.md b/docs/docs/CHANGELOG.md index b961722ae..ae04f0168 100644 --- a/docs/docs/CHANGELOG.md +++ b/docs/docs/CHANGELOG.md @@ -11,6 +11,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ## [Unreleased] +- Allow requests from Software Heritage - Expose [pprof endpoints](https://pkg.go.dev/net/http/pprof) on the metrics listener to enable profiling Anubis in production. - fix: prevent nil pointer panic in challenge validation when threshold rules match during PassChallenge (#1463) - Instruct reverse proxies to not cache error pages.