Remove crawler

Author: vearutop

cmd/crawler/README.md

@@ -4,21 +4,14 @@ go 1.25.0
 
 require (
 	github.com/bool64/dev v0.2.45
-	github.com/bool64/logz v1.3.2
-	github.com/bool64/progress v0.3.23
-	github.com/klauspost/compress v1.18.6
 	github.com/stretchr/testify v1.11.1
-	github.com/valyala/fasthttp v1.71.0
 	github.com/vearutop/dynhist-go v1.2.3
 	golang.org/x/time v0.15.0
 )
 
 require (
-	github.com/andybalholm/brotli v1.2.1 // indirect
 	github.com/davecgh/go-spew v1.1.1 // indirect
 	github.com/kr/text v0.2.0 // indirect
 	github.com/pmezard/go-difflib v1.0.0 // indirect
-	github.com/valyala/bytebufferpool v1.0.0 // indirect
-	github.com/vearutop/lograte v1.2.2 // indirect
 	gopkg.in/yaml.v3 v3.0.1 // indirect
 )