feat: configurable request read timeouts

config/config.go

@@ -406,6 +406,7 @@ func recoverToError(do func(context.Context) error, onPanic func(any) error) fun
 
 type Downloader struct {
 	Timeout      Duration `yaml:"timeout" default:"5s"`
+	ReadTimeout  Duration `yaml:"readTimeout" default:"20s"`
 	WriteTimeout Duration `yaml:"writeTimeout" default:"20s"`
 	Attempts     uint     `yaml:"attempts" default:"3"`
 	Cooldown     Duration `yaml:"cooldown" default:"500ms"`

docs/config.yml

@@ -123,6 +123,10 @@ blocking:
       # optional: timeout for list write to disk (each url). Use larger values for big lists or in constrained environments
       # default: 20s
       writeTimeout: 60s
+      # optional: timeout for reading the download (each url). Use large values for big lists or in constrained environments
+      # To disable this timeout, set to 0.
+      # default: 20s
+      readTimeout: 60s
       # optional: Maximum download attempts
       # default: 3
       attempts: 5

docs/configuration.md

@@ -888,6 +888,7 @@ Configures how HTTP(S) sources are downloaded:
 | ------------ | -------- | --------- | ------------- | ---------------------------------------------- |
 | timeout      | duration | no        | 5s            | Download attempt timeout                       |
 | writeTimeout | duration | no        | 20s           | File write attempt timeout                     |
+| readTimeout  | duration | no        | 20s           | Download request read timeout                  |
 | attempts     | int      | no        | 3             | How many download attempts should be performed |
 | cooldown     | duration | no        | 500ms         | Time between the download attempts             |
 

server/http.go

@@ -20,16 +20,16 @@ type httpServer struct {
 func newHTTPServer(name string, handler http.Handler, cfg *config.Config) *httpServer {
 	const (
 		readHeaderTimeout = 20 * time.Second
-		readTimeout       = 20 * time.Second
 	)
 
 	var (
 		writeTimeout = cfg.Blocking.Loading.Downloads.WriteTimeout
+		readTimeout  = cfg.Blocking.Loading.Downloads.ReadTimeout
 	)
 
 	return &httpServer{
 		inner: http.Server{
-			ReadTimeout:       readTimeout,
+			ReadTimeout:       time.Duration(readTimeout),
 			ReadHeaderTimeout: readHeaderTimeout,
 			WriteTimeout:      time.Duration(writeTimeout),