Add timeout option (#69)

Signed-off-by: Saswata Mukherjee <saswataminsta@yahoo.com>

pkg/mdformatter/linktransformer/config.go

@@ -11,6 +11,7 @@ import (
 	"net/http"
 	"regexp"
 	"strconv"
+	"time"
 
 	"github.com/pkg/errors"
 	"gopkg.in/yaml.v3"
@@ -20,6 +21,9 @@ type Config struct {
 	Version int
 
 	Validators []ValidatorConfig `yaml:"validators"`
+	Timeout    string            `yaml:"timeout"`
+
+	timeout time.Duration
 }
 
 type ValidatorConfig struct {
@@ -72,6 +76,14 @@ func ParseConfig(c []byte) (Config, error) {
 		return Config{}, errors.Wrapf(err, "parsing YAML content %q", string(c))
 	}
 
+	if cfg.Timeout != "" {
+		var err error
+		cfg.timeout, err = time.ParseDuration(cfg.Timeout)
+		if err != nil {
+			return Config{}, errors.Wrap(err, "parsing timeout duration")
+		}
+	}
+
 	if len(cfg.Validators) <= 0 {
 		return Config{}, errors.New("No validator provided")
 	}

pkg/mdformatter/linktransformer/link.go

@@ -162,6 +162,9 @@ func NewValidator(ctx context.Context, logger log.Logger, linksValidateConfig []
 	// Set very soft limits.
 	// E.g github has 50-5000 https://docs.github.com/en/free-pro-team@latest/rest/reference/rate-limit limit depending
 	// on api (only search is below 100).
+	if config.Timeout != "" {
+		v.c.SetRequestTimeout(config.timeout)
+	}
 	if err := v.c.Limit(&colly.LimitRule{
 		DomainGlob:  "*",
 		Parallelism: 100,