feat: add support for retries on extractor error

[ishanarya0]

Related to raystack#449

[sudo-suhas]

LGTM, only minor change requested.

[sudo-suhas]

Was checking retries in caramlstore and merlin with this branch and there is a bug in caramlstore. Please add the following changes to the PR:

diff --git a/plugins/extractors/caramlstore/caramlstore.go b/plugins/extractors/caramlstore/caramlstore.go
index 8e1259b..3f16078 100644
--- a/plugins/extractors/caramlstore/caramlstore.go
+++ b/plugins/extractors/caramlstore/caramlstore.go
@@ -88,8 +88,6 @@ func (e *Extractor) Init(ctx context.Context, config plugins.Config) error {
 
 // Extract checks if the table is valid and extracts the table schema
 func (e *Extractor) Extract(ctx context.Context, emit plugins.Emit) error {
-	defer e.client.Close()
-
 	projects, err := e.client.Projects(ctx)
 	if err != nil {
 		if shouldRetry(err) {
@@ -136,6 +134,10 @@ func (e *Extractor) Extract(ctx context.Context, emit plugins.Emit) error {
 	return nil
 }
 
+func (e *Extractor) Close() error {
+	return e.client.Close()
+}
+
 func shouldRetry(err error) bool {
 	switch utils.StatusCode(err) {
 	case codes.Canceled,

[sudo-suhas]

LGTM