chore: retry upload of statics

pkg/cmd/deploy/upload.go

@@ -14,7 +14,11 @@ import (
 	"go.uber.org/zap"
 )
 
-var PathStatic = ".edge/storage"
+var (
+	PathStatic = ".edge/storage"
+	Jobs       chan contracts.FileOps
+	Retries    int64
+)
 
 func (cmd *DeployCmd) uploadFiles(f *cmdutil.Factory, conf *contracts.AzionApplicationOptions) error {
 	// Get total amount of files to display progress
@@ -40,12 +44,12 @@ func (cmd *DeployCmd) uploadFiles(f *cmdutil.Factory, conf *contracts.AzionAppli
 
 	noOfWorkers := 5
 	var currentFile int64
-	jobs := make(chan contracts.FileOps, totalFiles)
+	Jobs := make(chan contracts.FileOps, totalFiles)
 	results := make(chan error, noOfWorkers)
 
 	// Create worker goroutines
 	for i := 1; i <= noOfWorkers; i++ {
-		go worker(jobs, results, &currentFile, clientUpload, conf)
+		go worker(Jobs, results, &currentFile, clientUpload, conf)
 	}
 
 	bar := progressbar.NewOptions(
@@ -84,14 +88,14 @@ func (cmd *DeployCmd) uploadFiles(f *cmdutil.Factory, conf *contracts.AzionAppli
 				FileContent: fileContent,
 			}
 
-			jobs <- fileOptions
+			Jobs <- fileOptions
 		}
 		return nil
 	}); err != nil {
 		logger.Debug("Error while reading files to be uploaded", zap.Error(err))
 		return err
 	}
-	close(jobs)
+	close(Jobs)
 
 	// Check for errors from workers
 	for a := 1; a <= totalFiles; a++ {

pkg/cmd/deploy/worker.go

@@ -12,7 +12,6 @@ import (
 
 // worker reads the range of jobs and uploads the file, if there is an error during upload, we returning it through the results channel
 func worker(jobs <-chan contracts.FileOps, results chan<- error, currentFile *int64, clientUpload *storage.Client, conf *contracts.AzionApplicationOptions) {
-
 	for job := range jobs {
 		// Once ENG-27343 is completed, we might be able to remove this piece of code
 		fileInfo, err := job.FileContent.Stat()
@@ -30,11 +29,22 @@ func worker(jobs <-chan contracts.FileOps, results chan<- error, currentFile *in
 			return
 		}
 
+		// for
+
 		if err := clientUpload.Upload(context.Background(), &job, conf); err != nil {
 			logger.Debug("Error while worker tried to upload file: <"+job.Path+"> to storage api", zap.Error(err))
+			if Retries < 5 {
+				logger.Debug("Retrying to upload the following file: <"+job.Path+"> to storage api", zap.Error(err))
+				atomic.AddInt64(&Retries, 1)
+				Jobs <- job
+				results <- nil
+				return
+			}
+			logger.Debug("There have been 5 retries already, quitting upload")
 			results <- err
 			return
 		}
+
 		atomic.AddInt64(currentFile, 1)
 		results <- nil
 	}