fix: adding retry logic for Stream creation in the case that another …

…client is trying to create the Stream at the same time (#1854)

* fix: adding retry logic for Stream creation in the case that another client is trying to create the Stream at the same time

Signed-off-by: Julie Vogelman <julie_vogelman@intuit.com>

eventbus/jetstream/base/jetstream.go

@@ -117,7 +117,8 @@ func (stream *Jetstream) CreateStream(conn *JetstreamConnection) error {
 		return nil
 	}
 	if err != nil && err != nats.ErrStreamNotFound {
-		stream.Logger.Errorw("Error calling StreamInfo for Stream '%s': %v", common.JetStreamStreamName, err)
+		stream.Logger.Warnf(`Error calling StreamInfo for Stream '%s' (this can happen if another Jetstream client "
+		is trying to create the Stream at the same time): %v`, common.JetStreamStreamName, err)
 	}
 
 	// unmarshal settings
@@ -141,11 +142,18 @@ func (stream *Jetstream) CreateStream(conn *JetstreamConnection) error {
 	}
 	stream.Logger.Infof("Will use this stream config:\n '%v'", streamConfig)
 
-	options := make([]nats.JSOpt, 0)
-
-	_, err = conn.JSContext.AddStream(&streamConfig, options...)
-	if err != nil {
-		return errors.Errorf("Failed to add Jetstream stream '%s': %v for connection %+v", common.JetStreamStreamName, err, conn)
+	connectErr := common.Connect(nil, func() error { // exponential backoff if it fails the first time
+		_, err = conn.JSContext.AddStream(&streamConfig)
+		if err != nil {
+			errStr := fmt.Sprintf(`Failed to add Jetstream stream '%s'for connection %+v: err=%v`,
+				common.JetStreamStreamName, conn, err)
+			return errors.New(errStr)
+		} else {
+			return nil
+		}
+	})
+	if connectErr != nil {
+		return connectErr
 	}
 
 	stream.Logger.Infof("Created Jetstream stream '%s' for connection %+v", common.JetStreamStreamName, conn)