refactor: continued refactoring to support dynamic pipelines.

Signed-off-by: Andrew Neudegg <andrew.neudegg@finbourne.com>

pkg/configs/container.go

@@ -0,0 +1,26 @@
+package configs
+
+import (
+	"github.com/andrewneudegg/delta/pkg/pipelines/definitions"
+)
+
+// AppSettings is application level configuration.
+type AppSettings struct{}
+
+// Container wraps all subconfiguration
+type Container struct {
+	// ApplicationSettings apply to the whole app.
+	ApplicationSettings AppSettings `yaml:"app"`
+	// SourceConfigs defines the behaviours of sinks/bridges.
+	Pipeline []definitions.PipelineNode `yaml:"pipeline"`
+}
+
+// FromBytes will load a container from bytes.
+func FromBytes(b []byte) (Container, error) {
+	return Container{}, nil
+}
+
+// FromFile will load a container from file.
+func FromFile(s string) (Container, error) {
+	return Container{}, nil
+}

pkg/pipelines/definitions/node.go

@@ -2,6 +2,7 @@ package definitions
 
 // PipelineNode represents a block in a pipeline.
 type PipelineNode struct {
-	ID     string                 `mapstructure:"id"`     // ID is the name of this thing.
-	Config map[string]interface{} `mapstructure:"config"` // Config of this node.
+	ID     string                 `yaml:"id"`
+	Config map[string]interface{} `yaml:"config"`
+	Nodes  []PipelineNode         `yaml:"nodes"`
 }

pkg/pipelines/fipfo/fipfo.go

@@ -10,9 +10,9 @@ import (
 // Pipeline is a type of pipeline that fans in inputs,
 // applies processing, then fans out to the various outputs.
 type Pipeline struct {
-	Inputs    definitions.PipelineNode `mapstructure:"id"`
-	Processes definitions.PipelineNode `mapstructure:"id"`
-	Outputs   definitions.PipelineNode `mapstructure:"id"`
+	Inputs    definitions.PipelineNode `mapstructure:"input"`
+	Processes definitions.PipelineNode `mapstructure:"process"`
+	Outputs   definitions.PipelineNode `mapstructure:"output"`
 }
 
 func (f Pipeline) ID() string {