Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Add producer folder to pkg/kafka/config #957

Merged
merged 1 commit into from
Jul 26, 2018
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
File renamed without changes.
12 changes: 6 additions & 6 deletions pkg/kafka/config/config.go → pkg/kafka/producer/config.go
Original file line number Diff line number Diff line change
Expand Up @@ -12,22 +12,22 @@
// See the License for the specific language governing permissions and
// limitations under the License.

package config
package producer

import (
"github.com/Shopify/sarama"
)

// Builder builds a new kafka producer
type Builder interface {
NewProducer() (sarama.AsyncProducer, error)
}

// Configuration describes the configuration properties needed to create a Kafka producer
type Configuration struct {
Brokers []string
}

// ProducerBuilder builds a new kafka producer
type ProducerBuilder interface {
NewProducer() (sarama.AsyncProducer, error)
}

// NewProducer creates a new asynchronous kafka producer
func (c *Configuration) NewProducer() (sarama.AsyncProducer, error) {
saramaConfig := sarama.NewConfig()
Expand Down
12 changes: 6 additions & 6 deletions plugin/storage/kafka/factory.go
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,7 @@ import (
"github.com/uber/jaeger-lib/metrics"
"go.uber.org/zap"

"github.com/jaegertracing/jaeger/pkg/kafka/config"
"github.com/jaegertracing/jaeger/pkg/kafka/producer"
"github.com/jaegertracing/jaeger/storage/dependencystore"
"github.com/jaegertracing/jaeger/storage/spanstore"
)
Expand All @@ -35,9 +35,9 @@ type Factory struct {
metricsFactory metrics.Factory
logger *zap.Logger

config config.ProducerBuilder
producer sarama.AsyncProducer
marshaller Marshaller
producer.Builder
}

// NewFactory creates a new Factory.
Expand All @@ -53,16 +53,16 @@ func (f *Factory) AddFlags(flagSet *flag.FlagSet) {
// InitFromViper implements plugin.Configurable
func (f *Factory) InitFromViper(v *viper.Viper) {
f.options.InitFromViper(v)
f.config = &f.options.config
f.Builder = &f.options.config
}

// Initialize implements storage.Factory
func (f *Factory) Initialize(metricsFactory metrics.Factory, logger *zap.Logger) error {
f.metricsFactory, f.logger = metricsFactory, logger
logger.Info("Kafka storage configuration",
zap.Any("producer config", f.config),
logger.Info("Kafka factory",
zap.Any("producer builder", f.Builder),
zap.Any("topic", f.options.topic))
p, err := f.config.NewProducer()
p, err := f.NewProducer()
if err != nil {
return err
}
Expand Down
10 changes: 5 additions & 5 deletions plugin/storage/kafka/factory_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@ import (
"go.uber.org/zap"

"github.com/jaegertracing/jaeger/pkg/config"
kafkaConfig "github.com/jaegertracing/jaeger/pkg/kafka/config"
kafkaConfig "github.com/jaegertracing/jaeger/pkg/kafka/producer"
"github.com/jaegertracing/jaeger/storage"
)

Expand All @@ -51,13 +51,13 @@ func TestKafkaFactory(t *testing.T) {
command.ParseFlags([]string{})
f.InitFromViper(v)

f.config = &mockProducerBuilder{
f.Builder = &mockProducerBuilder{
err: errors.New("made-up error"),
t: t,
}
assert.EqualError(t, f.Initialize(metrics.NullFactory, zap.NewNop()), "made-up error")

f.config = &mockProducerBuilder{t: t}
f.Builder = &mockProducerBuilder{t: t}
assert.NoError(t, f.Initialize(metrics.NullFactory, zap.NewNop()))
assert.IsType(t, &protobufMarshaller{}, f.marshaller)

Expand Down Expand Up @@ -86,7 +86,7 @@ func TestKafkaFactoryEncoding(t *testing.T) {
command.ParseFlags([]string{"--kafka.encoding=" + test.encoding})
f.InitFromViper(v)

f.config = &mockProducerBuilder{t: t}
f.Builder = &mockProducerBuilder{t: t}
assert.NoError(t, f.Initialize(metrics.NullFactory, zap.NewNop()))
assert.IsType(t, test.marshaller, f.marshaller)
})
Expand All @@ -99,6 +99,6 @@ func TestKafkaFactoryMarshallerErr(t *testing.T) {
command.ParseFlags([]string{"--kafka.encoding=bad-input"})
f.InitFromViper(v)

f.config = &mockProducerBuilder{t: t}
f.Builder = &mockProducerBuilder{t: t}
assert.Error(t, f.Initialize(metrics.NullFactory, zap.NewNop()))
}
6 changes: 3 additions & 3 deletions plugin/storage/kafka/options.go
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@ import (

"github.com/spf13/viper"

"github.com/jaegertracing/jaeger/pkg/kafka/config"
"github.com/jaegertracing/jaeger/pkg/kafka/producer"
)

const (
Expand All @@ -40,7 +40,7 @@ const (

// Options stores the configuration options for Kafka
type Options struct {
config config.Configuration
config producer.Configuration
topic string
encoding string
}
Expand All @@ -64,7 +64,7 @@ func (opt *Options) AddFlags(flagSet *flag.FlagSet) {

// InitFromViper initializes Options with properties from viper
func (opt *Options) InitFromViper(v *viper.Viper) {
opt.config = config.Configuration{
opt.config = producer.Configuration{
Brokers: strings.Split(v.GetString(configPrefix+suffixBrokers), ","),
}
opt.topic = v.GetString(configPrefix + suffixTopic)
Expand Down