INFO[0380] Completed flush to SignalFx                   metrics=95 success=true
DEBU[0380]   GaugeMetric: veneur.splunk.span_submission_lifetime_ns.75percentile([veneur_internal_metric:true]) = 2045993.000000
DEBU[0380]   GaugeMetric: veneur.splunk.span_submission_lifetime_ns.99percentile([veneur_internal_metric:true]) = 2045993.000000
DEBU[0380]   CounterMetric: veneur.worker.metrics_flushed_total([metric_type:local_set veneur_internal_metric:true]) = 0.000000
DEBU[0380]   GaugeMetric: veneur.worker.span.flush_duration_ns.max([sink:metric_extraction veneur_internal_metric:true]) = 0.040446
DEBU[0380]   GaugeMetric: veneur.worker.span.flush_duration_ns.min([sink:metric_extraction veneur_internal_metric:true]) = 0.040446
DEBU[0380]   CounterMetric: veneur.worker.span.flush_duration_ns.count([sink:metric_extraction veneur_internal_metric:true]) = 1.000000
DEBU[0380]   GaugeMetric: veneur.worker.span.flush_duration_ns.50percentile([sink:metric_extraction veneur_internal_metric:true]) = 0.040446
DEBU[0380]   GaugeMetric: veneur.worker.span.flush_duration_ns.75percentile([sink:metric_extraction veneur_internal_metric:true]) = 0.040446
DEBU[0380]   GaugeMetric: veneur.worker.span.flush_duration_ns.99percentile([sink:metric_extraction veneur_internal_metric:true]) = 0.040446
DEBU[0380]   CounterMetric: promo.campaign-engine.http.cron_insert_usage.attempt([detail_: env:development error_code: host:172.31.5.122 is_success:true type:]) = 20.000000
DEBU[0380]   CounterMetric: veneur.worker.ssf.empty_total([veneur_internal_metric:true]) = 0.000000
DEBU[0380]   CounterMetric: veneur.worker.metrics_flushed_total([metric_type:counter veneur_internal_metric:true]) = 29.000000
DEBU[0380]   GaugeMetric: promo.campaign-engine.thirdparty.campaign-engine.doCronInsertUsage.process_time.max([detail_: env:development error_code: host:172.31.5.122 is_success:true type:HTTP]) = 9.646397
DEBU[0380]   GaugeMetric: promo.campaign-engine.thirdparty.campaign-engine.doCronInsertUsage.process_time.min([detail_: env:development error_code: host:172.31.5.122 is_success:true type:HTTP]) = 3.267473
DEBU[0380]   CounterMetric: promo.campaign-engine.thirdparty.campaign-engine.doCronInsertUsage.process_time.count([detail_: env:development error_code: host:172.31.5.122 is_success:true type:HTTP]) = 20.000000
DEBU[0380]   GaugeMetric: promo.campaign-engine.thirdparty.campaign-engine.doCronInsertUsage.process_time.50percentile([detail_: env:development error_code: host:172.31.5.122 is_success:true type:HTTP]) = 6.583299
DEBU[0380]   GaugeMetric: promo.campaign-engine.thirdparty.campaign-engine.doCronInsertUsage.process_time.75percentile([detail_: env:development error_code: host:172.31.5.122 is_success:true type:HTTP]) = 7.656770
DEBU[0380]   GaugeMetric: promo.campaign-engine.thirdparty.campaign-engine.doCronInsertUsage.process_time.99percentile([detail_: env:development error_code: host:172.31.5.122 is_success:true type:HTTP]) = 9.545245
DEBU[0380]   CounterMetric: veneur.sink.metrics_flushed_total([sink:signalfx veneur_internal_metric:true]) = 0.000000
DEBU[0380]   CounterMetric: veneur.worker.metrics_flushed_total([metric_type:global_timers veneur_internal_metric:true]) = 6.000000
DEBU[0380]   CounterMetric: veneur.splunk.hec_submission_failed_total([cause:execution veneur_internal_metric:true]) = 1.000000
DEBU[0380]   CounterMetric: veneur.worker.metrics_flushed_total([metric_type:local_timer veneur_internal_metric:true]) = 0.000000
DEBU[0380]   GaugeMetric: promo.campaign-engine.http.cron_insert_usage.process_time.max([detail_: env:development error_code: host:172.31.5.122 is_success:true type:]) = 3.795295
DEBU[0380]   GaugeMetric: promo.campaign-engine.http.cron_insert_usage.process_time.min([detail_: env:development error_code: host:172.31.5.122 is_success:true type:]) = 1.317736
DEBU[0380]   CounterMetric: promo.campaign-engine.http.cron_insert_usage.process_time.count([detail_: env:development error_code: host:172.31.5.122 is_success:true type:]) = 20.000000
DEBU[0380]   GaugeMetric: promo.campaign-engine.http.cron_insert_usage.process_time.50percentile([detail_: env:development error_code: host:172.31.5.122 is_success:true type:]) = 2.383458
DEBU[0380]   GaugeMetric: promo.campaign-engine.http.cron_insert_usage.process_time.75percentile([detail_: env:development error_code: host:172.31.5.122 is_success:true type:]) = 3.338672
DEBU[0380]   GaugeMetric: promo.campaign-engine.http.cron_insert_usage.process_time.99percentile([detail_: env:development error_code: host:172.31.5.122 is_success:true type:]) = 3.792425
DEBU[0380]   GaugeMetric: veneur.worker.span.flush_duration_ns.max([sink:splunk veneur_internal_metric:true]) = 0.011286
DEBU[0380]   GaugeMetric: veneur.worker.span.flush_duration_ns.min([sink:splunk veneur_internal_metric:true]) = 0.011286
DEBU[0380]   CounterMetric: veneur.worker.span.flush_duration_ns.count([sink:splunk veneur_internal_metric:true]) = 1.000000
DEBU[0380]   GaugeMetric: veneur.worker.span.flush_duration_ns.50percentile([sink:splunk veneur_internal_metric:true]) = 0.011286
DEBU[0380]   GaugeMetric: veneur.worker.span.flush_duration_ns.75percentile([sink:splunk veneur_internal_metric:true]) = 0.011286
DEBU[0380]   GaugeMetric: veneur.worker.span.flush_duration_ns.99percentile([sink:splunk veneur_internal_metric:true]) = 0.011286
DEBU[0380]   CounterMetric: veneur.sink.metrics_flushed_total([sink:metric_extraction veneur_internal_metric:true]) = 10.000000
DEBU[0380]   CounterMetric: veneur.trace_client.records_succeeded_total([ssf_format:internal]) = 8.000000
DEBU[0380]   GaugeMetric: veneur.mem.heap_alloc_bytes([veneur_internal_metric:true]) = 8221216.000000
DEBU[0380]   CounterMetric: veneur.worker.metrics_flushed_total([metric_type:status veneur_internal_metric:true]) = 0.000000
DEBU[0380]   CounterMetric: veneur.worker.metrics_flushed_total([metric_type:histogram veneur_internal_metric:true]) = 2.000000
DEBU[0380]   CounterMetric: veneur.sink.spans_flushed_total([sink:metric_extraction veneur_internal_metric:true]) = 8.000000
DEBU[0380]   GaugeMetric: veneur.worker.span_chan.total_capacity([veneur_internal_metric:true]) = 100.000000
DEBU[0380]   GaugeMetric: veneur.sink.span_ingest_total_duration_ns.max([sink:debug veneur_internal_metric:true]) = 17.306399
DEBU[0380]   GaugeMetric: veneur.sink.span_ingest_total_duration_ns.min([sink:debug veneur_internal_metric:true]) = 17.306399
DEBU[0380]   CounterMetric: veneur.sink.span_ingest_total_duration_ns.count([sink:debug veneur_internal_metric:true]) = 1.000000
DEBU[0380]   GaugeMetric: veneur.sink.span_ingest_total_duration_ns.50percentile([sink:debug veneur_internal_metric:true]) = 17.306399
DEBU[0380]   GaugeMetric: veneur.sink.span_ingest_total_duration_ns.75percentile([sink:debug veneur_internal_metric:true]) = 17.306399
DEBU[0380]   GaugeMetric: veneur.sink.span_ingest_total_duration_ns.99percentile([sink:debug veneur_internal_metric:true]) = 17.306399
DEBU[0380]   CounterMetric: veneur.worker.metrics_flushed_total([metric_type:timer veneur_internal_metric:true]) = 0.000000
DEBU[0380]   CounterMetric: veneur.sink.spans_dropped_total([sink:splunk veneur_internal_metric:true]) = 0.000000
DEBU[0380]   CounterMetric: veneur.worker.metrics_processed_total([veneur_internal_metric:true]) = 331.000000
DEBU[0380]   CounterMetric: veneur.worker.metrics_flushed_total([metric_type:gauge veneur_internal_metric:true]) = 6.000000
DEBU[0380]   CounterMetric: veneur.worker.metrics_flushed_total([metric_type:global_counter veneur_internal_metric:true]) = 0.000000
DEBU[0380]   GaugeMetric: veneur.flush.flush_timestamp_ns([veneur_internal_metric:true]) = 1572339104908090112.000000
DEBU[0380]   GaugeMetric: veneur.worker.span.flush_duration_ns.max([sink:debug veneur_internal_metric:true]) = 0.000334
DEBU[0380]   GaugeMetric: veneur.worker.span.flush_duration_ns.min([sink:debug veneur_internal_metric:true]) = 0.000334
DEBU[0380]   CounterMetric: veneur.worker.span.flush_duration_ns.count([sink:debug veneur_internal_metric:true]) = 1.000000
DEBU[0380]   GaugeMetric: veneur.worker.span.flush_duration_ns.50percentile([sink:debug veneur_internal_metric:true]) = 0.000334
DEBU[0380]   GaugeMetric: veneur.worker.span.flush_duration_ns.75percentile([sink:debug veneur_internal_metric:true]) = 0.000334
DEBU[0380]   GaugeMetric: veneur.worker.span.flush_duration_ns.99percentile([sink:debug veneur_internal_metric:true]) = 0.000334
DEBU[0380]   GaugeMetric: veneur.sink.metric_flush_total_duration_ns.max([sink:signalfx veneur_internal_metric:true]) = 43454.000000
DEBU[0380]   GaugeMetric: veneur.sink.metric_flush_total_duration_ns.min([sink:signalfx veneur_internal_metric:true]) = 43454.000000
DEBU[0380]   CounterMetric: veneur.sink.metric_flush_total_duration_ns.count([sink:signalfx veneur_internal_metric:true]) = 1.000000
DEBU[0380]   GaugeMetric: veneur.sink.metric_flush_total_duration_ns.50percentile([sink:signalfx veneur_internal_metric:true]) = 43454.000000
DEBU[0380]   GaugeMetric: veneur.sink.metric_flush_total_duration_ns.75percentile([sink:signalfx veneur_internal_metric:true]) = 43454.000000
DEBU[0380]   GaugeMetric: veneur.sink.metric_flush_total_duration_ns.99percentile([sink:signalfx veneur_internal_metric:true]) = 43454.000000
DEBU[0380]   CounterMetric: veneur.worker.metrics_flushed_total([metric_type:global_gauge veneur_internal_metric:true]) = 0.000000
DEBU[0380]   CounterMetric: veneur.sink.spans_skipped_total([sink:splunk veneur_internal_metric:true]) = 5.000000
DEBU[0380]   GaugeMetric: veneur.gc.pause_total_ns([veneur_internal_metric:true]) = 604020.000000
DEBU[0380]   CounterMetric: veneur.sink.metrics_skipped_total([sink:signalfx veneur_internal_metric:true]) = 95.000000
DEBU[0380]   GaugeMetric: veneur.sink.span_ingest_total_duration_ns.max([sink:splunk veneur_internal_metric:true]) = 0.424909
DEBU[0380]   GaugeMetric: veneur.sink.span_ingest_total_duration_ns.min([sink:splunk veneur_internal_metric:true]) = 0.424909
DEBU[0380]   CounterMetric: veneur.sink.span_ingest_total_duration_ns.count([sink:splunk veneur_internal_metric:true]) = 1.000000
DEBU[0380]   GaugeMetric: veneur.sink.span_ingest_total_duration_ns.50percentile([sink:splunk veneur_internal_metric:true]) = 0.424909
DEBU[0380]   GaugeMetric: veneur.sink.span_ingest_total_duration_ns.75percentile([sink:splunk veneur_internal_metric:true]) = 0.424909
DEBU[0380]   GaugeMetric: veneur.sink.span_ingest_total_duration_ns.99percentile([sink:splunk veneur_internal_metric:true]) = 0.424909
DEBU[0380]   CounterMetric: veneur.sink.spans_flushed_total([sink:splunk veneur_internal_metric:true]) = 0.000000
DEBU[0380]   CounterMetric: veneur.worker.span.hit_chan_cap([veneur_internal_metric:true]) = 0.000000
DEBU[0380]   CounterMetric: veneur.worker.metrics_imported_total([veneur_internal_metric:true]) = 0.000000
DEBU[0380]   CounterMetric: veneur.worker.metrics_flushed_total([metric_type:global_histogram veneur_internal_metric:true]) = 2.000000
DEBU[0380]   GaugeMetric: veneur.gc.number([veneur_internal_metric:true]) = 8.000000
DEBU[0380]   CounterMetric: promo.campaign-engine.thirdparty.campaign-engine.doCronInsertUsage.attempt([detail_: env:development error_code: host:172.31.5.122 is_success:true type:HTTP]) = 20.000000
DEBU[0380]   CounterMetric: veneur.trace_client.flushes_succeeded_total([ssf_format:internal]) = 0.000000
DEBU[0380]   CounterMetric: veneur.worker.metrics_flushed_total([metric_type:set veneur_internal_metric:true]) = 0.000000
DEBU[0380]   GaugeMetric: veneur.sink.span_ingest_total_duration_ns.max([sink:metric_extraction veneur_internal_metric:true]) = 0.695967
DEBU[0380]   GaugeMetric: veneur.sink.span_ingest_total_duration_ns.min([sink:metric_extraction veneur_internal_metric:true]) = 0.695967
DEBU[0380]   CounterMetric: veneur.sink.span_ingest_total_duration_ns.count([sink:metric_extraction veneur_internal_metric:true]) = 1.000000
DEBU[0380]   GaugeMetric: veneur.sink.span_ingest_total_duration_ns.50percentile([sink:metric_extraction veneur_internal_metric:true]) = 0.695967
DEBU[0380]   GaugeMetric: veneur.sink.span_ingest_total_duration_ns.75percentile([sink:metric_extraction veneur_internal_metric:true]) = 0.695967
DEBU[0380]   GaugeMetric: veneur.sink.span_ingest_total_duration_ns.99percentile([sink:metric_extraction veneur_internal_metric:true]) = 0.695967
DEBU[0380] Span                                          duration=8.991ms id=5435770933147910139 info= name="veneur.(*Server).Flush" numMetrics=0 parentId=0 service=veneur start=1572339114911320000 tags="map[:]" traceId=5435770933147910139 validationError="<nil>"
DEBU[0380] Span                                          duration="275µs" id=4782906917347874062 info= name="veneur.(*Server).generateInterMetrics" numMetrics=0 parentId=5435770933147910139 service=veneur start=1572339114916110000 tags="map[:]" traceId=5435770933147910139 validationError="<nil>"
DEBU[0380] Span                                          duration="23µs" id=6298389982322299101 info= name="signalfx.(*collection).submit" numMetrics=0 parentId=3646832135292120319 service=veneur start=1572339114916652000 tags="map[:]" traceId=5435770933147910139 validationError="<nil>"
DEBU[0380] Span                                          duration="249µs" id=3646832135292120319 info= name="signalfx.(*SignalFxSink).Flush" numMetrics=3 parentId=5435770933147910139 service=veneur start=1572339114916596000 tags="map[:]" traceId=5435770933147910139 validationError="<nil>"
DEBU[0380] Span                                          duration=0s id=0 info= name= numMetrics=2 parentId=0 service= start=0 tags="map[:]" traceId=0 validationError="not a valid trace span: &ssf.SSFSpan{Version:0, TraceId:0, Id:0, ParentId:0, StartTimestamp:0, EndTimestamp:0, Error:false, Service:\"\", Metrics:[]*ssf.SSFSample{(*ssf.SSFSample)(0xc000b1f620), (*ssf.SSFSample)(0xc000b1f680)}, Tags:map[string]string{\"\":\"\"}, Indicator:false, Name:\"\"}"