Also kill batch size

artie-labs · Jun 18, 2024 · 2884164 · 2884164
1 parent 61b5e43
commit 2884164
Show file tree

Hide file tree

Showing 2 changed files with 0 additions and 10 deletions.
diff --git a/clients/bigquery/bigquery.go b/clients/bigquery/bigquery.go
@@ -40,7 +40,6 @@ const (
 
 type Store struct {
 	configMap *types.DwhToTablesConfigMap
-	batchSize int
 	config    config.Config
 
 	db.Store
@@ -223,7 +222,6 @@ func (s *Store) Dedupe(tableID sql.TableIdentifier, primaryKeys []string, includ
 }
 
 func LoadBigQuery(cfg config.Config, _store *db.Store) (*Store, error) {
-	cfg.BigQuery.LoadDefaultValues()
 	if _store != nil {
 		// Used for tests.
 		return &Store{
@@ -250,7 +248,6 @@ func LoadBigQuery(cfg config.Config, _store *db.Store) (*Store, error) {
 	return &Store{
 		Store:     store,
 		configMap: &types.DwhToTablesConfigMap{},
-		batchSize: cfg.BigQuery.BatchSize,
 		config:    cfg,
 	}, nil
 }
diff --git a/lib/config/bigquery.go b/lib/config/bigquery.go
@@ -9,13 +9,6 @@ type BigQuery struct {
 	DefaultDataset    string `yaml:"defaultDataset"`
 	ProjectID         string `yaml:"projectID"`
 	Location          string `yaml:"location"`
-	BatchSize         int    `yaml:"batchSize"`
-}
-
-func (b *BigQuery) LoadDefaultValues() {
-	if b.BatchSize == 0 {
-		b.BatchSize = 1000
-	}
 }
 
 // DSN - returns the notation for BigQuery following this format: bigquery://projectID/[location/]datasetID?queryString