Skip to content
Permalink
Browse files
Added information about --max-message-count and increased default que…
…ue and batch sizes
  • Loading branch information
jhuynh1 committed Apr 8, 2020
1 parent d2b2f54 commit 63bc09a0cb7551472008ecbf27547024838e05ee
Showing 3 changed files with 6 additions and 3 deletions.
@@ -11,7 +11,7 @@ mvn package
---
#### Prerequisite
* Kafka is installed and is up and running. See the Kafka quickstart for more info: [Kafka Quickstart](https://kafka.apache.org/quickstart)
* A Geode Cluster with at least one locator and one server and regions to source from and sink to.
* A Geode Cluster with at least one locator and one server and regions to source from and sink to. Use the --max-message-count parameter in GFSH to set a large queue size so Geode will not throttle put operations.
* Topics created in Kafka to source from and sink to.
---
Installation of the connector is similar in process to other Kafka Connectors. For now, we will follow the guide for [Manual Installation](https://docs.confluent.io/current/connect/managing/install.html#install-connector-manually).
@@ -30,10 +30,13 @@
import org.apache.geode.cache.query.CqQuery;
import org.apache.geode.cache.query.CqResults;
import org.apache.geode.cache.query.RegionNotFoundException;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

public class GeodeContext {

private ClientCache clientCache;
private static final Logger logger = LoggerFactory.getLogger(GeodeContext.class);


public GeodeContext() {}
@@ -32,9 +32,9 @@ public class GeodeSourceConfigurationConstants {
public static final String CQS_TO_REGISTER = "cqsToRegister"; // used internally so that only 1
// task will register a cq
public static final String BATCH_SIZE = "geode-connector-batch-size";
public static final String DEFAULT_BATCH_SIZE = "100";
public static final String DEFAULT_BATCH_SIZE = "50000";
public static final String QUEUE_SIZE = "geode-connector-queue-size";
public static final String DEFAULT_QUEUE_SIZE = "10000";
public static final String DEFAULT_QUEUE_SIZE = "500000";
public static final String LOAD_ENTIRE_REGION = "load-entire-region";
public static final String DEFAULT_LOAD_ENTIRE_REGION = "false";
public static final String CQS_TO_REGISTER_DOCUMENTATION =

0 comments on commit 63bc09a

Please sign in to comment.