fix bug causing bulk requests to minimize in size

fixes #114 fixes #74
elastic · Dec 5, 2013 · 4b1afee · 4b1afee
1 parent 1a72bc6
commit 4b1afee
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 0 deletions.
diff --git a/src/main/java/org/elasticsearch/hadoop/rest/RestRepository.java b/src/main/java/org/elasticsearch/hadoop/rest/RestRepository.java
@@ -126,6 +126,7 @@ private void doWriteToIndex(BytesRef payload) throws IOException {
         }
 
         payload.copyTo(data);
+        payload.reset();
 
         dataEntries++;
         if (bufferEntriesThreshold > 0 && dataEntries >= bufferEntriesThreshold) {
@@ -147,6 +148,9 @@ private void flushBatch() throws IOException {
     @Override
     public void close() {
         try {
+            if (log.isDebugEnabled()) {
+                log.debug("Closing repository and connection to Elasticsearch ...");
+            }
             if (data.size() > 0) {
                 flushBatch();
             }

diff --git a/src/main/java/org/elasticsearch/hadoop/util/BytesRef.java b/src/main/java/org/elasticsearch/hadoop/util/BytesRef.java
@@ -64,5 +64,6 @@ public void reset() {
         if (list != null) {
             list.clear();
         }
+        size = 0;
     }
 }