You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@streams.apache.org by mf...@apache.org on 2014/06/30 16:35:40 UTC
git commit: Updated elastic search defaults with lower backoff
Repository: incubator-streams
Updated Branches:
refs/heads/master d91c4a444 -> 31888f99c
Updated elastic search defaults with lower backoff
Project: http://git-wip-us.apache.org/repos/asf/incubator-streams/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-streams/commit/31888f99
Tree: http://git-wip-us.apache.org/repos/asf/incubator-streams/tree/31888f99
Diff: http://git-wip-us.apache.org/repos/asf/incubator-streams/diff/31888f99
Branch: refs/heads/master
Commit: 31888f99c8c17c20b5c90d9d661d9f44bff6c7c6
Parents: d91c4a4
Author: mfranklin <mf...@apache.org>
Authored: Mon Jun 30 10:35:31 2014 -0400
Committer: mfranklin <mf...@apache.org>
Committed: Mon Jun 30 10:35:31 2014 -0400
----------------------------------------------------------------------
.../streams/elasticsearch/ElasticsearchPersistWriter.java | 7 +++++--
1 file changed, 5 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/31888f99/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java b/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java
index 5956808..72145e1 100644
--- a/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java
+++ b/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java
@@ -59,9 +59,12 @@ public class ElasticsearchPersistWriter implements StreamsPersistWriter, DatumSt
private static final NumberFormat MEGABYTE_FORMAT = new DecimalFormat("#.##");
private static final NumberFormat NUMBER_FORMAT = new DecimalFormat("###,###,###,###");
private static final Long DEFAULT_BULK_FLUSH_THRESHOLD = 5l * 1024l * 1024l;
- private static final long WAITING_DOCS_LIMIT = 10000;
- private static final long DEFAULT_MAX_WAIT = 10000;
private static final int DEFAULT_BATCH_SIZE = 100;
+ //ES defaults its bulk index queue to 50 items. We want to be under this on our backoff so set this to 1/2 ES default
+ //at a batch size as configured here.
+ private static final long WAITING_DOCS_LIMIT = DEFAULT_BATCH_SIZE * 25;
+ //A document should have to wait no more than 10s to get flushed
+ private static final long DEFAULT_MAX_WAIT = 10000;
private static final ObjectMapper OBJECT_MAPPER = StreamsJacksonMapper.getInstance();