You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@quickstep.apache.org by na...@apache.org on 2016/07/13 19:59:49 UTC

incubator-quickstep git commit: Make bloom filter adapter batch size a flag.

Repository: incubator-quickstep
Updated Branches:
  refs/heads/expt_bloom_filter_hash_fn 0161a4dee -> 3c841706b


Make bloom filter adapter batch size a flag.


Project: http://git-wip-us.apache.org/repos/asf/incubator-quickstep/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-quickstep/commit/3c841706
Tree: http://git-wip-us.apache.org/repos/asf/incubator-quickstep/tree/3c841706
Diff: http://git-wip-us.apache.org/repos/asf/incubator-quickstep/diff/3c841706

Branch: refs/heads/expt_bloom_filter_hash_fn
Commit: 3c841706bce2e61ccc98e36ec2c9de6cef273c2b
Parents: 0161a4d
Author: Navneet Potti <na...@gmail.com>
Authored: Wed Jul 13 14:49:28 2016 -0500
Committer: Navneet Potti <na...@gmail.com>
Committed: Wed Jul 13 14:49:28 2016 -0500

----------------------------------------------------------------------
 relational_operators/HashJoinOperator.cpp | 3 +++
 storage/HashTable.hpp                     | 4 +++-
 2 files changed, 6 insertions(+), 1 deletion(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-quickstep/blob/3c841706/relational_operators/HashJoinOperator.cpp
----------------------------------------------------------------------
diff --git a/relational_operators/HashJoinOperator.cpp b/relational_operators/HashJoinOperator.cpp
index 6248a67..5a36d65 100644
--- a/relational_operators/HashJoinOperator.cpp
+++ b/relational_operators/HashJoinOperator.cpp
@@ -59,6 +59,9 @@ using std::vector;
 
 namespace quickstep {
 
+DEFINE_int64(bloom_adapter_batch_size, 4000,
+             "Number of tuples to probe in bulk in Bloom filter adapter.");
+
 namespace {
 
 // Functor passed to HashTable::getAllFromValueAccessor() to collect matching

http://git-wip-us.apache.org/repos/asf/incubator-quickstep/blob/3c841706/storage/HashTable.hpp
----------------------------------------------------------------------
diff --git a/storage/HashTable.hpp b/storage/HashTable.hpp
index b666e0c..564b783 100644
--- a/storage/HashTable.hpp
+++ b/storage/HashTable.hpp
@@ -46,6 +46,8 @@
 
 namespace quickstep {
 
+DECLARE_int64(bloom_adapter_batch_size);
+
 /** \addtogroup Storage
  *  @{
  */
@@ -2272,7 +2274,7 @@ void HashTable<ValueT, resizable, serializable, force_key_copy, allow_duplicate_
       bloom_filter_adapter.reset(new BloomFilterAdapter(
               probe_bloom_filters_, probe_attribute_ids_, attr_size_vectors));
 
-      static const uint32_t kMaxBatchSize = 4000;
+      static const uint32_t kMaxBatchSize = FLAGS_bloom_adapter_batch_size;
       std::vector<tuple_id> batch;
       batch.reserve(kMaxBatchSize);