You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datasketches.apache.org by jm...@apache.org on 2024/02/23 19:35:13 UTC
(datasketches-java) branch membership-filter updated (ff074071 -> 1dee5843)
This is an automated email from the ASF dual-hosted git repository.
jmalkin pushed a change to branch membership-filter
in repository https://gitbox.apache.org/repos/asf/datasketches-java.git
from ff074071 Merge pull request #498 from apache/weighted_updates_for_kll_items_sketch
add 20435197 Consolidate / remove some duplicate code in datasketches/common/Util. Unfortunately, this rippled across 34 files. The changes are very simple.
add 10f1048c Merge pull request #500 from apache/common_util_cleanup
add 9dfd1183 Adding expandable filters
new 1dee5843 Merge pull request #501 from nivdayan/infinifilter
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../java/org/apache/datasketches/common/Util.java | 78 +-
.../cpc/CompressionCharacterization.java | 4 +-
.../org/apache/datasketches/fdt/PostProcessor.java | 4 +-
.../datasketches/frequencies/ItemsSketch.java | 4 +-
.../datasketches/frequencies/LongsSketch.java | 4 +-
.../datasketches/hash/MurmurHash3Adaptor.java | 4 +-
.../org/apache/datasketches/hll/PreambleUtil.java | 4 +-
.../apache/datasketches/hllmap/CouponHashMap.java | 4 +-
.../bitmap_implementations/Bitmap.java | 42 +
.../bitmap_implementations/QuickBitVector.java | 297 +++
.../QuickBitVectorWrapper.java | 67 +
.../filters/BasicInfiniFilter.java | 446 ++++
.../membership-filter/filters/BloomFilter.java | 105 +
.../filters/ChainedInfiniFilter.java | 452 +++++
.../membership-filter/filters/Chaining.java | 134 ++
.../membership-filter/filters/Client.java | 70 +
.../membership-filter/filters/CuckooFilter.java | 262 +++
.../filters/DuplicatingChainedInfiniFilter.java | 567 ++++++
.../membership-filter/filters/Filter.java | 192 ++
.../filters/FingerprintGrowthStrategy.java | 77 +
.../filters/FingerprintSacrifice.java | 79 +
.../membership-filter/filters/HashFunctions.java | 78 +
.../membership-filter/filters/HashType.java | 21 +
.../membership-filter/filters/Iterator.java | 99 +
.../membership-filter/filters/QuotientFilter.java | 928 +++++++++
.../membership-filter/filters/Tests.java | 2128 ++++++++++++++++++++
.../membership-filter/filters/XxHash.java | 152 ++
.../membership-filter/filters/aleph_tests.java | 431 ++++
.../infiniFilter_experiments/Experiment1.java | 391 ++++
.../infiniFilter_experiments/Experiment11.java | 492 +++++
.../infiniFilter_experiments/Experiment12.java | 562 ++++++
.../infiniFilter_experiments/Experiment2.java | 312 +++
.../infiniFilter_experiments/Experiment3.java | 244 +++
.../infiniFilter_experiments/Experiment4.java | 472 +++++
.../infiniFilter_experiments/Experiment6.java | 547 +++++
.../infiniFilter_experiments/Experiment7.java | 493 +++++
.../infiniFilter_experiments/Experiment9.java | 510 +++++
.../infiniFilter_experiments/ExperimentsBase.java | 276 +++
.../apache/datasketches/quantiles/ClassicUtil.java | 8 +-
.../datasketches/quantiles/DoublesMergeImpl.java | 4 +-
.../datasketches/quantiles/DoublesSketch.java | 4 +-
.../datasketches/quantiles/ItemsMergeImpl.java | 4 +-
.../sampling/ReservoirItemsSketch.java | 8 +-
.../sampling/ReservoirLongsSketch.java | 8 +-
.../datasketches/sampling/ReservoirSize.java | 2 +-
.../datasketches/sampling/VarOptItemsSketch.java | 8 +-
.../datasketches/theta/JaccardSimilarity.java | 6 +-
.../apache/datasketches/theta/SetOperation.java | 8 +-
.../datasketches/theta/SetOperationBuilder.java | 4 +-
.../java/org/apache/datasketches/theta/Sketch.java | 10 +-
.../datasketches/theta/UpdateSketchBuilder.java | 4 +-
.../datasketches/thetacommon/HashOperations.java | 4 +-
.../apache/datasketches/thetacommon/ThetaUtil.java | 2 +-
.../org/apache/datasketches/tuple/HashTables.java | 4 +-
.../apache/datasketches/tuple/Intersection.java | 4 +-
.../datasketches/tuple/JaccardSimilarity.java | 10 +-
.../datasketches/tuple/QuickSelectSketch.java | 4 +-
.../java/org/apache/datasketches/tuple/Util.java | 4 +-
.../ArrayOfDoublesQuickSelectSketch.java | 4 +-
.../tuple/arrayofdoubles/HashTables.java | 4 +-
.../HeapArrayOfDoublesQuickSelectSketch.java | 4 +-
.../org/apache/datasketches/common/UtilTest.java | 84 +-
.../datasketches/frequencies/LongsSketchTest.java | 4 +-
.../quantiles/DirectUpdateDoublesSketchTest.java | 4 +-
64 files changed, 11061 insertions(+), 185 deletions(-)
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/bitmap_implementations/Bitmap.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/bitmap_implementations/QuickBitVector.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/bitmap_implementations/QuickBitVectorWrapper.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/filters/BasicInfiniFilter.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/filters/BloomFilter.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/filters/ChainedInfiniFilter.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/filters/Chaining.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/filters/Client.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/filters/CuckooFilter.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/filters/DuplicatingChainedInfiniFilter.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/filters/Filter.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/filters/FingerprintGrowthStrategy.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/filters/FingerprintSacrifice.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/filters/HashFunctions.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/filters/HashType.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/filters/Iterator.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/filters/QuotientFilter.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/filters/Tests.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/filters/XxHash.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/filters/aleph_tests.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/infiniFilter_experiments/Experiment1.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/infiniFilter_experiments/Experiment11.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/infiniFilter_experiments/Experiment12.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/infiniFilter_experiments/Experiment2.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/infiniFilter_experiments/Experiment3.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/infiniFilter_experiments/Experiment4.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/infiniFilter_experiments/Experiment6.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/infiniFilter_experiments/Experiment7.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/infiniFilter_experiments/Experiment9.java
create mode 100644 src/main/java/org/apache/datasketches/membership-filter/infiniFilter_experiments/ExperimentsBase.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datasketches.apache.org
For additional commands, e-mail: commits-help@datasketches.apache.org
(datasketches-java) 01/01: Merge pull request #501 from nivdayan/infinifilter
Posted by jm...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
jmalkin pushed a commit to branch membership-filter
in repository https://gitbox.apache.org/repos/asf/datasketches-java.git
commit 1dee58438c532a850fdffcbbec94402889ab0ead
Merge: ff074071 9dfd1183
Author: Jon Malkin <78...@users.noreply.github.com>
AuthorDate: Fri Feb 23 11:35:08 2024 -0800
Merge pull request #501 from nivdayan/infinifilter
Infinifilter (and Aleph Filter) -- not ready to merge to main branch but importing into a branch is ok
.../java/org/apache/datasketches/common/Util.java | 78 +-
.../cpc/CompressionCharacterization.java | 4 +-
.../org/apache/datasketches/fdt/PostProcessor.java | 4 +-
.../datasketches/frequencies/ItemsSketch.java | 4 +-
.../datasketches/frequencies/LongsSketch.java | 4 +-
.../datasketches/hash/MurmurHash3Adaptor.java | 4 +-
.../org/apache/datasketches/hll/PreambleUtil.java | 4 +-
.../apache/datasketches/hllmap/CouponHashMap.java | 4 +-
.../bitmap_implementations/Bitmap.java | 42 +
.../bitmap_implementations/QuickBitVector.java | 297 +++
.../QuickBitVectorWrapper.java | 67 +
.../filters/BasicInfiniFilter.java | 446 ++++
.../membership-filter/filters/BloomFilter.java | 105 +
.../filters/ChainedInfiniFilter.java | 452 +++++
.../membership-filter/filters/Chaining.java | 134 ++
.../membership-filter/filters/Client.java | 70 +
.../membership-filter/filters/CuckooFilter.java | 262 +++
.../filters/DuplicatingChainedInfiniFilter.java | 567 ++++++
.../membership-filter/filters/Filter.java | 192 ++
.../filters/FingerprintGrowthStrategy.java | 77 +
.../filters/FingerprintSacrifice.java | 79 +
.../membership-filter/filters/HashFunctions.java | 78 +
.../membership-filter/filters/HashType.java | 21 +
.../membership-filter/filters/Iterator.java | 99 +
.../membership-filter/filters/QuotientFilter.java | 928 +++++++++
.../membership-filter/filters/Tests.java | 2128 ++++++++++++++++++++
.../membership-filter/filters/XxHash.java | 152 ++
.../membership-filter/filters/aleph_tests.java | 431 ++++
.../infiniFilter_experiments/Experiment1.java | 391 ++++
.../infiniFilter_experiments/Experiment11.java | 492 +++++
.../infiniFilter_experiments/Experiment12.java | 562 ++++++
.../infiniFilter_experiments/Experiment2.java | 312 +++
.../infiniFilter_experiments/Experiment3.java | 244 +++
.../infiniFilter_experiments/Experiment4.java | 472 +++++
.../infiniFilter_experiments/Experiment6.java | 547 +++++
.../infiniFilter_experiments/Experiment7.java | 493 +++++
.../infiniFilter_experiments/Experiment9.java | 510 +++++
.../infiniFilter_experiments/ExperimentsBase.java | 276 +++
.../apache/datasketches/quantiles/ClassicUtil.java | 8 +-
.../datasketches/quantiles/DoublesMergeImpl.java | 4 +-
.../datasketches/quantiles/DoublesSketch.java | 4 +-
.../datasketches/quantiles/ItemsMergeImpl.java | 4 +-
.../sampling/ReservoirItemsSketch.java | 8 +-
.../sampling/ReservoirLongsSketch.java | 8 +-
.../datasketches/sampling/ReservoirSize.java | 2 +-
.../datasketches/sampling/VarOptItemsSketch.java | 8 +-
.../datasketches/theta/JaccardSimilarity.java | 6 +-
.../apache/datasketches/theta/SetOperation.java | 8 +-
.../datasketches/theta/SetOperationBuilder.java | 4 +-
.../java/org/apache/datasketches/theta/Sketch.java | 10 +-
.../datasketches/theta/UpdateSketchBuilder.java | 4 +-
.../datasketches/thetacommon/HashOperations.java | 4 +-
.../apache/datasketches/thetacommon/ThetaUtil.java | 2 +-
.../org/apache/datasketches/tuple/HashTables.java | 4 +-
.../apache/datasketches/tuple/Intersection.java | 4 +-
.../datasketches/tuple/JaccardSimilarity.java | 10 +-
.../datasketches/tuple/QuickSelectSketch.java | 4 +-
.../java/org/apache/datasketches/tuple/Util.java | 4 +-
.../ArrayOfDoublesQuickSelectSketch.java | 4 +-
.../tuple/arrayofdoubles/HashTables.java | 4 +-
.../HeapArrayOfDoublesQuickSelectSketch.java | 4 +-
.../org/apache/datasketches/common/UtilTest.java | 84 +-
.../datasketches/frequencies/LongsSketchTest.java | 4 +-
.../quantiles/DirectUpdateDoublesSketchTest.java | 4 +-
64 files changed, 11061 insertions(+), 185 deletions(-)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datasketches.apache.org
For additional commands, e-mail: commits-help@datasketches.apache.org