You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datasketches.apache.org by ch...@apache.org on 2024/08/19 14:03:57 UTC

(datasketches-characterization) branch add-python-plotting updated: Added accuracy vs num hashes profiles

This is an automated email from the ASF dual-hosted git repository.

charlie pushed a commit to branch add-python-plotting
in repository https://gitbox.apache.org/repos/asf/datasketches-characterization.git


The following commit(s) were added to refs/heads/add-python-plotting by this push:
     new 90b15e6  Added accuracy vs num hashes profiles
90b15e6 is described below

commit 90b15e63f400a7b3eeca987e7b5a6634df59256d
Author: c-dickens <ch...@apache.org>
AuthorDate: Mon Aug 19 15:03:47 2024 +0100

    Added accuracy vs num hashes profiles
---
 .../filters/BaseFilterAccuracyProfile.java         | 10 ++---
 .../filters/QuotientFilterAccuracyProfile.java     |  2 +-
 .../resources/filters/BloomFilterAccuracyJob.conf  |  6 +--
 .../filters/QuotientFilterAccuracyJob.conf         |  6 +--
 ...loomFilterAccuracyProfile20240612_050335PST.txt | 49 ++++++++++++++++++++++
 ...ientFilterAccuracyProfile20240612_062110PST.txt | 48 +++++++++++++++++++++
 ...ientFilterAccuracyProfile20240617_065441PST.txt | 48 +++++++++++++++++++++
 7 files changed, 155 insertions(+), 14 deletions(-)

diff --git a/src/main/java/org/apache/datasketches/characterization/filters/BaseFilterAccuracyProfile.java b/src/main/java/org/apache/datasketches/characterization/filters/BaseFilterAccuracyProfile.java
index 2304b73..77931e6 100644
--- a/src/main/java/org/apache/datasketches/characterization/filters/BaseFilterAccuracyProfile.java
+++ b/src/main/java/org/apache/datasketches/characterization/filters/BaseFilterAccuracyProfile.java
@@ -25,7 +25,6 @@ public abstract class BaseFilterAccuracyProfile implements JobProfile{
     int minNumHashes;
     int maxNumHashes ;
     int bitsPerEntry;
-
     int lgMinT;
     int lgMaxT;
     int tPPO;
@@ -124,8 +123,8 @@ public abstract class BaseFilterAccuracyProfile implements JobProfile{
             }
             fpr /= numTrials;
             filterNumBits /= numTrials;
-            bitsPerEntry = getBitsperEntry(nh);
-            process(nh, bitsPerEntry, fpr, filterNumBits, numQueries, numTrials, dataStr);
+            //bitsPerEntry = getBitsperEntry(nh);
+            process(nh, fpr, filterNumBits, numQueries, numTrials, dataStr);
             job.println(dataStr.toString());
             numQueries = (int)pwr2SeriesNext(1, 1L<<(nh+1));
         }
@@ -160,20 +159,18 @@ public abstract class BaseFilterAccuracyProfile implements JobProfile{
      * Processes the results of a trial and appends them to a StringBuilder in a tab-separated format.
      *
      * @param numHashes The number of hashes used in the trial.
-     * @param bitsPerEntry The number of bits per entry in the trial.
      * @param falsePositiveRate The false positive rate observed in the trial.
      * @param filterSizeBits The size of the filter used in the trial, in bits.
      * @param numQueryPoints The number of query points used in the trial.
      * @param numTrials The number of trials conducted.
      * @param sb The StringBuilder to which the results are appended.
      */
-    private static void process(final int numHashes, final int bitsPerEntry, final double falsePositiveRate,
+    private static void process(final int numHashes, final double falsePositiveRate,
                                 final long filterSizeBits, final long numQueryPoints,
                                 final long numTrials,  final StringBuilder sb) {
         // OUTPUT
         sb.setLength(0);
         sb.append(numHashes).append(TAB);
-        sb.append(bitsPerEntry).append(TAB);
         sb.append(String.format("%.5e", falsePositiveRate)).append(TAB);
         sb.append(filterSizeBits).append(TAB);
         sb.append(numQueryPoints).append(TAB);
@@ -187,7 +184,6 @@ public abstract class BaseFilterAccuracyProfile implements JobProfile{
     private String getHeader() {
         final StringBuilder sb = new StringBuilder();
         sb.append("numHashes").append(TAB);
-        sb.append("bitsPerEntry").append(TAB);
         sb.append("FPR").append(TAB);
         sb.append("filterSizeBits").append(TAB);
         sb.append("numQueryPoints").append(TAB);
diff --git a/src/main/java/org/apache/datasketches/characterization/filters/QuotientFilterAccuracyProfile.java b/src/main/java/org/apache/datasketches/characterization/filters/QuotientFilterAccuracyProfile.java
index 9bf5872..3448817 100644
--- a/src/main/java/org/apache/datasketches/characterization/filters/QuotientFilterAccuracyProfile.java
+++ b/src/main/java/org/apache/datasketches/characterization/filters/QuotientFilterAccuracyProfile.java
@@ -57,7 +57,7 @@ public class QuotientFilterAccuracyProfile extends BaseFilterAccuracyProfile{
 
     @Override
     public long getFilterLengthBits() {
-        return sketch.get_space_use();
+        return sketch.getSpaceUse();
     }
 
 
diff --git a/src/main/resources/filters/BloomFilterAccuracyJob.conf b/src/main/resources/filters/BloomFilterAccuracyJob.conf
index 2f55b3d..e8fca9c 100644
--- a/src/main/resources/filters/BloomFilterAccuracyJob.conf
+++ b/src/main/resources/filters/BloomFilterAccuracyJob.conf
@@ -24,11 +24,11 @@
 
 # Uniques Profile
 Universe_lgU=20 # Maximum log2 of the input set.
-Universe_capacity = 0.9 # this is used to get number of uniques inserted: numUniques = Trials_capacity *(2^Trials_lgU)
+Universe_capacity = 0.8 # this is used to get number of uniques inserted: numUniques = Trials_capacity *(2^Trials_lgU)
 
 # Trials Profile
-Trials_lgMinT=4  #Min trials at tail (high counts) 4
-Trials_lgMaxT=11  #Min trials at tail (high counts) 4
+Trials_lgMinT=0  #Min trials at tail (high counts) 4
+Trials_lgMaxT=0  #Min trials at tail (high counts) 4
 Trials_TPPO=1     #how often intermediate results are printed
 Trials_lgMinBpU=1   #start the downward slope of trials at this LgU
 Trials_lgMaxBpU=5  #stop the downward slope of trials at this LgU
diff --git a/src/main/resources/filters/QuotientFilterAccuracyJob.conf b/src/main/resources/filters/QuotientFilterAccuracyJob.conf
index 37d4ef1..e1b4ebc 100644
--- a/src/main/resources/filters/QuotientFilterAccuracyJob.conf
+++ b/src/main/resources/filters/QuotientFilterAccuracyJob.conf
@@ -24,12 +24,12 @@
 
 # Uniques Profile
 Universe_lgU=20 # Maximum log2 of the input set.
-Universe_capacity = 0.75 # this is used to get number of uniques inserted: numUniques = Trials_capacity *(2^Trials_lgU)
+Universe_capacity = 0.8 # this is used to get number of uniques inserted: numUniques = Trials_capacity *(2^Trials_lgU)
 
 
 # Trials Profile
-Trials_lgMinT=4  #Min trials at tail (high counts) 4
-Trials_lgMaxT=11  #Min trials at tail (high counts) 4
+Trials_lgMinT=0  #Min trials at tail (high counts) 4
+Trials_lgMaxT=0  #Min trials at tail (high counts) 4
 Trials_TPPO=1     #how often intermediate results are printed
 Trials_lgMinBpU=1   #start the downward slope of trials at this LgU
 Trials_lgMaxBpU=5  #stop the downward slope of trials at this LgU
diff --git a/src/results/BloomFilterAccuracyProfile20240612_050335PST.txt b/src/results/BloomFilterAccuracyProfile20240612_050335PST.txt
new file mode 100644
index 0000000..d067369
--- /dev/null
+++ b/src/results/BloomFilterAccuracyProfile20240612_050335PST.txt
@@ -0,0 +1,49 @@
+START JOB BloomFilterAccuracyProfile
+Date Time: 2024/06/12 05:03:35 PST
+numHashes	bitsPerEntry	FPR	filterSizeBits	numQueryPoints	numTrials
+4	5	6.62007e-02	5446016	32	608
+5	7	3.12879e-02	6807488	64	412
+6	8	1.54944e-02	8169024	128	299
+7	10	7.69257e-03	9530496	256	228
+8	11	4.18681e-03	10892032	512	181
+9	12	1.82690e-03	12253504	1024	147
+10	14	1.01659e-03	13614976	2048	122
+11	15	4.78800e-04	14976512	4096	103
+12	17	2.34540e-04	16337984	8192	89
+13	18	1.29997e-04	17699520	16384	77
+14	20	5.92132e-05	19060992	32768	67
+15	21	2.97546e-05	20422464	65536	60
+16	23	1.88576e-05	21784000	131072	53
+17	24	7.70887e-06	23145472	262144	48
+18	25	3.32677e-06	24507008	524288	43
+19	27	2.00516e-06	25868480	1048576	39
+20	28	8.74201e-07	27229952	2097152	36
+21	30	5.12961e-07	28591488	4194304	33
+22	31	2.86102e-07	29952960	8388608	30
+23	33	1.49012e-07	31314496	16777216	28
+24	34	5.50197e-08	32675968	33554432	26
+
+PROPERTIES:
+FileNameDateFormat=yyyyMMdd'_'HHmmssz
+filterLengthBits=16777216
+JobProfile=org.apache.datasketches.characterization.filters.BloomFilterAccuracyProfile
+lgNumQueries=20
+maxNumHashes=24
+minNumHashes=4
+OutputFileName=BloomFilterAccuracyProfile20240612_050335PST.txt
+OutputFileNameData=BloomFilterAccuracyProfile20240612_050335PST.tsv
+ReadableDateFormat=yyyy/MM/dd HH:mm:ss z
+TimeZone=PST
+TimeZoneOffset=-28800000
+Trials_lgMaxBpU=5
+Trials_lgMaxT=11
+Trials_lgMinBpU=1
+Trials_lgMinT=4
+Trials_TPPO=1
+Universe_capacity=0.9
+Universe_lgU=20
+
+Total Job Time: 0:03:36.541
+END JOB BloomFilterAccuracyProfile
+
+
diff --git a/src/results/QuotientFilterAccuracyProfile20240612_062110PST.txt b/src/results/QuotientFilterAccuracyProfile20240612_062110PST.txt
new file mode 100644
index 0000000..6b10d80
--- /dev/null
+++ b/src/results/QuotientFilterAccuracyProfile20240612_062110PST.txt
@@ -0,0 +1,48 @@
+START JOB QuotientFilterAccuracyProfile
+Date Time: 2024/06/12 06:21:10 PST
+numHashes	bitsPerEntry	FPR	filterSizeBits	numQueryPoints	numTrials
+4	4	3.12449e-01	4194304	32	608
+5	5	1.68803e-01	5242880	64	412
+6	6	8.94910e-02	6291456	128	299
+7	7	4.55558e-02	7340032	256	228
+8	8	2.32756e-02	8388608	512	181
+9	9	1.18184e-02	9437184	1024	147
+10	10	5.85537e-03	10485760	2048	122
+11	11	2.92021e-03	11534336	4096	103
+12	12	1.44564e-03	12582912	8192	89
+13	13	7.21325e-04	13631488	16384	77
+14	14	3.70766e-04	14680064	32768	67
+15	15	1.88446e-04	15728640	65536	60
+16	16	9.39999e-05	16777216	131072	53
+17	17	4.57764e-05	17825792	262144	48
+18	18	2.21341e-05	18874368	524288	43
+19	19	1.10284e-05	19922944	1048576	39
+20	20	5.97371e-06	20971520	2097152	36
+21	21	2.92605e-06	22020096	4194304	33
+22	22	1.49806e-06	23068672	8388608	30
+23	23	6.96097e-07	24117248	16777216	28
+24	24	3.67944e-07	25165824	33554432	26
+
+PROPERTIES:
+FileNameDateFormat=yyyyMMdd'_'HHmmssz
+JobProfile=org.apache.datasketches.characterization.filters.QuotientFilterAccuracyProfile
+lgNumQueries=20
+maxNumHashes=24
+minNumHashes=4
+OutputFileName=QuotientFilterAccuracyProfile20240612_062110PST.txt
+OutputFileNameData=QuotientFilterAccuracyProfile20240612_062110PST.tsv
+ReadableDateFormat=yyyy/MM/dd HH:mm:ss z
+TimeZone=PST
+TimeZoneOffset=-28800000
+Trials_lgMaxBpU=5
+Trials_lgMaxT=11
+Trials_lgMinBpU=1
+Trials_lgMinT=4
+Trials_TPPO=1
+Universe_capacity=0.75
+Universe_lgU=20
+
+Total Job Time: 0:05:18.549
+END JOB QuotientFilterAccuracyProfile
+
+
diff --git a/src/results/QuotientFilterAccuracyProfile20240617_065441PST.txt b/src/results/QuotientFilterAccuracyProfile20240617_065441PST.txt
new file mode 100644
index 0000000..2d4d3b7
--- /dev/null
+++ b/src/results/QuotientFilterAccuracyProfile20240617_065441PST.txt
@@ -0,0 +1,48 @@
+START JOB QuotientFilterAccuracyProfile
+Date Time: 2024/06/17 06:54:41 PST
+numHashes	bitsPerEntry	FPR	filterSizeBits	numQueryPoints	numTrials
+4	4	3.59067e-01	4194304	32	608
+5	5	2.01949e-01	5242880	64	412
+6	6	1.03522e-01	6291456	128	299
+7	7	5.34025e-02	7340032	256	228
+8	8	2.74840e-02	8388608	512	181
+9	9	1.37383e-02	9437184	1024	147
+10	10	7.02004e-03	10485760	2048	122
+11	11	3.26153e-03	11534336	4096	103
+12	12	1.75287e-03	12582912	8192	89
+13	13	8.58456e-04	13631488	16384	77
+14	14	4.60041e-04	14680064	32768	67
+15	15	2.18201e-04	15728640	65536	60
+16	16	1.10122e-04	16777216	131072	53
+17	17	5.43594e-05	17825792	262144	48
+18	18	2.86989e-05	18874368	524288	43
+19	19	1.39383e-05	19922944	1048576	39
+20	20	6.83467e-06	20971520	2097152	36
+21	21	3.29451e-06	22020096	4194304	33
+22	22	1.68880e-06	23068672	8388608	30
+23	23	8.62139e-07	24117248	16777216	28
+24	24	4.77983e-07	25165824	33554432	26
+
+PROPERTIES:
+FileNameDateFormat=yyyyMMdd'_'HHmmssz
+JobProfile=org.apache.datasketches.characterization.filters.QuotientFilterAccuracyProfile
+lgNumQueries=20
+maxNumHashes=24
+minNumHashes=4
+OutputFileName=QuotientFilterAccuracyProfile20240617_065441PST.txt
+OutputFileNameData=QuotientFilterAccuracyProfile20240617_065441PST.tsv
+ReadableDateFormat=yyyy/MM/dd HH:mm:ss z
+TimeZone=PST
+TimeZoneOffset=-28800000
+Trials_lgMaxBpU=5
+Trials_lgMaxT=11
+Trials_lgMinBpU=1
+Trials_lgMinT=4
+Trials_TPPO=1
+Universe_capacity=0.9
+Universe_lgU=20
+
+Total Job Time: 0:16:45.971
+END JOB QuotientFilterAccuracyProfile
+
+


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datasketches.apache.org
For additional commands, e-mail: commits-help@datasketches.apache.org