You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datasketches.apache.org by le...@apache.org on 2020/01/06 23:58:35 UTC
[incubator-datasketches-characterization] branch master updated
(fa6e72f -> 69a0e47)
This is an automated email from the ASF dual-hosted git repository.
leerho pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-datasketches-characterization.git.
from fa6e72f Merge pull request #30 from apache/kll_memory_usage
new 8d5ddad Add TgtHllType to profile & config
new 3e7e7aa Updating HllUnionUpdateSpeed profile and config.
new 69a0e47 Merge branch 'master' of git@github.com:apache/incubator-datasketches-characterization.git
The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../hll/HllUnionUpdateSpeedProfile.java | 18 ++++++++++++++++--
src/main/resources/hll/HllUnionUpdateSpeedJob.conf | 8 +++++---
2 files changed, 21 insertions(+), 5 deletions(-)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datasketches.apache.org
For additional commands, e-mail: commits-help@datasketches.apache.org
[incubator-datasketches-characterization] 03/03: Merge branch
'master' of
git@github.com:apache/incubator-datasketches-characterization.git
Posted by le...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
leerho pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-datasketches-characterization.git
commit 69a0e472064ffb401cce97084f1173052e13bb3a
Merge: 3e7e7aa fa6e72f
Author: Lee Rhodes <le...@users.noreply.github.com>
AuthorDate: Mon Jan 6 15:57:56 2020 -0800
Merge branch 'master' of git@github.com:apache/incubator-datasketches-characterization.git
cpp/matlab/kll_sketch_memory.m | 11 +
cpp/results/kll_sketch_memory_k200.tsv | 463 +++++++++++++++++++++++++++++++++
cpp/src/kll_sketch_memory_profile.cpp | 52 ++++
cpp/src/kll_sketch_memory_profile.hpp | 36 +++
cpp/src/main.cpp | 2 +
5 files changed, 564 insertions(+)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datasketches.apache.org
For additional commands, e-mail: commits-help@datasketches.apache.org
[incubator-datasketches-characterization] 02/03: Updating
HllUnionUpdateSpeed profile and config.
Posted by le...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
leerho pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-datasketches-characterization.git
commit 3e7e7aa20f69449ca51abd31d5b7597f91ce4e2d
Author: Lee Rhodes <le...@users.noreply.github.com>
AuthorDate: Mon Jan 6 15:57:40 2020 -0800
Updating HllUnionUpdateSpeed profile and config.
---
.../characterization/hll/HllUnionUpdateSpeedProfile.java | 16 ++++++++++++++--
src/main/resources/hll/HllUnionUpdateSpeedJob.conf | 1 +
2 files changed, 15 insertions(+), 2 deletions(-)
diff --git a/src/main/java/org/apache/datasketches/characterization/hll/HllUnionUpdateSpeedProfile.java b/src/main/java/org/apache/datasketches/characterization/hll/HllUnionUpdateSpeedProfile.java
index e17a5de..238e17a 100644
--- a/src/main/java/org/apache/datasketches/characterization/hll/HllUnionUpdateSpeedProfile.java
+++ b/src/main/java/org/apache/datasketches/characterization/hll/HllUnionUpdateSpeedProfile.java
@@ -23,25 +23,37 @@ import org.apache.datasketches.characterization.uniquecount.BaseUpdateSpeedProfi
import org.apache.datasketches.hll.HllSketch;
import org.apache.datasketches.hll.TgtHllType;
import org.apache.datasketches.hll.Union;
+import org.apache.datasketches.memory.WritableMemory;
public class HllUnionUpdateSpeedProfile extends BaseUpdateSpeedProfile {
private int lgK;
private TgtHllType tgtHllType;
private int numSketches;
private HllSketch[] sketches;
+ private boolean direct;
@Override
public void configure() {
lgK = Integer.parseInt(prop.mustGet("LgK"));
tgtHllType = TgtHllType.valueOf(prop.mustGet("TgtHllType"));
+
numSketches = Integer.parseInt(prop.mustGet("NumSketches"));
sketches = new HllSketch[numSketches];
+ direct = Boolean.parseBoolean(prop.mustGet("Direct"));
}
@Override
public double doTrial(final int uPerTrial) {
- for (int i = 0; i < numSketches; i++) {
- sketches[i] = new HllSketch(lgK, tgtHllType);
+ if (direct) {
+ final int bytes = HllSketch.getMaxUpdatableSerializationBytes(lgK, tgtHllType);
+ for (int i = 0; i < numSketches; i++) {
+ final WritableMemory wmem = WritableMemory.allocate(bytes);
+ sketches[i] = new HllSketch(lgK, tgtHllType, wmem);
+ }
+ } else {
+ for (int i = 0; i < numSketches; i++) {
+ sketches[i] = new HllSketch(lgK, tgtHllType);
+ }
}
{ // spray values across all sketches
diff --git a/src/main/resources/hll/HllUnionUpdateSpeedJob.conf b/src/main/resources/hll/HllUnionUpdateSpeedJob.conf
index 714a3ed..b203583 100644
--- a/src/main/resources/hll/HllUnionUpdateSpeedJob.conf
+++ b/src/main/resources/hll/HllUnionUpdateSpeedJob.conf
@@ -41,3 +41,4 @@ JobProfile=org.apache.datasketches.characterization.hll.HllUnionUpdateSpeedProfi
LgK=12
NumSketches=32
TgtHllType=HLL_8
+Direct=true
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datasketches.apache.org
For additional commands, e-mail: commits-help@datasketches.apache.org
[incubator-datasketches-characterization] 01/03: Add TgtHllType to
profile & config
Posted by le...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
leerho pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-datasketches-characterization.git
commit 8d5ddad1963e5f3a84d36505747fe8cef7c14313
Author: Lee Rhodes <le...@users.noreply.github.com>
AuthorDate: Thu Jan 2 10:53:21 2020 -0800
Add TgtHllType to profile & config
---
.../characterization/hll/HllUnionUpdateSpeedProfile.java | 4 +++-
src/main/resources/hll/HllUnionUpdateSpeedJob.conf | 7 ++++---
2 files changed, 7 insertions(+), 4 deletions(-)
diff --git a/src/main/java/org/apache/datasketches/characterization/hll/HllUnionUpdateSpeedProfile.java b/src/main/java/org/apache/datasketches/characterization/hll/HllUnionUpdateSpeedProfile.java
index 7773d78..e17a5de 100644
--- a/src/main/java/org/apache/datasketches/characterization/hll/HllUnionUpdateSpeedProfile.java
+++ b/src/main/java/org/apache/datasketches/characterization/hll/HllUnionUpdateSpeedProfile.java
@@ -26,12 +26,14 @@ import org.apache.datasketches.hll.Union;
public class HllUnionUpdateSpeedProfile extends BaseUpdateSpeedProfile {
private int lgK;
+ private TgtHllType tgtHllType;
private int numSketches;
private HllSketch[] sketches;
@Override
public void configure() {
lgK = Integer.parseInt(prop.mustGet("LgK"));
+ tgtHllType = TgtHllType.valueOf(prop.mustGet("TgtHllType"));
numSketches = Integer.parseInt(prop.mustGet("NumSketches"));
sketches = new HllSketch[numSketches];
}
@@ -39,7 +41,7 @@ public class HllUnionUpdateSpeedProfile extends BaseUpdateSpeedProfile {
@Override
public double doTrial(final int uPerTrial) {
for (int i = 0; i < numSketches; i++) {
- sketches[i] = new HllSketch(lgK, TgtHllType.HLL_8);
+ sketches[i] = new HllSketch(lgK, tgtHllType);
}
{ // spray values across all sketches
diff --git a/src/main/resources/hll/HllUnionUpdateSpeedJob.conf b/src/main/resources/hll/HllUnionUpdateSpeedJob.conf
index 7a02d4a..714a3ed 100644
--- a/src/main/resources/hll/HllUnionUpdateSpeedJob.conf
+++ b/src/main/resources/hll/HllUnionUpdateSpeedJob.conf
@@ -19,16 +19,16 @@
#Uniques Profile
Trials_lgMinU=0 #The starting # of uniques that is printed at the end.
-Trials_lgMaxU=26 #How high the # uniques go
+Trials_lgMaxU=24 #How high the # uniques go
Trials_UPPO=16 #The horizontal x-resolution of trials points
# Trials Profile
Trials_lgMaxT=14 #Max trials at start (low counts)
-Trials_lgMinT=4 #Min trials at tail (high counts)
+Trials_lgMinT=5 #Min trials at tail (high counts)
#Trails Speed related
Trials_lgMinBpU=0 #start the downward slope of trials at this LgU
-Trials_lgMaxBpU=26 #stop the downward slope of trials at this LgU
+Trials_lgMaxBpU=24 #stop the downward slope of trials at this LgU
# Date-Time Profile
TimeZone=PST
@@ -40,3 +40,4 @@ ReadableDateFormat=yyyy/MM/dd HH:mm:ss z
JobProfile=org.apache.datasketches.characterization.hll.HllUnionUpdateSpeedProfile
LgK=12
NumSketches=32
+TgtHllType=HLL_8
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@datasketches.apache.org
For additional commands, e-mail: commits-help@datasketches.apache.org