You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@giraph.apache.org by ma...@apache.org on 2017/09/29 18:36:02 UTC
git commit: updated refs/heads/trunk to 3bbac90
Repository: giraph
Updated Branches:
refs/heads/trunk 22e8511f2 -> 3bbac90fc
GIRAPH-1161
closes #50
Project: http://git-wip-us.apache.org/repos/asf/giraph/repo
Commit: http://git-wip-us.apache.org/repos/asf/giraph/commit/3bbac90f
Tree: http://git-wip-us.apache.org/repos/asf/giraph/tree/3bbac90f
Diff: http://git-wip-us.apache.org/repos/asf/giraph/diff/3bbac90f
Branch: refs/heads/trunk
Commit: 3bbac90fc37d225ff4eefaab018fe6147a5a0937
Parents: 22e8511
Author: Jianlong Zhong <ji...@fb.com>
Authored: Fri Sep 29 10:36:27 2017 -0700
Committer: Maja Kabiljo <ma...@fb.com>
Committed: Fri Sep 29 11:35:31 2017 -0700
----------------------------------------------------------------------
.../src/main/java/org/apache/giraph/master/BspServiceMaster.java | 1 +
1 file changed, 1 insertion(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/giraph/blob/3bbac90f/giraph-core/src/main/java/org/apache/giraph/master/BspServiceMaster.java
----------------------------------------------------------------------
diff --git a/giraph-core/src/main/java/org/apache/giraph/master/BspServiceMaster.java b/giraph-core/src/main/java/org/apache/giraph/master/BspServiceMaster.java
index d1dc79d..fe9c060 100644
--- a/giraph-core/src/main/java/org/apache/giraph/master/BspServiceMaster.java
+++ b/giraph-core/src/main/java/org/apache/giraph/master/BspServiceMaster.java
@@ -335,6 +335,7 @@ public class BspServiceMaster<I extends WritableComparable,
INPUT_SPLIT_SAMPLE_PERCENT.get(getConfiguration());
if (samplePercent != INPUT_SPLIT_SAMPLE_PERCENT.getDefaultValue()) {
int lastIndex = (int) (samplePercent * splits.size() / 100f);
+ Collections.shuffle(splits);
List<InputSplit> sampleSplits = splits.subList(0, lastIndex);
LOG.warn(logPrefix + ": Using sampling - Processing only " +
sampleSplits.size() + " instead of " + splits.size() +