You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@giraph.apache.org by ed...@apache.org on 2016/08/25 18:39:28 UTC
[1/3] git commit: updated refs/heads/release-1.2 to 7e9ba53
Repository: giraph
Updated Branches:
refs/heads/release-1.2 1fb6a5c5b -> 7e9ba5312
GIRAPH-1105: Fix number of open requests in FacebookConfiguration
Test Plan: This was significantly better in some experiments, but we can investigate more in the future
Differential Revision: https://reviews.facebook.net/D62019
Project: http://git-wip-us.apache.org/repos/asf/giraph/repo
Commit: http://git-wip-us.apache.org/repos/asf/giraph/commit/3da24f11
Tree: http://git-wip-us.apache.org/repos/asf/giraph/tree/3da24f11
Diff: http://git-wip-us.apache.org/repos/asf/giraph/diff/3da24f11
Branch: refs/heads/release-1.2
Commit: 3da24f119fd0ea4b586de62459245fb2294bd154
Parents: 1fb6a5c
Author: Maja Kabiljo <ma...@fb.com>
Authored: Fri Aug 12 14:57:53 2016 -0700
Committer: Sergey Edunov <ed...@fb.com>
Committed: Thu Aug 25 11:37:04 2016 -0700
----------------------------------------------------------------------
.../main/java/org/apache/giraph/conf/FacebookConfiguration.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/giraph/blob/3da24f11/giraph-core/src/main/java/org/apache/giraph/conf/FacebookConfiguration.java
----------------------------------------------------------------------
diff --git a/giraph-core/src/main/java/org/apache/giraph/conf/FacebookConfiguration.java b/giraph-core/src/main/java/org/apache/giraph/conf/FacebookConfiguration.java
index d30215f..0ba04f3 100644
--- a/giraph-core/src/main/java/org/apache/giraph/conf/FacebookConfiguration.java
+++ b/giraph-core/src/main/java/org/apache/giraph/conf/FacebookConfiguration.java
@@ -130,7 +130,7 @@ public class FacebookConfiguration implements BulkConfigurator {
// Limit number of open requests to 2000
NettyClient.LIMIT_NUMBER_OF_OPEN_REQUESTS.setIfUnset(conf, true);
- StaticFlowControl.MAX_NUMBER_OF_OPEN_REQUESTS.setIfUnset(conf, 2000);
+ StaticFlowControl.MAX_NUMBER_OF_OPEN_REQUESTS.setIfUnset(conf, 100);
// Pooled allocator in netty is faster
GiraphConstants.NETTY_USE_POOLED_ALLOCATOR.setIfUnset(conf, true);
// Turning off auto read is faster
[2/3] git commit: updated refs/heads/release-1.2 to 7e9ba53
Posted by ed...@apache.org.
Fixing Giraph pom.xml to reflect new project committers
Summary:
Fixed the list of project committers. Please review your information and let me know if I should change anything.
This will be the first diff that I'll be committing all by myself, more like a test to see my username is gone through Apache's internal :-)
Test Plan: N/A
Reviewers: ikabiljo, pavanka, avery.ching, sergey.edunov
Reviewed By: sergey.edunov
Differential Revision: https://reviews.facebook.net/D61197
Project: http://git-wip-us.apache.org/repos/asf/giraph/repo
Commit: http://git-wip-us.apache.org/repos/asf/giraph/commit/13b85590
Tree: http://git-wip-us.apache.org/repos/asf/giraph/tree/13b85590
Diff: http://git-wip-us.apache.org/repos/asf/giraph/diff/13b85590
Branch: refs/heads/release-1.2
Commit: 13b85590ff0d482702ee5dbfcd02ab57e17e24b4
Parents: 3da24f1
Author: Hassan Eslami <he...@fb.com>
Authored: Tue Jul 26 11:27:24 2016 -0700
Committer: Sergey Edunov <ed...@fb.com>
Committed: Thu Aug 25 11:38:10 2016 -0700
----------------------------------------------------------------------
pom.xml | 32 ++++++++++++++++++++++++++++++++
1 file changed, 32 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/giraph/blob/13b85590/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 417be59..cb7c995 100644
--- a/pom.xml
+++ b/pom.xml
@@ -218,6 +218,38 @@ under the License.
<organization>Facebook</organization>
<organizationUrl>http://www.facebook.com</organizationUrl>
</developer>
+ <developer>
+ <id>edunov</id>
+ <name>Sergey Edunov</name>
+ <email>edunov@apache.org</email>
+ <timezone>-8</timezone>
+ <organization>Facebook</organization>
+ <organizationUrl>http://www.facebook.com</organizationUrl>
+ </developer>
+ <developer>
+ <id>pavanka</id>
+ <name>Pavan Kumar</name>
+ <email>pavanka@apache.org</email>
+ <timezone>-8</timezone>
+ <organization>Facebook</organization>
+ <organizationUrl>http://www.facebook.com</organizationUrl>
+ </developer>
+ <developer>
+ <id>ikabiljo</id>
+ <name>Igor Kabiljo</name>
+ <email>ikabiljo@apache.org</email>
+ <timezone>-8</timezone>
+ <organization>Facebook</organization>
+ <organizationUrl>http://www.facebook.com</organizationUrl>
+ </developer>
+ <developer>
+ <id>heslami</id>
+ <name>Hassan Eslami</name>
+ <email>heslami@apache.org</email>
+ <timezone>-8</timezone>
+ <organization>Facebook, UIUC</organization>
+ <organizationUrl>http://www.facebook.com</organizationUrl>
+ </developer>
</developers>
<repositories>
[3/3] git commit: updated refs/heads/release-1.2 to 7e9ba53
Posted by ed...@apache.org.
GIRAPH-1098 Job may get stuck if zookeeper port fixed and is in use
Test Plan: mvn clean verify -Phadoop_facebook
Reviewers: majakabiljo, dionysis.logothetis, maja.kabiljo
Reviewed By: maja.kabiljo
Differential Revision: https://reviews.facebook.net/D60945
Project: http://git-wip-us.apache.org/repos/asf/giraph/repo
Commit: http://git-wip-us.apache.org/repos/asf/giraph/commit/7e9ba531
Tree: http://git-wip-us.apache.org/repos/asf/giraph/tree/7e9ba531
Diff: http://git-wip-us.apache.org/repos/asf/giraph/diff/7e9ba531
Branch: refs/heads/release-1.2
Commit: 7e9ba5312a941ec13ec900989c4a8e229ff034c9
Parents: 13b8559
Author: Sergey Edunov <ed...@fb.com>
Authored: Wed Jul 20 10:20:36 2016 -0700
Committer: Sergey Edunov <ed...@fb.com>
Committed: Thu Aug 25 11:38:33 2016 -0700
----------------------------------------------------------------------
.../java/org/apache/giraph/zk/InProcessZooKeeperRunner.java | 9 ++-------
.../main/java/org/apache/giraph/zk/ZooKeeperManager.java | 2 +-
.../src/main/java/org/apache/giraph/zk/ZooKeeperRunner.java | 4 +++-
3 files changed, 6 insertions(+), 9 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/giraph/blob/7e9ba531/giraph-core/src/main/java/org/apache/giraph/zk/InProcessZooKeeperRunner.java
----------------------------------------------------------------------
diff --git a/giraph-core/src/main/java/org/apache/giraph/zk/InProcessZooKeeperRunner.java b/giraph-core/src/main/java/org/apache/giraph/zk/InProcessZooKeeperRunner.java
index 4f15f3a..cee2c78 100644
--- a/giraph-core/src/main/java/org/apache/giraph/zk/InProcessZooKeeperRunner.java
+++ b/giraph-core/src/main/java/org/apache/giraph/zk/InProcessZooKeeperRunner.java
@@ -47,13 +47,8 @@ public class InProcessZooKeeperRunner
private QuorumRunner quorumRunner = new QuorumRunner();
@Override
- public int start(String zkDir, final ZookeeperConfig config) {
- try {
- return quorumRunner.start(config);
- } catch (IOException e) {
- LOG.error("Unable to start zookeeper", e);
- }
- return -1;
+ public int start(String zkDir, ZookeeperConfig config) throws IOException {
+ return quorumRunner.start(config);
}
@Override
http://git-wip-us.apache.org/repos/asf/giraph/blob/7e9ba531/giraph-core/src/main/java/org/apache/giraph/zk/ZooKeeperManager.java
----------------------------------------------------------------------
diff --git a/giraph-core/src/main/java/org/apache/giraph/zk/ZooKeeperManager.java b/giraph-core/src/main/java/org/apache/giraph/zk/ZooKeeperManager.java
index 097172d..b843882 100644
--- a/giraph-core/src/main/java/org/apache/giraph/zk/ZooKeeperManager.java
+++ b/giraph-core/src/main/java/org/apache/giraph/zk/ZooKeeperManager.java
@@ -457,7 +457,7 @@ public class ZooKeeperManager {
* If this task has been selected, online a ZooKeeper server. Otherwise,
* wait until this task knows that the ZooKeeper servers have been onlined.
*/
- public void onlineZooKeeperServer() {
+ public void onlineZooKeeperServer() throws IOException {
if (zkServerTask == taskPartition) {
File zkDirFile = new File(this.zkDir);
try {
http://git-wip-us.apache.org/repos/asf/giraph/blob/7e9ba531/giraph-core/src/main/java/org/apache/giraph/zk/ZooKeeperRunner.java
----------------------------------------------------------------------
diff --git a/giraph-core/src/main/java/org/apache/giraph/zk/ZooKeeperRunner.java b/giraph-core/src/main/java/org/apache/giraph/zk/ZooKeeperRunner.java
index 2797047..9d6a332 100644
--- a/giraph-core/src/main/java/org/apache/giraph/zk/ZooKeeperRunner.java
+++ b/giraph-core/src/main/java/org/apache/giraph/zk/ZooKeeperRunner.java
@@ -19,6 +19,8 @@ package org.apache.giraph.zk;
import org.apache.giraph.conf.ImmutableClassesGiraphConfigurable;
+import java.io.IOException;
+
/**
* ZooKeeper wrapper interface.
* Implementation should provide a way to start, stop and cleanup
@@ -33,7 +35,7 @@ public interface ZooKeeperRunner extends ImmutableClassesGiraphConfigurable {
* @param config zookeeper configuration
* @return port zookeeper runs on
*/
- int start(String zkDir, ZookeeperConfig config);
+ int start(String zkDir, ZookeeperConfig config) throws IOException;
/**
* Stops zookeeper.