You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@impala.apache.org by kw...@apache.org on 2017/09/01 00:53:05 UTC
[1/2] incubator-impala git commit: IMPALA-5854: Update external
hadoop versions
Repository: incubator-impala
Updated Branches:
refs/heads/master 30129c453 -> b20f45962
IMPALA-5854: Update external hadoop versions
These versions need to be updated and new versions
need to be deployed to S3.
Change-Id: I4ab9512c3fa3e94c3a4fa9eeb49ff5563a114954
Reviewed-on: http://gerrit.cloudera.org:8080/7892
Reviewed-by: Michael Brown <mi...@cloudera.com>
Tested-by: Impala Public Jenkins
Project: http://git-wip-us.apache.org/repos/asf/incubator-impala/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-impala/commit/b66af035
Tree: http://git-wip-us.apache.org/repos/asf/incubator-impala/tree/b66af035
Diff: http://git-wip-us.apache.org/repos/asf/incubator-impala/diff/b66af035
Branch: refs/heads/master
Commit: b66af0357ec905581f0544048a9a7a8a1ae9dca8
Parents: 30129c4
Author: Zach Amsden <za...@cloudera.com>
Authored: Tue Aug 29 00:28:27 2017 +0000
Committer: Impala Public Jenkins <im...@gerrit.cloudera.org>
Committed: Thu Aug 31 19:12:49 2017 +0000
----------------------------------------------------------------------
bin/impala-config.sh | 12 ++++++------
1 file changed, 6 insertions(+), 6 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/b66af035/bin/impala-config.sh
----------------------------------------------------------------------
diff --git a/bin/impala-config.sh b/bin/impala-config.sh
index 9002e3b..15951fd 100755
--- a/bin/impala-config.sh
+++ b/bin/impala-config.sh
@@ -123,16 +123,16 @@ fi
export IMPALA_KUDU_VERSION=1c70e5d
# Kudu version used to identify Java client jar from maven
-export KUDU_JAVA_VERSION=1.5.0-cdh5.13.0-SNAPSHOT
+export KUDU_JAVA_VERSION=1.6.0-cdh5.14.0-SNAPSHOT
# Versions of Hadoop ecosystem dependencies.
# ------------------------------------------
export CDH_MAJOR_VERSION=5
-export IMPALA_HADOOP_VERSION=2.6.0-cdh5.13.0-SNAPSHOT
-export IMPALA_HBASE_VERSION=1.2.0-cdh5.13.0-SNAPSHOT
-export IMPALA_HIVE_VERSION=1.1.0-cdh5.13.0-SNAPSHOT
-export IMPALA_SENTRY_VERSION=1.5.1-cdh5.13.0-SNAPSHOT
-export IMPALA_PARQUET_VERSION=1.5.0-cdh5.13.0-SNAPSHOT
+export IMPALA_HADOOP_VERSION=2.6.0-cdh5.14.0-SNAPSHOT
+export IMPALA_HBASE_VERSION=1.2.0-cdh5.14.0-SNAPSHOT
+export IMPALA_HIVE_VERSION=1.1.0-cdh5.14.0-SNAPSHOT
+export IMPALA_SENTRY_VERSION=1.5.1-cdh5.14.0-SNAPSHOT
+export IMPALA_PARQUET_VERSION=1.5.0-cdh5.14.0-SNAPSHOT
export IMPALA_LLAMA_MINIKDC_VERSION=1.0.0
# Source the branch and local config override files here to override any
[2/2] incubator-impala git commit: IMPALA-5873: Check for existence
of sync_file_range()
Posted by kw...@apache.org.
IMPALA-5873: Check for existence of sync_file_range()
On some legacy platforms, the system call sync_file_range()
is not defined. Some Kudu code calls it unconditionally
on Linux platforms. Let's check for its existence and use
the workaround already defined for non-Linux platforms.
Testing done: ran packaging build on Centos55. Failed consistently before.
Change-Id: I9e398085ebd00c23fd1f29f9253d9c257e0c5442
Reviewed-on: http://gerrit.cloudera.org:8080/7923
Reviewed-by: Michael Ho <kw...@cloudera.com>
Tested-by: Impala Public Jenkins
Project: http://git-wip-us.apache.org/repos/asf/incubator-impala/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-impala/commit/b20f4596
Tree: http://git-wip-us.apache.org/repos/asf/incubator-impala/tree/b20f4596
Diff: http://git-wip-us.apache.org/repos/asf/incubator-impala/diff/b20f4596
Branch: refs/heads/master
Commit: b20f45962c5ccbc4e1006c0cad2cdda646527fa6
Parents: b66af03
Author: Michael Ho <kw...@cloudera.com>
Authored: Thu Aug 31 11:42:49 2017 -0700
Committer: Impala Public Jenkins <im...@gerrit.cloudera.org>
Committed: Fri Sep 1 00:35:51 2017 +0000
----------------------------------------------------------------------
be/CMakeLists.txt | 1 +
be/src/common/config.h.in | 1 +
be/src/kudu/util/env_posix.cc | 4 ++--
3 files changed, 4 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/b20f4596/be/CMakeLists.txt
----------------------------------------------------------------------
diff --git a/be/CMakeLists.txt b/be/CMakeLists.txt
index 7bf9e0c..5b0d89d 100644
--- a/be/CMakeLists.txt
+++ b/be/CMakeLists.txt
@@ -312,6 +312,7 @@ EXECUTE_PROCESS(COMMAND ln ${MORE_ARGS} -sf ${BUILD_OUTPUT_ROOT_DIRECTORY}
INCLUDE(CheckFunctionExists)
CHECK_FUNCTION_EXISTS(sched_getcpu HAVE_SCHED_GETCPU)
CHECK_FUNCTION_EXISTS(pipe2 HAVE_PIPE2)
+CHECK_FUNCTION_EXISTS(sync_file_range HAVE_SYNC_FILE_RANGE)
# linux/fs.h defines HAVE_FALLOCATE whether or not the function is available,
# which is why we use IMPALA_HAVE_FALLOCATE here.
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/b20f4596/be/src/common/config.h.in
----------------------------------------------------------------------
diff --git a/be/src/common/config.h.in b/be/src/common/config.h.in
index 8f638a9..9d6d247 100644
--- a/be/src/common/config.h.in
+++ b/be/src/common/config.h.in
@@ -29,5 +29,6 @@
#cmakedefine HAVE_MAGIC_H
#cmakedefine HAVE_KRB5_IS_CONFIG_PRINCIPAL
#cmakedefine HAVE_KRB5_GET_INIT_CREDS_OPT_SET_OUT_CCACHE
+#cmakedefine HAVE_SYNC_FILE_RANGE
#endif
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/b20f4596/be/src/kudu/util/env_posix.cc
----------------------------------------------------------------------
diff --git a/be/src/kudu/util/env_posix.cc b/be/src/kudu/util/env_posix.cc
index 6f9c9ff..173092d 100644
--- a/be/src/kudu/util/env_posix.cc
+++ b/be/src/kudu/util/env_posix.cc
@@ -626,7 +626,7 @@ class PosixWritableFile : public WritableFile {
Status::IOError(Env::kInjectedFailureStatusMsg));
TRACE_EVENT1("io", "PosixWritableFile::Flush", "path", filename_);
ThreadRestrictions::AssertIOAllowed();
-#if defined(__linux__)
+#if defined(HAVE_SYNC_FILE_RANGE)
int flags = SYNC_FILE_RANGE_WRITE;
if (mode == FLUSH_SYNC) {
flags |= SYNC_FILE_RANGE_WAIT_BEFORE;
@@ -762,7 +762,7 @@ class PosixRWFile : public RWFile {
Status::IOError(Env::kInjectedFailureStatusMsg));
TRACE_EVENT1("io", "PosixRWFile::Flush", "path", filename_);
ThreadRestrictions::AssertIOAllowed();
-#if defined(__linux__)
+#if defined(HAVE_SYNC_FILE_RANGE)
int flags = SYNC_FILE_RANGE_WRITE;
if (mode == FLUSH_SYNC) {
flags |= SYNC_FILE_RANGE_WAIT_AFTER;