You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@impala.apache.org by st...@apache.org on 2020/01/22 11:26:58 UTC

[impala] branch master updated (79aae23 -> 2c429d6)

This is an automated email from the ASF dual-hosted git repository.

stigahuang pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/impala.git.


    from 79aae23  IMPALA-9154: Make runtime filter propagation asynchronous
     new 0ae77f4  IMPALA-9303 Define now time for aarch64
     new 2c429d6  IMPALA-6772: Bump ORC version to 1.6.2-p6

The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 be/src/gutil/cycleclock-inl.h | 13 +++++++++++++
 be/src/util/stopwatch.h       |  8 ++++++++
 bin/bootstrap_toolchain.py    |  3 ++-
 bin/impala-config.sh          | 12 ++++++------
 4 files changed, 29 insertions(+), 7 deletions(-)


[impala] 02/02: IMPALA-6772: Bump ORC version to 1.6.2-p6

Posted by st...@apache.org.
This is an automated email from the ASF dual-hosted git repository.

stigahuang pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/impala.git

commit 2c429d6d537931953edb72bc6a6845d4fbae8dd0
Author: stiga-huang <hu...@gmail.com>
AuthorDate: Tue Jan 21 15:48:20 2020 -0800

    IMPALA-6772: Bump ORC version to 1.6.2-p6
    
    Bump our ORC version to include fixes for ORC-414, ORC-580, ORC-581,
    ORC-586, ORC-589, ORC-590, and ORC-591. The new ORC version also
    unblocks IMPALA-9226 which requires EncodedStringVectorBatch introduced
    in ORC-1.6.
    
    Due to other changes in native-toolchain, this patch also bumps versions
    of LLVM and crcutil.
    
    Tests:
     - Run scanners test for orc/def/block.
    
    Change-Id: I7eec92238b12179502d6a9001ee2ba24bfa96b77
    Reviewed-on: http://gerrit.cloudera.org:8080/15089
    Reviewed-by: Tim Armstrong <ta...@cloudera.com>
    Tested-by: Impala Public Jenkins <im...@cloudera.com>
---
 bin/bootstrap_toolchain.py |  3 ++-
 bin/impala-config.sh       | 12 ++++++------
 2 files changed, 8 insertions(+), 7 deletions(-)

diff --git a/bin/bootstrap_toolchain.py b/bin/bootstrap_toolchain.py
index 1abdb08..d6a58ee 100755
--- a/bin/bootstrap_toolchain.py
+++ b/bin/bootstrap_toolchain.py
@@ -584,7 +584,8 @@ def get_toolchain_downloads():
   # The LLVM and GCC packages are the largest packages in the toolchain (Kudu is handled
   # separately). Sort them first so their downloads start as soon as possible.
   llvm_package = ToolchainPackage("llvm")
-  llvm_package_asserts = ToolchainPackage("llvm", explicit_version="5.0.1-asserts-p1")
+  llvm_package_asserts = ToolchainPackage(
+      "llvm", explicit_version=os.environ.get("IMPALA_LLVM_DEBUG_VERSION"))
   gcc_package = ToolchainPackage("gcc")
   toolchain_packages += [llvm_package, llvm_package_asserts, gcc_package]
   toolchain_packages += map(ToolchainPackage,
diff --git a/bin/impala-config.sh b/bin/impala-config.sh
index 4758da4..674fb65 100755
--- a/bin/impala-config.sh
+++ b/bin/impala-config.sh
@@ -68,7 +68,7 @@ fi
 # moving to a different build of the toolchain, e.g. when a version is bumped or a
 # compile option is changed. The build id can be found in the output of the toolchain
 # build jobs, it is constructed from the build number and toolchain git hash prefix.
-export IMPALA_TOOLCHAIN_BUILD_ID=79-55ae433f60
+export IMPALA_TOOLCHAIN_BUILD_ID=122-7f8aa0363e
 # Versions of toolchain dependencies.
 # -----------------------------------
 export IMPALA_AVRO_VERSION=1.7.4-p5
@@ -85,7 +85,7 @@ export IMPALA_CCTZ_VERSION=2.2
 unset IMPALA_CCTZ_URL
 export IMPALA_CMAKE_VERSION=3.14.3
 unset IMPALA_CMAKE_URL
-export IMPALA_CRCUTIL_VERSION=440ba7babeff77ffad992df3a10c767f184e946e-p1
+export IMPALA_CRCUTIL_VERSION=440ba7babeff77ffad992df3a10c767f184e946e-p2
 unset IMPALA_CRCUTIL_URL
 export IMPALA_CYRUS_SASL_VERSION=2.1.23
 unset IMPALA_CYRUS_SASL_URL
@@ -107,9 +107,9 @@ export IMPALA_LIBEV_VERSION=4.20
 unset IMPALA_LIBEV_URL
 export IMPALA_LIBUNWIND_VERSION=1.3-rc1-p3
 unset IMPALA_LIBUNWIND_URL
-export IMPALA_LLVM_VERSION=5.0.1-p1
+export IMPALA_LLVM_VERSION=5.0.1-p2
 unset IMPALA_LLVM_URL
-export IMPALA_LLVM_ASAN_VERSION=5.0.1-p1
+export IMPALA_LLVM_ASAN_VERSION=5.0.1-p2
 unset IMPALA_LLVM_ASAN_URL
 
 # LLVM stores some files in subdirectories that are named after what
@@ -119,7 +119,7 @@ export IMPALA_LLVM_UBSAN_BASE_VERSION=5.0.1
 
 # Debug builds should use the release+asserts build to get additional coverage.
 # Don't use the LLVM debug build because the binaries are too large to distribute.
-export IMPALA_LLVM_DEBUG_VERSION=5.0.1-asserts-p1
+export IMPALA_LLVM_DEBUG_VERSION=5.0.1-asserts-p2
 unset IMPALA_LLVM_DEBUG_URL
 export IMPALA_LZ4_VERSION=1.7.5
 unset IMPALA_LZ4_URL
@@ -129,7 +129,7 @@ export IMPALA_OPENLDAP_VERSION=2.4.47
 unset IMPALA_OPENLDAP_URL
 export IMPALA_OPENSSL_VERSION=1.0.2l
 unset IMPALA_OPENSSL_URL
-export IMPALA_ORC_VERSION=1.5.5-p1
+export IMPALA_ORC_VERSION=1.6.2-p6
 unset IMPALA_ORC_URL
 export IMPALA_PROTOBUF_VERSION=3.5.1
 unset IMPALA_PROTOBUF_URL


[impala] 01/02: IMPALA-9303 Define now time for aarch64

Posted by st...@apache.org.
This is an automated email from the ASF dual-hosted git repository.

stigahuang pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/impala.git

commit 0ae77f4cdc77be9424e9c129a1658fc91f64c4a6
Author: huangtianhua <hu...@gmail.com>
AuthorDate: Fri Jan 17 06:54:58 2020 +0000

    IMPALA-9303 Define now time for aarch64
    
    System timer of ARMv8 runs at a different frequency than the CPU's.
    
    Change-Id: I4f73aeec93a892d16250e226daac3ced06c01310
    Reviewed-on: http://gerrit.cloudera.org:8080/15060
    Reviewed-by: Impala Public Jenkins <im...@cloudera.com>
    Tested-by: Impala Public Jenkins <im...@cloudera.com>
---
 be/src/gutil/cycleclock-inl.h | 13 +++++++++++++
 be/src/util/stopwatch.h       |  8 ++++++++
 2 files changed, 21 insertions(+)

diff --git a/be/src/gutil/cycleclock-inl.h b/be/src/gutil/cycleclock-inl.h
index 7e83491..bc7da19 100644
--- a/be/src/gutil/cycleclock-inl.h
+++ b/be/src/gutil/cycleclock-inl.h
@@ -147,6 +147,19 @@ inline int64 CycleClock::Now() {
 }
 
 // ----------------------------------------------------------------
+#elif defined(__aarch64__)
+#include "kudu/gutil/sysinfo.h"
+inline int64 CycleClock::Now() {
+  // System timer of ARMv8 runs at a different frequency than the CPU's.
+  // The frequency is fixed, typically in the range 1-50MHz.  It can be
+  // read at CNTFRQ special register.  We assume the OS has set up
+  // the virtual timer properly.
+  int64_t virtual_timer_value;
+  asm volatile("mrs %0, cntvct_el0" : "=r"(virtual_timer_value));
+  return virtual_timer_value;
+}
+
+// ----------------------------------------------------------------
 #elif defined(ARMV6)  // V6 is the earliest arm that has a standard cyclecount
 #include "gutil/sysinfo.h"
 inline int64 CycleClock::Now() {
diff --git a/be/src/util/stopwatch.h b/be/src/util/stopwatch.h
index d9c5d99..9f33bd5 100644
--- a/be/src/util/stopwatch.h
+++ b/be/src/util/stopwatch.h
@@ -69,6 +69,13 @@ class StopWatch {
     return total_time_ + RunningTime();
   }
 
+#if defined(__aarch64__)
+  static uint64_t Rdtsc() {
+    uint64_t virtual_timer_value;
+    asm volatile("mrs %0, cntvct_el0" : "=r"(virtual_timer_value));
+    return virtual_timer_value;
+  }
+#else
   static uint64_t Rdtsc() {
     uint32_t lo, hi;
     __asm__ __volatile__ (
@@ -77,6 +84,7 @@ class StopWatch {
     __asm__ __volatile__ ("rdtsc" : "=a" (lo), "=d" (hi));
     return (uint64_t)hi << 32 | lo;
   }
+#endif
 
  private:
   /// Returns total time in cpu ticks since Start() was called. If not running, returns 0.