You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@trafodion.apache.org by se...@apache.org on 2018/03/02 06:57:21 UTC
[4/4] trafodion git commit: Merge PR 1461 TRA[TRAFODION-2917]
Refactor Trafodion implementation of hdfs scan for text formatted hive tables
Merge PR 1461 TRA[TRAFODION-2917] Refactor Trafodion implementation of hdfs scan for text formatted hive tables
Project: http://git-wip-us.apache.org/repos/asf/trafodion/repo
Commit: http://git-wip-us.apache.org/repos/asf/trafodion/commit/e618aaf3
Tree: http://git-wip-us.apache.org/repos/asf/trafodion/tree/e618aaf3
Diff: http://git-wip-us.apache.org/repos/asf/trafodion/diff/e618aaf3
Branch: refs/heads/master
Commit: e618aaf3dfd011739654d1a62e321539ace4da00
Parents: d48a887 e303b3a
Author: selvaganesang <se...@apache.org>
Authored: Fri Mar 2 06:56:07 2018 +0000
Committer: selvaganesang <se...@apache.org>
Committed: Fri Mar 2 06:56:07 2018 +0000
----------------------------------------------------------------------
core/sql/cli/Context.cpp | 2 +-
core/sql/cli/Context.h | 7 +
core/sql/cli/Globals.cpp | 1 +
core/sql/cli/Globals.h | 1 +
core/sql/comexe/ComTdbBlockingHdfsScan.h | 1 -
core/sql/comexe/ComTdbHdfsScan.h | 11 +-
core/sql/common/ComRtUtils.cpp | 1 +
core/sql/common/ComUser.cpp | 2 +-
core/sql/common/Platform.h | 2 +
core/sql/executor/ExExeUtil.h | 1 -
core/sql/executor/ExExeUtilGet.cpp | 7 +-
core/sql/executor/ExExeUtilGetStats.cpp | 1 -
core/sql/executor/ExExeUtilLoad.cpp | 25 +-
core/sql/executor/ExFastTransport.cpp | 48 ++-
core/sql/executor/ExHbaseAccess.cpp | 11 +-
core/sql/executor/ExHbaseIUD.cpp | 2 +-
core/sql/executor/ExHdfsScan.cpp | 102 +++--
core/sql/executor/ExHdfsScan.h | 24 ++
core/sql/executor/ExSMCommon.cpp | 1 +
core/sql/executor/ExSMCommon.h | 3 +-
core/sql/executor/ExSMGlobals.cpp | 1 +
core/sql/executor/ExSMQueue.cpp | 2 +-
core/sql/executor/ExSMReader.cpp | 1 +
core/sql/executor/ExSMShortMessage.cpp | 2 +-
core/sql/executor/ExSMTaskList.cpp | 2 +-
core/sql/executor/HBaseClient_JNI.cpp | 1 -
core/sql/executor/HdfsClient_JNI.cpp | 426 ++++++++++++++++---
core/sql/executor/HdfsClient_JNI.h | 74 +++-
core/sql/executor/JavaObjectInterface.cpp | 3 +-
core/sql/executor/JavaObjectInterface.h | 12 +-
core/sql/executor/OrcFileReader.h | 2 +-
core/sql/executor/SequenceFileReader.h | 4 +-
core/sql/exp/ExpLOBaccess.cpp | 144 ++-----
core/sql/exp/ExpLOBaccess.h | 8 -
core/sql/generator/GenFastTransport.cpp | 4 +-
core/sql/generator/GenRelScan.cpp | 17 +-
core/sql/nskgmake/tdm_sqlexp/Makefile | 2 +-
core/sql/optimizer/HDFSHook.cpp | 35 +-
core/sql/optimizer/HDFSHook.h | 16 +-
core/sql/optimizer/NATable.cpp | 1 +
core/sql/optimizer/OptimizerSimulator.cpp | 1 -
core/sql/optimizer/RelScan.h | 3 +-
core/sql/regress/hive/EXPECTED007 | 2 +-
core/sql/regress/hive/EXPECTED018 | 2 +-
core/sql/regress/hive/EXPECTED040 | 8 +-
core/sql/sqlcomp/DefaultConstants.h | 1 +
.../main/java/org/trafodion/sql/HDFSClient.java | 307 ++++++++++---
.../main/java/org/trafodion/sql/HdfsScan.java | 95 +++--
48 files changed, 1007 insertions(+), 422 deletions(-)
----------------------------------------------------------------------