You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by jd...@apache.org on 2016/05/06 17:25:15 UTC

[25/39] hive git commit: Merge remote-tracking branch 'origin/master' into llap

Merge remote-tracking branch 'origin/master' into llap


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/ffed821c
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/ffed821c
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/ffed821c

Branch: refs/heads/master
Commit: ffed821cab87cab7d0c7caa8c475c13817251e99
Parents: 53b43cd 0ac424f
Author: Jason Dere <jd...@hortonworks.com>
Authored: Tue Apr 26 10:47:05 2016 -0700
Committer: Jason Dere <jd...@hortonworks.com>
Committed: Tue Apr 26 10:47:05 2016 -0700

----------------------------------------------------------------------
 LICENSE                                         |   23 +
 .../java/org/apache/hive/beeline/Commands.java  |    2 +-
 .../org/apache/hadoop/hive/cli/CliDriver.java   |    5 -
 common/pom.xml                                  |    5 +
 .../metrics/metrics2/CodahaleMetrics.java       |   16 +
 .../metrics/metrics2/MetricsReporting.java      |    3 +-
 .../org/apache/hadoop/hive/conf/HiveConf.java   |   42 +-
 .../apache/hadoop/hive/ql/log/PerfLogger.java   |    1 +
 .../hive/common/util/FixedSizedObjectPool.java  |    5 +
 .../java/org/apache/hive/http/HttpServer.java   |   16 +-
 .../hive/hbase/HiveHBaseTableInputFormat.java   |   33 +-
 .../mapreduce/TestHCatMultiOutputFormat.java    |    7 +-
 .../org/apache/hive/jdbc/TestJdbcDriver2.java   |    5 +-
 .../apache/hive/jdbc/TestJdbcWithMiniHS2.java   |  108 +-
 itests/qtest/pom.xml                            |    2 +-
 .../org/apache/hadoop/hive/ql/QTestUtil.java    |    9 +-
 .../org/apache/hive/jdbc/HiveBaseResultSet.java |    2 +-
 .../apache/hive/jdbc/HiveDatabaseMetaData.java  |   49 +-
 .../apache/hive/jdbc/HiveResultSetMetaData.java |    2 +-
 .../org/apache/hive/jdbc/HiveStatement.java     |   16 +-
 .../java/org/apache/hive/jdbc/JdbcColumn.java   |    2 +-
 .../llap/registry/impl/LlapRegistryService.java |    6 +-
 .../hive/llap/metrics/LlapMetricsSystem.java    |   57 +
 .../hadoop/hive/llap/metrics/MetricsUtils.java  |   43 +
 .../hadoop/hive/llap/cache/BuddyAllocator.java  |    3 +
 .../hive/llap/cache/EvictionDispatcher.java     |    5 +
 .../hive/llap/cli/LlapStatusServiceDriver.java  |   14 +-
 .../hive/llap/daemon/impl/LlapDaemon.java       |    5 +
 .../hive/llap/daemon/impl/LlapTaskReporter.java |   53 +-
 .../llap/daemon/impl/TaskRunnerCallable.java    |    4 +-
 .../hive/llap/io/api/impl/LlapIoImpl.java       |   44 +-
 .../llap/io/decode/EncodedDataConsumer.java     |   15 +-
 .../llap/io/decode/OrcColumnVectorProducer.java |   12 +-
 .../llap/io/decode/OrcEncodedDataConsumer.java  |   52 +-
 .../llap/io/encoded/OrcEncodedDataReader.java   |   83 +-
 .../llap/io/metadata/OrcFileEstimateErrors.java |  121 +
 .../hive/llap/io/metadata/OrcMetadataCache.java |   58 +-
 .../llap/io/metadata/OrcStripeMetadata.java     |    6 +-
 .../hive/llap/metrics/LlapDaemonCacheInfo.java  |    5 +-
 .../llap/metrics/LlapDaemonCacheMetrics.java    |   26 +-
 .../llap/metrics/LlapDaemonExecutorInfo.java    |    6 +
 .../llap/metrics/LlapDaemonExecutorMetrics.java |   45 +-
 .../hive/llap/metrics/LlapDaemonIOInfo.java     |   53 +
 .../hive/llap/metrics/LlapDaemonIOMetrics.java  |  144 ++
 .../hive/llap/metrics/LlapDaemonQueueInfo.java  |   50 -
 .../llap/metrics/LlapDaemonQueueMetrics.java    |  116 -
 .../hive/llap/metrics/LlapMetricsSystem.java    |   57 -
 .../hadoop/hive/llap/metrics/MetricsUtils.java  |   43 -
 .../TestIncrementalObjectSizeEstimator.java     |   31 +-
 .../hive/llap/cache/TestOrcMetadataCache.java   |    2 +-
 .../daemon/impl/TaskExecutorTestHelpers.java    |    6 +-
 .../TestFirstInFirstOutComparator.java          |    4 +-
 .../llap/tezplugins/LlapTaskCommunicator.java   |   14 +-
 .../tezplugins/TestLlapTaskCommunicator.java    |    7 +-
 .../upgrade/derby/hive-schema-2.1.0.derby.sql   |    2 +-
 .../hadoop/hive/metastore/ObjectStore.java      |   41 +-
 .../hadoop/hive/metastore/txn/TxnHandler.java   |   18 +-
 .../hive/metastore/txn/TestTxnHandler.java      |   15 +
 orc/src/java/org/apache/orc/DataReader.java     |   24 +-
 .../java/org/apache/orc/DataReaderFactory.java  |    9 -
 .../org/apache/orc/MetadataReaderFactory.java   |   12 -
 orc/src/java/org/apache/orc/OrcUtils.java       |   78 +
 orc/src/java/org/apache/orc/Reader.java         |   29 +-
 orc/src/java/org/apache/orc/RecordReader.java   |    8 +-
 .../java/org/apache/orc/TypeDescription.java    |   62 +-
 .../org/apache/orc/impl/BitFieldReader.java     |    5 +-
 .../apache/orc/impl/DataReaderProperties.java   |   41 +-
 .../orc/impl/DefaultMetadataReaderFactory.java  |   14 -
 orc/src/java/org/apache/orc/impl/InStream.java  |    4 +-
 .../java/org/apache/orc/impl/IntegerReader.java |   26 +-
 .../org/apache/orc/impl/MetadataReader.java     |   33 -
 .../org/apache/orc/impl/MetadataReaderImpl.java |  120 -
 .../orc/impl/MetadataReaderProperties.java      |   96 -
 .../apache/orc/impl/RunLengthByteReader.java    |   36 +-
 .../apache/orc/impl/RunLengthIntegerReader.java |   31 +-
 .../orc/impl/RunLengthIntegerReaderV2.java      |   33 +-
 .../java/org/apache/orc/impl/WriterImpl.java    |   47 +-
 .../orc/impl/TestDataReaderProperties.java      |   12 +-
 .../orc/impl/TestMetadataReaderProperties.java  |   72 -
 pom.xml                                         |    3 +-
 ql/pom.xml                                      |    6 +
 .../java/org/apache/hadoop/hive/ql/Driver.java  |  123 +-
 .../org/apache/hadoop/hive/ql/ErrorMsg.java     |    3 +-
 .../org/apache/hadoop/hive/ql/QueryState.java   |  114 +
 .../hadoop/hive/ql/exec/ColumnStatsTask.java    |    5 +-
 .../hive/ql/exec/ColumnStatsUpdateTask.java     |    6 +-
 .../org/apache/hadoop/hive/ql/exec/DDLTask.java |   20 +-
 .../hive/ql/exec/DefaultFetchFormatter.java     |   77 -
 .../apache/hadoop/hive/ql/exec/ExplainTask.java |   37 +-
 .../hadoop/hive/ql/exec/FetchFormatter.java     |   71 -
 .../apache/hadoop/hive/ql/exec/FetchTask.java   |    8 +-
 .../hadoop/hive/ql/exec/FileSinkOperator.java   |   27 +-
 .../hadoop/hive/ql/exec/FunctionTask.java       |    6 +-
 .../hadoop/hive/ql/exec/GroupByOperator.java    |    1 +
 .../hadoop/hive/ql/exec/ListSinkOperator.java   |   11 +-
 .../hadoop/hive/ql/exec/ReduceSinkOperator.java |   15 +-
 .../hadoop/hive/ql/exec/StatsNoJobTask.java     |    5 +-
 .../org/apache/hadoop/hive/ql/exec/Task.java    |    6 +-
 .../hadoop/hive/ql/exec/mr/ExecDriver.java      |   11 +-
 .../hive/ql/exec/mr/HadoopJobExecHelper.java    |   21 +-
 .../hadoop/hive/ql/exec/mr/MapredLocalTask.java |    7 +-
 .../hadoop/hive/ql/exec/spark/SparkTask.java    |    7 +-
 .../hadoop/hive/ql/exec/tez/TezJobMonitor.java  |   83 +-
 .../ql/exec/vector/VectorizedRowBatchCtx.java   |   13 +-
 .../hadoop/hive/ql/history/HiveHistoryImpl.java |    6 +-
 .../apache/hadoop/hive/ql/hooks/ATSHook.java    |   10 +-
 .../hadoop/hive/ql/hooks/HookContext.java       |   20 +-
 .../hive/ql/hooks/PostExecutePrinter.java       |   12 +-
 .../hadoop/hive/ql/hooks/PreExecutePrinter.java |   14 +-
 .../hive/ql/index/TableBasedIndexHandler.java   |    2 -
 .../hadoop/hive/ql/io/merge/MergeFileTask.java  |    7 +-
 .../ql/io/orc/DefaultDataReaderFactory.java     |   14 -
 .../hadoop/hive/ql/io/orc/OrcInputFormat.java   |   43 +-
 .../hive/ql/io/orc/OrcRawRecordMerger.java      |    3 +-
 .../hadoop/hive/ql/io/orc/ReaderImpl.java       |   65 +-
 .../hadoop/hive/ql/io/orc/RecordReaderImpl.java |  231 +-
 .../hive/ql/io/orc/RecordReaderUtils.java       |  127 +-
 .../hadoop/hive/ql/io/orc/SchemaEvolution.java  |  234 +-
 .../hive/ql/io/orc/TreeReaderFactory.java       |  838 ++++---
 .../ql/io/orc/VectorizedOrcInputFormat.java     |   32 +-
 .../hadoop/hive/ql/io/orc/WriterImpl.java       |    2 -
 .../ql/io/orc/encoded/EncodedReaderImpl.java    |  106 +-
 .../ql/io/rcfile/stats/PartialScanTask.java     |   12 +-
 .../io/rcfile/truncate/ColumnTruncateTask.java  |    7 +-
 .../apache/hadoop/hive/ql/metadata/Hive.java    |   24 +-
 .../hive/ql/optimizer/ColumnPrunerProcCtx.java  |    2 +-
 .../hive/ql/optimizer/GenMRTableScan1.java      |    2 +-
 .../index/RewriteParseContextGenerator.java     |    7 +-
 .../RewriteQueryUsingAggregateIndexCtx.java     |    2 +-
 .../hive/ql/optimizer/physical/LlapDecider.java |   18 +-
 .../hive/ql/parse/BaseSemanticAnalyzer.java     |  223 +-
 .../hadoop/hive/ql/parse/CalcitePlanner.java    |   15 +-
 .../ql/parse/ColumnStatsSemanticAnalyzer.java   |    7 +-
 .../hive/ql/parse/DDLSemanticAnalyzer.java      |   13 +-
 .../parse/ExplainSQRewriteSemanticAnalyzer.java |    8 +-
 .../hive/ql/parse/ExplainSemanticAnalyzer.java  |   10 +-
 .../hive/ql/parse/ExportSemanticAnalyzer.java   |    5 +-
 .../hive/ql/parse/FunctionSemanticAnalyzer.java |    5 +-
 .../org/apache/hadoop/hive/ql/parse/HiveLexer.g |    9 +
 .../apache/hadoop/hive/ql/parse/HiveParser.g    |   92 +-
 .../hadoop/hive/ql/parse/IdentifiersParser.g    |   11 +-
 .../hive/ql/parse/ImportSemanticAnalyzer.java   |    7 +-
 .../hive/ql/parse/LoadSemanticAnalyzer.java     |    5 +-
 .../hive/ql/parse/MacroSemanticAnalyzer.java    |   12 +-
 .../hadoop/hive/ql/parse/ParseContext.java      |   14 +-
 .../hive/ql/parse/ProcessAnalyzeTable.java      |    2 +-
 .../org/apache/hadoop/hive/ql/parse/QB.java     |    5 +
 .../hadoop/hive/ql/parse/SemanticAnalyzer.java  |   71 +-
 .../hive/ql/parse/SemanticAnalyzerFactory.java  |   57 +-
 .../hadoop/hive/ql/parse/TaskCompiler.java      |   71 +-
 .../hadoop/hive/ql/parse/TezCompiler.java       |   24 +-
 .../ql/parse/UpdateDeleteSemanticAnalyzer.java  |    5 +-
 .../parse/spark/SparkProcessAnalyzeTable.java   |    2 +-
 .../hadoop/hive/ql/plan/CreateTableDesc.java    |   43 +-
 .../apache/hadoop/hive/ql/plan/ExplainWork.java |   16 -
 .../apache/hadoop/hive/ql/plan/FetchWork.java   |   10 +
 .../hadoop/hive/ql/plan/FileSinkDesc.java       |    9 +
 .../apache/hadoop/hive/ql/plan/PlanUtils.java   |   10 +-
 .../hadoop/hive/ql/session/SessionState.java    |  106 +-
 .../hadoop/hive/ql/exec/TestExecDriver.java     |    7 +-
 .../hive/ql/io/orc/TestRecordReaderImpl.java    |   55 +-
 .../hive/ql/io/orc/TestTypeDescription.java     |    4 +-
 .../hive/ql/io/orc/TestVectorOrcFile.java       | 1647 +++++++-------
 .../hive/ql/io/orc/TestVectorizedORCReader.java |    7 +-
 .../hive/ql/parse/TestHiveDecimalParse.java     |    2 +-
 .../ql/parse/TestMacroSemanticAnalyzer.java     |    7 +-
 .../hadoop/hive/ql/parse/TestQBCompact.java     |    8 +-
 .../ql/parse/TestQBJoinTreeApplyPredicate.java  |    7 +-
 .../hadoop/hive/ql/parse/TestQBSubQuery.java    |    7 +-
 .../ql/parse/TestSemanticAnalyzerFactory.java   |    9 +-
 .../parse/TestUpdateDeleteSemanticAnalyzer.java |   53 +-
 .../authorization/AuthorizationTestUtil.java    |   14 +-
 .../parse/authorization/PrivilegesTestBase.java |    5 +-
 .../TestHiveAuthorizationTaskFactory.java       |   12 +-
 .../parse/authorization/TestPrivilegesV1.java   |    9 +-
 .../parse/authorization/TestPrivilegesV2.java   |    8 +-
 .../create_with_constraints_duplicate_name.q    |    2 +
 .../create_with_constraints_enable.q            |    1 +
 .../create_with_constraints_validate.q          |    1 +
 .../clientpositive/create_with_constraints.q    |   12 +
 ql/src/test/queries/clientpositive/cte_6.q      |   10 +
 .../test/queries/clientpositive/union_offcbo.q  |  483 ++++
 ...create_with_constraints_duplicate_name.q.out |   13 +
 .../create_with_constraints_enable.q.out        |    1 +
 .../create_with_constraints_validate.q.out      |    1 +
 .../alter_partition_coltype.q.out               |  168 --
 .../results/clientpositive/ambiguitycheck.q.out |   30 -
 .../analyze_table_null_partition.q.out          |   16 -
 .../auto_join_reordering_values.q.out           |   83 -
 .../clientpositive/auto_sortmerge_join_1.q.out  |   96 -
 .../clientpositive/auto_sortmerge_join_11.q.out |  153 --
 .../clientpositive/auto_sortmerge_join_12.q.out |   60 -
 .../clientpositive/auto_sortmerge_join_2.q.out  |   64 -
 .../clientpositive/auto_sortmerge_join_3.q.out  |   96 -
 .../clientpositive/auto_sortmerge_join_4.q.out  |   96 -
 .../clientpositive/auto_sortmerge_join_5.q.out  |   96 -
 .../clientpositive/auto_sortmerge_join_7.q.out  |   96 -
 .../clientpositive/auto_sortmerge_join_8.q.out  |   96 -
 .../clientpositive/binary_output_format.q.out   |   36 -
 .../test/results/clientpositive/bucket1.q.out   |   17 -
 .../test/results/clientpositive/bucket2.q.out   |   17 -
 .../test/results/clientpositive/bucket3.q.out   |   21 -
 .../test/results/clientpositive/bucket4.q.out   |   17 -
 .../test/results/clientpositive/bucket5.q.out   |   36 -
 .../results/clientpositive/bucket_many.q.out    |   17 -
 .../clientpositive/bucket_map_join_1.q.out      |   47 -
 .../clientpositive/bucket_map_join_2.q.out      |   47 -
 .../clientpositive/bucket_map_join_spark1.q.out |  104 -
 .../clientpositive/bucket_map_join_spark2.q.out |  104 -
 .../clientpositive/bucket_map_join_spark3.q.out |  104 -
 .../clientpositive/bucket_map_join_spark4.q.out |  134 --
 .../clientpositive/bucketcontext_1.q.out        |   74 -
 .../clientpositive/bucketcontext_2.q.out        |   74 -
 .../clientpositive/bucketcontext_3.q.out        |   74 -
 .../clientpositive/bucketcontext_4.q.out        |   74 -
 .../clientpositive/bucketcontext_5.q.out        |   74 -
 .../clientpositive/bucketcontext_6.q.out        |   74 -
 .../clientpositive/bucketcontext_7.q.out        |   74 -
 .../clientpositive/bucketcontext_8.q.out        |   74 -
 .../results/clientpositive/bucketmapjoin1.q.out |  226 --
 .../clientpositive/bucketmapjoin10.q.out        |   51 -
 .../clientpositive/bucketmapjoin11.q.out        |  112 -
 .../clientpositive/bucketmapjoin12.q.out        |  102 -
 .../clientpositive/bucketmapjoin13.q.out        |  155 --
 .../results/clientpositive/bucketmapjoin2.q.out |  164 --
 .../results/clientpositive/bucketmapjoin3.q.out |  128 --
 .../results/clientpositive/bucketmapjoin4.q.out |  100 -
 .../results/clientpositive/bucketmapjoin5.q.out |  100 -
 .../results/clientpositive/bucketmapjoin7.q.out |   73 -
 .../results/clientpositive/bucketmapjoin8.q.out |  102 -
 .../results/clientpositive/bucketmapjoin9.q.out |  102 -
 .../clientpositive/bucketmapjoin_negative.q.out |   57 -
 .../bucketmapjoin_negative2.q.out               |   50 -
 .../bucketmapjoin_negative3.q.out               |  409 ----
 .../cbo_rp_outer_join_ppr.q.java1.7.out         |  168 --
 .../clientpositive/columnstats_partlvl.q.out    |   30 -
 .../clientpositive/columnstats_tbllvl.q.out     |   27 -
 .../test/results/clientpositive/combine2.q.out  |   23 -
 .../constantPropagateForSubQuery.q.out          |   62 -
 .../create_with_constraints.q.out               |   68 +
 ql/src/test/results/clientpositive/ctas.q.out   |   43 -
 ql/src/test/results/clientpositive/cte_6.q.out  |   86 +
 .../disable_merge_for_bucketing.q.out           |   17 -
 .../display_colstats_tbllvl.q.out               |   13 -
 .../clientpositive/drop_multi_partitions.q.out  |   14 -
 .../dynamic_partition_skip_default.q.out        |   91 -
 .../encryption_join_unencrypted_tbl.q.out       |   32 -
 ...on_join_with_different_encryption_keys.q.out |   32 -
 .../clientpositive/explain_logical.q.out        |  316 ---
 .../extrapolate_part_stats_full.q.out           |   74 -
 .../extrapolate_part_stats_partial.q.out        |  111 -
 .../extrapolate_part_stats_partial_ndv.q.out    |   78 -
 .../clientpositive/filter_join_breaktask.q.out  |  102 -
 .../clientpositive/fouter_join_ppr.q.out        |  336 ---
 .../clientpositive/groupby_map_ppr.q.out        |   71 -
 .../groupby_map_ppr_multi_distinct.q.out        |   88 -
 .../results/clientpositive/groupby_ppr.q.out    |   71 -
 .../groupby_ppr_multi_distinct.q.out            |   88 -
 .../clientpositive/groupby_sort_1_23.q.out      |  782 -------
 .../results/clientpositive/groupby_sort_6.q.out |   90 -
 .../clientpositive/groupby_sort_skew_1_23.q.out |  782 -------
 .../test/results/clientpositive/input23.q.out   |   52 -
 .../test/results/clientpositive/input42.q.out   |   83 -
 .../results/clientpositive/input_part1.q.out    |   56 -
 .../results/clientpositive/input_part2.q.out    |  103 -
 .../results/clientpositive/input_part7.q.out    |   99 -
 .../results/clientpositive/input_part9.q.out    |   29 -
 ql/src/test/results/clientpositive/join17.q.out |   38 -
 ql/src/test/results/clientpositive/join26.q.out |   79 -
 ql/src/test/results/clientpositive/join32.q.out |   73 -
 .../clientpositive/join32_lessSize.q.out        |  330 ---
 ql/src/test/results/clientpositive/join33.q.out |   73 -
 ql/src/test/results/clientpositive/join34.q.out |  104 -
 ql/src/test/results/clientpositive/join35.q.out |  112 -
 ql/src/test/results/clientpositive/join9.q.out  |   54 -
 .../clientpositive/join_filters_overlap.q.out   |  430 ----
 .../results/clientpositive/join_map_ppr.q.out   |  158 --
 .../clientpositive/list_bucket_dml_1.q.out      |   70 -
 .../list_bucket_dml_10.q.java1.7.out            |   28 -
 .../list_bucket_dml_11.q.java1.7.out            |   63 -
 .../list_bucket_dml_12.q.java1.7.out            |  106 -
 .../list_bucket_dml_13.q.java1.7.out            |   70 -
 .../clientpositive/list_bucket_dml_14.q.out     |   42 -
 .../list_bucket_dml_2.q.java1.7.out             |   69 -
 .../clientpositive/list_bucket_dml_3.q.out      |   68 -
 .../list_bucket_dml_4.q.java1.7.out             |  102 -
 .../list_bucket_dml_5.q.java1.7.out             |   76 -
 .../list_bucket_dml_6.q.java1.7.out             |  112 -
 .../clientpositive/list_bucket_dml_7.q.out      |  112 -
 .../list_bucket_dml_8.q.java1.7.out             |   69 -
 .../list_bucket_dml_9.q.java1.7.out             |  102 -
 .../list_bucket_query_multiskew_1.q.out         |  144 --
 .../list_bucket_query_multiskew_2.q.out         |  117 -
 .../list_bucket_query_multiskew_3.q.out         |  130 --
 .../list_bucket_query_oneskew_1.q.out           |   81 -
 .../list_bucket_query_oneskew_2.q.out           |  170 --
 .../list_bucket_query_oneskew_3.q.out           |   28 -
 .../clientpositive/llap/llap_nullscan.q.out     |   20 -
 .../llap/tez_join_result_complex.q.out          |  530 -----
 .../results/clientpositive/load_dyn_part8.q.out |   63 -
 .../clientpositive/louter_join_ppr.q.out        |  336 ---
 ql/src/test/results/clientpositive/macro.q.out  |   62 -
 .../clientpositive/mapjoin_mapjoin.q.out        |   45 -
 ql/src/test/results/clientpositive/merge3.q.out |  110 -
 .../results/clientpositive/metadataonly1.q.out  |  216 --
 .../offset_limit_global_optimizer.q.out         |  288 ---
 .../clientpositive/optimize_nullscan.q.out      |  313 ---
 .../clientpositive/outer_join_ppr.q.java1.7.out |  168 --
 ql/src/test/results/clientpositive/pcr.q.out    |  920 --------
 ql/src/test/results/clientpositive/pcs.q.out    |  517 -----
 .../results/clientpositive/pointlookup2.q.out   |  298 ---
 .../results/clientpositive/pointlookup3.q.out   |  309 ---
 .../results/clientpositive/pointlookup4.q.out   |  146 --
 .../clientpositive/ppd_join_filter.q.out        |  380 ----
 .../results/clientpositive/ppd_union_view.q.out |   42 -
 ql/src/test/results/clientpositive/ppd_vc.q.out |   92 -
 .../clientpositive/ppr_allchildsarenull.q.out   |   88 -
 .../test/results/clientpositive/push_or.q.out   |   42 -
 .../clientpositive/rand_partitionpruner1.q.out  |   22 -
 .../clientpositive/rand_partitionpruner2.q.out  |   33 -
 .../clientpositive/rand_partitionpruner3.q.out  |   94 -
 .../clientpositive/reduce_deduplicate.q.out     |  147 --
 .../clientpositive/router_join_ppr.q.out        |  336 ---
 .../test/results/clientpositive/sample1.q.out   |   39 -
 .../test/results/clientpositive/sample10.q.out  |   39 -
 .../test/results/clientpositive/sample2.q.out   |   23 -
 .../test/results/clientpositive/sample4.q.out   |   25 -
 .../test/results/clientpositive/sample5.q.out   |   25 -
 .../test/results/clientpositive/sample6.q.out   |  256 ---
 .../test/results/clientpositive/sample7.q.out   |   32 -
 .../test/results/clientpositive/sample8.q.out   |   68 -
 .../test/results/clientpositive/sample9.q.out   |   37 -
 .../clientpositive/serde_user_properties.q.out  |  160 --
 .../results/clientpositive/smb_mapjoin9.q.out   |  154 --
 .../results/clientpositive/smb_mapjoin_11.q.out |  101 -
 .../results/clientpositive/smb_mapjoin_12.q.out |  132 --
 .../results/clientpositive/smb_mapjoin_13.q.out |   90 -
 .../results/clientpositive/smb_mapjoin_15.q.out |  210 --
 .../clientpositive/sort_merge_join_desc_5.q.out |   51 -
 .../clientpositive/sort_merge_join_desc_6.q.out |   51 -
 .../clientpositive/sort_merge_join_desc_7.q.out |   51 -
 .../spark/auto_join_reordering_values.q.out     |   83 -
 .../spark/auto_sortmerge_join_1.q.out           |   96 -
 .../spark/auto_sortmerge_join_12.q.out          |   60 -
 .../spark/auto_sortmerge_join_3.q.out           |   96 -
 .../spark/auto_sortmerge_join_4.q.out           |   96 -
 .../spark/auto_sortmerge_join_5.q.out           |   96 -
 .../spark/auto_sortmerge_join_7.q.out           |   96 -
 .../spark/auto_sortmerge_join_8.q.out           |   96 -
 .../results/clientpositive/spark/bucket2.q.out  |   17 -
 .../results/clientpositive/spark/bucket3.q.out  |   21 -
 .../results/clientpositive/spark/bucket4.q.out  |   17 -
 .../results/clientpositive/spark/bucket5.q.out  |   36 -
 .../spark/bucket_map_join_1.q.out               |   47 -
 .../spark/bucket_map_join_2.q.out               |   47 -
 .../spark/bucket_map_join_spark1.q.out          |  104 -
 .../spark/bucket_map_join_spark2.q.out          |  104 -
 .../spark/bucket_map_join_spark3.q.out          |  104 -
 .../spark/bucket_map_join_spark4.q.out          |  134 --
 .../clientpositive/spark/bucketmapjoin1.q.out   |  226 --
 .../clientpositive/spark/bucketmapjoin10.q.out  |   51 -
 .../clientpositive/spark/bucketmapjoin11.q.out  |  112 -
 .../clientpositive/spark/bucketmapjoin12.q.out  |  102 -
 .../clientpositive/spark/bucketmapjoin13.q.out  |  155 --
 .../clientpositive/spark/bucketmapjoin2.q.out   |  164 --
 .../clientpositive/spark/bucketmapjoin3.q.out   |  128 --
 .../clientpositive/spark/bucketmapjoin4.q.out   |  100 -
 .../clientpositive/spark/bucketmapjoin5.q.out   |  100 -
 .../clientpositive/spark/bucketmapjoin7.q.out   |   73 -
 .../clientpositive/spark/bucketmapjoin8.q.out   |  102 -
 .../clientpositive/spark/bucketmapjoin9.q.out   |  102 -
 .../spark/bucketmapjoin_negative.q.out          |   57 -
 .../spark/bucketmapjoin_negative2.q.out         |   50 -
 .../spark/bucketmapjoin_negative3.q.out         |  409 ----
 .../results/clientpositive/spark/ctas.q.out     |   43 -
 .../spark/disable_merge_for_bucketing.q.out     |   17 -
 .../spark/filter_join_breaktask.q.out           |  102 -
 .../clientpositive/spark/groupby_map_ppr.q.out  |   71 -
 .../spark/groupby_map_ppr_multi_distinct.q.out  |   88 -
 .../clientpositive/spark/groupby_ppr.q.out      |   71 -
 .../spark/groupby_ppr_multi_distinct.q.out      |   88 -
 .../spark/groupby_sort_1_23.q.out               |  782 -------
 .../spark/groupby_sort_skew_1_23.q.out          |  782 -------
 .../clientpositive/spark/input_part2.q.out      |  103 -
 .../results/clientpositive/spark/join17.q.out   |   38 -
 .../results/clientpositive/spark/join26.q.out   |   79 -
 .../results/clientpositive/spark/join32.q.out   |   73 -
 .../clientpositive/spark/join32_lessSize.q.out  |  330 ---
 .../results/clientpositive/spark/join33.q.out   |   73 -
 .../results/clientpositive/spark/join34.q.out   |  104 -
 .../results/clientpositive/spark/join35.q.out   |  112 -
 .../results/clientpositive/spark/join9.q.out    |   54 -
 .../spark/join_filters_overlap.q.out            |  430 ----
 .../clientpositive/spark/join_map_ppr.q.out     |  158 --
 .../spark/list_bucket_dml_10.q.java1.7.out      |   28 -
 .../spark/list_bucket_dml_2.q.java1.7.out       |   69 -
 .../clientpositive/spark/load_dyn_part8.q.out   |   63 -
 .../clientpositive/spark/louter_join_ppr.q.out  |  336 ---
 .../clientpositive/spark/mapjoin_mapjoin.q.out  |   45 -
 .../spark/optimize_nullscan.q.out               |  313 ---
 .../spark/outer_join_ppr.q.java1.7.out          |  168 --
 .../test/results/clientpositive/spark/pcr.q.out |  920 --------
 .../clientpositive/spark/ppd_join_filter.q.out  |  380 ----
 .../spark/reduce_deduplicate.q.out              |  147 --
 .../clientpositive/spark/router_join_ppr.q.out  |  336 ---
 .../results/clientpositive/spark/sample1.q.out  |   39 -
 .../results/clientpositive/spark/sample10.q.out |   39 -
 .../results/clientpositive/spark/sample2.q.out  |   23 -
 .../results/clientpositive/spark/sample4.q.out  |   25 -
 .../results/clientpositive/spark/sample5.q.out  |   25 -
 .../results/clientpositive/spark/sample6.q.out  |  256 ---
 .../results/clientpositive/spark/sample7.q.out  |   32 -
 .../results/clientpositive/spark/sample8.q.out  |   68 -
 .../results/clientpositive/spark/sample9.q.out  |   37 -
 .../clientpositive/spark/smb_mapjoin_11.q.out   |  101 -
 .../clientpositive/spark/smb_mapjoin_12.q.out   |  132 --
 .../clientpositive/spark/smb_mapjoin_13.q.out   |   90 -
 .../clientpositive/spark/smb_mapjoin_15.q.out   |  210 --
 .../results/clientpositive/spark/stats0.q.out   |   34 -
 .../results/clientpositive/spark/stats12.q.out  |   14 -
 .../results/clientpositive/spark/stats13.q.out  |   15 -
 .../results/clientpositive/spark/stats3.q.out   |   11 -
 .../clientpositive/spark/transform_ppr1.q.out   |   75 -
 .../clientpositive/spark/transform_ppr2.q.out   |   75 -
 .../results/clientpositive/spark/union22.q.out  |  140 --
 .../results/clientpositive/spark/union24.q.out  |  341 ---
 .../clientpositive/spark/union_ppr.q.out        |   92 -
 .../clientpositive/spark/vectorized_ptf.q.out   | 2128 ------------------
 ql/src/test/results/clientpositive/stats0.q.out |   34 -
 .../test/results/clientpositive/stats11.q.out   |  114 -
 .../test/results/clientpositive/stats12.q.out   |   14 -
 .../test/results/clientpositive/stats13.q.out   |   15 -
 ql/src/test/results/clientpositive/stats3.q.out |   11 -
 .../temp_table_display_colstats_tbllvl.q.out    |   13 -
 .../tez/auto_sortmerge_join_1.q.out             |   96 -
 .../tez/auto_sortmerge_join_11.q.out            |  153 --
 .../tez/auto_sortmerge_join_12.q.out            |   60 -
 .../tez/auto_sortmerge_join_2.q.out             |   64 -
 .../tez/auto_sortmerge_join_3.q.out             |   96 -
 .../tez/auto_sortmerge_join_4.q.out             |   96 -
 .../tez/auto_sortmerge_join_5.q.out             |   96 -
 .../tez/auto_sortmerge_join_7.q.out             |   96 -
 .../tez/auto_sortmerge_join_8.q.out             |   96 -
 .../results/clientpositive/tez/bucket2.q.out    |   17 -
 .../results/clientpositive/tez/bucket3.q.out    |   21 -
 .../results/clientpositive/tez/bucket4.q.out    |   17 -
 .../clientpositive/tez/bucketpruning1.q.out     |  803 -------
 .../test/results/clientpositive/tez/ctas.q.out  |   43 -
 .../tez/disable_merge_for_bucketing.q.out       |   17 -
 .../tez/filter_join_breaktask.q.out             |  102 -
 .../clientpositive/tez/llap_nullscan.q.out      |   20 -
 .../clientpositive/tez/mapjoin_mapjoin.q.out    |   45 -
 .../clientpositive/tez/metadataonly1.q.out      |  216 --
 .../clientpositive/tez/optimize_nullscan.q.out  |  313 ---
 .../results/clientpositive/tez/sample1.q.out    |   39 -
 .../tez/tez_join_result_complex.q.out           |  530 -----
 .../clientpositive/tez/transform_ppr1.q.out     |   75 -
 .../clientpositive/tez/transform_ppr2.q.out     |   75 -
 .../clientpositive/tez/unionDistinct_1.q.out    |  569 -----
 .../clientpositive/tez/vectorized_ptf.q.out     | 2128 ------------------
 .../results/clientpositive/transform_ppr1.q.out |   75 -
 .../results/clientpositive/transform_ppr2.q.out |   75 -
 .../truncate_column_list_bucket.q.out           |   52 -
 .../results/clientpositive/udf_explode.q.out    |  167 --
 .../clientpositive/udf_java_method.q.out        |   63 -
 .../results/clientpositive/udf_reflect.q.out    |   71 -
 .../results/clientpositive/udf_reflect2.q.out   |  229 --
 .../results/clientpositive/udtf_explode.q.out   |  134 --
 .../test/results/clientpositive/union22.q.out   |  140 --
 .../test/results/clientpositive/union24.q.out   |  341 ---
 .../clientpositive/unionDistinct_1.q.out        |  569 -----
 .../results/clientpositive/union_offcbo.q.out   | 1779 +++++++++++++++
 .../test/results/clientpositive/union_ppr.q.out |   92 -
 .../results/clientpositive/vectorized_ptf.q.out | 2128 ------------------
 serde/pom.xml                                   |    5 +
 .../hive/serde2/DefaultFetchFormatter.java      |   73 +
 .../hadoop/hive/serde2/FetchFormatter.java      |   37 +
 .../hadoop/hive/serde2/NoOpFetchFormatter.java  |   48 +
 .../apache/hadoop/hive/serde2/SerDeUtils.java   |    3 +-
 .../hadoop/hive/serde2/thrift/ColumnBuffer.java |  439 ++++
 .../hive/serde2/thrift/ThriftFormatter.java     |   40 +
 .../serde2/thrift/ThriftJDBCBinarySerDe.java    |  178 ++
 .../apache/hadoop/hive/serde2/thrift/Type.java  |  438 ++++
 .../hadoop/hive/serde2/typeinfo/TypeInfo.java   |   14 +-
 service-rpc/if/TCLIService.thrift               |   52 +
 .../src/gen/thrift/gen-cpp/TCLIService.cpp      |  812 ++++++-
 .../src/gen/thrift/gen-cpp/TCLIService.h        |  252 +++
 .../gen-cpp/TCLIService_server.skeleton.cpp     |   10 +
 .../gen/thrift/gen-cpp/TCLIService_types.cpp    | 1016 +++++++--
 .../src/gen/thrift/gen-cpp/TCLIService_types.h  |  296 ++-
 .../hive/service/rpc/thrift/TCLIService.java    | 1716 ++++++++++++++
 .../rpc/thrift/TGetCrossReferenceReq.java       | 1034 +++++++++
 .../rpc/thrift/TGetCrossReferenceResp.java      |  509 +++++
 .../service/rpc/thrift/TGetPrimaryKeysReq.java  |  716 ++++++
 .../service/rpc/thrift/TGetPrimaryKeysResp.java |  509 +++++
 .../apache/hive/service/rpc/thrift/TRowSet.java |  222 +-
 .../src/gen/thrift/gen-php/TCLIService.php      |  432 ++++
 service-rpc/src/gen/thrift/gen-php/Types.php    |  629 ++++++
 .../gen-py/TCLIService/TCLIService-remote       |   14 +
 .../thrift/gen-py/TCLIService/TCLIService.py    |  378 ++++
 .../src/gen/thrift/gen-py/TCLIService/ttypes.py |  445 +++-
 .../src/gen/thrift/gen-rb/t_c_l_i_service.rb    |  108 +
 .../gen/thrift/gen-rb/t_c_l_i_service_types.rb  |   96 +-
 service/pom.xml                                 |    6 +
 .../java/org/apache/hive/http/LlapServlet.java  |  115 +
 .../org/apache/hive/service/cli/CLIService.java |   30 +
 .../org/apache/hive/service/cli/Column.java     |  434 ----
 .../apache/hive/service/cli/ColumnBasedSet.java |   84 +-
 .../hive/service/cli/ColumnDescriptor.java      |   12 +-
 .../apache/hive/service/cli/ColumnValue.java    |    1 +
 .../service/cli/EmbeddedCLIServiceClient.java   |   15 +
 .../apache/hive/service/cli/ICLIService.java    |    8 +
 .../apache/hive/service/cli/RowSetFactory.java  |   17 +-
 .../apache/hive/service/cli/TableSchema.java    |    4 +-
 .../java/org/apache/hive/service/cli/Type.java  |  348 ---
 .../apache/hive/service/cli/TypeDescriptor.java |    1 +
 .../cli/operation/GetCatalogsOperation.java     |    2 +-
 .../cli/operation/GetColumnsOperation.java      |    4 +-
 .../operation/GetCrossReferenceOperation.java   |  169 ++
 .../cli/operation/GetFunctionsOperation.java    |    8 +-
 .../cli/operation/GetPrimaryKeysOperation.java  |  126 ++
 .../cli/operation/GetSchemasOperation.java      |    5 +-
 .../cli/operation/GetTableTypesOperation.java   |    9 +-
 .../cli/operation/GetTablesOperation.java       |    2 +-
 .../cli/operation/GetTypeInfoOperation.java     |    4 +-
 .../cli/operation/HiveCommandOperation.java     |    4 +-
 .../hive/service/cli/operation/Operation.java   |   19 +-
 .../service/cli/operation/OperationManager.java |   31 +-
 .../service/cli/operation/SQLOperation.java     |   65 +-
 .../cli/operation/SQLOperationDisplay.java      |    2 +-
 .../hive/service/cli/session/HiveSession.java   |   28 +
 .../service/cli/session/HiveSessionImpl.java    |   91 +-
 .../thrift/RetryingThriftCLIServiceClient.java  |   16 +
 .../service/cli/thrift/ThriftCLIService.java    |   41 +-
 .../cli/thrift/ThriftCLIServiceClient.java      |   47 +
 .../apache/hive/service/server/HiveServer2.java |    2 +
 .../hive-webapps/hiveserver2/hiveserver2.jsp    |    1 +
 .../hive-webapps/hiveserver2/llap.html          |   47 +
 .../hive-webapps/static/css/json.human.css      |  110 +
 .../hive-webapps/static/js/json.human.js        |  452 ++++
 .../resources/hive-webapps/static/js/llap.js    |   37 +
 .../auth/TestLdapAtnProviderWithMiniDS.java     |  474 +++-
 .../apache/hive/service/cli/CLIServiceTest.java |    2 +-
 .../org/apache/hive/service/cli/TestColumn.java |   14 +-
 .../org/apache/hadoop/hive/common/Pool.java     |    1 +
 .../hive/ql/exec/vector/BytesColumnVector.java  |   13 +-
 .../ql/exec/vector/DecimalColumnVector.java     |    2 +-
 .../hive/ql/exec/vector/DoubleColumnVector.java |    2 +-
 .../hive/ql/exec/vector/LongColumnVector.java   |    2 +-
 .../ql/exec/vector/MultiValuedColumnVector.java |    2 +-
 .../ql/exec/vector/TimestampColumnVector.java   |    2 +-
 .../hive/ql/exec/vector/UnionColumnVector.java  |    2 -
 552 files changed, 19027 insertions(+), 47143 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hive/blob/ffed821c/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
----------------------------------------------------------------------

http://git-wip-us.apache.org/repos/asf/hive/blob/ffed821c/itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java
----------------------------------------------------------------------

http://git-wip-us.apache.org/repos/asf/hive/blob/ffed821c/llap-server/src/java/org/apache/hadoop/hive/llap/daemon/impl/LlapDaemon.java
----------------------------------------------------------------------

http://git-wip-us.apache.org/repos/asf/hive/blob/ffed821c/llap-server/src/java/org/apache/hadoop/hive/llap/daemon/impl/TaskRunnerCallable.java
----------------------------------------------------------------------

http://git-wip-us.apache.org/repos/asf/hive/blob/ffed821c/llap-tez/src/java/org/apache/hadoop/hive/llap/tezplugins/LlapTaskCommunicator.java
----------------------------------------------------------------------

http://git-wip-us.apache.org/repos/asf/hive/blob/ffed821c/pom.xml
----------------------------------------------------------------------

http://git-wip-us.apache.org/repos/asf/hive/blob/ffed821c/ql/pom.xml
----------------------------------------------------------------------

http://git-wip-us.apache.org/repos/asf/hive/blob/ffed821c/ql/src/java/org/apache/hadoop/hive/ql/plan/PlanUtils.java
----------------------------------------------------------------------