You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by dm...@apache.org on 2021/05/24 00:33:32 UTC
[hive] branch master updated (35221a7 -> 1090c93)
This is an automated email from the ASF dual-hosted git repository.
dmollitor pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git.
from 35221a7 HIVE-25142 : Rehashing in map join fast hash table causing corruption for large keys (#2300)
add 1090c93 HIVE-25152: Remove Superfluous Logging Code (David Mollitor reviewed by Miklos Gergely and Panagiotis Garefalakis)
No new revisions were added by this update.
Summary of changes:
.../predicate/AccumuloPredicateHandler.java | 4 +-
.../java/org/apache/hadoop/hive/cli/CliDriver.java | 4 +-
.../hadoop/hive/common/type/TimestampTZUtil.java | 4 +-
.../java/org/apache/hadoop/hive/conf/HiveConf.java | 4 +-
.../org/apache/hadoop/hive/ql/log/PerfLogger.java | 4 +-
.../hive/http/Log4j2ConfiguratorServlet.java | 8 +--
.../hive/druid/io/DruidQueryBasedInputFormat.java | 4 +-
.../apache/hadoop/hive/hbase/HBaseSerDeHelper.java | 8 +--
.../mapreduce/FileOutputCommitterContainer.java | 13 ++---
.../hive/hcatalog/templeton/LauncherDelegator.java | 4 +-
.../hive/hcatalog/templeton/ProxyUserSupport.java | 18 ++-----
.../hadoop/hive/llap/LlapRowRecordReader.java | 4 +-
.../llap/ext/LlapTaskUmbilicalExternalClient.java | 4 +-
.../hadoop/hive/llap/registry/impl/SlotZnode.java | 9 +---
.../hive/registry/impl/ServiceInstanceBase.java | 4 +-
.../apache/hadoop/hive/llap/AsyncPbRpcProxy.java | 16 ++----
.../hive/llap/security/LlapTokenSelector.java | 4 +-
.../hadoop/hive/llap/security/SecretManager.java | 4 +-
.../hadoop/hive/llap/daemon/impl/AMReporter.java | 8 +--
.../hive/llap/daemon/impl/ContainerRunnerImpl.java | 16 ++----
.../hive/llap/daemon/impl/LlapTaskReporter.java | 8 +--
.../hive/llap/daemon/impl/LlapTokenChecker.java | 4 +-
.../hadoop/hive/llap/daemon/impl/QueryTracker.java | 20 ++------
.../hive/llap/daemon/impl/TaskExecutorService.java | 39 ++++----------
.../hive/llap/security/LlapServerSecurityInfo.java | 8 +--
.../hive/llap/shufflehandler/ShuffleHandler.java | 11 ++--
.../hive/llap/tezplugins/LlapTaskCommunicator.java | 12 ++---
.../llap/tezplugins/LlapTaskSchedulerService.java | 32 +++---------
.../apache/hadoop/hive/ql/parse/ParseDriver.java | 4 +-
.../org/apache/hadoop/hive/llap/LlapHiveUtils.java | 5 +-
.../apache/hadoop/hive/llap/ProactiveEviction.java | 8 +--
.../hive/ql/exec/AppMasterEventOperator.java | 15 ++----
.../hadoop/hive/ql/exec/CommonJoinOperator.java | 4 +-
.../apache/hadoop/hive/ql/exec/DemuxOperator.java | 29 ++++-------
.../hadoop/hive/ql/exec/FileSinkOperator.java | 30 ++++-------
.../hadoop/hive/ql/exec/FunctionRegistry.java | 4 +-
.../hadoop/hive/ql/exec/MapJoinOperator.java | 16 ++----
.../apache/hadoop/hive/ql/exec/MapOperator.java | 9 +---
.../apache/hadoop/hive/ql/exec/MuxOperator.java | 8 +--
.../hadoop/hive/ql/exec/ObjectCacheFactory.java | 6 +--
.../hadoop/hive/ql/exec/OrcFileMergeOperator.java | 8 +--
.../hadoop/hive/ql/exec/ReduceSinkOperator.java | 9 +---
.../hadoop/hive/ql/exec/SMBMapJoinOperator.java | 8 +--
.../apache/hadoop/hive/ql/exec/ScriptOperator.java | 24 +++------
.../apache/hadoop/hive/ql/exec/SelectOperator.java | 4 +-
.../hive/ql/exec/SparkHashTableSinkOperator.java | 4 +-
.../hadoop/hive/ql/exec/TableScanOperator.java | 12 ++---
.../apache/hadoop/hive/ql/exec/UnionOperator.java | 2 +-
.../apache/hadoop/hive/ql/exec/mr/ExecReducer.java | 14 ++---
.../apache/hadoop/hive/ql/exec/mr/ObjectCache.java | 8 +--
.../exec/persistence/BytesBytesMultiHashMap.java | 4 +-
.../ql/exec/tez/ColumnarSplitSizeEstimator.java | 8 +--
.../hive/ql/exec/tez/CustomPartitionVertex.java | 11 ++--
.../hive/ql/exec/tez/DynamicPartitionPruner.java | 13 ++---
.../hadoop/hive/ql/exec/tez/HashTableLoader.java | 17 +++---
.../hive/ql/exec/tez/HiveSplitGenerator.java | 5 +-
.../tez/HostAffinitySplitLocationProvider.java | 12 ++---
.../hadoop/hive/ql/exec/tez/LlapObjectCache.java | 17 ++----
.../hive/ql/exec/tez/SessionExpirationTracker.java | 19 +++----
.../hadoop/hive/ql/exec/tez/SplitGrouper.java | 5 +-
.../hadoop/hive/ql/exec/tez/TezSessionPool.java | 9 +---
.../hive/ql/exec/tez/TezSessionPoolManager.java | 4 +-
.../hadoop/hive/ql/exec/tez/TezSessionState.java | 8 +--
.../hive/ql/exec/tez/TriggerValidatorRunnable.java | 4 +-
.../hadoop/hive/ql/exec/tez/WorkloadManager.java | 4 +-
.../hive/ql/exec/tez/monitoring/TezJobMonitor.java | 4 +-
.../hive/ql/exec/vector/VectorGroupByOperator.java | 7 +--
.../fast/VectorMapJoinFastHashTableLoader.java | 17 +++---
.../reducesink/VectorReduceSinkCommonOperator.java | 8 +--
.../hadoop/hive/ql/io/CombineHiveInputFormat.java | 7 +--
.../apache/hadoop/hive/ql/io/HiveInputFormat.java | 40 ++++-----------
.../hadoop/hive/ql/io/orc/ExternalCache.java | 4 +-
.../hadoop/hive/ql/io/orc/OrcInputFormat.java | 21 ++------
.../hadoop/hive/ql/io/orc/OrcNewInputFormat.java | 8 +--
.../hadoop/hive/ql/io/orc/OrcOutputFormat.java | 4 +-
.../hadoop/hive/ql/io/orc/OrcRecordUpdater.java | 28 +++-------
.../hive/ql/io/orc/encoded/EncodedReaderImpl.java | 8 +--
.../io/orc/encoded/EncodedTreeReaderFactory.java | 4 +-
.../ql/io/parquet/MapredParquetInputFormat.java | 8 +--
.../vector/VectorizedParquetRecordReader.java | 8 +--
.../apache/hadoop/hive/ql/lock/CompileLock.java | 8 +--
.../hadoop/hive/ql/lockmgr/DbTxnManager.java | 4 +-
.../ql/optimizer/ConstantPropagateProcFactory.java | 60 ++++++----------------
.../hive/ql/optimizer/ConvertJoinMapJoin.java | 4 +-
.../DynamicPartitionPruningOptimization.java | 5 +-
.../hadoop/hive/ql/optimizer/GenMapRedUtils.java | 4 +-
.../hadoop/hive/ql/optimizer/MapJoinProcessor.java | 42 ++++-----------
.../ql/optimizer/PartitionColumnsSeparator.java | 21 +++-----
.../hive/ql/optimizer/PointLookupOptimizer.java | 4 +-
.../RedundantDynamicPruningConditionsRemoval.java | 4 +-
.../hive/ql/optimizer/SimpleFetchOptimizer.java | 8 +--
.../TablePropertyEnrichmentOptimizer.java | 13 ++---
.../ql/optimizer/calcite/cost/HiveCostModel.java | 8 +--
.../ql/optimizer/calcite/rules/PartitionPrune.java | 4 +-
.../hive/ql/optimizer/physical/LlapDecider.java | 4 +-
.../hive/ql/optimizer/physical/MemoryDecider.java | 16 ++----
.../hive/ql/optimizer/ppr/PartitionPruner.java | 14 ++---
.../stats/annotation/StatsRulesProcFactory.java | 4 +-
.../apache/hadoop/hive/ql/parse/GenTezUtils.java | 4 +-
.../apache/hadoop/hive/ql/parse/GenTezWork.java | 4 +-
.../hadoop/hive/ql/parse/SemanticAnalyzer.java | 10 +---
.../hadoop/hive/ql/ppd/SyntheticJoinPredicate.java | 4 +-
.../plugin/metastore/events/AddPartitionEvent.java | 8 +--
.../metastore/events/AlterDatabaseEvent.java | 8 +--
.../metastore/events/AlterPartitionEvent.java | 16 ++----
.../plugin/metastore/events/AlterTableEvent.java | 16 ++----
.../metastore/events/CreateDatabaseEvent.java | 8 +--
.../plugin/metastore/events/CreateTableEvent.java | 8 +--
.../plugin/metastore/events/DropDatabaseEvent.java | 8 +--
.../metastore/events/DropPartitionEvent.java | 8 +--
.../plugin/metastore/events/DropTableEvent.java | 8 +--
.../metastore/events/LoadPartitionDoneEvent.java | 8 +--
.../hadoop/hive/ql/txn/compactor/Cleaner.java | 4 +-
.../apache/hadoop/hive/serde2/avro/AvroSerDe.java | 8 +--
.../hadoop/hive/serde2/avro/AvroSerdeUtils.java | 6 +--
.../hadoop/hive/serde2/avro/InstanceCache.java | 6 +--
.../java/org/apache/hive/service/CookieSigner.java | 8 +--
.../hive/service/auth/ldap/GroupFilterFactory.java | 5 +-
.../hive/streaming/HiveStreamingConnection.java | 4 +-
119 files changed, 323 insertions(+), 888 deletions(-)