You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues-all@impala.apache.org by "Zoram Thanga (JIRA)" <ji...@apache.org> on 2018/06/14 23:57:00 UTC
[jira] [Issue Comment Deleted] (IMPALA-6086) Use of permanent
function should require SELECT privilege on DB
[ https://issues.apache.org/jira/browse/IMPALA-6086?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Zoram Thanga updated IMPALA-6086:
---------------------------------
Comment: was deleted
(was: Here's a sample session. User 'dummy_user' has no privileges:
{noformat}
[localhost:21000] default> show tables;
Query: show tables
ERROR: AuthorizationException: User 'dummy_user' does not have privileges to access: default.*.*
[localhost:21000] default> select has_vowels('abcdef');
Query: select has_vowels('abcdef')
Query submitted at: 2018-06-14 16:50:54 (Coordinator: http://zoram-desktop:25000)
Query progress can be monitored at: http://zoram-desktop:25000/query_plan?query_id=a2479fae3b1fd7b3:c8e0d1f400000000
+------------------------------+
| default.has_vowels('abcdef') |
+------------------------------+
| true |
+------------------------------+
Fetched 1 row(s) in 0.11s
{noformat}
Saving the privilege requests found during the first phase of analysis, and restoring post expr-rewrite and re-analysis fixes the issue for me. Here's a rough diff:
{code:java}
Last login: Fri Apr 6 11:10:35 on console
dhcp-10-16-2-85:~ zoram$
[Restored Apr 7, 2018 at 7:26:40 PM]
Last login: Sat Apr 7 19:26:36 on console
zoram-MBP15:~ zoram$ mosh zoram-desktop.pa.cloudera.com -- tmux a
/usr/local/bin/mosh: could not get canonical name for zoram-desktop.pa.cloudera.com: nodename nor servname provided, or not known
ssh_exchange_identification: Connection closed by remote host
/usr/local/bin/mosh: Did not find remote IP address (is SSH ProxyCommand disabled?).
zoram-MBP15:~ zoram$ mosh zoram-desktop.pa.cloudera.com -- tmux a
mosh: Last contact 17:52:00 ago. [To quit: Ctrl-^ .]
SSL_accept: error code: 0 │ result_.collection_val.num_tuples = v.num_tuples;
I0502 17:32:00.395509 31526 status.cc:55] Memory limit exceeded: FunctionContextImpl:│ return &result_.collection_val;
:AllocateLocal's allocations exceeded memory limits. │ }
HdfsTableSink Exprs could not allocate 10.00 B without exceeding limit. │ default:
Error occurred on backend cdts05hdfc13p.rxcorp.com:22000 by fragment 9640df0f8af54e60│ DCHECK(false) << "Type not implemented: " << e->type_.DebugString();
:42aa1fe00000063 │ return NULL;
Memory left in process limit: 379.05 GB │ }
Memory left in query limit: -2046304902.00 B │}
Query(9640df0f8af54e60:42aa1fe00000000): memory limit exceeded. Limit=6.00 GB Total=7│
.91 GB Peak=7.91 GB │void ExprContext::PrintValue(const TupleRow* row, string* str) {
Fragment 9640df0f8af54e60:42aa1fe00000063: Total=7.78 GB Peak=7.78 GB │ RawValue::PrintValue(GetValue(row), root_->type(), root_->output_scale_, str);
EXCHANGE_NODE (id=5): Total=0 Peak=0 │}
DataStreamRecvr: Total=19.19 MB Peak=19.55 MB │void ExprContext::PrintValue(void* value, string* str) {
HdfsTableSink: Total=7.76 GB Peak=7.76 GB │ RawValue::PrintValue(value, root_->type(), root_->output_scale_, str);
HdfsTableSink Exprs: Total=124.00 KB Peak=124.00 KB │}
CodeGen: Total=5.62 KB Peak=596.00 KB │void ExprContext::PrintValue(void* value, stringstream* stream) {
Block Manager: Limit=4.80 GB Total=128.00 MB Peak=136.00 MB │ RawValue::PrintValue(value, root_->type(), root_->output_scale_, stream);
@ 0x83c78a impala::Status::Status() │}
@ 0x83c98e impala::Status::MemLimitExceeded() │void ExprContext::PrintValue(const TupleRow* row, stringstream* stream) {
@ 0xa24344 impala::MemTracker::MemLimitExceeded() │ RawValue::PrintValue(GetValue(row), root_->type(), root_->output_scale_, stream
@ 0xa35ccd impala::RuntimeState::SetMemLimitExceeded() │);
@ 0xb6bd6d impala::FunctionContextImpl::CheckAllocResult() │}
@ 0xb6ae78 impala::FunctionContextImpl::AllocateLocal() │
@ 0xb6b10f impala_udf::StringVal::StringVal() │BooleanVal ExprContext::GetBooleanVal(TupleRow* row) {
@ 0x7f715d7aa22f (unknown) │ return root_->GetBooleanVal(this, row);
@ 0x88c5eb impala::ScalarFnCall::GetTimestampVal() │}
@ 0x84b504 impala::ExprContext::GetValue() │TinyIntVal ExprContext::GetTinyIntVal(TupleRow* row) {
@ 0xcac1d6 impala::HdfsParquetTableWriter::BaseColumnWriter::AppendRow│ return root_->GetTinyIntVal(this, row);
() │}
@ 0xca2651 impala::HdfsParquetTableWriter::AppendRows() │SmallIntVal ExprContext::GetSmallIntVal(TupleRow* row) {
@ 0xc754f6 impala::HdfsTableSink::WriteRowsToPartition() │ return root_->GetSmallIntVal(this, row);
@ 0xc770fb impala::HdfsTableSink::Send() │}
@ 0xa7b9b4 impala::FragmentInstanceState::ExecInternal() │IntVal ExprContext::GetIntVal(TupleRow* row) {
@ 0xa7eda9 impala::FragmentInstanceState::Exec() │ return root_->GetIntVal(this, row);
@ 0xa6aaf6 impala::QueryState::ExecFInstance() │}
@ 0xbef9d9 impala::Thread::SuperviseThread() │BigIntVal ExprContext::GetBigIntVal(TupleRow* row) {
@ 0xbf0394 boost::detail::thread_data<>::run() │ return root_->GetBigIntVal(this, row);
@ 0xe588aa (unknown) │}
@ 0x7f71c38fbe25 start_thread │FloatVal ExprContext::GetFloatVal(TupleRow* row) {
@ 0x7f71c362934d __clone │ return root_->GetFloatVal(this, row);
I0502 17:32:00.395529 31526 runtime-state.cc:194] Error from query 9640df0f8af54e60:4│}
2aa1fe00000000: Memory limit exceeded: FunctionContextImpl::AllocateLocal's allocatio│DoubleVal ExprContext::GetDoubleVal(TupleRow* row) {
ns exceeded memory limits. │ return root_->GetDoubleVal(this, row);
HdfsTableSink Exprs could not allocate 10.00 B without exceeding limit. │}
Error occurred on backend cdts05hdfc13p.rxcorp.com:22000 by fragment 9640df0f8af54e60│StringVal ExprContext::GetStringVal(TupleRow* row) {
:42aa1fe00000063 │ return root_->GetStringVal(this, row);
Memory left in process limit: 379.05 GB │}
Memory left in query limit: -2046304902.00 B │CollectionVal ExprContext::GetCollectionVal(TupleRow* row) {
6358,5 0% │ 322,22 97%
[3] 0:root@zoram-audit-log-3:~* "zoram-desktop" 00:03 05-May-18
[Restored May 5, 2018 at 6:03:30 PM]
Last login: Sat May 5 18:01:13 on console
Restored session: Sat May 5 17:55:22 PDT 2018
zoram-MBP15:~ zoram$
zoram-MBP15:~ zoram$ mosh zoram-desktop.pa.cloudera.com -- tmux a
mosh: Last contact 22:51:18 ago. [To quit: Ctrl-^ .]
ava-8-oracle-amd64/jre/lib/amd64/server:/usr/lib/jvm/java-8-oracle-amd64/jre/lib/amd6│void AggregateFunctions::Max(FunctionContext*, const DoubleVal& src, DoubleVal* d
4/server:/home/zoram/Impala/toolchain/cdh_components/hadoop-3.0.0-cdh6.x-SNAPSHOT//li│st) {
b/native:/home/zoram/Impala/toolchain/snappy-1.1.4/lib:/home/zoram/Impala/../Impala-l│ if (src.is_null) return;
zo/build:/home/zoram/Impala/toolchain/gcc-4.9.2/lib64 │ if (dst->is_null || src.val > dst->val || src.val != src.val) *dst = src;
LD_PRELOAD = :/usr/lib/jvm/java-8-oracle-amd64/jre/lib/amd64/server/libj│}
sig.so:/usr/lib/jvm/java-8-oracle-amd64/jre/lib/amd64/server/libjsig.so:/usr/lib/jvm/│
java-8-oracle-amd64/jre/lib/amd64/server/libjsig.so:/usr/lib/jvm/java-8-oracle-amd64/│template<>
jre/lib/amd64/server/libjsig.so:/usr/lib/jvm/java-8-oracle-amd64/jre/lib/amd64/server│void AggregateFunctions::Min(FunctionContext* ctx, const StringVal& src, StringVa
/libjsig.so:/usr/lib/jvm/java-8-oracle-amd64/jre/lib/amd64/server/libjsig.so:/usr/lib│l* dst) {
/jvm/java-8-oracle-amd64/jre/lib/amd64/server/libjsig.so │ if (src.is_null) return;
POSTGRES_JDBC_DRIVER = /home/zoram/Impala/fe/target/dependency/postgresql-9.0-801.│ if (dst->is_null ||
jdbc4.jar │ StringValue::FromStringVal(src) < StringValue::FromStringVal(*dst)) {
IMPALA_TOOLCHAIN = /home/zoram/Impala/toolchain │ if (!dst->is_null) ctx->Free(dst->ptr);
DOWNLOAD_CDH_COMPONENTS = true │ CopyStringVal(ctx, src, dst);
IMPALA_MAVEN_OPTIONS = │ }
zoram@zoram-desktop:~/Impala$ bin/create-test-configuration.sh │}
│
The minikdc is not running. │template<>
Creating node-3 at /workspace/Impala/testdata/cluster/cdh6/node-3 │void AggregateFunctions::Max(FunctionContext* ctx, const StringVal& src, StringVa
node-3 will use ports DATANODE_PORT=31000, DATANODE_HTTP_PORT=31010, DATANODE_IPC_POR│l* dst) {
T=31020, DATANODE_HTTPS_PORT=31030, NODEMANAGER_PORT=31100, NODEMANAGER_LOCALIZER_POR│ if (src.is_null) return;
T=31120, NODEMANAGER_WEBUI_PORT=31140, KUDU_TS_RPC_PORT=31200, and KUDU_TS_WEBUI_PORT│ if (dst->is_null ||
=31300 │ StringValue::FromStringVal(src) > StringValue::FromStringVal(*dst)) {
Creating node-2 at /workspace/Impala/testdata/cluster/cdh6/node-2 │ if (!dst->is_null) ctx->Free(dst->ptr);
node-2 will use ports DATANODE_PORT=31001, DATANODE_HTTP_PORT=31011, DATANODE_IPC_POR│ CopyStringVal(ctx, src, dst);
T=31021, DATANODE_HTTPS_PORT=31031, NODEMANAGER_PORT=31101, NODEMANAGER_LOCALIZER_POR│ }
T=31121, NODEMANAGER_WEBUI_PORT=31141, KUDU_TS_RPC_PORT=31201, and KUDU_TS_WEBUI_PORT│}
=31301 │
Creating node-1 at /workspace/Impala/testdata/cluster/cdh6/node-1 │template<>
node-1 will use ports DATANODE_PORT=31002, DATANODE_HTTP_PORT=31012, DATANODE_IPC_POR│void AggregateFunctions::Min(FunctionContext* ctx,
T=31022, DATANODE_HTTPS_PORT=31032, NODEMANAGER_PORT=31102, NODEMANAGER_LOCALIZER_POR│ const DecimalVal& src, DecimalVal* dst) {
T=31122, NODEMANAGER_WEBUI_PORT=31142, KUDU_TS_RPC_PORT=31202, and KUDU_TS_WEBUI_PORT│ if (src.is_null) return;
=31302 │ int precision = ctx->impl()->GetConstFnAttr(FunctionContextImpl::ARG_TYPE_PRECI
Config dir: /home/zoram/Impala/fe/src/test/resources │SION, 0);
Current user: zoram │ if (precision <= 9) {
Metastore DB: hive_impala │ if (dst->is_null || src.val4 < dst->val4) *dst = src;
~/Impala/fe/src/test/resources ~/Impala │ } else if (precision <= 19) {
Linking core-site.xml from local cluster │ if (dst->is_null || src.val8 < dst->val8) *dst = src;
Linking hdfs-site.xml from local cluster │ } else {
Generated /home/zoram/Impala/fe/src/test/resources/hive-site.xml │ if (dst->is_null || src.val16 < dst->val16) *dst = src;
Generated /home/zoram/Impala/fe/src/test/resources/log4j.properties │ }
Generated /home/zoram/Impala/fe/src/test/resources/hive-log4j2.properties │}
Generated /home/zoram/Impala/fe/src/test/resources/hbase-site.xml │
Generated /home/zoram/Impala/fe/src/test/resources/authz-policy.ini │template<>
Generated /home/zoram/Impala/fe/src/test/resources/sentry-site.xml │void AggregateFunctions::Max(FunctionContext* ctx,
~/Impala │ const DecimalVal& src, DecimalVal* dst) {
Completed config generation │ if (src.is_null) return;
Searching for auxiliary tests, workloads, and datasets (if any exist). │@
zoram@zoram-desktop:~/Impala$ │ 654,9 24%
[3] 0:root@zoram-audit-log-3:~* "zoram-desktop" 17:09 08-May-18
[Restored May 9, 2018 at 4:12:30 PM]
Last login: Wed May 9 16:09:27 on console
zoram-MBP15:~ zoram$
zoram-MBP15:~ zoram$
zoram-MBP15:~ zoram$
zoram-MBP15:~ zoram$
zoram-MBP15:~ zoram$
zoram-MBP15:~ zoram$
zoram-MBP15:~ zoram$ mosh zoram-desktop.pa.cloudera.com -- tmux a
[mosh is exiting.]
zoram-MBP15:~ zoram$ mosh zoram-desktop.pa.cloudera.com -- tmux a
Last contact 31:12:23 ago. [To quit: Ctrl-^ .] │ , MAX(`a11`.`dnc_add_ts`) AS `WJXBFS2` FROM `dnc_pub_c2`.`member_do_not_call_service` `a11` LEFT OUTER JOIN `ODR_C2`.`vip_li
Highlighting a few changes in LLVM: │mit_access` `a12` ON ((`a11`.`cntr_id`=`a12`.`cntr_id`) AND (`a11`.`mbr_id`=`a12`.`mbr_id`)) WHERE ((CASE WHEN ((`a12`.`cntr_i
- Minor changes to some function signatures │d` IS NULL) AND (`a12`.`mbr_id` IS NULL)) THEN 0 ELSE 1 END)=0) ","catalog_objects":[{"name":"_impala_builtins","object_type":
- Minor changes to error handling │"DATABASE","privilege":"VIEW_METADATA"},{"name":"dnc_pub_c2.member_do_not_call_service","object_type":"TABLE","privilege":"SELE
- Split Bitcode/ReaderWriter.h - https://reviews.llvm.org/D26502 │CT"},{"name":"enrl_ods_c2.vip_limit_access","object_type":"TABLE","privilege":"SELECT"},{"name":"odr_c2.vip_limit_access","obje
- Introduced an optional new GVN optimization pass. │ct_type":"VIEW","privilege":"SELECT"}]}}
│zoram@zoram-desktop:~/CDH-66157/debug-script-bundles/var/log/impalad/audit$ man aureport
Needed to fix a bunch of new clang-tidy warnings. │zoram@zoram-desktop:~/CDH-66157/debug-script-bundles/var/log/impalad/audit$ ls
│impala_audit_event_log_1.0-1522195965472 impala_audit_event_log_1.0-1522684693839 impala_audit_event_log_1.0-1522990544233 i
Testing: │mpala_audit_event_log_1.0-1523671248920 impala_audit_event_log_1.0-1524641105303
Ran core and ASAN tests successfully. │impala_audit_event_log_1.0-1522470653893 impala_audit_event_log_1.0-1522950605289 impala_audit_event_log_1.0-1523370445119 i
│mpala_audit_event_log_1.0-1524114750702 impala_audit_event_log_1.0-1525159460240
Performance: │zoram@zoram-desktop:~/CDH-66157/debug-script-bundles/var/log/impalad/audit$ cd -
Ran single node TPC-H and targeted perf with scale factor 60. Both │/home/zoram/CDH-66157/debug-script-bundles
improved on average. Identified regression in │zoram@zoram-desktop:~/CDH-66157/debug-script-bundles$ cd root/workspace/otherdocs/
"primitive_filter_in_predicate" which will be addressed by IMPALA-6621. │zoram@zoram-desktop:~/CDH-66157/debug-script-bundles/root/workspace/otherdocs$ ls
│audit-log-debug-1525296822.out ausearch-1525296822.out inotify-1525296822.out ps-1525296822.out top-1525296822.out
+-------------------+-----------------------+---------+------------+------------+----------------+ │zoram@zoram-desktop:~/CDH-66157/debug-script-bundles/root/workspace/otherdocs$ vim ausearch-1525296822.out
| Workload | File Format | Avg (s) | Delta(Avg) | GeoMean(s) | Delta(GeoMean) | │zoram@zoram-desktop:~/CDH-66157/debug-script-bundles/root/workspace/otherdocs$ cp ausearch-1525296822.out foo
+-------------------+-----------------------+---------+------------+------------+----------------+ │zoram@zoram-desktop:~/CDH-66157/debug-script-bundles/root/workspace/otherdocs$ sudo strace sed -i 's/aaa/NNN/g' foo > /tmp/sed
| TARGETED-PERF(60) | parquet / none / none | 22.29 | -0.12% | 3.90 | +3.16% | │2>&1
| TPCH(60) | parquet / none / none | 15.97 | -3.64% | 10.14 | -4.92% | │
+-------------------+-----------------------+---------+------------+------------+----------------+ │zoram@zoram-desktop:~/CDH-66157/debug-script-bundles/root/workspace/otherdocs$ vim /tmp/sed
│zoram@zoram-desktop:~/CDH-66157/debug-script-bundles/root/workspace/otherdocs$ cp /etc/passwd .
+-------------------+--------------------------------------------------------+-----------------------+--------+------------│zoram@zoram-desktop:~/CDH-66157/debug-script-bundles/root/workspace/otherdocs$ sudo strace sed -i 's/aaa/NNN/g' passwd > /tmp/s
-+------------+------------+----------------+-------------+-------+ │ed 2>&1
| Workload | Query | File Format | Avg(s) | Base Avg(s)│
| Delta(Avg) | StdDev(%) | Base StdDev(%) | Num Clients | Iters | │zoram@zoram-desktop:~/CDH-66157/debug-script-bundles/root/workspace/otherdocs$ vim /tmp/sed
+-------------------+--------------------------------------------------------+-----------------------+--------+------------│
-+------------+------------+----------------+-------------+-------+ │
| TARGETED-PERF(60) | PERF_LIMIT-Q1 | parquet / none / none | 0.01 | 0.00 │zoram@zoram-desktop:~/CDH-66157/debug-script-bundles/root/workspace/otherdocs$ stat passwd; sudo strace sed -i 's/aaa/NNN/g' pa
| R +156.43% | * 25.80% * | * 17.14% * | 1 | 5 | │sswd > /tmp/sed 2>&1; stat passwd
| TARGETED-PERF(60) | primitive_filter_in_predicate | parquet / none / none | 3.39 | 1.92 │
| R +76.33% | 3.23% | 4.37% | 1 | 5 | │ File: 'passwd'
| TARGETED-PERF(60) | primitive_filter_string_non_selective | parquet / none / none | 1.25 | 1.11 │ Size: 2500 Blocks: 8 IO Block: 4096 regular file
| +12.46% | 3.41% | 5.36% | 1 | 5 | │Device: 803h/2051d Inode: 6430997 Links: 1
| TARGETED-PERF(60) | primitive_filter_decimal_selective | parquet / none / none | 1.40 | 1.25 │Access: (0644/-rw-r--r--) Uid: ( 1001/ zoram) Gid: ( 1001/ zoram)
| +12.25% | 3.57% | 3.44% | 1 | 5 | │Access: 2018-05-11 15:24:31.376150251 -0700
| TARGETED-PERF(60) | primitive_filter_string_like | parquet / none / none | 16.87 | 15.65 │Modify: 2018-05-11 15:24:31.376150251 -0700
| +7.78% | 5.05% | 0.37% | 1 | 5 | │Change: 2018-05-11 15:24:31.376150251 -0700
| TARGETED-PERF(60) | primitive_min_max_runtime_filter | parquet / none / none | 1.79 | 1.71 │ Birth: -
| +4.77% | 0.71% | 1.73% | 1 | 5 | │ File: 'passwd'
| TARGETED-PERF(60) | primitive_broadcast_join_2 | parquet / none / none | 0.60 | 0.58 │ Size: 2500 Blocks: 8 IO Block: 4096 regular file
| +3.64% | 3.19% | 3.81% | 1 | 5 | │Device: 803h/2051d Inode: 6430995 Links: 1
| TARGETED-PERF(60) | primitive_filter_string_selective | parquet / none / none | 0.95 | 0.93 │Access: (0644/-rw-r--r--) Uid: ( 1001/ zoram) Gid: ( 1001/ zoram)
| +2.91% | 5.23% | 5.85% | 1 | 5 | │Access: 2018-05-11 15:25:52.760248346 -0700
| TARGETED-PERF(60) | primitive_broadcast_join_3 | parquet / none / none | 4.33 | 4.21 │Modify: 2018-05-11 15:25:52.760248346 -0700
| +2.83% | 5.46% | 3.25% | 1 | 5 | │Change: 2018-05-11 15:25:52.760248346 -0700
| TARGETED-PERF(60) | primitive_groupby_bigint_lowndv | parquet / none / none | 4.59 | 4.47 │ Birth: -
: │zoram@zoram-desktop:~/CDH-66157/debug-script-bundles/root/workspace/otherdocs$
[2] 0:root@nightly512-2:/usr/lib64/cmf* "zoram-desktop" 16:52 14-May-18
[Restored May 16, 2018 at 1:20:58 PM]
Last login: Wed May 16 09:36:15 on console
zoram-MBP15:~ zoram$ mosh zoram-desktop.pa.cloudera.com -- tmux a
[mosh is exiting.]
zoram-MBP15:~ zoram$ mosh zoram-desktop.pa.cloudera.com -- tmux a
[mosh is exiting.]
zoram-MBP15:~ zoram$ mosh zoram-desktop.pa.cloudera.com -- tmux a
[mosh is exiting.]
zoram-MBP15:~ zoram$ mosh zoram-desktop.pa.cloudera.com -- tmux a
[mosh is exiting.]
zoram-MBP15:~ zoram$
zoram-MBP15:~ zoram$
zoram-MBP15:~ zoram$
zoram-MBP15:~ zoram$
zoram-MBP15:~ zoram$
zoram-MBP15:~ zoram$
zoram-MBP15:~ zoram$
zoram-MBP15:~ zoram$ ping zoram-desktop
ping: cannot resolve zoram-desktop: Unknown host
zoram-MBP15:~ zoram$ ping zoram-desktop.pa
ping: cannot resolve zoram-desktop.pa: Unknown host
zoram-MBP15:~ zoram$ ping zoram-desktop.pa.cloudera.com
PING zoram-desktop.pa.cloudera.com (10.16.0.80): 56 data bytes
64 bytes from 10.16.0.80: icmp_seq=0 ttl=62 time=17.875 ms
64 bytes from 10.16.0.80: icmp_seq=1 ttl=62 time=13.186 ms
64 bytes from 10.16.0.80: icmp_seq=2 ttl=62 time=15.003 ms
64 bytes from 10.16.0.80: icmp_seq=3 ttl=62 time=14.558 ms
64 bytes from 10.16.0.80: icmp_seq=4 ttl=62 time=23.505 ms
64 bytes from 10.16.0.80: icmp_seq=5 ttl=62 time=13.302 ms
^C
--- zoram-desktop.pa.cloudera.com ping statistics ---
6 packets transmitted, 6 packets received, 0.0% packet loss
round-trip min/avg/max/stddev = 13.186/16.238/23.505/3.600 ms
zoram-MBP15:~ zoram$ mosh zoram-desktop.pa.cloudera.com -- tmux a
[mosh is exiting.]
zoram-MBP15:~ zoram$ mosh zoram-desktop.pa.cloudera.com -- tmux a
/usr/local/bin/mosh: Could not connect to zoram-desktop.pa.cloudera.com, last tried 10.16.0.80: IO::Socket::INET: connect: Connection refused
ssh_exchange_identification: Connection closed by remote host
/usr/local/bin/mosh: Did not find remote IP address (is SSH ProxyCommand disabled?).
zoram-MBP15:~ zoram$ mosh zoram-desktop.pa.cloudera.com -- tmux a
/usr/local/bin/mosh: Could not connect to zoram-desktop.pa.cloudera.com, last tried 10.16.0.80: IO::Socket::INET: connect: Connection refused
ssh_exchange_identification: Connection closed by remote host
/usr/local/bin/mosh: Did not find remote IP address (is SSH ProxyCommand disabled?).
zoram-MBP15:~ zoram$ mosh zoram-desktop.pa.cloudera.com -- tmux a
/usr/local/bin/mosh: Could not connect to zoram-desktop.pa.cloudera.com, last tried 10.16.0.80: IO::Socket::INET: connect: Connection refused
ssh_exchange_identification: Connection closed by remote host
/usr/local/bin/mosh: Did not find remote IP address (is SSH ProxyCommand disabled?).
zoram-MBP15:~ zoram$ mosh zoram-desktop.pa.cloudera.com -- tmux a
/usr/local/bin/mosh: Could not connect to zoram-desktop.pa.cloudera.com, last tried 10.16.0.80: IO::Socket::INET: connect: Connection refused
ssh_exchange_identification: Connection closed by remote host
/usr/local/bin/mosh: Did not find remote IP address (is SSH ProxyCommand disabled?).
zoram-MBP15:~ zoram$ mosh zoram-desktop.pa.cloudera.com -- tmux a
/usr/local/bin/mosh: Could not connect to zoram-desktop.pa.cloudera.com, last tried 10.16.0.80: IO::Socket::INET: connect: Connection refused
ssh_exchange_identification: Connection closed by remote host
/usr/local/bin/mosh: Did not find remote IP address (is SSH ProxyCommand disabled?).
zoram-MBP15:~ zoram$ mosh zoram-desktop.pa.cloudera.com -- tmux a
/usr/local/bin/mosh: Could not connect to zoram-desktop.pa.cloudera.com, last tried 10.16.0.80: IO::Socket::INET: connect: Connection refused
ssh_exchange_identification: Connection closed by remote host
/usr/local/bin/mosh: Did not find remote IP address (is SSH ProxyCommand disabled?).
zoram-MBP15:~ zoram$ ping autopatch.vpc.cloudera.com
PING autopatch.vpc.cloudera.com (172.28.210.166): 56 data bytes
64 bytes from 172.28.210.166: icmp_seq=0 ttl=59 time=36.464 ms
64 bytes from 172.28.210.166: icmp_seq=1 ttl=59 time=37.569 ms
64 bytes from 172.28.210.166: icmp_seq=2 ttl=59 time=38.191 ms
^C
--- autopatch.vpc.cloudera.com ping statistics ---
3 packets transmitted, 3 packets received, 0.0% packet loss
round-trip min/avg/max/stddev = 36.464/37.408/38.191/0.714 ms
zoram-MBP15:~ zoram$ ls
Applications Impala Playground eclipse-workspace zoram.pub
Desktop Library Public git
Documents Movies VirtualBox VMs squareAndCubeThisNumber.m
Downloads Music bin squareThisNumber.m
Escalations Pictures eclipse thrift
zoram-MBP15:~ zoram$ cd Impala
zoram-MBP15:Impala zoram$ ls
CMakeLists.txt NOTICE.txt buildall.sh ext-data-source ssh_keys
EXPORT_CONTROL.md README.md cmake_modules fe testdata
LICENSE.txt be common infra tests
LOGS.md bin docs shell www
zoram-MBP15:Impala zoram$ git pull
remote: Counting objects: 13595, done.
remote: Compressing objects: 100% (170/170), done.
remote: Total 13595 (delta 7074), reused 7159 (delta 7018), pack-reused 6368
Receiving objects: 100% (13595/13595), 16.28 MiB | 12.70 MiB/s, done.
Resolving deltas: 100% (10455/10455), completed with 1771 local objects.
From https://github.com/apache/incubator-impala
a86cc7a3d..8f7a3f9c6 master -> origin/master
* [new branch] 2.x -> origin/2.x
5ac07cbc2..fae51ec24 asf-site -> origin/asf-site
* [new branch] branch-2.11.0 -> origin/branch-2.11.0
* [new branch] branch-2.12.0 -> origin/branch-2.12.0
* [new branch] branch-3.0.0 -> origin/branch-3.0.0
* [new tag] 2.11.0 -> 2.11.0
* [new tag] 2.11.0-rc1 -> 2.11.0-rc1
* [new tag] 2.12.0 -> 2.12.0
* [new tag] 2.12.0-rc1 -> 2.12.0-rc1
* [new tag] 3.0.0 -> 3.0.0
* [new tag] 3.0.0-rc1 -> 3.0.0-rc1
Updating a86cc7a3d..8f7a3f9c6
Fast-forward
.gitignore | 1 +
CMakeLists.txt | 17 +-
LICENSE.txt | 87 +-
NOTICE.txt | 6 +-
README.md | 2 +-
be/CMakeLists.txt | 25 +-
be/src/benchmarks/CMakeLists.txt | 2 +
be/src/benchmarks/atod-benchmark.cc | 2 +-
be/src/benchmarks/bloom-filter-benchmark.cc | 257 +-
be/src/benchmarks/expr-benchmark.cc | 1 +
be/src/benchmarks/hash-benchmark.cc | 28 +-
be/src/benchmarks/in-predicate-benchmark.cc | 841 ++-
be/src/benchmarks/overflow-benchmark.cc | 15 +-
be/src/benchmarks/process-wide-locks-benchmark.cc | 174 +
be/src/benchmarks/rle-benchmark.cc | 194 +
be/src/benchmarks/row-batch-serialize-benchmark.cc | 10 +-
be/src/benchmarks/scheduler-benchmark.cc | 2 +-
be/src/catalog/CMakeLists.txt | 2 +
be/src/catalog/catalog-server.cc | 234 +-
be/src/catalog/catalog-server.h | 53 +-
be/src/catalog/catalog-util-test.cc | 49 +
be/src/catalog/catalog-util.cc | 163 +-
be/src/catalog/catalog-util.h | 93 +-
be/src/catalog/catalog.cc | 20 +-
be/src/catalog/catalog.h | 20 +-
be/src/catalog/catalogd-main.cc | 9 +-
be/src/codegen/codegen-anyval.cc | 94 +-
be/src/codegen/codegen-callgraph.cc | 3 +-
be/src/codegen/codegen-symbol-emitter.cc | 10 +-
be/src/codegen/gen_ir_descriptions.py | 4 +-
be/src/codegen/instruction-counter-test.cc | 4 +-
be/src/codegen/llvm-codegen-test.cc | 79 +-
be/src/codegen/llvm-codegen.cc | 372 +-
be/src/codegen/llvm-codegen.h | 168 +-
be/src/common/CMakeLists.txt | 2 +
be/src/common/atomic.h | 17 +
be/src/common/config.h.in | 1 +
be/src/common/global-flags.cc | 100 +-
be/src/common/init.cc | 43 +-
be/src/common/thread-debug-info-test.cc | 102 +
be/src/common/thread-debug-info.cc | 40 +
be/src/common/thread-debug-info.h | 128 +
be/src/exec/CMakeLists.txt | 6 +-
be/src/exec/base-sequence-scanner.cc | 7 +-
be/src/exec/base-sequence-scanner.h | 3 +-
be/src/exec/blocking-join-node.cc | 18 +-
be/src/exec/cardinality-check-node.cc | 110 +
be/src/exec/cardinality-check-node.h | 61 +
be/src/exec/catalog-op-executor.cc | 21 +-
be/src/exec/catalog-op-executor.h | 4 +-
be/src/exec/data-sink.cc | 95 +-
be/src/exec/data-sink.h | 22 +-
be/src/exec/delimited-text-parser-test.cc | 61 +-
be/src/exec/delimited-text-parser.cc | 74 +-
be/src/exec/delimited-text-parser.h | 43 +-
be/src/exec/delimited-text-parser.inline.h | 70 +-
be/src/exec/exchange-node.cc | 14 +-
be/src/exec/exchange-node.h | 6 +
be/src/exec/exec-node.cc | 30 +-
be/src/exec/exec-node.h | 6 +-
be/src/exec/external-data-source-executor.cc | 16 +-
be/src/exec/filter-context.cc | 20 +-
be/src/exec/hash-table.cc | 68 +-
be/src/exec/hbase-table-sink.cc | 16 +-
be/src/exec/hbase-table-sink.h | 4 +-
be/src/exec/hdfs-avro-scanner.cc | 25 +-
be/src/exec/hdfs-avro-scanner.h | 4 +-
be/src/exec/hdfs-lzo-text-scanner.cc | 116 -
be/src/exec/hdfs-lzo-text-scanner.h | 64 -
be/src/exec/hdfs-orc-scanner.cc | 768 +++
be/src/exec/hdfs-orc-scanner.h | 225 +
be/src/exec/hdfs-parquet-scanner-ir.cc | 14 -
be/src/exec/hdfs-parquet-scanner-test.cc | 176 +
be/src/exec/hdfs-parquet-scanner.cc | 779 +--
be/src/exec/hdfs-parquet-scanner.h | 178 +-
be/src/exec/hdfs-parquet-table-writer.cc | 244 +-
be/src/exec/hdfs-parquet-table-writer.h | 14 +-
be/src/exec/hdfs-plugin-text-scanner.cc | 150 +
be/src/exec/hdfs-plugin-text-scanner.h | 93 +
be/src/exec/hdfs-rcfile-scanner.cc | 153 +-
be/src/exec/hdfs-rcfile-scanner.h | 16 +-
be/src/exec/hdfs-scan-node-base.cc | 200 +-
be/src/exec/hdfs-scan-node-base.h | 43 +-
be/src/exec/hdfs-scan-node-mt.cc | 15 +-
be/src/exec/hdfs-scan-node-mt.h | 2 +-
be/src/exec/hdfs-scan-node.cc | 250 +-
be/src/exec/hdfs-scan-node.h | 69 +-
be/src/exec/hdfs-scanner-ir.cc | 26 +-
be/src/exec/hdfs-scanner.cc | 293 +-
be/src/exec/hdfs-scanner.h | 113 +-
be/src/exec/hdfs-sequence-scanner.cc | 83 +-
be/src/exec/hdfs-sequence-scanner.h | 9 +-
be/src/exec/hdfs-table-sink.cc | 43 +-
be/src/exec/hdfs-table-sink.h | 5 +-
be/src/exec/hdfs-text-scanner.cc | 99 +-
be/src/exec/hdfs-text-scanner.h | 18 +-
be/src/exec/incr-stats-util.cc | 3 +-
be/src/exec/kudu-scan-node.cc | 63 +-
be/src/exec/kudu-scan-node.h | 24 +-
be/src/exec/kudu-scanner.cc | 29 +-
be/src/exec/kudu-scanner.h | 2 +
be/src/exec/kudu-table-sink.cc | 91 +-
be/src/exec/kudu-table-sink.h | 8 +-
be/src/exec/kudu-util.cc | 77 +-
be/src/exec/kudu-util.h | 29 +-
be/src/exec/nested-loop-join-builder.cc | 3 +-
be/src/exec/nested-loop-join-builder.h | 1 -
be/src/exec/nested-loop-join-node.cc | 6 +-
be/src/exec/parquet-column-readers.cc | 1028 +--
be/src/exec/parquet-column-readers.h | 174 +-
be/src/exec/parquet-column-stats.cc | 20 +-
be/src/exec/parquet-column-stats.h | 71 +-
be/src/exec/parquet-column-stats.inline.h | 66 +-
be/src/exec/parquet-common.cc | 91 +
be/src/exec/parquet-common.h | 52 +-
be/src/exec/parquet-metadata-utils.cc | 2 +-
be/src/exec/partial-sort-node.cc | 2 +-
be/src/exec/partitioned-aggregation-node.cc | 48 +-
be/src/exec/partitioned-hash-join-builder.cc | 32 +-
be/src/exec/partitioned-hash-join-builder.h | 11 +-
be/src/exec/partitioned-hash-join-node.cc | 20 +-
be/src/exec/plan-root-sink.cc | 43 +-
be/src/exec/plan-root-sink.h | 76 +-
be/src/exec/read-write-util-test.cc | 11 +-
be/src/exec/read-write-util.h | 32 +-
be/src/exec/scan-node.cc | 1 +
be/src/exec/scan-node.h | 3 +
be/src/exec/scanner-context.cc | 257 +-
be/src/exec/scanner-context.h | 252 +-
be/src/exec/scanner-context.inline.h | 60 +-
be/src/exec/select-node.cc | 1 -
be/src/exec/text-converter.cc | 21 +-
be/src/exec/text-converter.inline.h | 6 +-
be/src/exprs/CMakeLists.txt | 1 +
be/src/exprs/agg-fn.cc | 17 +-
be/src/exprs/aggregate-functions-ir.cc | 334 +-
be/src/exprs/aggregate-functions.h | 23 +-
be/src/exprs/compound-predicates.cc | 6 +-
be/src/exprs/decimal-operators-ir.cc | 87 +-
be/src/exprs/decimal-operators.h | 11 +-
be/src/exprs/expr-codegen-test.cc | 2 +-
be/src/exprs/expr-test.cc | 1006 ++-
be/src/exprs/expr-value.h | 8 +-
be/src/exprs/hive-udf-call.cc | 57 +-
be/src/exprs/hive-udf-call.h | 3 -
be/src/exprs/in-predicate.h | 38 +-
be/src/exprs/kudu-partition-expr.cc | 4 +-
be/src/exprs/literal.cc | 5 +-
be/src/exprs/math-functions-ir.cc | 91 +-
be/src/exprs/math-functions.h | 19 +-
be/src/exprs/null-literal.cc | 4 +
be/src/exprs/scalar-expr.cc | 10 +-
be/src/exprs/scalar-fn-call.cc | 25 +-
be/src/exprs/slot-ref.cc | 22 +-
be/src/exprs/string-functions-ir.cc | 176 +-
be/src/exprs/string-functions.h | 45 +-
be/src/exprs/timestamp-functions-ir.cc | 48 +-
be/src/exprs/timestamp-functions.cc | 14 +-
be/src/exprs/timestamp-functions.h | 21 +-
be/src/exprs/timezone_db.cc | 28 +-
be/src/exprs/udf-builtins-ir.cc | 46 +-
be/src/exprs/udf-builtins.cc | 25 +-
be/src/exprs/udf-builtins.h | 4 +-
be/src/exprs/utility-functions-ir.cc | 49 +
be/src/exprs/utility-functions.h | 8 +
be/src/kudu/rpc/acceptor_pool.cc | 4 +
be/src/kudu/rpc/acceptor_pool.h | 4 +
be/src/kudu/rpc/client_negotiation.cc | 2 -
be/src/kudu/rpc/client_negotiation.h | 5 +-
be/src/kudu/rpc/connection.cc | 4 +-
be/src/kudu/rpc/connection.h | 5 +
be/src/kudu/rpc/inbound_call.cc | 23 +-
be/src/kudu/rpc/inbound_call.h | 4 +
be/src/kudu/rpc/messenger.cc | 250 +-
be/src/kudu/rpc/messenger.h | 88 +-
be/src/kudu/rpc/negotiation.cc | 11 +-
be/src/kudu/rpc/negotiation.h | 7 +-
be/src/kudu/rpc/outbound_call.cc | 4 +-
be/src/kudu/rpc/outbound_call.h | 3 +-
be/src/kudu/rpc/reactor.cc | 47 +-
be/src/kudu/rpc/reactor.h | 3 +-
be/src/kudu/rpc/rpc-test-base.h | 56 +-
be/src/kudu/rpc/rpc-test.cc | 306 +-
be/src/kudu/rpc/rpc_context.cc | 8 +
be/src/kudu/rpc/rpc_context.h | 9 +
be/src/kudu/rpc/rpc_controller.cc | 15 +-
be/src/kudu/rpc/rpc_controller.h | 7 +-
be/src/kudu/rpc/rpc_introspection.proto | 1 +
be/src/kudu/rpc/rpc_sidecar.cc | 8 +-
be/src/kudu/rpc/rpcz_store.cc | 9 +-
be/src/kudu/rpc/sasl_common.cc | 24 +-
be/src/kudu/rpc/sasl_common.h | 2 +-
be/src/kudu/rpc/serialization.cc | 30 +-
be/src/kudu/rpc/server_negotiation.cc | 2 -
be/src/kudu/rpc/server_negotiation.h | 5 +-
be/src/kudu/rpc/service_if.h | 6 +-
be/src/kudu/rpc/transfer.cc | 25 +-
be/src/kudu/rpc/transfer.h | 14 +-
be/src/kudu/security/CMakeLists.txt | 2 +
be/src/kudu/security/init.cc | 71 +-
be/src/kudu/security/init.h | 8 +-
be/src/kudu/security/security_flags.cc | 42 +
be/src/kudu/security/security_flags.h | 36 +
be/src/kudu/security/test/mini_kdc-test.cc | 10 +-
be/src/kudu/security/test/test_certs.cc | 219 +
be/src/kudu/security/test/test_certs.h | 9 +-
be/src/kudu/security/tls_context.cc | 57 +-
be/src/kudu/security/tls_context.h | 10 +
be/src/kudu/security/tls_handshake.cc | 1 -
be/src/kudu/security/tls_socket.cc | 34 +-
be/src/kudu/security/tls_socket.h | 2 +-
be/src/kudu/util/flags.cc | 17 +
be/src/kudu/util/flags.h | 11 +-
be/src/kudu/util/metrics.h | 4 +
be/src/kudu/util/net/socket.cc | 31 +-
be/src/kudu/util/net/socket.h | 9 +-
be/src/rpc/CMakeLists.txt | 9 +
be/src/rpc/TAcceptQueueServer.cpp | 62 +-
be/src/rpc/TAcceptQueueServer.h | 90 +-
be/src/rpc/auth-provider.h | 31 +-
be/src/rpc/authentication-test.cc | 14 +-
be/src/rpc/authentication.cc | 238 +-
be/src/rpc/impala-service-pool.cc | 316 +
be/src/rpc/impala-service-pool.h | 116 +
be/src/rpc/rpc-mgr-kerberized-test.cc | 111 +
be/src/rpc/rpc-mgr-test-base.h | 281 +
be/src/rpc/rpc-mgr-test.cc | 308 +-
be/src/rpc/rpc-mgr.cc | 152 +-
be/src/rpc/rpc-mgr.h | 29 +-
be/src/rpc/rpc-trace.cc | 23 +-
be/src/rpc/rpc-trace.h | 5 +-
be/src/rpc/thrift-client.cc | 21 +-
be/src/rpc/thrift-server-test.cc | 185 +-
be/src/rpc/thrift-server.cc | 59 +-
be/src/rpc/thrift-server.h | 6 +-
be/src/rpc/thrift-thread.h | 7 -
be/src/rpc/thrift-util.cc | 7 +-
be/src/rpc/thrift-util.h | 26 +-
be/src/runtime/CMakeLists.txt | 1 +
be/src/runtime/buffered-tuple-stream.cc | 2 +-
be/src/runtime/bufferpool/buffer-allocator-test.cc | 7 +
be/src/runtime/bufferpool/buffer-allocator.cc | 11 +-
be/src/runtime/bufferpool/buffer-pool-internal.h | 20 +-
be/src/runtime/bufferpool/buffer-pool-test.cc | 226 +-
be/src/runtime/bufferpool/buffer-pool.cc | 76 +-
be/src/runtime/bufferpool/buffer-pool.h | 52 +-
be/src/runtime/bufferpool/free-list-test.cc | 13 +-
be/src/runtime/bufferpool/reservation-tracker-test.cc | 121 +-
be/src/runtime/bufferpool/reservation-tracker.cc | 89 +-
be/src/runtime/bufferpool/reservation-tracker.h | 56 +-
be/src/runtime/bufferpool/reservation-util.cc | 2 +-
be/src/runtime/bufferpool/suballocator-test.cc | 13 +-
be/src/runtime/client-cache.cc | 27 +-
be/src/runtime/client-cache.h | 43 +-
be/src/runtime/collection-value-builder.h | 2 +-
be/src/runtime/coordinator-backend-state.cc | 130 +-
be/src/runtime/coordinator-backend-state.h | 52 +-
be/src/runtime/coordinator.cc | 850 +--
be/src/runtime/coordinator.h | 422 +-
be/src/runtime/data-stream-mgr-base.h | 10 +-
be/src/runtime/data-stream-mgr.cc | 73 +-
be/src/runtime/data-stream-mgr.h | 14 +-
be/src/runtime/data-stream-recvr.cc | 7 +-
be/src/runtime/data-stream-sender.cc | 112 +-
be/src/runtime/data-stream-sender.h | 7 +-
be/src/runtime/data-stream-test.cc | 349 +-
be/src/runtime/decimal-test.cc | 115 +-
be/src/runtime/decimal-value.h | 7 +-
be/src/runtime/decimal-value.inline.h | 225 +-
be/src/runtime/descriptors.cc | 29 +-
be/src/runtime/descriptors.h | 2 +-
be/src/runtime/dml-exec-state.cc | 494 ++
be/src/runtime/dml-exec-state.h | 149 +
be/src/runtime/exec-env.cc | 124 +-
be/src/runtime/exec-env.h | 8 +-
be/src/runtime/fragment-instance-state.cc | 168 +-
be/src/runtime/fragment-instance-state.h | 67 +-
be/src/runtime/free-pool.h | 12 -
be/src/runtime/initial-reservations.cc | 8 +-
be/src/runtime/io/CMakeLists.txt | 3 +
be/src/runtime/io/disk-io-mgr-internal.h | 100 +-
be/src/runtime/io/disk-io-mgr-stress-test.cc | 43 +-
be/src/runtime/io/disk-io-mgr-stress.cc | 91 +-
be/src/runtime/io/disk-io-mgr-stress.h | 26 +-
be/src/runtime/io/disk-io-mgr-test.cc | 1003 ++-
be/src/runtime/io/disk-io-mgr.cc | 1031 +--
be/src/runtime/io/disk-io-mgr.h | 492 +-
be/src/runtime/io/error-converter.cc | 87 +
be/src/runtime/io/error-converter.h | 70 +
be/src/runtime/io/handle-cache.h | 44 +-
be/src/runtime/io/handle-cache.inline.h | 120 +-
be/src/runtime/io/local-file-system-with-fault-injection.cc | 67 +
be/src/runtime/io/local-file-system-with-fault-injection.h | 72 +
be/src/runtime/io/local-file-system.cc | 101 +
be/src/runtime/io/local-file-system.h | 56 +
be/src/runtime/io/request-context.cc | 312 +-
be/src/runtime/io/request-context.h | 575 +-
be/src/runtime/io/request-ranges.h | 294 +-
be/src/runtime/io/scan-range.cc | 591 +-
be/src/runtime/krpc-data-stream-mgr.cc | 173 +-
be/src/runtime/krpc-data-stream-mgr.h | 36 +-
be/src/runtime/krpc-data-stream-recvr.cc | 300 +-
be/src/runtime/krpc-data-stream-recvr.h | 147 +-
be/src/runtime/krpc-data-stream-sender.cc | 165 +-
be/src/runtime/krpc-data-stream-sender.h | 29 +-
be/src/runtime/lib-cache.cc | 282 +-
be/src/runtime/lib-cache.h | 101 +-
be/src/runtime/mem-pool.cc | 17 +-
be/src/runtime/mem-tracker-test.cc | 4 +-
be/src/runtime/mem-tracker.cc | 48 +-
be/src/runtime/mem-tracker.h | 23 +-
be/src/runtime/query-exec-mgr.cc | 40 +-
be/src/runtime/query-exec-mgr.h | 10 +-
be/src/runtime/query-state.cc | 73 +-
be/src/runtime/query-state.h | 7 +-
be/src/runtime/row-batch-serialize-test.cc | 118 +-
be/src/runtime/row-batch.cc | 154 +-
be/src/runtime/row-batch.h | 61 +-
be/src/runtime/runtime-filter-bank.cc | 111 +-
be/src/runtime/runtime-filter-bank.h | 42 +-
be/src/runtime/runtime-filter.h | 2 +-
be/src/runtime/runtime-state.cc | 31 +-
be/src/runtime/runtime-state.h | 49 +-
be/src/runtime/scoped-buffer.h | 1 +
be/src/runtime/sorter.cc | 7 +-
be/src/runtime/test-env.cc | 2 +-
be/src/runtime/thread-resource-mgr-test.cc | 36 +-
be/src/runtime/thread-resource-mgr.cc | 112 +-
be/src/runtime/thread-resource-mgr.h | 395 +-
be/src/runtime/timestamp-parse-util.cc | 268 +-
be/src/runtime/timestamp-parse-util.h | 29 +
be/src/runtime/timestamp-test.cc | 16 +
be/src/runtime/timestamp-value.h | 3 +-
be/src/runtime/tmp-file-mgr-internal.h | 8 +-
be/src/runtime/tmp-file-mgr-test.cc | 84 +-
be/src/runtime/tmp-file-mgr.cc | 89 +-
be/src/runtime/tmp-file-mgr.h | 21 +-
be/src/runtime/tuple.cc | 41 +-
be/src/runtime/tuple.h | 12 +
be/src/runtime/types.cc | 14 +-
be/src/scheduling/admission-controller.cc | 178 +-
be/src/scheduling/admission-controller.h | 6 -
be/src/scheduling/query-schedule.cc | 11 +-
be/src/scheduling/query-schedule.h | 16 +-
be/src/scheduling/scheduler-test-util.cc | 10 +-
be/src/scheduling/scheduler-test-util.h | 1 -
be/src/scheduling/scheduler-test.cc | 27 -
be/src/scheduling/scheduler.cc | 71 +-
be/src/scheduling/scheduler.h | 12 +-
be/src/service/child-query.cc | 7 +-
be/src/service/client-request-state.cc | 215 +-
be/src/service/client-request-state.h | 122 +-
be/src/service/data-stream-service.cc | 68 +-
be/src/service/data-stream-service.h | 28 +-
be/src/service/fe-support.cc | 153 +-
be/src/service/frontend.cc | 16 +-
be/src/service/frontend.h | 14 +-
be/src/service/impala-beeswax-server.cc | 41 +-
be/src/service/impala-hs2-server.cc | 62 +-
be/src/service/impala-http-handler.cc | 69 +-
be/src/service/impala-http-handler.h | 5 +
be/src/service/impala-internal-service.cc | 7 +-
be/src/service/impala-server.cc | 671 +-
be/src/service/impala-server.h | 183 +-
be/src/service/impalad-main.cc | 12 +-
be/src/service/query-options-test.cc | 44 +-
be/src/service/query-options.cc | 211 +-
be/src/service/query-options.h | 169 +-
be/src/service/query-result-set.cc | 4 +-
be/src/service/session-expiry-test.cc | 15 +-
be/src/statestore/statestore-subscriber.cc | 238 +-
be/src/statestore/statestore-subscriber.h | 128 +-
be/src/statestore/statestore.cc | 577 +-
be/src/statestore/statestore.h | 313 +-
be/src/statestore/statestored-main.cc | 3 +-
be/src/testutil/CMakeLists.txt | 4 +-
be/src/testutil/cpu-util.h | 13 +-
be/src/testutil/in-process-servers.cc | 4 +-
be/src/testutil/mini-kdc-wrapper.cc | 100 +
be/src/testutil/mini-kdc-wrapper.h | 96 +
be/src/thirdparty/mpfit/DISCLAIMER | 77 +
be/src/thirdparty/mpfit/README | 705 ++
be/src/thirdparty/mpfit/mpfit.c | 2305 +++++++
be/src/thirdparty/mpfit/mpfit.h | 198 +
be/src/thirdparty/pcg-cpp-0.98/LICENSE.txt | 201 +
be/src/thirdparty/pcg-cpp-0.98/README.md | 52 +
be/src/thirdparty/pcg-cpp-0.98/include/pcg_extras.hpp | 649 ++
be/src/thirdparty/pcg-cpp-0.98/include/pcg_random.hpp | 1751 +++++
be/src/thirdparty/pcg-cpp-0.98/include/pcg_uint128.hpp | 750 +++
be/src/thirdparty/squeasel/squeasel.c | 9 +-
be/src/transport/TSasl.cpp | 26 +-
be/src/transport/TSasl.h | 8 +-
be/src/transport/TSaslClientTransport.cpp | 4 +-
be/src/transport/TSaslTransport.cpp | 2 +-
be/src/udf/udf-test.cc | 3 +-
be/src/udf/udf.h | 4 +-
be/src/util/CMakeLists.txt | 9 +-
be/src/util/auth-util.cc | 63 +-
be/src/util/auth-util.h | 21 +
be/src/util/backend-gflag-util.cc | 16 +-
be/src/util/bit-stream-utils.h | 20 +-
be/src/util/bit-stream-utils.inline.h | 4 +-
be/src/util/bit-util-test.cc | 34 +
be/src/util/bit-util.h | 32 +-
be/src/util/blocking-queue.h | 6 +-
be/src/util/bloom-filter-test.cc | 289 +-
be/src/util/bloom-filter.cc | 73 +-
be/src/util/bloom-filter.h | 62 +-
be/src/util/codec.h | 1 +
be/src/util/collection-metrics.h | 2 +-
be/src/util/common-metrics.cc | 2 +-
be/src/util/compress.cc | 3 +
be/src/util/condition-variable.h | 40 +-
be/src/util/counting-barrier.h | 21 +-
be/src/util/cpu-info.cc | 30 +-
be/src/util/cpu-info.h | 13 +-
be/src/util/debug-util.cc | 88 +-
be/src/util/debug-util.h | 46 +-
be/src/util/decimal-util.h | 91 +-
be/src/util/decompress-test.cc | 26 +
be/src/util/decompress.cc | 11 +
be/src/util/default-path-handlers.cc | 2 +-
be/src/util/dict-encoding.h | 161 +-
be/src/util/dict-test.cc | 51 +-
be/src/util/error-util.cc | 8 +-
be/src/util/error-util.h | 4 +
be/src/util/hash-util.h | 1 +
be/src/util/histogram-metric.h | 41 +-
be/src/util/impalad-metrics.cc | 91 +-
be/src/util/impalad-metrics.h | 25 +-
be/src/util/jni-util.cc | 21 +-
be/src/util/jni-util.h | 54 +-
be/src/util/lineage-util.h | 2 +
be/src/util/mem-info.cc | 11 +-
be/src/util/memory-metrics.cc | 132 +-
be/src/util/memory-metrics.h | 71 +-
be/src/util/metrics-test.cc | 44 +-
be/src/util/metrics.h | 227 +-
be/src/util/mpfit-util.cc | 82 +
be/src/util/mpfit-util.h | 98 +
be/src/util/network-util.cc | 7 +-
be/src/util/network-util.h | 3 -
be/src/util/openssl-util-test.cc | 131 +-
be/src/util/openssl-util.cc | 165 +-
be/src/util/openssl-util.h | 111 +-
be/src/util/parquet-reader.cc | 2 +-
be/src/util/perf-counters.cc | 431 --
be/src/util/perf-counters.h | 143 -
be/src/util/pretty-printer.h | 51 +-
be/src/util/proc-info-test.cc | 8 +
be/src/util/promise.h | 8 +-
be/src/util/rle-encoding.h | 72 +-
be/src/util/rle-test.cc | 72 +-
be/src/util/runtime-profile-counters.h | 73 +-
be/src/util/runtime-profile-test.cc | 157 +-
be/src/util/runtime-profile.cc | 81 +-
be/src/util/runtime-profile.h | 11 +-
be/src/util/sharded-query-map-util.h | 135 +
be/src/util/simple-logger.h | 2 +-
be/src/util/sse-util.h | 26 +-
be/src/util/stopwatch.h | 30 +-
be/src/util/string-parser.cc | 12 +-
be/src/util/string-parser.h | 126 +-
be/src/util/string-util-test.cc | 84 +
be/src/util/string-util.cc | 57 +
be/src/util/string-util.h | 42 +
be/src/util/{perf-counters-test.cc => sys-info-test.cc} | 54 +-
be/src/util/thread.cc | 20 +-
be/src/util/thread.h | 10 +-
be/src/util/time.h | 17 +-
be/src/util/tuple-row-compare.cc | 7 +-
be/src/util/webserver.cc | 7 +-
bin/bootstrap_development.sh | 4 +-
bin/bootstrap_system.sh | 54 +-
bin/bootstrap_toolchain.py | 30 +-
bin/check-s3-access.sh | 115 +
bin/clean-cmake.sh | 1 +
bin/compare_branches.py | 287 +
bin/create-test-configuration.sh | 23 +-
{shell/ext-py/sqlparse-0.1.14/tests => bin/diagnostics}/__init__.py | 0
bin/diagnostics/collect_diagnostics.py | 548 ++
bin/diagnostics/collect_shared_libs.sh | 52 +
bin/distcc/README.md | 19 +-
bin/distcc/distcc_server_setup.sh | 121 +
bin/gen-cscope.sh | 7 +-
bin/generate_minidump_collection_testdata.py | 1 -
bin/ignored_commits.json | 1 +
bin/impala-config.sh | 247 +-
testdata/bin/run-hive.sh => bin/impala-flake8 | 25 +-
bin/jenkins/build-all-flag-combinations.sh | 80 +-
bin/load-data.py | 404 +-
bin/mvn-quiet.sh | 20 +-
bin/parse-thrift-profile.py | 79 +
bin/push_to_asf.py | 2 +-
bin/rat_exclude_files.txt | 13 +-
bin/remote_data_load.py | 560 --
bin/run-all-tests.sh | 41 +-
bin/run-backend-tests.sh | 4 +-
bin/run_clang_tidy.sh | 5 +-
bin/save-version.sh | 2 +-
bin/start-catalogd.sh | 4 -
bin/start-impala-cluster.py | 41 +-
bin/start-impalad.sh | 4 -
bin/start-statestored.sh | 4 -
buildall.sh | 24 +-
cmake_modules/FindOrc.cmake | 55 +
common/fbs/CatalogObjects.fbs | 6 +-
common/function-registry/impala_functions.py | 76 +-
common/protobuf/data_stream_service.proto | 8 +-
common/thrift/BackendGflags.thrift | 13 +
common/thrift/CMakeLists.txt | 24 +-
common/thrift/CatalogInternalService.thrift | 20 +-
common/thrift/CatalogObjects.thrift | 23 +-
common/thrift/CatalogService.thrift | 77 +-
common/thrift/Exprs.thrift | 1 +
common/thrift/Frontend.thrift | 102 +-
common/thrift/ImpalaInternalService.thrift | 100 +-
common/thrift/ImpalaService.thrift | 62 +-
common/thrift/JniCatalog.thrift | 48 +-
common/thrift/LineageGraph.thrift | 5 +
common/thrift/Metrics.thrift | 3 +-
common/thrift/PlanNodes.thrift | 17 +-
common/thrift/Planner.thrift | 16 +-
common/thrift/StatestoreService.thrift | 15 +-
common/thrift/Types.thrift | 7 +
common/thrift/beeswax.thrift | 17 +-
common/thrift/generate_error_codes.py | 37 +-
common/thrift/metrics.json | 97 +-
common/thrift/parquet.thrift | 85 +
common/yarn-extras/CMakeLists.txt | 7 +-
common/yarn-extras/pom.xml | 51 +-
.../src/main/java/org/apache/impala/yarn/server/resourcemanager/scheduler/fair/QueuePlacementPolicy.java | 6 +-
docker/README.md | 5 +
docker/annotate.py | 34 +
docker/entrypoint.sh | 400 ++
docker/monitor.py | 346 +
docker/test-with-docker.py | 772 +++
docker/timeline.html.template | 141 +
docs/Makefile | 8 +-
docs/README.md | 4 +-
docs/impala.ditamap | 18 +-
docs/impala_keydefs.ditamap | 42 +-
docs/{Cloudera-Impala-Release-Notes.ditamap => impala_release_notes.ditamap} | 4 +-
docs/impala_sqlref.ditamap | 164 -
docs/shared/ImpalaVariables.xml | 8 +-
docs/shared/impala_common.xml | 293 +-
docs/topics/impala_admission.xml | 16 -
docs/topics/impala_aliases.xml | 5 +
docs/topics/impala_alter_table.xml | 43 +-
docs/topics/impala_analytic_functions.xml | 4 +-
docs/topics/impala_batch_size.xml | 5 +
docs/topics/impala_breakpad.xml | 24 +-
docs/topics/impala_cluster_sizing.xml | 371 --
docs/topics/impala_complex_types.xml | 82 +-
docs/topics/impala_components.xml | 22 +-
docs/topics/impala_compute_stats.xml | 142 +-
docs/topics/{impala_disable_cached_reads.xml => impala_compute_stats_min_sample_size.xml} | 37 +-
docs/topics/impala_conditional_functions.xml | 8 +
docs/topics/impala_create_table.xml | 32 +-
docs/topics/impala_create_view.xml | 118 +-
docs/topics/impala_datetime_functions.xml | 198 +-
docs/topics/impala_decimal.xml | 1543 +++--
docs/topics/impala_default_order_by_limit.xml | 55 -
docs/topics/impala_delegation.xml | 93 +-
docs/topics/impala_describe.xml | 15 +
docs/topics/impala_disable_row_runtime_filtering.xml | 14 +
docs/topics/impala_exec_time_limit_s.xml | 93 +
docs/topics/impala_fixed_issues.xml | 43 +-
docs/topics/impala_grant.xml | 163 +-
docs/topics/impala_hints.xml | 256 +-
docs/topics/impala_incompatible_changes.xml | 41 +
docs/topics/impala_insert.xml | 266 +-
docs/topics/impala_install.xml | 2 +-
docs/topics/impala_invalidate_metadata.xml | 18 +-
docs/topics/impala_jdbc.xml | 19 +-
docs/topics/impala_kerberos.xml | 8 -
docs/topics/impala_known_issues.xml | 1724 ++---
docs/topics/impala_kudu.xml | 62 +-
docs/topics/impala_langref_unsupported.xml | 12 +
docs/topics/impala_math_functions.xml | 98 +-
docs/topics/impala_max_io_buffers.xml | 49 -
docs/topics/impala_max_num_runtime_filters.xml | 4 +
docs/topics/impala_mem_limit.xml | 21 +-
docs/topics/impala_new_features.xml | 58 +-
docs/topics/impala_operators.xml | 109 +-
docs/topics/impala_order_by.xml | 9 -
docs/topics/impala_parquet_array_resolution.xml | 206 +
docs/topics/impala_parquet_fallback_schema_resolution.xml | 19 +-
docs/topics/impala_perf_cookbook.xml | 92 +-
docs/topics/impala_perf_hdfs_caching.xml | 13 +-
docs/topics/impala_perf_joins.xml | 9 +-
docs/topics/impala_perf_stats.xml | 1004 +--
docs/topics/impala_prereqs.xml | 96 +-
docs/topics/impala_proxy.xml | 189 +-
docs/topics/impala_query_options.xml | 6 +
docs/topics/impala_replica_preference.xml | 49 +-
docs/topics/impala_reservation_request_timeout.xml | 42 -
docs/topics/impala_reserved_words.xml | 4166 +++++++++++-
docs/topics/impala_revoke.xml | 43 +-
docs/topics/impala_rm_initial_mem.xml | 47 -
docs/topics/impala_runtime_bloom_filter_size.xml | 4 +
docs/topics/impala_runtime_filter_max_size.xml | 4 +
docs/topics/impala_runtime_filter_min_size.xml | 4 +
docs/topics/impala_runtime_filtering.xml | 26 +-
docs/topics/impala_scalability.xml | 68 +-
docs/topics/impala_scan_node_codegen_threshold.xml | 93 -
docs/topics/impala_set.xml | 98 +-
docs/topics/impala_shell_options.xml | 96 +-
docs/topics/impala_show.xml | 27 +
docs/topics/{impala_abort_on_default_limit_exceeded.xml => impala_shuffle_distinct_exprs.xml} | 32 +-
docs/topics/impala_ssl.xml | 10 -
docs/topics/impala_string_functions.xml | 133 +-
docs/topics/impala_tablesample.xml | 6 +
docs/topics/impala_timestamp.xml | 247 +-
docs/topics/impala_tutorial.xml | 1110 ++--
docs/topics/impala_udf.xml | 12 +-
docs/topics/impala_union.xml | 2 +-
docs/topics/impala_upgrading.xml | 181 +
docs/topics/impala_upsert.xml | 2 +-
docs/topics/impala_v_cpu_cores.xml | 42 -
docs/topics/impala_window_functions.xml | 41 -
ext-data-source/CMakeLists.txt | 4 +-
ext-data-source/api/pom.xml | 26 +-
ext-data-source/pom.xml | 12 +-
ext-data-source/sample/pom.xml | 26 +-
ext-data-source/test/pom.xml | 26 +-
fe/.gitignore | 3 +
fe/CMakeLists.txt | 4 +-
fe/pom.xml | 523 +-
.../java/org/apache/hive/service/rpc/thrift/TGetCatalogsReq.java | 0
.../java/org/apache/hive/service/rpc/thrift/TGetColumnsReq.java | 0
.../java/org/apache/hive/service/rpc/thrift/TGetFunctionsReq.java | 0
.../java/org/apache/hive/service/rpc/thrift/TGetInfoReq.java | 0
.../java/org/apache/hive/service/rpc/thrift/TGetSchemasReq.java | 0
.../java/org/apache/hive/service/rpc/thrift/TGetTablesReq.java | 0
fe/src/compat-minicluster-profile-2/java/org/apache/impala/authorization/SentryAuthProvider.java | 74 +
fe/src/compat-minicluster-profile-2/java/org/apache/impala/compat/HdfsShim.java | 31 +
fe/src/{compat-hive-1 => compat-minicluster-profile-2}/java/org/apache/impala/compat/MetastoreShim.java | 0
fe/src/compat-minicluster-profile-2/java/org/apache/impala/compat/MiniclusterProfile.java | 25 +
fe/src/compat-minicluster-profile-2/java/org/apache/impala/util/SentryUtil.java | 49 +
.../test/java/org/apache/impala/datagenerator/HBaseTestDataRegionAssignment.java | 139 +
fe/src/compat-minicluster-profile-3/java/org/apache/impala/analysis/ParquetHelper.java | 341 +
fe/src/compat-minicluster-profile-3/java/org/apache/impala/authorization/ImpalaActionFactory.java | 57 +
fe/src/compat-minicluster-profile-3/java/org/apache/impala/authorization/ImpalaPrivilegeModel.java | 43 +
fe/src/compat-minicluster-profile-3/java/org/apache/impala/authorization/SentryAuthProvider.java | 80 +
fe/src/compat-minicluster-profile-3/java/org/apache/impala/compat/HdfsShim.java | 30 +
fe/src/{compat-hive-2 => compat-minicluster-profile-3}/java/org/apache/impala/compat/MetastoreShim.java | 0
fe/src/compat-minicluster-profile-3/java/org/apache/impala/compat/MiniclusterProfile.java | 25 +
fe/src/compat-minicluster-profile-3/java/org/apache/impala/util/SentryUtil.java | 54 +
.../compat-minicluster-profile-3/test/java/org/apache/impala/authorization/ImpalaActionFactoryTest.java | 132 +
.../test/java/org/apache/impala/datagenerator/HBaseTestDataRegionAssignment.java | 164 +
fe/src/main/cup/sql-parser.cup | 264 +-
fe/src/main/java/org/apache/impala/analysis/AlterTableSetLocationStmt.java | 6 +-
fe/src/main/java/org/apache/impala/analysis/AlterTableSetRowFormatStmt.java | 90 +
fe/src/main/java/org/apache/impala/analysis/AlterTableSetTblProperties.java | 36 +-
fe/src/main/java/org/apache/impala/analysis/AlterTableStmt.java | 7 +
fe/src/main/java/org/apache/impala/analysis/AnalysisContext.java | 249 +-
fe/src/main/java/org/apache/impala/analysis/AnalyticExpr.java | 6 +-
fe/src/main/java/org/apache/impala/analysis/Analyzer.java | 213 +-
fe/src/main/java/org/apache/impala/analysis/ArithmeticExpr.java | 4 +-
fe/src/main/java/org/apache/impala/analysis/AuthorizationStmt.java | 1 +
fe/src/main/java/org/apache/impala/analysis/BinaryPredicate.java | 24 +-
fe/src/main/java/org/apache/impala/analysis/CaseExpr.java | 3 +-
fe/src/main/java/org/apache/impala/analysis/CastExpr.java | 13 +-
fe/src/main/java/org/apache/impala/analysis/ColumnDef.java | 3 +-
fe/src/main/java/org/apache/impala/analysis/ColumnLineageGraph.java | 17 +-
fe/src/main/java/org/apache/impala/analysis/CommentOnDbStmt.java | 47 +
fe/src/main/java/org/apache/impala/analysis/CommentOnStmt.java | 37 +
fe/src/main/java/org/apache/impala/analysis/CompoundPredicate.java | 2 +-
fe/src/main/java/org/apache/impala/analysis/ComputeStatsStmt.java | 397 +-
fe/src/main/java/org/apache/impala/analysis/CreateDbStmt.java | 13 +-
fe/src/main/java/org/apache/impala/analysis/CreateFunctionStmtBase.java | 19 +-
fe/src/main/java/org/apache/impala/analysis/CreateOrAlterViewStmtBase.java | 6 +
fe/src/main/java/org/apache/impala/analysis/CreateTableAsSelectStmt.java | 82 +-
fe/src/main/java/org/apache/impala/analysis/CreateTableLikeFileStmt.java | 293 +-
fe/src/main/java/org/apache/impala/analysis/CreateTableLikeStmt.java | 13 +-
fe/src/main/java/org/apache/impala/analysis/CreateTableStmt.java | 44 +-
fe/src/main/java/org/apache/impala/analysis/CreateUdfStmt.java | 2 +-
fe/src/main/java/org/apache/impala/analysis/CreateViewStmt.java | 6 +-
fe/src/main/java/org/apache/impala/analysis/DescribeDbStmt.java | 1 +
fe/src/main/java/org/apache/impala/analysis/DescribeTableStmt.java | 31 +-
fe/src/main/java/org/apache/impala/analysis/DropFunctionStmt.java | 9 +-
fe/src/main/java/org/apache/impala/analysis/DropStatsStmt.java | 11 +-
fe/src/main/java/org/apache/impala/analysis/DropTableOrViewStmt.java | 13 +-
fe/src/main/java/org/apache/impala/analysis/ExistsPredicate.java | 6 +
fe/src/main/java/org/apache/impala/analysis/Expr.java | 77 +-
fe/src/main/java/org/apache/impala/analysis/ExtractFromExpr.java | 3 +-
fe/src/main/java/org/apache/impala/analysis/FromClause.java | 39 +-
fe/src/main/java/org/apache/impala/analysis/FunctionCallExpr.java | 47 +-
fe/src/main/java/org/apache/impala/analysis/FunctionName.java | 39 +-
fe/src/main/java/org/apache/impala/analysis/GrantRevokePrivStmt.java | 6 +
fe/src/main/java/org/apache/impala/analysis/HdfsCachingOp.java | 9 +-
fe/src/main/java/org/apache/impala/analysis/InPredicate.java | 7 +-
fe/src/main/java/org/apache/impala/analysis/InsertStmt.java | 120 +-
fe/src/main/java/org/apache/impala/analysis/IsNullPredicate.java | 3 +-
fe/src/main/java/org/apache/impala/analysis/LikePredicate.java | 2 +-
fe/src/main/java/org/apache/impala/analysis/LimitElement.java | 7 +-
fe/src/main/java/org/apache/impala/analysis/LiteralExpr.java | 2 +-
fe/src/main/java/org/apache/impala/analysis/LoadDataStmt.java | 19 +-
fe/src/main/java/org/apache/impala/analysis/ModifyStmt.java | 38 +-
fe/src/main/java/org/apache/impala/analysis/NumericLiteral.java | 8 +-
fe/src/main/java/org/apache/impala/analysis/PartitionSpec.java | 4 +-
fe/src/main/java/org/apache/impala/analysis/Path.java | 25 +-
fe/src/main/java/org/apache/impala/analysis/PrivilegeSpec.java | 15 +-
fe/src/main/java/org/apache/impala/analysis/QueryStmt.java | 121 +-
fe/src/main/java/org/apache/impala/analysis/RangePartition.java | 7 +-
fe/src/main/java/org/apache/impala/analysis/ResetMetadataStmt.java | 20 +-
fe/src/main/java/org/apache/impala/analysis/SelectStmt.java | 79 +-
fe/src/main/java/org/apache/impala/analysis/SetStmt.java | 12 +-
fe/src/main/java/org/apache/impala/analysis/ShowCreateFunctionStmt.java | 4 +-
fe/src/main/java/org/apache/impala/analysis/ShowCreateTableStmt.java | 10 +-
fe/src/main/java/org/apache/impala/analysis/ShowFilesStmt.java | 11 +-
fe/src/main/java/org/apache/impala/analysis/ShowFunctionsStmt.java | 1 +
fe/src/main/java/org/apache/impala/analysis/ShowGrantRoleStmt.java | 8 +
fe/src/main/java/org/apache/impala/analysis/ShowStatsStmt.java | 12 +-
fe/src/main/java/org/apache/impala/analysis/ShowTablesStmt.java | 1 +
fe/src/main/java/org/apache/impala/analysis/SlotDescriptor.java | 23 +
fe/src/main/java/org/apache/impala/analysis/SlotRef.java | 23 +-
fe/src/main/java/org/apache/impala/analysis/SortInfo.java | 253 +-
fe/src/main/java/org/apache/impala/analysis/StatementBase.java | 21 +-
fe/src/main/java/org/apache/impala/analysis/StmtMetadataLoader.java | 280 +
fe/src/main/java/org/apache/impala/analysis/StmtRewriter.java | 1689 ++---
fe/src/main/java/org/apache/impala/analysis/StringLiteral.java | 45 +-
fe/src/main/java/org/apache/impala/analysis/Subquery.java | 5 +-
fe/src/main/java/org/apache/impala/analysis/TableDef.java | 12 +-
fe/src/main/java/org/apache/impala/analysis/TableRef.java | 2 +-
fe/src/main/java/org/apache/impala/analysis/TableSampleClause.java | 13 +-
fe/src/main/java/org/apache/impala/analysis/TimestampArithmeticExpr.java | 2 +-
fe/src/main/java/org/apache/impala/analysis/ToSqlUtils.java | 41 +-
fe/src/main/java/org/apache/impala/analysis/TruncateStmt.java | 9 +-
fe/src/main/java/org/apache/impala/analysis/TupleDescriptor.java | 2 +
fe/src/main/java/org/apache/impala/analysis/TypesUtil.java | 40 +-
fe/src/main/java/org/apache/impala/analysis/UnionStmt.java | 44 +-
fe/src/main/java/org/apache/impala/analysis/WithClause.java | 40 +-
fe/src/main/java/org/apache/impala/authorization/AuthorizationChecker.java | 77 +-
fe/src/main/java/org/apache/impala/authorization/AuthorizeableFn.java | 17 +-
fe/src/main/java/org/apache/impala/authorization/Privilege.java | 74 +-
fe/src/main/java/org/apache/impala/catalog/AggregateFunction.java | 9 +
fe/src/main/java/org/apache/impala/catalog/AuthorizationPolicy.java | 14 +
fe/src/main/java/org/apache/impala/catalog/BuiltinsDb.java | 45 +-
fe/src/main/java/org/apache/impala/catalog/Catalog.java | 91 +-
fe/src/main/java/org/apache/impala/catalog/CatalogDeltaLog.java | 65 +-
fe/src/main/java/org/apache/impala/catalog/CatalogObject.java | 5 +-
fe/src/main/java/org/apache/impala/catalog/CatalogObjectCache.java | 19 +-
fe/src/main/java/org/apache/impala/catalog/CatalogObjectImpl.java | 47 +
fe/src/main/java/org/apache/impala/catalog/CatalogObjectVersionQueue.java | 75 +
fe/src/main/java/org/apache/impala/catalog/CatalogServiceCatalog.java | 1063 ++-
fe/src/main/java/org/apache/impala/catalog/CatalogUsageMonitor.java | 72 +
fe/src/main/java/org/apache/impala/catalog/Column.java | 12 +
fe/src/main/java/org/apache/impala/catalog/ColumnStats.java | 7 +-
fe/src/main/java/org/apache/impala/catalog/DataSource.java | 20 +-
fe/src/main/java/org/apache/impala/catalog/Db.java | 49 +-
fe/src/main/java/org/apache/impala/catalog/DiskIdMapper.java | 2 +-
fe/src/main/java/org/apache/impala/catalog/Function.java | 80 +-
fe/src/main/java/org/apache/impala/catalog/HBaseTable.java | 14 +-
fe/src/main/java/org/apache/impala/catalog/HdfsCachePool.java | 11 +-
fe/src/main/java/org/apache/impala/catalog/HdfsCompression.java | 18 +-
fe/src/main/java/org/apache/impala/catalog/HdfsFileFormat.java | 77 +-
fe/src/main/java/org/apache/impala/catalog/HdfsPartition.java | 83 +-
fe/src/main/java/org/apache/impala/catalog/HdfsStorageDescriptor.java | 8 +-
fe/src/main/java/org/apache/impala/catalog/HdfsTable.java | 395 +-
fe/src/main/java/org/apache/impala/catalog/HiveStorageDescriptorFactory.java | 21 +-
fe/src/main/java/org/apache/impala/catalog/ImpaladCatalog.java | 249 +-
fe/src/main/java/org/apache/impala/catalog/KuduColumn.java | 2 +-
fe/src/main/java/org/apache/impala/catalog/KuduTable.java | 65 +-
fe/src/main/java/org/apache/impala/catalog/Role.java | 19 +-
fe/src/main/java/org/apache/impala/catalog/RolePrivilege.java | 20 +-
fe/src/main/java/org/apache/impala/catalog/ScalarFunction.java | 18 +-
fe/src/main/java/org/apache/impala/catalog/ScalarType.java | 27 +-
fe/src/main/java/org/apache/impala/catalog/StructType.java | 2 +-
fe/src/main/java/org/apache/impala/catalog/Table.java | 150 +-
fe/src/main/java/org/apache/impala/catalog/TopicUpdateLog.java | 152 +
fe/src/main/java/org/apache/impala/catalog/Type.java | 32 +-
fe/src/main/java/org/apache/impala/common/AnalysisException.java | 4 +
fe/src/main/java/org/apache/impala/common/ImpalaException.java | 4 +
fe/src/main/java/org/apache/impala/common/Metrics.java | 149 +
fe/src/main/java/org/apache/impala/common/PrintUtils.java | 2 +
fe/src/main/java/org/apache/impala/hive/executor/UdfExecutor.java | 9 +-
fe/src/main/java/org/apache/impala/planner/AggregationNode.java | 10 +-
fe/src/main/java/org/apache/impala/planner/AnalyticEvalNode.java | 4 +-
fe/src/main/java/org/apache/impala/planner/AnalyticPlanner.java | 72 +-
fe/src/main/java/org/apache/impala/planner/CardinalityCheckNode.java | 91 +
fe/src/main/java/org/apache/impala/planner/DataSourceScanNode.java | 2 +-
fe/src/main/java/org/apache/impala/planner/DistributedPlanner.java | 119 +-
fe/src/main/java/org/apache/impala/planner/ExchangeNode.java | 6 +-
fe/src/main/java/org/apache/impala/planner/HBaseScanNode.java | 2 +-
fe/src/main/java/org/apache/impala/planner/HashJoinNode.java | 13 +-
fe/src/main/java/org/apache/impala/planner/HdfsScanNode.java | 787 ++-
fe/src/main/java/org/apache/impala/planner/KuduScanNode.java | 14 +-
fe/src/main/java/org/apache/impala/planner/PlanFragment.java | 60 +-
fe/src/main/java/org/apache/impala/planner/Planner.java | 65 +-
fe/src/main/java/org/apache/impala/planner/PlannerContext.java | 14 +-
fe/src/main/java/org/apache/impala/planner/ResourceProfile.java | 71 +-
fe/src/main/java/org/apache/impala/planner/ResourceProfileBuilder.java | 25 +-
fe/src/main/java/org/apache/impala/planner/RuntimeFilterGenerator.java | 138 +-
fe/src/main/java/org/apache/impala/planner/ScanNode.java | 57 +-
fe/src/main/java/org/apache/impala/planner/SingleNodePlanner.java | 19 +-
fe/src/main/java/org/apache/impala/planner/SortNode.java | 49 +-
fe/src/main/java/org/apache/impala/planner/UnionNode.java | 1 +
fe/src/main/java/org/apache/impala/rewrite/EqualityDisjunctsToInRule.java | 32 +-
fe/src/main/java/org/apache/impala/rewrite/RemoveRedundantStringCast.java | 94 +
fe/src/main/java/org/apache/impala/service/BackendConfig.java | 20 +-
fe/src/main/java/org/apache/impala/service/CatalogOpExecutor.java | 804 ++-
fe/src/main/java/org/apache/impala/service/DescribeResultFactory.java | 33 +-
fe/src/main/java/org/apache/impala/service/FeSupport.java | 72 +-
fe/src/main/java/org/apache/impala/service/Frontend.java | 325 +-
fe/src/main/java/org/apache/impala/service/JniCatalog.java | 33 +-
fe/src/main/java/org/apache/impala/service/JniFrontend.java | 32 +-
fe/src/main/java/org/apache/impala/service/KuduCatalogOpExecutor.java | 17 +-
fe/src/main/java/org/apache/impala/service/MetadataOp.java | 38 +-
fe/src/main/java/org/apache/impala/util/BitUtil.java | 6 +
fe/src/main/java/org/apache/impala/util/EventSequence.java | 3 +
fe/src/main/java/org/apache/impala/util/KuduUtil.java | 43 +-
fe/src/main/java/org/apache/impala/util/RequestPoolService.java | 15 +-
fe/src/main/java/org/apache/impala/util/SentryPolicyService.java | 70 +-
fe/src/main/java/org/apache/impala/util/SentryProxy.java | 31 +-
fe/src/main/java/org/apache/impala/util/TByteBuffer.java | 60 +
fe/src/main/java/org/apache/impala/util/TUniqueIdUtil.java | 38 +
fe/src/main/java/org/apache/impala/util/TopNCache.java | 108 +
fe/src/main/jflex/sql-scanner.flex | 591 +-
fe/src/test/java/org/apache/impala/analysis/AnalyzeAuthStmtsTest.java | 131 +-
fe/src/test/java/org/apache/impala/analysis/AnalyzeDDLTest.java | 391 +-
fe/src/test/java/org/apache/impala/analysis/AnalyzeExprsTest.java | 273 +-
fe/src/test/java/org/apache/impala/analysis/AnalyzeModifyStmtsTest.java | 15 +-
fe/src/test/java/org/apache/impala/analysis/AnalyzeStmtsTest.java | 389 +-
fe/src/test/java/org/apache/impala/analysis/AnalyzeSubqueriesTest.java | 540 +-
fe/src/test/java/org/apache/impala/analysis/AnalyzeUpsertStmtTest.java | 8 +-
fe/src/test/java/org/apache/impala/analysis/AnalyzerTest.java | 4 +-
fe/src/test/java/org/apache/impala/analysis/AuditingTest.java | 31 +-
fe/src/test/java/org/apache/impala/analysis/AuthorizationTest.java | 1183 +++-
fe/src/test/java/org/apache/impala/analysis/AuthorizationTestV2.java | 1179 ++++
fe/src/test/java/org/apache/impala/analysis/ExprNdvTest.java | 23 +-
fe/src/test/java/org/apache/impala/analysis/ExprRewriteRulesTest.java | 149 +-
fe/src/test/java/org/apache/impala/analysis/ExprRewriterTest.java | 89 +-
fe/src/test/java/org/apache/impala/analysis/ParserTest.java | 286 +-
fe/src/test/java/org/apache/impala/analysis/StmtMetadataLoaderTest.java | 200 +
fe/src/test/java/org/apache/impala/analysis/ToSqlTest.java | 146 +-
fe/src/test/java/org/apache/impala/analysis/TypesUtilTest.java | 216 +-
fe/src/test/java/org/apache/impala/catalog/CatalogTest.java | 13 +-
fe/src/test/java/org/apache/impala/catalog/HdfsStorageDescriptorTest.java | 25 +
fe/src/test/java/org/apache/impala/common/FrontendTestBase.java | 179 +-
fe/src/test/java/org/apache/impala/hive/executor/UdfExecutorTest.java | 7 +-
fe/src/test/java/org/apache/impala/planner/PlannerTest.java | 131 +-
fe/src/test/java/org/apache/impala/planner/PlannerTestBase.java | 169 +-
fe/src/test/java/org/apache/impala/planner/StatsExtrapolationTest.java | 105 +-
fe/src/test/java/org/apache/impala/service/FrontendTest.java | 41 +-
fe/src/test/java/org/apache/impala/service/JdbcTest.java | 113 +-
fe/src/test/java/org/apache/impala/testutil/CatalogServiceTestCatalog.java | 4 +-
fe/src/test/java/org/apache/impala/testutil/ImpaladTestCatalog.java | 81 +-
fe/src/test/java/org/apache/impala/testutil/SentryServicePinger.java | 22 +-
fe/src/test/java/org/apache/impala/testutil/TestUtils.java | 89 +-
fe/src/test/java/org/apache/impala/util/BitUtilTest.java | 6 +
fe/src/test/java/org/apache/impala/util/Metrics.java | 82 +
fe/src/test/java/org/apache/impala/util/TUniqueIdUtilTest.java | 78 +
fe/src/test/java/org/apache/impala/util/TestRequestPoolService.java | 6 +
fe/src/test/java/org/apache/impala/util/TestTopNCache.java | 130 +
fe/src/test/resources/authz-policy.ini.template | 28 +-
fe/src/test/resources/hive-log4j2.properties.template | 83 +
impala-parent/CMakeLists.txt | 20 +
impala-parent/pom.xml | 127 +
infra/python/bootstrap_virtualenv.py | 33 +-
infra/python/deps/compiled-requirements.txt | 8 +-
infra/python/deps/pip_download.py | 99 +-
infra/python/deps/requirements.txt | 27 +-
infra/python/deps/stage2-requirements.txt | 35 +
security/tls_socket-test.cc | 340 +
setup.cfg | 22 +
shell/.gitignore | 6 +-
shell/ext-py/sqlparse-0.1.14/PKG-INFO | 74 -
shell/ext-py/sqlparse-0.1.14/setup.cfg | 5 -
shell/ext-py/sqlparse-0.1.19/.travis.yml | 14 +
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/AUTHORS | 7 +-
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/CHANGES | 64 +
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/COPYING | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/MANIFEST.in | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/README.rst | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/TODO | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/bin/sqlformat | 2 +-
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/docs/source/analyzing.rst | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/docs/source/api.rst | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/docs/source/changes.rst | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/docs/source/conf.py | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/docs/source/index.rst | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/docs/source/indices.rst | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/docs/source/intro.rst | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/docs/source/ui.rst | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/docs/sqlformat.1 | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/pytest.ini | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/setup.py | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/__init__.py | 2 +-
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/engine/__init__.py | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/engine/filter.py | 5 +-
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/engine/grouping.py | 135 +-
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/exceptions.py | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/filters.py | 32 +-
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/formatter.py | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/functions.py | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/keywords.py | 11 +-
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/lexer.py | 29 +-
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/pipeline.py | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/sql.py | 123 +-
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/tokens.py | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/utils.py | 0
shell/ext-py/sqlparse-0.1.19/tests/__init__.py | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/files/_Make_DirEntry.sql | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/files/begintag.sql | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/files/begintag_2.sql | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/files/dashcomment.sql | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/files/function.sql | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/files/function_psql.sql | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/files/function_psql2.sql | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/files/function_psql3.sql | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/files/huge_select.sql | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/files/test_cp1251.sql | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/test_filters.py | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/test_format.py | 18 +
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/test_functions.py | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/test_grouping.py | 68 +-
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/test_parse.py | 114 +
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/test_pipeline.py | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/test_regressions.py | 32 +-
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/test_split.py | 9 +
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/test_tokenize.py | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/utils.py | 0
shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tox.ini | 0
shell/impala_client.py | 51 +-
shell/impala_shell.py | 302 +-
shell/impala_shell_config_defaults.py | 2 +-
shell/option_parser.py | 11 +-
shell/shell_output.py | 8 +-
testdata/CustomerMultiBlock/README | 12 +
testdata/CustomerMultiBlock/customer_multiblock.parquet | Bin 0 -> 494519 bytes
testdata/LineItemMultiBlock/README.dox | 19 +
testdata/LineItemMultiBlock/lineitem_orc_multiblock_one_stripe.orc | Bin 0 -> 424277 bytes
testdata/LineItemMultiBlock/lineitem_sixblocks.orc | Bin 0 -> 863581 bytes
testdata/LineItemMultiBlock/lineitem_threeblocks.orc | Bin 0 -> 465929 bytes
testdata/TableFlattener/pom.xml | 17 +-
testdata/bin/compute-table-stats.sh | 2 +-
testdata/bin/copy-udfs-udas.sh | 54 +-
testdata/bin/create-load-data.sh | 182 +-
testdata/bin/generate-schema-statements.py | 193 +-
testdata/bin/load-dependent-tables.sql | 35 +-
testdata/bin/load-hive-builtins.sh | 81 +-
testdata/bin/load-test-warehouse-snapshot.sh | 5 +
testdata/bin/load_nested.py | 33 +-
testdata/bin/run-all.sh | 10 +-
testdata/bin/run-hbase.sh | 4 +
testdata/bin/run-hive-server.sh | 16 +-
testdata/bin/run-mini-dfs.sh | 19 +
testdata/bin/run-sentry-service.sh | 5 +-
testdata/bin/setup-hdfs-env.sh | 6 +
testdata/bin/split-hbase.sh | 54 -
testdata/cluster/admin | 18 +-
testdata/cluster/node_templates/cdh5/etc/hadoop/conf/yarn-site.xml.tmpl | 154 -
testdata/cluster/node_templates/cdh5/etc/init.d/kms | 6 +
testdata/cluster/node_templates/cdh6/etc/init.d/kms | 45 +
testdata/cluster/node_templates/common/etc/hadoop/conf/core-site.xml.tmpl | 31 +-
testdata/cluster/node_templates/common/etc/hadoop/conf/hdfs-site.xml.tmpl | 23 +
testdata/cluster/node_templates/{cdh5 => common}/etc/hadoop/conf/kms-acls.xml.tmpl | 0
testdata/cluster/node_templates/{cdh5 => common}/etc/hadoop/conf/kms-site.xml.tmpl | 0
testdata/cluster/node_templates/common/etc/hadoop/conf/yarn-site.xml.tmpl | 93 +-
testdata/cluster/node_templates/common/etc/init.d/common.tmpl | 11 +-
testdata/cluster/node_templates/common/etc/init.d/hdfs-common | 7 +
testdata/cluster/node_templates/{cdh5 => common}/etc/init.d/kudu-common | 0
testdata/cluster/node_templates/{cdh5 => common}/etc/init.d/kudu-master | 0
testdata/cluster/node_templates/{cdh5 => common}/etc/init.d/kudu-tserver | 0
testdata/cluster/node_templates/common/etc/init.d/yarn-common | 13 +-
testdata/cluster/node_templates/{cdh5 => common}/etc/kudu/master.conf.tmpl | 0
testdata/cluster/node_templates/{cdh5 => common}/etc/kudu/tserver.conf.tmpl | 0
testdata/common/text_delims_table.py | 9 +-
testdata/data/README | 42 +
testdata/data/bad_codec.parquet | Bin 0 -> 3026 bytes
testdata/data/bad_compressed_dict_page_size.parquet | Bin 0 -> 293 bytes
testdata/data/chars-formats.orc | Bin 0 -> 1411 bytes
testdata/data/lazy_timestamp.csv | 13 +
testdata/data/min_max_is_nan.parquet | Bin 0 -> 331 bytes
testdata/data/num_values_def_levels_mismatch.parquet | Bin 0 -> 252 bytes
testdata/data/rle_encoded_bool.parquet | Bin 0 -> 625 bytes
testdata/data/signed_integer_logical_types.parquet | Bin 0 -> 22716 bytes
testdata/datasets/functional/functional_schema_template.sql | 234 +-
testdata/datasets/functional/schema_constraints.csv | 8 +
testdata/datasets/tpcds/tpcds_kudu_template.sql | 174 +-
testdata/datasets/tpch/tpch_kudu_template.sql | 24 +-
testdata/datasets/tpch/tpch_schema_template.sql | 18 +-
testdata/pom.xml | 100 +-
testdata/src/main/java/org/apache/impala/datagenerator/HBaseTestDataRegionAssigment.java | 320 -
testdata/workloads/functional-planner/queries/PlannerTest/analytic-fns.test | 27 +-
testdata/workloads/functional-planner/queries/PlannerTest/complex-types-file-formats.test | 81 +-
testdata/workloads/functional-planner/queries/PlannerTest/constant-folding.test | 232 +-
testdata/workloads/functional-planner/queries/PlannerTest/ddl.test | 31 +
testdata/workloads/functional-planner/queries/PlannerTest/disable-codegen.test | 26 +-
testdata/workloads/functional-planner/queries/PlannerTest/empty.test | 15 +-
testdata/workloads/functional-planner/queries/PlannerTest/fk-pk-join-detection.test | 329 +-
testdata/workloads/functional-planner/queries/PlannerTest/hbase.test | 38 +-
testdata/workloads/functional-planner/queries/PlannerTest/insert.test | 133 +-
testdata/workloads/functional-planner/queries/PlannerTest/joins.test | 48 +-
testdata/workloads/functional-planner/queries/PlannerTest/kudu-selectivity.test | 110 +-
testdata/workloads/functional-planner/queries/PlannerTest/kudu-upsert.test | 41 +
testdata/workloads/functional-planner/queries/PlannerTest/kudu.test | 97 +
testdata/workloads/functional-planner/queries/PlannerTest/lineage.test | 44 +
testdata/workloads/functional-planner/queries/PlannerTest/max-row-size.test | 254 +-
testdata/workloads/functional-planner/queries/PlannerTest/min-max-runtime-filters.test | 62 +-
testdata/workloads/functional-planner/queries/PlannerTest/mt-dop-validation.test | 256 +-
testdata/workloads/functional-planner/queries/PlannerTest/nested-collections.test | 66 +
testdata/workloads/functional-planner/queries/PlannerTest/nested-loop-join.test | 10 +-
testdata/workloads/functional-planner/queries/PlannerTest/order.test | 25 +
testdata/workloads/functional-planner/queries/PlannerTest/parquet-filtering.test | 269 +-
testdata/workloads/functional-planner/queries/PlannerTest/partition-pruning.test | 14 +-
testdata/workloads/functional-planner/queries/PlannerTest/predicate-propagation.test | 2 +-
testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test | 3631 ++++++----
testdata/workloads/functional-planner/queries/PlannerTest/runtime-filter-propagation.test | 82 +
testdata/workloads/functional-planner/queries/PlannerTest/shuffle-by-distinct-exprs.test | 329 +
testdata/workloads/functional-planner/queries/PlannerTest/sort-expr-materialization.test | 171 +-
testdata/workloads/functional-planner/queries/PlannerTest/spillable-buffer-sizing.test | 696 +-
testdata/workloads/functional-planner/queries/PlannerTest/subquery-rewrite.test | 663 +-
testdata/workloads/functional-planner/queries/PlannerTest/tablesample.test | 170 +-
testdata/workloads/functional-planner/queries/PlannerTest/tpch-all.test | 12 +-
testdata/workloads/functional-planner/queries/PlannerTest/tpch-views.test | 50 +-
testdata/workloads/functional-planner/queries/PlannerTest/union.test | 90 +-
testdata/workloads/functional-planner/queries/PlannerTest/with-clause.test | 47 +-
testdata/workloads/functional-query/functional-query_core.csv | 1 +
testdata/workloads/functional-query/functional-query_dimensions.csv | 2 +-
testdata/workloads/functional-query/functional-query_exhaustive.csv | 1 +
testdata/workloads/functional-query/functional-query_pairwise.csv | 1 +
testdata/workloads/functional-query/queries/DataErrorsTest/orc-type-checks.test | 127 +
testdata/workloads/functional-query/queries/QueryTest/admission-reject-mem-estimate.test | 94 +
testdata/workloads/functional-query/queries/QueryTest/admission-reject-min-reservation.test | 14 +-
testdata/workloads/functional-query/queries/QueryTest/aggregation.test | 41 +-
testdata/workloads/functional-query/queries/QueryTest/alias.test | 87 +
testdata/workloads/functional-query/queries/QueryTest/alloc-fail-init.test | 2 +-
testdata/workloads/functional-query/queries/QueryTest/alter-table-set-column-stats.test | 4 +-
testdata/workloads/functional-query/queries/QueryTest/alter-table.test | 121 +
testdata/workloads/functional-query/queries/QueryTest/analytic-fns.test | 7 +-
testdata/workloads/functional-query/queries/QueryTest/{disk-spill-encryption.test => basic-spilling.test} | 3 +-
testdata/workloads/functional-query/queries/QueryTest/bloom_filters.test | 95 +-
testdata/workloads/functional-query/queries/QueryTest/bloom_filters_wait.test | 17 +-
testdata/workloads/functional-query/queries/QueryTest/chars-tmp-tables.test | 280 +
testdata/workloads/functional-query/queries/QueryTest/chars.test | 262 +-
testdata/workloads/functional-query/queries/QueryTest/codegen-mem-limit.test | 5 +-
testdata/workloads/functional-query/queries/QueryTest/compute-stats-incremental.test | 17 +-
testdata/workloads/functional-query/queries/QueryTest/compute-stats.test | 169 +-
testdata/workloads/functional-query/queries/QueryTest/create-database.test | 7 +
testdata/workloads/functional-query/queries/QueryTest/create-table-like-file.test | 14 +
testdata/workloads/functional-query/queries/QueryTest/create-table-like-table.test | 11 +
testdata/workloads/functional-query/queries/QueryTest/create-table.test | 15 +
testdata/workloads/functional-query/queries/QueryTest/decimal-exprs.test | 218 +-
testdata/workloads/functional-query/queries/QueryTest/decimal.test | 22 -
testdata/workloads/functional-query/queries/QueryTest/decimal_avro.test | 18 +-
testdata/workloads/functional-query/queries/QueryTest/delimited-latin-text.test | 3 +-
testdata/workloads/functional-query/queries/QueryTest/delimited-text.test | 3 +-
testdata/workloads/functional-query/queries/QueryTest/describe-db.test | 10 +
testdata/workloads/functional-query/queries/QueryTest/describe-path.test | 1 +
testdata/workloads/functional-query/queries/QueryTest/disable-codegen.test | 30 +
testdata/workloads/functional-query/queries/QueryTest/disable-lzo-plugin.test | 7 +
testdata/workloads/functional-query/queries/QueryTest/distinct.test | 30 +
testdata/workloads/functional-query/queries/QueryTest/empty-build-joins.test | 84 +-
testdata/workloads/functional-query/queries/QueryTest/exchange-delays-zero-rows.test | 2 +-
testdata/workloads/functional-query/queries/QueryTest/exchange-delays.test | 2 +-
testdata/workloads/functional-query/queries/QueryTest/explain-level0.test | 4 +-
testdata/workloads/functional-query/queries/QueryTest/explain-level1.test | 4 +-
testdata/workloads/functional-query/queries/QueryTest/explain-level2.test | 36 +-
testdata/workloads/functional-query/queries/QueryTest/explain-level3.test | 40 +-
testdata/workloads/functional-query/queries/QueryTest/exprs.test | 149 +-
testdata/workloads/functional-query/queries/QueryTest/functions-ddl.test | 90 +-
testdata/workloads/functional-query/queries/QueryTest/grant_revoke.test | 63 +-
testdata/workloads/functional-query/queries/QueryTest/grant_revoke_kudu.test | 18 +-
testdata/workloads/functional-query/queries/QueryTest/hbase-compute-stats-incremental.test | 3 +-
testdata/workloads/functional-query/queries/QueryTest/hbase-compute-stats.test | 4 +-
testdata/workloads/functional-query/queries/QueryTest/hbase-show-create-table.test | 24 -
testdata/workloads/functional-query/queries/QueryTest/insert-mem-limit.test | 16 +
testdata/workloads/functional-query/queries/QueryTest/insert.test | 45 +-
testdata/workloads/functional-query/queries/QueryTest/insert_bad_expr.test | 27 +
testdata/workloads/functional-query/queries/QueryTest/insert_permutation.test | 2 +
testdata/workloads/functional-query/queries/QueryTest/joins.test | 24 +
testdata/workloads/functional-query/queries/QueryTest/kudu-scan-node.test | 9 +
testdata/workloads/functional-query/queries/QueryTest/kudu_alter.test | 91 +-
testdata/workloads/functional-query/queries/QueryTest/kudu_create.test | 66 +-
testdata/workloads/functional-query/queries/QueryTest/kudu_delete.test | 302 +-
testdata/workloads/functional-query/queries/QueryTest/kudu_describe.test | 20 +
testdata/workloads/functional-query/queries/QueryTest/kudu_insert.test | 268 +-
testdata/workloads/functional-query/queries/QueryTest/kudu_insert_mem_limit.test | 10 +
testdata/workloads/functional-query/queries/QueryTest/kudu_limit.test | 112 +
testdata/workloads/functional-query/queries/QueryTest/kudu_partition_ddl.test | 10 +
testdata/workloads/functional-query/queries/QueryTest/kudu_stats.test | 1 +
testdata/workloads/functional-query/queries/QueryTest/kudu_update.test | 271 +-
testdata/workloads/functional-query/queries/QueryTest/kudu_upsert.test | 403 +-
testdata/workloads/functional-query/queries/QueryTest/large_strings.test | 17 +
testdata/workloads/functional-query/queries/QueryTest/libs_with_same_filenames.test | 1 +
testdata/workloads/functional-query/queries/QueryTest/load.test | 2 +
testdata/workloads/functional-query/queries/QueryTest/local-filesystem.test | 1 +
testdata/workloads/functional-query/queries/QueryTest/nested-types-basic-partitioned.test | 351 +
testdata/workloads/functional-query/queries/QueryTest/nested-types-subplan.test | 110 +-
testdata/workloads/functional-query/queries/QueryTest/nested-types-tpch-mem-limit.test | 83 +
testdata/workloads/functional-query/queries/QueryTest/nested-types-tpch.test | 73 +-
testdata/workloads/functional-query/queries/QueryTest/parquet-bad-codec.test | 6 +
testdata/workloads/functional-query/queries/QueryTest/parquet-bad-compressed-dict-page-size.test | 7 +
testdata/workloads/functional-query/queries/QueryTest/parquet-def-levels.test | 41 +-
testdata/workloads/functional-query/queries/QueryTest/parquet-filtering.test | 240 +-
testdata/workloads/functional-query/queries/QueryTest/parquet-invalid-minmax-stats.test | 32 +
testdata/workloads/functional-query/queries/QueryTest/parquet-num-values-def-levels-mismatch.test | 6 +
testdata/workloads/functional-query/queries/QueryTest/parquet-rle-encoded-bool.test | 17 +
testdata/workloads/functional-query/queries/QueryTest/parquet-stats.test | 169 +
testdata/workloads/functional-query/queries/QueryTest/partition-col-types.test | 2 +-
testdata/workloads/functional-query/queries/QueryTest/partition-ddl-predicates-all-fs.test | 52 +
testdata/workloads/functional-query/queries/QueryTest/random.test | 24 +
testdata/workloads/functional-query/queries/QueryTest/runtime_filters.test | 38 +-
testdata/workloads/functional-query/queries/QueryTest/runtime_row_filters.test | 37 +-
testdata/workloads/functional-query/queries/QueryTest/scanner-reservation.test | 55 +
testdata/workloads/functional-query/queries/QueryTest/scanners.test | 54 +
testdata/workloads/functional-query/queries/QueryTest/select-lazy-timestamp.test | 20 +
testdata/workloads/functional-query/queries/QueryTest/semi-joins-exhaustive.test | 10 +-
testdata/workloads/functional-query/queries/QueryTest/set.test | 162 +-
testdata/workloads/functional-query/queries/QueryTest/show-create-table.test | 24 +
testdata/workloads/functional-query/queries/QueryTest/show-stats.test | 14 +-
testdata/workloads/functional-query/queries/QueryTest/single-node-nlj-exhaustive.test | 14 +-
testdata/workloads/functional-query/queries/QueryTest/single-node-nlj.test | 24 +-
testdata/workloads/functional-query/queries/QueryTest/spilling-aggs.test | 67 +-
testdata/workloads/functional-query/queries/QueryTest/spilling-large-rows.test | 16 +-
testdata/workloads/functional-query/queries/QueryTest/spilling-naaj-no-deny-reservation.test | 7 +-
testdata/workloads/functional-query/queries/QueryTest/spilling-naaj.test | 8 +-
testdata/workloads/functional-query/queries/QueryTest/spilling-no-debug-action.test | 66 +
.../queries/QueryTest/{spilling-sorts-exhaustive.test => spilling-regression-exhaustive.test} | 62 +-
testdata/workloads/functional-query/queries/QueryTest/spilling.test | 81 +-
testdata/workloads/functional-query/queries/QueryTest/stats-extrapolation.test | 136 +-
testdata/workloads/functional-query/queries/QueryTest/subquery-in-constant-lhs.test | 301 +
testdata/workloads/functional-query/queries/QueryTest/subquery.test | 185 +
testdata/workloads/functional-query/queries/QueryTest/test-unmatched-schema.test | 5 +
testdata/workloads/functional-query/queries/QueryTest/truncate-table.test | 6 +-
testdata/workloads/functional-query/queries/QueryTest/uda.test | 30 +-
testdata/workloads/functional-query/queries/QueryTest/udf-errors.test | 14 +
testdata/workloads/functional-query/queries/QueryTest/unsupported-compression-partitions.test | 28 +
testdata/workloads/functional-query/queries/QueryTest/values.test | 14 +-
testdata/workloads/functional-query/queries/QueryTest/views-compatibility.test | 22 +-
testdata/workloads/functional-query/queries/QueryTest/views-ddl.test | 56 +-
testdata/workloads/targeted-perf/queries/primitive_conjunct_ordering_1.test | 9 +
testdata/workloads/targeted-perf/queries/primitive_conjunct_ordering_2.test | 28 +
testdata/workloads/targeted-perf/queries/primitive_conjunct_ordering_3.test | 14 +
testdata/workloads/targeted-perf/queries/primitive_conjunct_ordering_4.test | 25 +
testdata/workloads/targeted-perf/queries/primitive_count_star.test | 9 +
testdata/workloads/targeted-perf/queries/primitive_decimal_arithmetic.test | 13 +
testdata/workloads/targeted-perf/queries/primitive_filter_bigint_in_list.test | 9 +
testdata/workloads/targeted-perf/queries/primitive_filter_in_predicate.test | 12 +-
testdata/workloads/targeted-perf/queries/primitive_groupby_bigint_highndv.test | 2 +-
testdata/workloads/targeted-perf/queries/primitive_groupby_bigint_lowndv.test | 2 +-
testdata/workloads/targeted-perf/queries/primitive_groupby_bigint_pk.test | 2 +-
testdata/workloads/targeted-perf/queries/primitive_groupby_decimal_highndv.test | 2 +-
testdata/workloads/targeted-perf/queries/primitive_groupby_decimal_lowndv.test | 2 +-
testdata/workloads/targeted-perf/queries/primitive_intrinsic_appx_median.test | 8 +
testdata/workloads/targeted-perf/queries/primitive_intrinsic_to_date.test | 8 +
testdata/workloads/targeted-perf/queries/primitive_long_predicate.test | 514 +-
testdata/workloads/targeted-perf/queries/primitive_many_fragments.test | 9 +
testdata/workloads/targeted-perf/queries/primitive_many_independent_fragments.test | 29 +
testdata/workloads/targeted-perf/queries/primitive_orderby_bigint_expression.test | 15 +
testdata/workloads/targeted-perf/queries/primitive_shuffle_1mb_rows.test | 156 +
testdata/workloads/targeted-perf/queries/primitive_shuffle_join_one_to_many_string_with_groupby.test | 2 +-
testdata/workloads/targeted-perf/queries/primitive_shuffle_join_union_all_with_groupby.test | 2 +-
testdata/workloads/tpcds-unmodified/queries/tpcds-q1.test | 31 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q10.test | 67 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q11.test | 87 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q12.test | 40 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q13.test | 62 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q14.test | 159 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q15.test | 26 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q16.test | 37 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q17.test | 51 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q18.test | 59 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q19.test | 31 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q2.test | 66 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q20.test | 36 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q21.test | 36 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q22.test | 48 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q23.test | 63 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q25.test | 54 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q26.test | 27 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q27.test | 43 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q28.test | 59 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q29.test | 53 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q3.test | 27 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q30.test | 37 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q31.test | 58 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q32.test | 34 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q33.test | 81 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q34.test | 37 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q35.test | 66 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q36.test | 47 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q37.test | 23 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q38.test | 67 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q39.test | 33 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q4.test | 122 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q40.test | 34 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q41.test | 62 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q42.test | 28 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q43.test | 25 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q44.test | 54 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q45.test | 40 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q46.test | 41 +
testdata/workloads/{tpcds/queries/tpcds-kudu-q47.test => tpcds-unmodified/queries/tpcds-q47.test} | 32 +-
testdata/workloads/tpcds-unmodified/queries/tpcds-q48.test | 27 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q49.test | 133 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q5.test | 140 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q50.test | 65 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q51.test | 51 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q52.test | 28 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q53.test | 34 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q54.test | 62 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q55.test | 20 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q56.test | 74 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q57.test | 54 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q58.test | 71 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q59.test | 50 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q6.test | 32 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q60.test | 84 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q61.test | 50 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q62.test | 41 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q63.test | 35 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q64.test | 125 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q65.test | 35 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q66.test | 226 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q68.test | 48 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q69.test | 53 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q7.test | 27 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q70.test | 50 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q71.test | 46 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q72.test | 35 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q73.test | 34 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q74.test | 67 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q75.test | 76 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q76.test | 30 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q77.test | 121 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q78.test | 64 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q79.test | 29 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q8.test | 64 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q80.test | 116 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q81.test | 37 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q82.test | 23 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q83.test | 73 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q84.test | 27 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q85.test | 90 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q86.test | 41 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q87.test | 41 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q88.test | 100 +
testdata/workloads/{tpcds/queries/tpcds-kudu-q89.test => tpcds-unmodified/queries/tpcds-q89.test} | 25 +-
testdata/workloads/tpcds-unmodified/queries/tpcds-q9.test | 49 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q90.test | 28 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q91.test | 37 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q92.test | 36 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q93.test | 24 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q94.test | 35 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q95.test | 38 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q96.test | 22 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q97.test | 31 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q98.test | 39 +
testdata/workloads/tpcds-unmodified/queries/tpcds-q99.test | 41 +
testdata/workloads/tpcds-unmodified/tpcds-unmodified_core.csv | 4 +
testdata/workloads/tpcds-unmodified/tpcds-unmodified_dimensions.csv | 4 +
testdata/workloads/tpcds-unmodified/tpcds-unmodified_exhaustive.csv | 23 +
testdata/workloads/tpcds-unmodified/tpcds-unmodified_pairwise.csv | 15 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q1.test | 129 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q10a.test | 70 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q11.test | 172 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q12.test | 137 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q13.test | 56 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q15.test | 123 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q16.test | 35 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q17.test | 49 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q18a.test | 159 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q19.test | 141 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q2.test | 2576 ++++++++
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q20.test | 133 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q21.test | 133 +
testdata/workloads/tpcds/queries/{tpcds-q22a.test => tpcds-decimal_v2-q22a.test} | 1 -
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q25.test | 52 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q29.test | 51 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q3.test | 118 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q32.test | 32 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q33.test | 178 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q34.test | 504 ++
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q37.test | 22 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q39-1.test | 278 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q39-2.test | 50 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q4.test | 126 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q40.test | 131 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q41.test | 59 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q42.test | 41 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q43.test | 45 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q46.test | 156 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q50.test | 68 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q51.test | 148 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q51a.test | 166 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q52.test | 130 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q53.test | 140 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q54.test | 60 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q55.test | 127 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q56.test | 171 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q6.test | 75 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q60.test | 181 +
testdata/workloads/tpcds/queries/{tpcds-kudu-q61.test => tpcds-decimal_v2-q61.test} | 28 +-
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q62.test | 138 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q64.test | 144 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q65.test | 160 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q67a.test | 174 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q68.test | 155 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q69.test | 150 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q7.test | 134 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q70a.test | 49 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q71.test | 1061 +++
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q72.test | 132 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q73.test | 43 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q74.test | 156 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q75.test | 173 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q76.test | 127 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q77a.test | 166 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q78.test | 163 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q79.test | 149 +
testdata/workloads/tpcds/queries/{tpcds-kudu-q8.test => tpcds-decimal_v2-q8.test} | 9 +-
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q80a.test | 212 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q81.test | 134 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q82.test | 22 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q84.test | 49 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q86a.test | 139 +
testdata/workloads/tpcds/queries/{tpcds-kudu-q88.test => tpcds-decimal_v2-q88.test} | 56 +-
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q91.test | 35 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q92.test | 34 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q94.test | 33 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q95.test | 36 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q96.test | 21 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q97.test | 29 +
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q98.test | 2550 +++++++
testdata/workloads/tpcds/queries/tpcds-decimal_v2-q99.test | 128 +
testdata/workloads/tpcds/queries/tpcds-kudu-q19.test | 39 -
testdata/workloads/tpcds/queries/tpcds-kudu-q27.test | 36 -
testdata/workloads/tpcds/queries/tpcds-kudu-q3.test | 32 -
testdata/workloads/tpcds/queries/tpcds-kudu-q34.test | 47 -
testdata/workloads/tpcds/queries/tpcds-kudu-q42.test | 29 -
testdata/workloads/tpcds/queries/tpcds-kudu-q43.test | 37 -
testdata/workloads/tpcds/queries/tpcds-kudu-q46.test | 81 -
testdata/workloads/tpcds/queries/tpcds-kudu-q52.test | 28 -
testdata/workloads/tpcds/queries/tpcds-kudu-q53.test | 38 -
testdata/workloads/tpcds/queries/tpcds-kudu-q55.test | 25 -
testdata/workloads/tpcds/queries/tpcds-kudu-q59.test | 84 -
testdata/workloads/tpcds/queries/tpcds-kudu-q6.test | 28 -
testdata/workloads/tpcds/queries/tpcds-kudu-q63.test | 38 -
testdata/workloads/tpcds/queries/tpcds-kudu-q65.test | 63 -
testdata/workloads/tpcds/queries/tpcds-kudu-q68.test | 62 -
testdata/workloads/tpcds/queries/tpcds-kudu-q7.test | 32 -
testdata/workloads/tpcds/queries/tpcds-kudu-q73.test | 51 -
testdata/workloads/tpcds/queries/tpcds-kudu-q79.test | 61 -
testdata/workloads/tpcds/queries/tpcds-kudu-q96.test | 17 -
testdata/workloads/tpcds/queries/tpcds-kudu-q98.test | 34 -
testdata/workloads/tpcds/tpcds_core.csv | 1 +
testdata/workloads/tpcds/tpcds_dimensions.csv | 2 +-
testdata/workloads/tpcds/tpcds_exhaustive.csv | 3 +
testdata/workloads/tpcds/tpcds_pairwise.csv | 3 +
testdata/workloads/tpch/queries/insert_parquet.test | 2 +
testdata/workloads/tpch/queries/sort-reservation-usage.test | 9 +-
testdata/workloads/tpch/queries/tpch-aggregations.test | 2 +
testdata/workloads/tpch/queries/tpch-kudu-q1.test | 32 -
testdata/workloads/tpch/queries/tpch-kudu-q10.test | 60 -
testdata/workloads/tpch/queries/tpch-kudu-q11.test | 1088 ---
testdata/workloads/tpch/queries/tpch-kudu-q12.test | 37 -
testdata/workloads/tpch/queries/tpch-kudu-q13.test | 69 -
testdata/workloads/tpch/queries/tpch-kudu-q14.test | 21 -
testdata/workloads/tpch/queries/tpch-kudu-q15.test | 38 -
testdata/workloads/tpch/queries/tpch-kudu-q16.test | 18351 ---------------------------------------------------
testdata/workloads/tpch/queries/tpch-kudu-q17.test | 25 -
testdata/workloads/tpch/queries/tpch-kudu-q18.test | 98 -
testdata/workloads/tpch/queries/tpch-kudu-q19.test | 43 -
testdata/workloads/tpch/queries/tpch-kudu-q2.test | 151 -
testdata/workloads/tpch/queries/tpch-kudu-q20.test | 229 -
testdata/workloads/tpch/queries/tpch-kudu-q21.test | 147 -
testdata/workloads/tpch/queries/tpch-kudu-q22.test | 48 -
testdata/workloads/tpch/queries/tpch-kudu-q3.test | 40 -
testdata/workloads/tpch/queries/tpch-kudu-q4.test | 33 -
testdata/workloads/tpch/queries/tpch-kudu-q5.test | 36 -
testdata/workloads/tpch/queries/tpch-kudu-q6.test | 17 -
testdata/workloads/tpch/queries/tpch-kudu-q7.test | 49 -
testdata/workloads/tpch/queries/tpch-kudu-q8.test | 46 -
testdata/workloads/tpch/queries/tpch-kudu-q9.test | 213 -
testdata/workloads/tpch/queries/tpch-q1.test | 8 +-
testdata/workloads/tpch/queries/tpch-q10.test | 6 +-
testdata/workloads/tpch/queries/tpch-q14.test | 2 +-
testdata/workloads/tpch/queries/tpch-q17.test | 2 +-
testdata/workloads/tpch/queries/tpch-q18.test | 6 +-
testdata/workloads/tpch/queries/tpch-q3.test | 6 +-
testdata/workloads/tpch/queries/tpch-q8.test | 4 +-
testdata/workloads/tpch/tpch_core.csv | 2 +
testdata/workloads/tpch/tpch_dimensions.csv | 2 +-
testdata/workloads/tpch/tpch_exhaustive.csv | 4 +
testdata/workloads/tpch/tpch_pairwise.csv | 4 +
testdata/workloads/tpch_nested/queries/tpch_nested-q1.test | 10 +-
testdata/workloads/tpch_nested/queries/tpch_nested-q14.test | 4 +-
testdata/workloads/tpch_nested/queries/tpch_nested-q17.test | 4 +-
testdata/workloads/tpch_nested/queries/tpch_nested-q8.test | 6 +-
tests/authorization/test_grant_revoke.py | 6 +-
tests/benchmark/report_benchmark_results.py | 2 +-
tests/common/custom_cluster_test_suite.py | 11 +-
tests/common/environ.py | 191 +-
tests/common/impala_cluster.py | 53 +-
tests/common/impala_service.py | 103 +-
tests/common/impala_test_suite.py | 92 +-
tests/common/kudu_test_suite.py | 11 +-
tests/common/skip.py | 22 +-
tests/common/test_dimensions.py | 35 +-
tests/common/test_result_verifier.py | 52 +-
tests/common/test_skip.py | 39 +
tests/common/test_vector.py | 6 +-
tests/comparison/cli_options.py | 2 +-
tests/comparison/discrepancy_searcher.py | 2 -
tests/comparison/query_profile.py | 3 +-
tests/conftest.py | 62 +-
tests/custom_cluster/test_admission_controller.py | 195 +-
tests/custom_cluster/test_always_false_filter.py | 12 +-
tests/custom_cluster/test_breakpad.py | 2 +-
tests/custom_cluster/test_client_ssl.py | 12 +-
tests/custom_cluster/test_compact_catalog_updates.py | 10 +-
tests/custom_cluster/test_coordinators.py | 127 +-
tests/custom_cluster/test_custom_statestore.py | 88 +
tests/custom_cluster/test_disk_spill_configurations.py | 34 +
tests/custom_cluster/test_exchange_delays.py | 24 +-
tests/custom_cluster/test_hdfs_fd_caching.py | 3 +-
tests/custom_cluster/test_hedged_reads.py | 30 +
tests/custom_cluster/test_krpc_mem_usage.py | 100 +
tests/custom_cluster/test_krpc_metrics.py | 108 +
tests/custom_cluster/test_kudu.py | 18 +
tests/custom_cluster/test_lineage.py | 9 +-
tests/custom_cluster/test_metadata_replicas.py | 116 +
tests/custom_cluster/test_query_concurrency.py | 6 +-
tests/custom_cluster/test_query_expiration.py | 187 +-
tests/custom_cluster/test_redaction.py | 36 +-
tests/custom_cluster/test_reserved_words_version.py | 38 +
tests/custom_cluster/test_restart_services.py | 77 +
tests/custom_cluster/test_rpc_exception.py | 4 +-
tests/custom_cluster/{test_disk_spill_encryption.py => test_scanner_plugin.py} | 12 +-
tests/custom_cluster/test_scratch_disk.py | 2 +-
tests/custom_cluster/test_session_expiration.py | 49 +-
tests/custom_cluster/test_set_and_unset.py | 61 +-
tests/custom_cluster/test_stats_extrapolation.py | 25 +-
tests/hs2/hs2_test_suite.py | 10 +-
tests/hs2/test_hs2.py | 85 +-
tests/infra/test_stress_infra.py | 60 +
tests/metadata/test_ddl.py | 90 +
tests/metadata/test_ddl_base.py | 5 +
tests/metadata/test_explain.py | 9 +-
tests/metadata/test_hms_integration.py | 80 +-
tests/metadata/test_last_ddl_time_update.py | 228 +-
tests/metadata/test_partition_metadata.py | 84 +-
tests/metadata/test_recover_partitions.py | 162 +-
tests/metadata/test_reset_metadata.py | 34 +
tests/metadata/test_show_create_table.py | 3 +-
tests/metadata/test_stats_extrapolation.py | 175 +
tests/metadata/test_views_compatibility.py | 11 +-
tests/query_test/test_aggregation.py | 105 +-
tests/query_test/test_cancellation.py | 48 +-
tests/query_test/test_chars.py | 80 +-
tests/query_test/test_decimal_casting.py | 9 +-
tests/query_test/test_decimal_fuzz.py | 248 +
tests/query_test/test_decimal_queries.py | 4 +-
tests/query_test/test_errorlog.py | 11 +-
tests/query_test/test_hdfs_caching.py | 9 +-
tests/query_test/test_insert.py | 33 +-
tests/query_test/test_insert_parquet.py | 73 +-
tests/query_test/test_kudu.py | 99 +-
tests/query_test/test_mem_usage_scaling.py | 46 +-
tests/query_test/test_mt_dop.py | 5 +
tests/query_test/test_nested_types.py | 388 +-
tests/query_test/test_observability.py | 137 +-
tests/query_test/test_parquet_page_index.py | 367 +
tests/query_test/test_parquet_stats.py | 16 +
tests/query_test/test_partitioning.py | 16 +-
tests/query_test/test_queries.py | 45 +-
tests/query_test/test_query_mem_limit.py | 6 +-
tests/query_test/test_runtime_filters.py | 19 +-
tests/query_test/test_scanners.py | 265 +-
tests/query_test/test_scanners_fuzz.py | 20 +-
tests/query_test/test_sort.py | 47 +-
tests/query_test/test_spilling.py | 29 +-
tests/query_test/test_tpcds_queries.py | 243 +-
tests/query_test/test_tpch_queries.py | 11 +-
tests/query_test/test_udfs.py | 196 +-
tests/run-tests.py | 126 +-
tests/shell/bad_impalarc | 3 +-
tests/shell/good_impalarc | 1 -
tests/shell/shell_case_sensitive.cmds | 3 +
tests/shell/shell_case_sensitive2.cmds | 1 +
tests/shell/test_shell_commandline.py | 131 +-
tests/shell/test_shell_interactive.py | 238 +-
tests/statestore/test_statestore.py | 190 +-
tests/stress/__init__.py | 0
tests/stress/concurrent_select.py | 444 +-
tests/stress/extract_min_mem.py | 49 +
tests/test-hive-udfs/pom.xml | 43 +-
tests/test-hive-udfs/src/main/java/org/apache/impala/TestUpdateUdf.java | 4 +
tests/unittests/test_command.py | 49 +
tests/util/filesystem_utils.py | 1 +
tests/util/get_parquet_metadata.py | 44 +-
tests/util/hive_utils.py | 59 +
tests/util/parse_util.py | 10 +-
tests/verifiers/mem_usage_verifier.py | 70 +
tests/webserver/test_web_pages.py | 116 +-
www/catalog.tmpl | 131 +-
www/query_detail_tabs.tmpl | 1 +
www/query_finstances.tmpl | 129 +
www/rpcz.tmpl | 201 +-
www/statestore_subscribers.tmpl | 2 +
www/statestore_topics.tmpl | 2 +
docs/topics/impala_alter_function.xml => www/table_metrics.tmpl | 22 +-
1506 files changed, 100479 insertions(+), 53870 deletions(-)
create mode 100644 be/src/benchmarks/process-wide-locks-benchmark.cc
create mode 100644 be/src/benchmarks/rle-benchmark.cc
create mode 100644 be/src/catalog/catalog-util-test.cc
create mode 100644 be/src/common/thread-debug-info-test.cc
create mode 100644 be/src/common/thread-debug-info.cc
create mode 100644 be/src/common/thread-debug-info.h
create mode 100644 be/src/exec/cardinality-check-node.cc
create mode 100644 be/src/exec/cardinality-check-node.h
delete mode 100644 be/src/exec/hdfs-lzo-text-scanner.cc
delete mode 100644 be/src/exec/hdfs-lzo-text-scanner.h
create mode 100644 be/src/exec/hdfs-orc-scanner.cc
create mode 100644 be/src/exec/hdfs-orc-scanner.h
create mode 100644 be/src/exec/hdfs-parquet-scanner-test.cc
create mode 100644 be/src/exec/hdfs-plugin-text-scanner.cc
create mode 100644 be/src/exec/hdfs-plugin-text-scanner.h
create mode 100644 be/src/exec/parquet-common.cc
create mode 100644 be/src/kudu/security/security_flags.cc
create mode 100644 be/src/kudu/security/security_flags.h
create mode 100644 be/src/rpc/impala-service-pool.cc
create mode 100644 be/src/rpc/impala-service-pool.h
create mode 100644 be/src/rpc/rpc-mgr-kerberized-test.cc
create mode 100644 be/src/rpc/rpc-mgr-test-base.h
create mode 100644 be/src/runtime/dml-exec-state.cc
create mode 100644 be/src/runtime/dml-exec-state.h
create mode 100644 be/src/runtime/io/error-converter.cc
create mode 100644 be/src/runtime/io/error-converter.h
create mode 100644 be/src/runtime/io/local-file-system-with-fault-injection.cc
create mode 100644 be/src/runtime/io/local-file-system-with-fault-injection.h
create mode 100644 be/src/runtime/io/local-file-system.cc
create mode 100644 be/src/runtime/io/local-file-system.h
create mode 100644 be/src/testutil/mini-kdc-wrapper.cc
create mode 100644 be/src/testutil/mini-kdc-wrapper.h
create mode 100644 be/src/thirdparty/mpfit/DISCLAIMER
create mode 100644 be/src/thirdparty/mpfit/README
create mode 100644 be/src/thirdparty/mpfit/mpfit.c
create mode 100644 be/src/thirdparty/mpfit/mpfit.h
create mode 100644 be/src/thirdparty/pcg-cpp-0.98/LICENSE.txt
create mode 100644 be/src/thirdparty/pcg-cpp-0.98/README.md
create mode 100644 be/src/thirdparty/pcg-cpp-0.98/include/pcg_extras.hpp
create mode 100644 be/src/thirdparty/pcg-cpp-0.98/include/pcg_random.hpp
create mode 100644 be/src/thirdparty/pcg-cpp-0.98/include/pcg_uint128.hpp
create mode 100644 be/src/util/mpfit-util.cc
create mode 100644 be/src/util/mpfit-util.h
delete mode 100644 be/src/util/perf-counters.cc
delete mode 100644 be/src/util/perf-counters.h
create mode 100644 be/src/util/sharded-query-map-util.h
create mode 100644 be/src/util/string-util-test.cc
create mode 100644 be/src/util/string-util.cc
create mode 100644 be/src/util/string-util.h
rename be/src/util/{perf-counters-test.cc => sys-info-test.cc} (50%)
create mode 100755 bin/check-s3-access.sh
create mode 100755 bin/compare_branches.py
rename {shell/ext-py/sqlparse-0.1.14/tests => bin/diagnostics}/__init__.py (100%)
create mode 100644 bin/diagnostics/collect_diagnostics.py
create mode 100755 bin/diagnostics/collect_shared_libs.sh
create mode 100755 bin/distcc/distcc_server_setup.sh
create mode 100644 bin/ignored_commits.json
rename testdata/bin/run-hive.sh => bin/impala-flake8 (56%)
create mode 100755 bin/parse-thrift-profile.py
delete mode 100755 bin/remote_data_load.py
create mode 100644 cmake_modules/FindOrc.cmake
create mode 100644 docker/README.md
create mode 100755 docker/annotate.py
create mode 100755 docker/entrypoint.sh
create mode 100644 docker/monitor.py
create mode 100755 docker/test-with-docker.py
create mode 100644 docker/timeline.html.template
rename docs/{Cloudera-Impala-Release-Notes.ditamap => impala_release_notes.ditamap} (89%)
delete mode 100644 docs/impala_sqlref.ditamap
delete mode 100644 docs/topics/impala_cluster_sizing.xml
rename docs/topics/{impala_disable_cached_reads.xml => impala_compute_stats_min_sample_size.xml} (57%)
delete mode 100644 docs/topics/impala_default_order_by_limit.xml
create mode 100644 docs/topics/impala_exec_time_limit_s.xml
delete mode 100644 docs/topics/impala_max_io_buffers.xml
create mode 100644 docs/topics/impala_parquet_array_resolution.xml
delete mode 100644 docs/topics/impala_reservation_request_timeout.xml
delete mode 100644 docs/topics/impala_rm_initial_mem.xml
delete mode 100644 docs/topics/impala_scan_node_codegen_threshold.xml
rename docs/topics/{impala_abort_on_default_limit_exceeded.xml => impala_shuffle_distinct_exprs.xml} (60%)
delete mode 100644 docs/topics/impala_v_cpu_cores.xml
delete mode 100644 docs/topics/impala_window_functions.xml
rename fe/src/{compat-hive-1 => compat-minicluster-profile-2}/java/org/apache/hive/service/rpc/thrift/TGetCatalogsReq.java (100%)
rename fe/src/{compat-hive-1 => compat-minicluster-profile-2}/java/org/apache/hive/service/rpc/thrift/TGetColumnsReq.java (100%)
rename fe/src/{compat-hive-1 => compat-minicluster-profile-2}/java/org/apache/hive/service/rpc/thrift/TGetFunctionsReq.java (100%)
rename fe/src/{compat-hive-1 => compat-minicluster-profile-2}/java/org/apache/hive/service/rpc/thrift/TGetInfoReq.java (100%)
rename fe/src/{compat-hive-1 => compat-minicluster-profile-2}/java/org/apache/hive/service/rpc/thrift/TGetSchemasReq.java (100%)
rename fe/src/{compat-hive-1 => compat-minicluster-profile-2}/java/org/apache/hive/service/rpc/thrift/TGetTablesReq.java (100%)
create mode 100644 fe/src/compat-minicluster-profile-2/java/org/apache/impala/authorization/SentryAuthProvider.java
create mode 100644 fe/src/compat-minicluster-profile-2/java/org/apache/impala/compat/HdfsShim.java
rename fe/src/{compat-hive-1 => compat-minicluster-profile-2}/java/org/apache/impala/compat/MetastoreShim.java (100%)
create mode 100644 fe/src/compat-minicluster-profile-2/java/org/apache/impala/compat/MiniclusterProfile.java
create mode 100644 fe/src/compat-minicluster-profile-2/java/org/apache/impala/util/SentryUtil.java
create mode 100644 fe/src/compat-minicluster-profile-2/test/java/org/apache/impala/datagenerator/HBaseTestDataRegionAssignment.java
create mode 100644 fe/src/compat-minicluster-profile-3/java/org/apache/impala/analysis/ParquetHelper.java
create mode 100644 fe/src/compat-minicluster-profile-3/java/org/apache/impala/authorization/ImpalaActionFactory.java
create mode 100644 fe/src/compat-minicluster-profile-3/java/org/apache/impala/authorization/ImpalaPrivilegeModel.java
create mode 100644 fe/src/compat-minicluster-profile-3/java/org/apache/impala/authorization/SentryAuthProvider.java
create mode 100644 fe/src/compat-minicluster-profile-3/java/org/apache/impala/compat/HdfsShim.java
rename fe/src/{compat-hive-2 => compat-minicluster-profile-3}/java/org/apache/impala/compat/MetastoreShim.java (100%)
create mode 100644 fe/src/compat-minicluster-profile-3/java/org/apache/impala/compat/MiniclusterProfile.java
create mode 100644 fe/src/compat-minicluster-profile-3/java/org/apache/impala/util/SentryUtil.java
create mode 100644 fe/src/compat-minicluster-profile-3/test/java/org/apache/impala/authorization/ImpalaActionFactoryTest.java
create mode 100644 fe/src/compat-minicluster-profile-3/test/java/org/apache/impala/datagenerator/HBaseTestDataRegionAssignment.java
create mode 100644 fe/src/main/java/org/apache/impala/analysis/AlterTableSetRowFormatStmt.java
create mode 100644 fe/src/main/java/org/apache/impala/analysis/CommentOnDbStmt.java
create mode 100644 fe/src/main/java/org/apache/impala/analysis/CommentOnStmt.java
create mode 100644 fe/src/main/java/org/apache/impala/analysis/StmtMetadataLoader.java
create mode 100644 fe/src/main/java/org/apache/impala/catalog/CatalogObjectImpl.java
create mode 100644 fe/src/main/java/org/apache/impala/catalog/CatalogObjectVersionQueue.java
create mode 100644 fe/src/main/java/org/apache/impala/catalog/CatalogUsageMonitor.java
create mode 100644 fe/src/main/java/org/apache/impala/catalog/TopicUpdateLog.java
create mode 100644 fe/src/main/java/org/apache/impala/common/Metrics.java
create mode 100644 fe/src/main/java/org/apache/impala/planner/CardinalityCheckNode.java
create mode 100644 fe/src/main/java/org/apache/impala/rewrite/RemoveRedundantStringCast.java
create mode 100644 fe/src/main/java/org/apache/impala/util/TByteBuffer.java
create mode 100644 fe/src/main/java/org/apache/impala/util/TUniqueIdUtil.java
create mode 100644 fe/src/main/java/org/apache/impala/util/TopNCache.java
create mode 100644 fe/src/test/java/org/apache/impala/analysis/AuthorizationTestV2.java
create mode 100644 fe/src/test/java/org/apache/impala/analysis/StmtMetadataLoaderTest.java
create mode 100644 fe/src/test/java/org/apache/impala/util/Metrics.java
create mode 100644 fe/src/test/java/org/apache/impala/util/TUniqueIdUtilTest.java
create mode 100644 fe/src/test/java/org/apache/impala/util/TestTopNCache.java
create mode 100644 fe/src/test/resources/hive-log4j2.properties.template
create mode 100644 impala-parent/CMakeLists.txt
create mode 100644 impala-parent/pom.xml
create mode 100644 infra/python/deps/stage2-requirements.txt
create mode 100644 security/tls_socket-test.cc
create mode 100644 setup.cfg
delete mode 100644 shell/ext-py/sqlparse-0.1.14/PKG-INFO
delete mode 100644 shell/ext-py/sqlparse-0.1.14/setup.cfg
create mode 100644 shell/ext-py/sqlparse-0.1.19/.travis.yml
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/AUTHORS (81%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/CHANGES (80%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/COPYING (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/MANIFEST.in (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/README.rst (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/TODO (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/bin/sqlformat (98%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/docs/source/analyzing.rst (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/docs/source/api.rst (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/docs/source/changes.rst (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/docs/source/conf.py (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/docs/source/index.rst (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/docs/source/indices.rst (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/docs/source/intro.rst (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/docs/source/ui.rst (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/docs/sqlformat.1 (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/pytest.ini (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/setup.py (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/__init__.py (99%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/engine/__init__.py (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/engine/filter.py (95%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/engine/grouping.py (78%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/exceptions.py (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/filters.py (96%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/formatter.py (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/functions.py (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/keywords.py (99%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/lexer.py (91%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/pipeline.py (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/sql.py (87%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/tokens.py (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/sqlparse/utils.py (100%)
create mode 100644 shell/ext-py/sqlparse-0.1.19/tests/__init__.py
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/files/_Make_DirEntry.sql (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/files/begintag.sql (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/files/begintag_2.sql (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/files/dashcomment.sql (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/files/function.sql (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/files/function_psql.sql (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/files/function_psql2.sql (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/files/function_psql3.sql (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/files/huge_select.sql (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/files/test_cp1251.sql (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/test_filters.py (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/test_format.py (96%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/test_functions.py (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/test_grouping.py (85%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/test_parse.py (65%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/test_pipeline.py (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/test_regressions.py (92%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/test_split.py (94%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/test_tokenize.py (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tests/utils.py (100%)
rename shell/ext-py/{sqlparse-0.1.14 => sqlparse-0.1.19}/tox.ini (100%)
create mode 100644 testdata/CustomerMultiBlock/README
create mode 100644 testdata/CustomerMultiBlock/customer_multiblock.parquet
create mode 100644 testdata/LineItemMultiBlock/lineitem_orc_multiblock_one_stripe.orc
create mode 100644 testdata/LineItemMultiBlock/lineitem_sixblocks.orc
create mode 100644 testdata/LineItemMultiBlock/lineitem_threeblocks.orc
delete mode 100755 testdata/bin/split-hbase.sh
delete mode 100644 testdata/cluster/node_templates/cdh5/etc/hadoop/conf/yarn-site.xml.tmpl
create mode 100755 testdata/cluster/node_templates/cdh6/etc/init.d/kms
rename testdata/cluster/node_templates/{cdh5 => common}/etc/hadoop/conf/kms-acls.xml.tmpl (100%)
rename testdata/cluster/node_templates/{cdh5 => common}/etc/hadoop/conf/kms-site.xml.tmpl (100%)
rename testdata/cluster/node_templates/{cdh5 => common}/etc/init.d/kudu-common (100%)
rename testdata/cluster/node_templates/{cdh5 => common}/etc/init.d/kudu-master (100%)
rename testdata/cluster/node_templates/{cdh5 => common}/etc/init.d/kudu-tserver (100%)
rename testdata/cluster/node_templates/{cdh5 => common}/etc/kudu/master.conf.tmpl (100%)
rename testdata/cluster/node_templates/{cdh5 => common}/etc/kudu/tserver.conf.tmpl (100%)
create mode 100644 testdata/data/bad_codec.parquet
create mode 100644 testdata/data/bad_compressed_dict_page_size.parquet
create mode 100644 testdata/data/chars-formats.orc
create mode 100644 testdata/data/lazy_timestamp.csv
create mode 100644 testdata/data/min_max_is_nan.parquet
create mode 100644 testdata/data/num_values_def_levels_mismatch.parquet
create mode 100644 testdata/data/rle_encoded_bool.parquet
create mode 100644 testdata/data/signed_integer_logical_types.parquet
delete mode 100644 testdata/src/main/java/org/apache/impala/datagenerator/HBaseTestDataRegionAssigment.java
create mode 100644 testdata/workloads/functional-planner/queries/PlannerTest/shuffle-by-distinct-exprs.test
create mode 100644 testdata/workloads/functional-query/queries/DataErrorsTest/orc-type-checks.test
create mode 100644 testdata/workloads/functional-query/queries/QueryTest/admission-reject-mem-estimate.test
create mode 100644 testdata/workloads/functional-query/queries/QueryTest/alias.test
rename testdata/workloads/functional-query/queries/QueryTest/{disk-spill-encryption.test => basic-spilling.test} (77%)
create mode 100644 testdata/workloads/functional-query/queries/QueryTest/chars-tmp-tables.test
create mode 100644 testdata/workloads/functional-query/queries/QueryTest/disable-lzo-plugin.test
delete mode 100644 testdata/workloads/functional-query/queries/QueryTest/hbase-show-create-table.test
create mode 100644 testdata/workloads/functional-query/queries/QueryTest/insert-mem-limit.test
create mode 100644 testdata/workloads/functional-query/queries/QueryTest/insert_bad_expr.test
create mode 100644 testdata/workloads/functional-query/queries/QueryTest/kudu_insert_mem_limit.test
create mode 100644 testdata/workloads/functional-query/queries/QueryTest/kudu_limit.test
create mode 100644 testdata/workloads/functional-query/queries/QueryTest/nested-types-basic-partitioned.test
create mode 100644 testdata/workloads/functional-query/queries/QueryTest/nested-types-tpch-mem-limit.test
create mode 100644 testdata/workloads/functional-query/queries/QueryTest/parquet-bad-codec.test
create mode 100644 testdata/workloads/functional-query/queries/QueryTest/parquet-bad-compressed-dict-page-size.test
create mode 100644 testdata/workloads/functional-query/queries/QueryTest/parquet-invalid-minmax-stats.test
create mode 100644 testdata/workloads/functional-query/queries/QueryTest/parquet-num-values-def-levels-mismatch.test
create mode 100644 testdata/workloads/functional-query/queries/QueryTest/parquet-rle-encoded-bool.test
create mode 100644 testdata/workloads/functional-query/queries/QueryTest/random.test
create mode 100644 testdata/workloads/functional-query/queries/QueryTest/scanner-reservation.test
create mode 100644 testdata/workloads/functional-query/queries/QueryTest/select-lazy-timestamp.test
create mode 100644 testdata/workloads/functional-query/queries/QueryTest/spilling-no-debug-action.test
rename testdata/workloads/functional-query/queries/QueryTest/{spilling-sorts-exhaustive.test => spilling-regression-exhaustive.test} (81%)
create mode 100644 testdata/workloads/functional-query/queries/QueryTest/subquery-in-constant-lhs.test
create mode 100644 testdata/workloads/functional-query/queries/QueryTest/unsupported-compression-partitions.test
create mode 100644 testdata/workloads/targeted-perf/queries/primitive_conjunct_ordering_1.test
create mode 100644 testdata/workloads/targeted-perf/queries/primitive_conjunct_ordering_2.test
create mode 100644 testdata/workloads/targeted-perf/queries/primitive_conjunct_ordering_3.test
create mode 100644 testdata/workloads/targeted-perf/queries/primitive_conjunct_ordering_4.test
create mode 100644 testdata/workloads/targeted-perf/queries/primitive_count_star.test
create mode 100644 testdata/workloads/targeted-perf/queries/primitive_decimal_arithmetic.test
create mode 100644 testdata/workloads/targeted-perf/queries/primitive_filter_bigint_in_list.test
create mode 100644 testdata/workloads/targeted-perf/queries/primitive_intrinsic_appx_median.test
create mode 100644 testdata/workloads/targeted-perf/queries/primitive_intrinsic_to_date.test
create mode 100644 testdata/workloads/targeted-perf/queries/primitive_many_fragments.test
create mode 100644 testdata/workloads/targeted-perf/queries/primitive_many_independent_fragments.test
create mode 100644 testdata/workloads/targeted-perf/queries/primitive_orderby_bigint_expression.test
create mode 100644 testdata/workloads/targeted-perf/queries/primitive_shuffle_1mb_rows.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q1.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q10.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q11.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q12.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q13.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q14.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q15.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q16.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q17.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q18.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q19.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q2.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q20.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q21.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q22.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q23.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q25.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q26.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q27.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q28.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q29.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q3.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q30.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q31.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q32.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q33.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q34.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q35.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q36.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q37.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q38.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q39.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q4.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q40.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q41.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q42.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q43.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q44.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q45.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q46.test
rename testdata/workloads/{tpcds/queries/tpcds-kudu-q47.test => tpcds-unmodified/queries/tpcds-q47.test} (74%)
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q48.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q49.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q5.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q50.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q51.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q52.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q53.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q54.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q55.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q56.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q57.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q58.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q59.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q6.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q60.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q61.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q62.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q63.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q64.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q65.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q66.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q68.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q69.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q7.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q70.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q71.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q72.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q73.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q74.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q75.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q76.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q77.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q78.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q79.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q8.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q80.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q81.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q82.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q83.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q84.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q85.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q86.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q87.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q88.test
rename testdata/workloads/{tpcds/queries/tpcds-kudu-q89.test => tpcds-unmodified/queries/tpcds-q89.test} (55%)
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q9.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q90.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q91.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q92.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q93.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q94.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q95.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q96.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q97.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q98.test
create mode 100644 testdata/workloads/tpcds-unmodified/queries/tpcds-q99.test
create mode 100644 testdata/workloads/tpcds-unmodified/tpcds-unmodified_core.csv
create mode 100644 testdata/workloads/tpcds-unmodified/tpcds-unmodified_dimensions.csv
create mode 100644 testdata/workloads/tpcds-unmodified/tpcds-unmodified_exhaustive.csv
create mode 100644 testdata/workloads/tpcds-unmodified/tpcds-unmodified_pairwise.csv
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q1.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q10a.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q11.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q12.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q13.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q15.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q16.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q17.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q18a.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q19.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q2.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q20.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q21.test
rename testdata/workloads/tpcds/queries/{tpcds-q22a.test => tpcds-decimal_v2-q22a.test} (99%)
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q25.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q29.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q3.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q32.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q33.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q34.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q37.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q39-1.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q39-2.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q4.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q40.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q41.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q42.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q43.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q46.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q50.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q51.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q51a.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q52.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q53.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q54.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q55.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q56.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q6.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q60.test
rename testdata/workloads/tpcds/queries/{tpcds-kudu-q61.test => tpcds-decimal_v2-q61.test} (60%)
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q62.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q64.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q65.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q67a.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q68.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q69.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q7.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q70a.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q71.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q72.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q73.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q74.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q75.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q76.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q77a.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q78.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q79.test
rename testdata/workloads/tpcds/queries/{tpcds-kudu-q8.test => tpcds-decimal_v2-q8.test} (98%)
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q80a.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q81.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q82.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q84.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q86a.test
rename testdata/workloads/tpcds/queries/{tpcds-kudu-q88.test => tpcds-decimal_v2-q88.test} (69%)
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q91.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q92.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q94.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q95.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q96.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q97.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q98.test
create mode 100644 testdata/workloads/tpcds/queries/tpcds-decimal_v2-q99.test
delete mode 100644 testdata/workloads/tpcds/queries/tpcds-kudu-q19.test
delete mode 100644 testdata/workloads/tpcds/queries/tpcds-kudu-q27.test
delete mode 100644 testdata/workloads/tpcds/queries/tpcds-kudu-q3.test
delete mode 100644 testdata/workloads/tpcds/queries/tpcds-kudu-q34.test
delete mode 100644 testdata/workloads/tpcds/queries/tpcds-kudu-q42.test
delete mode 100644 testdata/workloads/tpcds/queries/tpcds-kudu-q43.test
delete mode 100644 testdata/workloads/tpcds/queries/tpcds-kudu-q46.test
delete mode 100644 testdata/workloads/tpcds/queries/tpcds-kudu-q52.test
delete mode 100644 testdata/workloads/tpcds/queries/tpcds-kudu-q53.test
delete mode 100644 testdata/workloads/tpcds/queries/tpcds-kudu-q55.test
delete mode 100644 testdata/workloads/tpcds/queries/tpcds-kudu-q59.test
delete mode 100644 testdata/workloads/tpcds/queries/tpcds-kudu-q6.test
delete mode 100644 testdata/workloads/tpcds/queries/tpcds-kudu-q63.test
delete mode 100644 testdata/workloads/tpcds/queries/tpcds-kudu-q65.test
delete mode 100644 testdata/workloads/tpcds/queries/tpcds-kudu-q68.test
delete mode 100644 testdata/workloads/tpcds/queries/tpcds-kudu-q7.test
delete mode 100644 testdata/workloads/tpcds/queries/tpcds-kudu-q73.test
delete mode 100644 testdata/workloads/tpcds/queries/tpcds-kudu-q79.test
delete mode 100644 testdata/workloads/tpcds/queries/tpcds-kudu-q96.test
delete mode 100644 testdata/workloads/tpcds/queries/tpcds-kudu-q98.test
delete mode 100644 testdata/workloads/tpch/queries/tpch-kudu-q1.test
delete mode 100644 testdata/workloads/tpch/queries/tpch-kudu-q10.test
delete mode 100644 testdata/workloads/tpch/queries/tpch-kudu-q11.test
delete mode 100644 testdata/workloads/tpch/queries/tpch-kudu-q12.test
delete mode 100644 testdata/workloads/tpch/queries/tpch-kudu-q13.test
delete mode 100644 testdata/workloads/tpch/queries/tpch-kudu-q14.test
delete mode 100644 testdata/workloads/tpch/queries/tpch-kudu-q15.test
delete mode 100644 testdata/workloads/tpch/queries/tpch-kudu-q16.test
delete mode 100644 testdata/workloads/tpch/queries/tpch-kudu-q17.test
delete mode 100644 testdata/workloads/tpch/queries/tpch-kudu-q18.test
delete mode 100644 testdata/workloads/tpch/queries/tpch-kudu-q19.test
delete mode 100644 testdata/workloads/tpch/queries/tpch-kudu-q2.test
delete mode 100644 testdata/workloads/tpch/queries/tpch-kudu-q20.test
delete mode 100644 testdata/workloads/tpch/queries/tpch-kudu-q21.test
delete mode 100644 testdata/workloads/tpch/queries/tpch-kudu-q22.test
delete mode 100644 testdata/workloads/tpch/queries/tpch-kudu-q3.test
delete mode 100644 testdata/workloads/tpch/queries/tpch-kudu-q4.test
delete mode 100644 testdata/workloads/tpch/queries/tpch-kudu-q5.test
delete mode 100644 testdata/workloads/tpch/queries/tpch-kudu-q6.test
delete mode 100644 testdata/workloads/tpch/queries/tpch-kudu-q7.test
delete mode 100644 testdata/workloads/tpch/queries/tpch-kudu-q8.test
delete mode 100644 testdata/workloads/tpch/queries/tpch-kudu-q9.test
create mode 100644 tests/common/test_skip.py
create mode 100644 tests/custom_cluster/test_custom_statestore.py
create mode 100644 tests/custom_cluster/test_disk_spill_configurations.py
create mode 100644 tests/custom_cluster/test_hedged_reads.py
create mode 100644 tests/custom_cluster/test_krpc_mem_usage.py
create mode 100644 tests/custom_cluster/test_krpc_metrics.py
create mode 100644 tests/custom_cluster/test_metadata_replicas.py
create mode 100644 tests/custom_cluster/test_reserved_words_version.py
create mode 100644 tests/custom_cluster/test_restart_services.py
rename tests/custom_cluster/{test_disk_spill_encryption.py => test_scanner_plugin.py} (70%)
create mode 100644 tests/infra/test_stress_infra.py
create mode 100644 tests/metadata/test_reset_metadata.py
create mode 100644 tests/metadata/test_stats_extrapolation.py
create mode 100644 tests/query_test/test_decimal_fuzz.py
create mode 100644 tests/query_test/test_parquet_page_index.py
create mode 100644 tests/shell/shell_case_sensitive.cmds
create mode 100644 tests/shell/shell_case_sensitive2.cmds
create mode 100644 tests/stress/__init__.py
create mode 100755 tests/stress/extract_min_mem.py
create mode 100644 tests/unittests/test_command.py
create mode 100644 tests/util/hive_utils.py
create mode 100644 tests/verifiers/mem_usage_verifier.py
create mode 100644 www/query_finstances.tmpl
rename docs/topics/impala_alter_function.xml => www/table_metrics.tmpl (55%)
zoram-MBP15:Impala zoram$ git log
commit 8f7a3f9c6c48da83bcb94e3fd7d2f824ef6e1b4a (HEAD -> master, origin/master, origin/HEAD)
Author: Tim Armstrong <ta...@cloudera.com>
Date: Tue Jun 5 22:44:37 2018 -0700
IMPALA-7124: delete keystore when formatting cluster
This avoids leftover keystore files from previous instances
of the cluster, e.g. testdata/cluster/cdh6/node-1/data/kms.keystore.
I checked on my local system and that is the only file outside of
the nn and dn subdirectories.
Change-Id: I9e6c1afa0df95b26446ccafa0c942e28ba848dae
Reviewed-on: http://gerrit.cloudera.org:8080/10613
Tested-by: Impala Public Jenkins <im...@cloudera.com>
Reviewed-by: Philip Zeyliger <ph...@cloudera.com>
commit af4909fdfc21f223510857645dfed615a083306c
Author: Thomas Tauber-Marshall <tm...@cloudera.com>
Date: Fri Jun 1 13:56:54 2018 -0700
IMPALA-7089: reenable test_kudu_dml_reporting
This test was zfailed because it was broken. The change that broke it
(IMPALA-2751 - bdad189469a463fbefde932ca6255fa4b26380ae) was reverted
(84b55c6148dd4e756359717cca30a8eea71cb62a) so we can reenable the
test.
Change-Id: Ib5716f30458eb6db08f735bcbd2f79d205334930
Reviewed-on: http://gerrit.cloudera.org:8080/10577
Reviewed-by: Tim Armstrong <ta...@cloudera.com>
Tested-by: Impala Public Jenkins <im...@cloudera.com>
commit f0ab334445046599b55415edece1c22e1ec27b1e
Author: Todd Lipcon <to...@cloudera.com>
Date: Thu May 31 17:15:30 2018 -0700
IMPALA-7110. Fix errors from error-prone
* Fixes several cases of Preconditions.checkNotNull(<bool>) which were
ineffective. Instead, we should use Preconditions.checkState.
* Fixed a case of synchronizing on a non-final class member, which is a
bad practice.
* Fixed a case of trying to stringify an array instead of using Joiner
to join it to a human-readable representation.
* Fixed a couple cases where the format string in String.format didn't
match the number of arguments passed.
* Fixed a test where PrimitiveType objects were being used to look up
elements in a Map<ScalarType, String>. This would always return null,
so the test was ineffective.
I elected not to enable error-prone in the default maven profile since
it increases compilation time noticeably. It can be enabled by running
'mvn -Perrorprone'.
Even with this patch there are a bunch of warnings -- this only
addresses the issues that errorprone considers "errors".
Change-Id: Ie9bfadecb5b92bba4fc7921a6f87f249ed90e771
Reviewed-on: http://gerrit.cloudera.org:8080/10583
Reviewed-by: Bharath Vissapragada <bh...@cloudera.com>
Reviewed-by: Philip Zeyliger <ph...@cloudera.com>
Tested-by: Impala Public Jenkins <im...@cloudera.com>
commit b265cb68a229124fdd21427941c3d75ed86e3e2e
Author: Rahul Shivu Mahadev <ra...@cloudera.com>
Date: Thu May 31 10:33:46 2018 -0700
Fix Indents from IMPALA-4970
fixing the mistake in indentation made previously
Change-Id: I4ea53e0780cca9f791808c2a73c7f72ba27c2159
Reviewed-on: http://gerrit.cloudera.org:8080/10560
Reviewed-by: Sailesh Mukil <sa...@cloudera.com>
Tested-by: Tim Armstrong <ta...@cloudera.com>
commit 388f2df22d5ceba8cb25065389ae7aa9911ac208
Author: Vuk Ercegovac <ve...@cloudera.com>
Date: Mon Jun 4 16:47:56 2018 -0700
IMPALA-6956: deflake and logging for query_expiration test
There was a recent flake where the number of in-flight queries
that were executing differed from the expected number.
The reason for the false negative is that one of the queries
expired before the check for in-flight queries: it took too long
to issue the queries.
This change modifies the timeout for the expired query to not expire
so quickly. Additional logging is added to the check for in-flight
queries so that we can distinguish the case of too few queries vs.
queries that have the wrong state.
Change-Id: I01a8762d28ad920b9ec8a0b1b82469618c66768f
Reviewed-on: http://gerrit.cloudera.org:8080/10602
Reviewed-by: Tim Armstrong <ta...@cloudera.com>
zoram-MBP15:Impala zoram$ clear
zoram-MBP15:Impala zoram$ cd be
zoram-MBP15:be zoram$ cscope -bqR
zoram-MBP15:be zoram$ ctags -R
zoram-MBP15:be zoram$ vim -t ThreadDebugInfo
zoram-MBP15:be zoram$ ping zoram-desktop.pa.cloudera.com
PING zoram-desktop.pa.cloudera.com (10.16.0.80): 56 data bytes
64 bytes from 10.16.0.80: icmp_seq=0 ttl=64 time=3.641 ms
64 bytes from 10.16.0.80: icmp_seq=1 ttl=64 time=2.087 ms
64 bytes from 10.16.0.80: icmp_seq=2 ttl=64 time=2.183 ms
^C
--- zoram-desktop.pa.cloudera.com ping statistics ---
3 packets transmitted, 3 packets received, 0.0% packet loss
round-trip min/avg/max/stddev = 2.087/2.637/3.641/0.711 ms
zoram-MBP15:be zoram$ mosh zoram-desktop.pa.cloudera.com -- tmux a
[mosh is exiting.]
zoram-MBP15:be zoram$ mosh zoram-desktop.pa.cloudera.com -- tmux a
[mosh is exiting.]
zoram-MBP15:be zoram$ mosh zoram-desktop.pa.cloudera.com -- tmux a
import com.google.common.collect.Lists;
import com.google.common.collect.Maps;
+import com.google.common.collect.ImmutableList;
/**
* Wrapper class for parsing, analyzing and rewriting a SQL stmt.
*/
@@ -454,6 +455,9 @@ public class AnalysisContext {
List<String> origColLabels =
Lists.newArrayList(analysisResult_.stmt_.getColLabels());
+ // Save old privileges
+ ImmutableList<PrivilegeRequest> oldPrivReqs = analysisResult_.analyzer_.getPrivilegeReqs();
+
// Re-analyze the stmt with a new analyzer.
analysisResult_.analyzer_ = createAnalyzer(stmtTableCache);
analysisResult_.stmt_.reset();
@@ -465,6 +469,11 @@ public class AnalysisContext {
if (LOG.isTraceEnabled()) {
LOG.trace("rewrittenStmt: " + analysisResult_.stmt_.toSql());
}
+
+ // Restore privilege requests found during the first pass
+ for (PrivilegeRequest req : oldPrivReqs) {
+ analysisResult_.analyzer_.registerPrivReq(req);
+ }
if (isExplain) analysisResult_.stmt_.setIsExplain();
Preconditions.checkState(!analysisResult_.requiresSubqueryRewrite());
}
{code}
)
> Use of permanent function should require SELECT privilege on DB
> ---------------------------------------------------------------
>
> Key: IMPALA-6086
> URL: https://issues.apache.org/jira/browse/IMPALA-6086
> Project: IMPALA
> Issue Type: Bug
> Components: Catalog, Security
> Affects Versions: Impala 2.9.0, Impala 3.1.0
> Reporter: Zoram Thanga
> Assignee: Zoram Thanga
> Priority: Minor
>
> A user that has no privilege on a database should not be able to execute any permanent functions in that database. This is currently possible, and should be fixed, so that the user must have SELECT privilege to execute permanent functions.
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-all-unsubscribe@impala.apache.org
For additional commands, e-mail: issues-all-help@impala.apache.org