You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@impala.apache.org by ta...@apache.org on 2018/03/05 23:39:16 UTC
[1/3] impala git commit: IMPALA-2567: Enable KRPC by default
Repository: impala
Updated Branches:
refs/heads/master 3302abaa3 -> 77d07f806
IMPALA-2567: Enable KRPC by default
This change enables the switch to use KRPC by default.
This change also fixes a bug in KrpcDataStreamMgr to
check if maintenance thread was started before calling
Join() on it. This shows up in BE tests as the maintenance
thread isn't started in them.
Testing done: exhaustive build.
Change-Id: Iae736c1c1351758969b4d84e34fc5b2d048660a0
Reviewed-on: http://gerrit.cloudera.org:8080/9461
Reviewed-by: Michael Ho <kw...@cloudera.com>
Tested-by: Impala Public Jenkins
Project: http://git-wip-us.apache.org/repos/asf/impala/repo
Commit: http://git-wip-us.apache.org/repos/asf/impala/commit/3b72a6c0
Tree: http://git-wip-us.apache.org/repos/asf/impala/tree/3b72a6c0
Diff: http://git-wip-us.apache.org/repos/asf/impala/diff/3b72a6c0
Branch: refs/heads/master
Commit: 3b72a6c0dac537192ed939bb6370199179c67c88
Parents: 3302aba
Author: Michael Ho <kw...@cloudera.com>
Authored: Tue Feb 20 14:45:47 2018 -0800
Committer: Impala Public Jenkins <im...@gerrit.cloudera.org>
Committed: Mon Mar 5 08:57:40 2018 +0000
----------------------------------------------------------------------
be/src/runtime/exec-env.cc | 5 ++---
be/src/runtime/krpc-data-stream-mgr.cc | 2 +-
bin/run-all-tests.sh | 18 +++++++++---------
bin/start-impala-cluster.py | 8 ++++----
tests/common/custom_cluster_test_suite.py | 4 ++--
tests/common/skip.py | 4 ++--
tests/common/test_skip.py | 4 ++--
tests/conftest.py | 6 +++---
8 files changed, 25 insertions(+), 26 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/impala/blob/3b72a6c0/be/src/runtime/exec-env.cc
----------------------------------------------------------------------
diff --git a/be/src/runtime/exec-env.cc b/be/src/runtime/exec-env.cc
index 8a51d88..e64cc81 100644
--- a/be/src/runtime/exec-env.cc
+++ b/be/src/runtime/exec-env.cc
@@ -80,9 +80,8 @@ DEFINE_int32(state_store_subscriber_port, 23000,
DEFINE_int32(num_hdfs_worker_threads, 16,
"(Advanced) The number of threads in the global HDFS operation pool");
DEFINE_bool(disable_admission_control, false, "Disables admission control.");
-DEFINE_bool_hidden(use_krpc, false, "Used to indicate whether to use KRPC for the "
- "DataStream subsystem, or the Thrift RPC layer instead. Defaults to false. "
- "KRPC not yet supported");
+DEFINE_bool(use_krpc, true, "If true, use KRPC for the DataStream subsystem. "
+ "Otherwise use Thrift RPC.");
DECLARE_int32(state_store_port);
DECLARE_int32(num_threads_per_core);
http://git-wip-us.apache.org/repos/asf/impala/blob/3b72a6c0/be/src/runtime/krpc-data-stream-mgr.cc
----------------------------------------------------------------------
diff --git a/be/src/runtime/krpc-data-stream-mgr.cc b/be/src/runtime/krpc-data-stream-mgr.cc
index 40dd285..8005183 100644
--- a/be/src/runtime/krpc-data-stream-mgr.cc
+++ b/be/src/runtime/krpc-data-stream-mgr.cc
@@ -418,7 +418,7 @@ KrpcDataStreamMgr::~KrpcDataStreamMgr() {
shutdown_promise_.Set(true);
deserialize_pool_.Shutdown();
LOG(INFO) << "Waiting for data-stream-mgr maintenance thread...";
- maintenance_thread_->Join();
+ if (maintenance_thread_.get() != nullptr) maintenance_thread_->Join();
LOG(INFO) << "Waiting for deserialization thread pool...";
deserialize_pool_.Join();
}
http://git-wip-us.apache.org/repos/asf/impala/blob/3b72a6c0/bin/run-all-tests.sh
----------------------------------------------------------------------
diff --git a/bin/run-all-tests.sh b/bin/run-all-tests.sh
index 42ae2e3..c5661c3 100755
--- a/bin/run-all-tests.sh
+++ b/bin/run-all-tests.sh
@@ -38,8 +38,8 @@ if "${CLUSTER_DIR}/admin" is_kerberized; then
KERB_ARGS="--use_kerberos"
fi
-# Enable KRPC during tests (default: false).
-: ${TEST_KRPC:=false}
+# Enable KRPC during tests (default: true).
+: ${TEST_KRPC:=true}
# Parametrized Test Options
# Run FE Tests
@@ -66,9 +66,9 @@ else
TEST_START_CLUSTER_ARGS="${TEST_START_CLUSTER_ARGS} --cluster_size=3"
fi
-# If KRPC tests are enabled, pass the corresponding flag during cluster start.
-if [[ "${TEST_KRPC}" != "false" ]]; then
- TEST_START_CLUSTER_ARGS="${TEST_START_CLUSTER_ARGS} --use_krpc"
+# If KRPC tests are disabled, pass the flag to disable KRPC during cluster start.
+if [[ "${TEST_KRPC}" == "false" ]]; then
+ TEST_START_CLUSTER_ARGS="${TEST_START_CLUSTER_ARGS} --disable_krpc"
fi
# Indicates whether code coverage reports should be generated.
@@ -119,10 +119,10 @@ if [[ "${TARGET_FILESYSTEM}" == "local" ]]; then
COMMON_PYTEST_ARGS+=" --impalad=localhost:21000"
fi
-# If KRPC tests are enabled, pass the corresponding flag to pytest. This includes the
-# end-to-end tests and the custom cluster tests.
-if [[ "${TEST_KRPC}" != "false" ]]; then
- COMMON_PYTEST_ARGS+=" --test_krpc"
+# If KRPC tests are disabled, pass test_no_krpc flag to pytest.
+# This includes the end-to-end tests and the custom cluster tests.
+if [[ "${TEST_KRPC}" == "false" ]]; then
+ COMMON_PYTEST_ARGS+=" --test_no_krpc"
fi
# For logging when using run-step.
http://git-wip-us.apache.org/repos/asf/impala/blob/3b72a6c0/bin/start-impala-cluster.py
----------------------------------------------------------------------
diff --git a/bin/start-impala-cluster.py b/bin/start-impala-cluster.py
index 248b6d5..a4326f5 100755
--- a/bin/start-impala-cluster.py
+++ b/bin/start-impala-cluster.py
@@ -53,8 +53,8 @@ parser.add_option("--state_store_args", dest="state_store_args", action="append"
parser.add_option("--catalogd_args", dest="catalogd_args", action="append",
type="string", default=[],
help="Additional arguments to pass to the Catalog Service at startup")
-parser.add_option("--use_krpc", dest="use_krpc", action="store_true", default=False,
- help="Enable KRPC during startup of the test cluster.")
+parser.add_option("--disable_krpc", dest="disable_krpc", action="store_true",
+ default=False, help="Disable KRPC DataStream service during startup.")
parser.add_option("--kill", "--kill_only", dest="kill_only", action="store_true",
default=False, help="Instead of starting the cluster, just kill all"
" the running impalads and the statestored.")
@@ -260,8 +260,8 @@ def start_impalad_instances(cluster_size, num_coordinators, use_exclusive_coordi
if i < len(delay_list):
args = "-stress_catalog_init_delay_ms=%s %s" % (delay_list[i], args)
- if options.use_krpc:
- args = "-use_krpc=true %s" % (args)
+ if options.disable_krpc:
+ args = "-use_krpc=false %s" % (args)
stderr_log_file_path = os.path.join(options.log_dir, '%s-error.log' % service_name)
exec_impala_process(IMPALAD_PATH, args, stderr_log_file_path)
http://git-wip-us.apache.org/repos/asf/impala/blob/3b72a6c0/tests/common/custom_cluster_test_suite.py
----------------------------------------------------------------------
diff --git a/tests/common/custom_cluster_test_suite.py b/tests/common/custom_cluster_test_suite.py
index 10c94fc..20037bf 100644
--- a/tests/common/custom_cluster_test_suite.py
+++ b/tests/common/custom_cluster_test_suite.py
@@ -137,8 +137,8 @@ class CustomClusterTestSuite(ImpalaTestSuite):
if use_exclusive_coordinators:
cmd.append("--use_exclusive_coordinators")
- if pytest.config.option.test_krpc:
- cmd.append("--use_krpc")
+ if pytest.config.option.test_no_krpc:
+ cmd.append("--disable_krpc")
try:
check_call(cmd + options, close_fds=True)
http://git-wip-us.apache.org/repos/asf/impala/blob/3b72a6c0/tests/common/skip.py
----------------------------------------------------------------------
diff --git a/tests/common/skip.py b/tests/common/skip.py
index f4f3a29..3113acf 100644
--- a/tests/common/skip.py
+++ b/tests/common/skip.py
@@ -85,9 +85,9 @@ class SkipIf:
not_hdfs = pytest.mark.skipif(not IS_HDFS, reason="HDFS Filesystem needed")
no_secondary_fs = pytest.mark.skipif(not SECONDARY_FILESYSTEM,
reason="Secondary filesystem needed")
- not_krpc = pytest.mark.skipif(not pytest.config.option.test_krpc,
+ not_krpc = pytest.mark.skipif(pytest.config.option.test_no_krpc,
reason="Test is only supported when using KRPC.")
- not_thrift = pytest.mark.skipif(pytest.config.option.test_krpc,
+ not_thrift = pytest.mark.skipif(not pytest.config.option.test_no_krpc,
reason="Test is only supported when using Thrift RPC.")
class SkipIfIsilon:
http://git-wip-us.apache.org/repos/asf/impala/blob/3b72a6c0/tests/common/test_skip.py
----------------------------------------------------------------------
diff --git a/tests/common/test_skip.py b/tests/common/test_skip.py
index 60340cd..3e7d281 100644
--- a/tests/common/test_skip.py
+++ b/tests/common/test_skip.py
@@ -32,8 +32,8 @@ class TestSkipIf(ImpalaTestSuite):
@SkipIf.not_krpc
def test_skip_if_not_krpc(self):
- assert pytest.config.option.test_krpc
+ assert not pytest.config.option.test_no_krpc
@SkipIf.not_thrift
def test_skip_if_not_thrift(self):
- assert not pytest.config.option.test_krpc
+ assert pytest.config.option.test_no_krpc
http://git-wip-us.apache.org/repos/asf/impala/blob/3b72a6c0/tests/conftest.py
----------------------------------------------------------------------
diff --git a/tests/conftest.py b/tests/conftest.py
index e60d041..144fc5c 100644
--- a/tests/conftest.py
+++ b/tests/conftest.py
@@ -116,9 +116,9 @@ def pytest_addoption(parser):
help=("Indicates that tests are being run against a remote cluster. "
"Some tests may be marked to skip or xfail on remote clusters."))
- parser.addoption("--test_krpc", dest="test_krpc", action="store_true", default=False,
- help="Run all tests with KRPC enabled. This assumes that the test "
- "cluster has been started with --use-krpc.")
+ parser.addoption("--test_no_krpc", dest="test_no_krpc", action="store_true",
+ default=False, help="Run all tests with KRPC disabled. This assumes "
+ "that the test cluster has been started with --disable_krpc.")
def pytest_assertrepr_compare(op, left, right):
[3/3] impala git commit: [DOCS] Removed the obsolete Llama options
files
Posted by ta...@apache.org.
[DOCS] Removed the obsolete Llama options files
Removed the Llama options file.
Removed impala_sqlref.ditamap that is not used.
Removed the reference to impala_sqlref.ditamap in README.md
Change-Id: If0c2b8160af9c95ec1e1b744b558d9537dd2550d
Cherry-picks: not for 2.x
Reviewed-on: http://gerrit.cloudera.org:8080/9219
Reviewed-by: John Russell <jr...@cloudera.com>
Tested-by: Impala Public Jenkins
Project: http://git-wip-us.apache.org/repos/asf/impala/repo
Commit: http://git-wip-us.apache.org/repos/asf/impala/commit/77d07f80
Tree: http://git-wip-us.apache.org/repos/asf/impala/tree/77d07f80
Diff: http://git-wip-us.apache.org/repos/asf/impala/diff/77d07f80
Branch: refs/heads/master
Commit: 77d07f80671e7605da20f23a58ae0e93847db37d
Parents: 9f9932d
Author: Alex Rodoni <ar...@cloudera.com>
Authored: Mon Feb 5 15:24:16 2018 -0800
Committer: Impala Public Jenkins <im...@gerrit.cloudera.org>
Committed: Mon Mar 5 21:31:12 2018 +0000
----------------------------------------------------------------------
docs/README.md | 2 -
docs/impala.ditamap | 2 -
docs/impala_keydefs.ditamap | 2 -
docs/impala_sqlref.ditamap | 164 -------------------
docs/shared/impala_common.xml | 9 -
.../impala_reservation_request_timeout.xml | 42 -----
docs/topics/impala_v_cpu_cores.xml | 42 -----
7 files changed, 263 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/impala/blob/77d07f80/docs/README.md
----------------------------------------------------------------------
diff --git a/docs/README.md b/docs/README.md
index 3ea24e0..0896062 100644
--- a/docs/README.md
+++ b/docs/README.md
@@ -107,8 +107,6 @@ Docs will end up in `docs/build` (both HTML and PDF).
* `impala.ditamap`: Tells the DITA Open Toolkit what topics to
include in the Impala User/Administration Guide. This guide also
includes the Impala SQL Reference.
- * `impala_sqlref.ditamap`: Tells the DITA Open Toolkit what topics
- to include in the Impala SQL Reference.
* `impala_html.ditaval`: Further defines what topics to include in
the Impala HTML output.
* `impala_pdf.ditaval`: Further defines what topics to include in
http://git-wip-us.apache.org/repos/asf/impala/blob/77d07f80/docs/impala.ditamap
----------------------------------------------------------------------
diff --git a/docs/impala.ditamap b/docs/impala.ditamap
index 3168b3d..d9a42d7 100644
--- a/docs/impala.ditamap
+++ b/docs/impala.ditamap
@@ -214,7 +214,6 @@ under the License.
<topicref href="topics/impala_request_pool.xml"/>
<topicref rev="2.7.0" href="topics/impala_replica_preference.xml"/>
<topicref audience="hidden" href="topics/impala_rm_initial_mem.xml"/>
- <topicref href="topics/impala_reservation_request_timeout.xml"/>
<topicref rev="2.5.0" href="topics/impala_runtime_bloom_filter_size.xml"/>
<topicref rev="2.6.0" href="topics/impala_runtime_filter_max_size.xml"/>
<topicref rev="2.6.0" href="topics/impala_runtime_filter_min_size.xml"/>
@@ -228,7 +227,6 @@ under the License.
<!-- <topicref href="topics/impala_seq_compression_mode.xml"/> -->
<topicref href="topics/impala_support_start_over.xml"/>
<topicref href="topics/impala_sync_ddl.xml"/>
- <topicref href="topics/impala_v_cpu_cores.xml"/>
</topicref>
</topicref>
<topicref href="topics/impala_show.xml"/>
http://git-wip-us.apache.org/repos/asf/impala/blob/77d07f80/docs/impala_keydefs.ditamap
----------------------------------------------------------------------
diff --git a/docs/impala_keydefs.ditamap b/docs/impala_keydefs.ditamap
index 1475092..81881a8 100644
--- a/docs/impala_keydefs.ditamap
+++ b/docs/impala_keydefs.ditamap
@@ -10806,7 +10806,6 @@ under the License.
<keydef href="topics/impala_schedule_random_replica.xml" keys="schedule_random_replica"/>
<keydef href="topics/impala_replica_preference.xml" keys="replica_preference"/>
<keydef href="topics/impala_rm_initial_mem.xml" keys="rm_initial_mem"/>
- <keydef href="topics/impala_reservation_request_timeout.xml" keys="reservation_request_timeout"/>
<keydef href="topics/impala_runtime_bloom_filter_size.xml" keys="runtime_bloom_filter_size"/>
<keydef href="topics/impala_runtime_filter_max_size.xml" keys="runtime_filter_max_size"/>
<keydef href="topics/impala_runtime_filter_min_size.xml" keys="runtime_filter_min_size"/>
@@ -10817,7 +10816,6 @@ under the License.
<keydef href="topics/impala_scratch_limit.xml" keys="scratch_limit"/>
<keydef href="topics/impala_support_start_over.xml" keys="support_start_over"/>
<keydef href="topics/impala_sync_ddl.xml" keys="sync_ddl"/>
- <keydef href="topics/impala_v_cpu_cores.xml" keys="v_cpu_cores"/>
<keydef href="topics/impala_show.xml" keys="show"/>
<keydef href="topics/impala_show.xml#show_files" keys="show_files"/>
http://git-wip-us.apache.org/repos/asf/impala/blob/77d07f80/docs/impala_sqlref.ditamap
----------------------------------------------------------------------
diff --git a/docs/impala_sqlref.ditamap b/docs/impala_sqlref.ditamap
deleted file mode 100644
index d4f7782..0000000
--- a/docs/impala_sqlref.ditamap
+++ /dev/null
@@ -1,164 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<!--
-Licensed to the Apache Software Foundation (ASF) under one
-or more contributor license agreements. See the NOTICE file
-distributed with this work for additional information
-regarding copyright ownership. The ASF licenses this file
-to you under the Apache License, Version 2.0 (the
-"License"); you may not use this file except in compliance
-with the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing,
-software distributed under the License is distributed on an
-"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-KIND, either express or implied. See the License for the
-specific language governing permissions and limitations
-under the License.
--->
-<!DOCTYPE map PUBLIC "-//OASIS//DTD DITA Map//EN" "map.dtd">
-<map id="impala_sqlref">
- <title>Impala SQL Reference</title>
- <topicmeta>
- <prodinfo conref="shared/ImpalaVariables.xml#impala_vars/prodinfo_for_html">
- <prodname/>
- <vrmlist>
- <vrm version="version_dlq_gry_sm"/>
- </vrmlist>
- </prodinfo>
- </topicmeta>
- <topicref href="topics/impala_langref.xml"/>
- <topicref href="topics/impala_comments.xml"/>
- <topicref href="topics/impala_datatypes.xml">
- <topicref href="topics/impala_array.xml"/>
- <topicref href="topics/impala_bigint.xml"/>
- <topicref href="topics/impala_boolean.xml"/>
- <topicref href="topics/impala_char.xml"/>
- <topicref href="topics/impala_decimal.xml"/>
- <topicref href="topics/impala_double.xml"/>
- <topicref href="topics/impala_float.xml"/>
- <topicref href="topics/impala_int.xml"/>
- <topicref href="topics/impala_map.xml"/>
- <topicref href="topics/impala_real.xml"/>
- <topicref href="topics/impala_smallint.xml"/>
- <topicref href="topics/impala_string.xml"/>
- <topicref href="topics/impala_struct.xml"/>
- <topicref href="topics/impala_timestamp.xml"/>
- <topicref href="topics/impala_tinyint.xml"/>
- <topicref href="topics/impala_varchar.xml"/>
- <topicref href="topics/impala_complex_types.xml"/>
- </topicref>
- <topicref href="topics/impala_literals.xml"/>
- <topicref href="topics/impala_operators.xml"/>
- <topicref href="topics/impala_schema_objects.xml">
- <topicref href="topics/impala_aliases.xml"/>
- <topicref href="topics/impala_databases.xml"/>
- <topicref href="topics/impala_functions_overview.xml"/>
- <topicref href="topics/impala_identifiers.xml"/>
- <topicref href="topics/impala_tables.xml"/>
- <topicref href="topics/impala_views.xml"/>
- </topicref>
- <topicref href="topics/impala_langref_sql.xml">
- <topicref href="topics/impala_ddl.xml"/>
- <topicref href="topics/impala_dml.xml"/>
- <topicref href="topics/impala_alter_table.xml"/>
- <topicref href="topics/impala_alter_view.xml"/>
- <topicref href="topics/impala_compute_stats.xml"/>
- <topicref href="topics/impala_create_database.xml"/>
- <topicref href="topics/impala_create_function.xml"/>
- <topicref href="topics/impala_create_role.xml"/>
- <topicref href="topics/impala_create_table.xml"/>
- <topicref href="topics/impala_create_view.xml"/>
- <topicref audience="impala_next" href="topics/impala_delete.xml"/>
- <topicref href="topics/impala_describe.xml"/>
- <topicref href="topics/impala_drop_database.xml"/>
- <topicref href="topics/impala_drop_function.xml"/>
- <topicref href="topics/impala_drop_role.xml"/>
- <topicref href="topics/impala_drop_stats.xml"/>
- <topicref href="topics/impala_drop_table.xml"/>
- <topicref href="topics/impala_drop_view.xml"/>
- <topicref href="topics/impala_explain.xml"/>
- <topicref href="topics/impala_grant.xml"/>
- <topicref href="topics/impala_insert.xml"/>
- <topicref href="topics/impala_invalidate_metadata.xml"/>
- <topicref href="topics/impala_load_data.xml"/>
- <topicref href="topics/impala_refresh.xml"/>
- <topicref href="topics/impala_revoke.xml"/>
- <topicref href="topics/impala_select.xml">
- <topicref href="topics/impala_joins.xml"/>
- <topicref href="topics/impala_order_by.xml"/>
- <topicref href="topics/impala_group_by.xml"/>
- <topicref href="topics/impala_having.xml"/>
- <topicref href="topics/impala_limit.xml"/>
- <topicref href="topics/impala_offset.xml"/>
- <topicref href="topics/impala_union.xml"/>
- <topicref href="topics/impala_subqueries.xml"/>
- <topicref href="topics/impala_with.xml"/>
- <topicref href="topics/impala_distinct.xml"/>
- <topicref href="topics/impala_hints.xml"/>
- </topicref>
- <topicref href="topics/impala_set.xml"/>
- <topicref href="topics/impala_query_options.xml">
- <topicref href="topics/impala_abort_on_default_limit_exceeded.xml"/>
- <topicref href="topics/impala_abort_on_error.xml"/>
- <topicref href="topics/impala_allow_unsupported_formats.xml"/>
- <topicref href="topics/impala_appx_count_distinct.xml"/>
- <topicref href="topics/impala_batch_size.xml"/>
- <topicref href="topics/impala_compression_codec.xml"/>
- <topicref href="topics/impala_debug_action.xml"/>
- <topicref href="topics/impala_default_order_by_limit.xml"/>
- <topicref href="topics/impala_disable_codegen.xml"/>
- <topicref href="topics/impala_disable_unsafe_spills.xml"/>
- <topicref href="topics/impala_exec_single_node_rows_threshold.xml"/>
- <topicref href="topics/impala_explain_level.xml"/>
- <topicref href="topics/impala_hbase_cache_blocks.xml"/>
- <topicref href="topics/impala_hbase_caching.xml"/>
- <topicref href="topics/impala_live_progress.xml"/>
- <topicref href="topics/impala_live_summary.xml"/>
- <topicref href="topics/impala_max_errors.xml"/>
- <topicref href="topics/impala_max_io_buffers.xml"/>
- <topicref href="topics/impala_max_scan_range_length.xml"/>
- <topicref href="topics/impala_mem_limit.xml"/>
- <topicref href="topics/impala_num_nodes.xml"/>
- <topicref href="topics/impala_num_scanner_threads.xml"/>
- <topicref href="topics/impala_parquet_compression_codec.xml"/>
- <topicref href="topics/impala_parquet_file_size.xml"/>
- <topicref href="topics/impala_query_timeout_s.xml"/>
- <topicref href="topics/impala_request_pool.xml"/>
- <topicref href="topics/impala_reservation_request_timeout.xml"/>
- <topicref href="topics/impala_support_start_over.xml"/>
- <topicref href="topics/impala_sync_ddl.xml"/>
- <topicref href="topics/impala_v_cpu_cores.xml"/>
- </topicref>
- <topicref href="topics/impala_show.xml"/>
- <topicref href="topics/impala_truncate_table.xml"/>
- <topicref audience="impala_next" href="topics/impala_update.xml"/>
- <topicref href="topics/impala_use.xml"/>
- </topicref>
- <topicref href="topics/impala_functions.xml">
- <topicref href="topics/impala_math_functions.xml"/>
- <topicref href="topics/impala_bit_functions.xml"/>
- <topicref href="topics/impala_conversion_functions.xml"/>
- <topicref href="topics/impala_datetime_functions.xml"/>
- <topicref href="topics/impala_conditional_functions.xml"/>
- <topicref href="topics/impala_string_functions.xml"/>
- <topicref href="topics/impala_misc_functions.xml"/>
- <topicref href="topics/impala_aggregate_functions.xml">
- <topicref href="topics/impala_appx_median.xml"/>
- <topicref href="topics/impala_avg.xml"/>
- <topicref href="topics/impala_count.xml"/>
- <topicref href="topics/impala_group_concat.xml"/>
- <topicref href="topics/impala_max.xml"/>
- <topicref href="topics/impala_min.xml"/>
- <topicref href="topics/impala_ndv.xml"/>
- <topicref href="topics/impala_stddev.xml"/>
- <topicref href="topics/impala_sum.xml"/>
- <topicref href="topics/impala_variance.xml"/>
- </topicref>
- <topicref href="topics/impala_analytic_functions.xml"/>
- <topicref href="topics/impala_udf.xml"/>
- </topicref>
- <topicref href="topics/impala_langref_unsupported.xml"/>
- <topicref href="topics/impala_porting.xml"/>
-</map>
http://git-wip-us.apache.org/repos/asf/impala/blob/77d07f80/docs/shared/impala_common.xml
----------------------------------------------------------------------
diff --git a/docs/shared/impala_common.xml b/docs/shared/impala_common.xml
index a052879..03892eb 100644
--- a/docs/shared/impala_common.xml
+++ b/docs/shared/impala_common.xml
@@ -3593,15 +3593,6 @@ sudo pip-python install ssl</codeblock>
path during query execution, which might cause some performance overhead.
</p>
- <note id="llama_query_options_obsolete">
- <p>
- This query option no longer has any effect.
- The use of the Llama component for integrated resource management within YARN is no
- longer supported with <keyword keyref="impala23_full"/> and higher, and the Llama
- support code is removed entirely in <keyword keyref="impala28_full"/> and higher.
- </p>
- </note>
-
<note id="impala_llama_obsolete" rev="IMPALA-4160">
<p>
The use of the Llama component for integrated resource management within YARN
http://git-wip-us.apache.org/repos/asf/impala/blob/77d07f80/docs/topics/impala_reservation_request_timeout.xml
----------------------------------------------------------------------
diff --git a/docs/topics/impala_reservation_request_timeout.xml b/docs/topics/impala_reservation_request_timeout.xml
deleted file mode 100644
index 83c70b5..0000000
--- a/docs/topics/impala_reservation_request_timeout.xml
+++ /dev/null
@@ -1,42 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<!--
-Licensed to the Apache Software Foundation (ASF) under one
-or more contributor license agreements. See the NOTICE file
-distributed with this work for additional information
-regarding copyright ownership. The ASF licenses this file
-to you under the Apache License, Version 2.0 (the
-"License"); you may not use this file except in compliance
-with the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing,
-software distributed under the License is distributed on an
-"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-KIND, either express or implied. See the License for the
-specific language governing permissions and limitations
-under the License.
--->
-<!DOCTYPE concept PUBLIC "-//OASIS//DTD DITA Concept//EN" "concept.dtd">
-<concept rev="1.2" id="reservation_request_timeout">
-
- <title>RESERVATION_REQUEST_TIMEOUT Query Option</title>
- <titlealts audience="PDF"><navtitle>RESERVATION_REQUEST_TIMEOUT</navtitle></titlealts>
- <prolog>
- <metadata>
- <data name="Category" value="Impala"/>
- <data name="Category" value="Impala Query Options"/>
- <data name="Category" value="Resource Management"/>
- <data name="Category" value="YARN"/>
- <data name="Category" value="Llama"/>
- <data name="Category" value="Developers"/>
- <data name="Category" value="Data Analysts"/>
- </metadata>
- </prolog>
-
- <conbody>
-
- <note conref="../shared/impala_common.xml#common/llama_query_options_obsolete"/>
-
- </conbody>
-</concept>
http://git-wip-us.apache.org/repos/asf/impala/blob/77d07f80/docs/topics/impala_v_cpu_cores.xml
----------------------------------------------------------------------
diff --git a/docs/topics/impala_v_cpu_cores.xml b/docs/topics/impala_v_cpu_cores.xml
deleted file mode 100644
index aad2f38..0000000
--- a/docs/topics/impala_v_cpu_cores.xml
+++ /dev/null
@@ -1,42 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<!--
-Licensed to the Apache Software Foundation (ASF) under one
-or more contributor license agreements. See the NOTICE file
-distributed with this work for additional information
-regarding copyright ownership. The ASF licenses this file
-to you under the Apache License, Version 2.0 (the
-"License"); you may not use this file except in compliance
-with the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing,
-software distributed under the License is distributed on an
-"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-KIND, either express or implied. See the License for the
-specific language governing permissions and limitations
-under the License.
--->
-<!DOCTYPE concept PUBLIC "-//OASIS//DTD DITA Concept//EN" "concept.dtd">
-<concept rev="1.2" id="v_cpu_cores">
-
- <title>V_CPU_CORES Query Option</title>
- <titlealts audience="PDF"><navtitle>V_CPU_CORES</navtitle></titlealts>
- <prolog>
- <metadata>
- <data name="Category" value="Impala"/>
- <data name="Category" value="Resource Management"/>
- <data name="Category" value="YARN"/>
- <data name="Category" value="Llama"/>
- <data name="Category" value="Impala Query Options"/>
- <data name="Category" value="Developers"/>
- <data name="Category" value="Data Analysts"/>
- </metadata>
- </prolog>
-
- <conbody>
-
- <note conref="../shared/impala_common.xml#common/llama_query_options_obsolete"/>
-
- </conbody>
-</concept>
[2/3] impala git commit: IMPALA-6509: [DOCS] Note for haproxy for
Kerberized clusters
Posted by ta...@apache.org.
IMPALA-6509: [DOCS] Note for haproxy for Kerberized clusters
Noted that after enabling ha-proxy in a kerberized cluster,
users can no-longer connect to individual impala daemons directly
from impala shell.
Change-Id: I1ce9930e3f658c52502a2ba95f93647e2706d58c
Reviewed-on: http://gerrit.cloudera.org:8080/9286
Reviewed-by: Sailesh Mukil <sa...@cloudera.com>
Reviewed-by: John Russell <jr...@cloudera.com>
Tested-by: Impala Public Jenkins
Project: http://git-wip-us.apache.org/repos/asf/impala/repo
Commit: http://git-wip-us.apache.org/repos/asf/impala/commit/9f9932d7
Tree: http://git-wip-us.apache.org/repos/asf/impala/tree/9f9932d7
Diff: http://git-wip-us.apache.org/repos/asf/impala/diff/9f9932d7
Branch: refs/heads/master
Commit: 9f9932d70ba4746d87f357e68645b0b0279cc7fd
Parents: 3b72a6c
Author: Alex Rodoni <ar...@cloudera.com>
Authored: Mon Feb 12 14:16:32 2018 -0800
Committer: Impala Public Jenkins <im...@gerrit.cloudera.org>
Committed: Mon Mar 5 18:42:06 2018 +0000
----------------------------------------------------------------------
docs/topics/impala_proxy.xml | 16 ++++++++++++----
1 file changed, 12 insertions(+), 4 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/impala/blob/9f9932d7/docs/topics/impala_proxy.xml
----------------------------------------------------------------------
diff --git a/docs/topics/impala_proxy.xml b/docs/topics/impala_proxy.xml
index cd68d97..6f1c780 100644
--- a/docs/topics/impala_proxy.xml
+++ b/docs/topics/impala_proxy.xml
@@ -237,10 +237,18 @@ under the License.
<conbody>
<p>
- In a cluster using Kerberos, applications check host credentials to verify that the host they are
- connecting to is the same one that is actually processing the request, to prevent man-in-the-middle
- attacks. To clarify that the load-balancing proxy server is legitimate, perform these extra Kerberos setup
- steps:
+ In a cluster using Kerberos, applications check host credentials to
+ verify that the host they are connecting to is the same one that is
+ actually processing the request, to prevent man-in-the-middle attacks.
+ </p>
+ <note>
+ Once you enable a proxy server in a Kerberized cluster, users will not
+ be able to connect to individual impala daemons directly from impala
+ shell.
+ </note>
+ <p>
+ To clarify that the load-balancing proxy server is legitimate, perform
+ these extra Kerberos setup steps:
</p>
<ol>