You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by se...@apache.org on 2017/02/02 02:03:13 UTC
[14/50] [abbrv] hive git commit: HIVE-14936: Flaky test:
TestMiniLlapCliDriver.testCliDriver[orc_ppd_schema_evol_3a,
orc_ppd_basic] (Prasanth Jayachandran reviewed by Siddharth Seth)
HIVE-14936: Flaky test: TestMiniLlapCliDriver.testCliDriver[orc_ppd_schema_evol_3a, orc_ppd_basic] (Prasanth Jayachandran reviewed by Siddharth Seth)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/eb29bd12
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/eb29bd12
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/eb29bd12
Branch: refs/heads/hive-14535
Commit: eb29bd120d5e4c0c05513ecf40002f6b4ce0ffc5
Parents: f9d5107
Author: Prasanth Jayachandran <pr...@apache.org>
Authored: Tue Jan 31 01:20:57 2017 -0800
Committer: Prasanth Jayachandran <pr...@apache.org>
Committed: Tue Jan 31 01:20:57 2017 -0800
----------------------------------------------------------------------
.../test/resources/testconfiguration.properties | 2 -
.../hooks/PostExecOrcRowGroupCountPrinter.java | 75 +++++++
.../test/queries/clientpositive/orc_ppd_basic.q | 21 +-
.../clientpositive/orc_ppd_schema_evol_1a.q | 4 +-
.../clientpositive/orc_ppd_schema_evol_1b.q | 2 +
.../clientpositive/orc_ppd_schema_evol_2a.q | 4 +-
.../clientpositive/orc_ppd_schema_evol_2b.q | 2 +
.../clientpositive/orc_ppd_schema_evol_3a.q | 12 +-
.../clientpositive/llap/orc_ppd_basic.q.out | 225 ++++++-------------
.../llap/orc_ppd_schema_evol_3a.q.out | 194 ++++++++--------
10 files changed, 262 insertions(+), 279 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/eb29bd12/itests/src/test/resources/testconfiguration.properties
----------------------------------------------------------------------
diff --git a/itests/src/test/resources/testconfiguration.properties b/itests/src/test/resources/testconfiguration.properties
index 8b3f589..15e0db4 100644
--- a/itests/src/test/resources/testconfiguration.properties
+++ b/itests/src/test/resources/testconfiguration.properties
@@ -72,8 +72,6 @@ minillap.shared.query.files=insert_into1.q,\
orc_merge_diff_fs.q,\
unionDistinct_1.q,\
union_type_chk.q,\
- orc_ppd_basic.q,\
- orc_ppd_schema_evol_3a.q,\
cte_2.q,\
cte_4.q,\
llap_nullscan.q,\
http://git-wip-us.apache.org/repos/asf/hive/blob/eb29bd12/ql/src/java/org/apache/hadoop/hive/ql/hooks/PostExecOrcRowGroupCountPrinter.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/hooks/PostExecOrcRowGroupCountPrinter.java b/ql/src/java/org/apache/hadoop/hive/ql/hooks/PostExecOrcRowGroupCountPrinter.java
new file mode 100644
index 0000000..18ef325
--- /dev/null
+++ b/ql/src/java/org/apache/hadoop/hive/ql/hooks/PostExecOrcRowGroupCountPrinter.java
@@ -0,0 +1,75 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ * <p/>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p/>
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.hive.ql.hooks;
+
+import java.util.List;
+
+import org.apache.hadoop.hive.conf.HiveConf;
+import org.apache.hadoop.hive.llap.counters.LlapIOCounters;
+import org.apache.hadoop.hive.ql.QueryPlan;
+import org.apache.hadoop.hive.ql.exec.Utilities;
+import org.apache.hadoop.hive.ql.exec.tez.TezTask;
+import org.apache.hadoop.hive.ql.session.SessionState;
+import org.apache.tez.common.counters.CounterGroup;
+import org.apache.tez.common.counters.TezCounter;
+import org.apache.tez.common.counters.TezCounters;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+/**
+ * Post execution hook to print number of ORC row groups read from the counter. Used for Predicate Pushdown testing.
+ */
+public class PostExecOrcRowGroupCountPrinter implements ExecuteWithHookContext {
+ private static final Logger LOG = LoggerFactory.getLogger(PostExecOrcRowGroupCountPrinter.class.getName());
+
+ @Override
+ public void run(HookContext hookContext) throws Exception {
+ assert (hookContext.getHookType() == HookContext.HookType.POST_EXEC_HOOK);
+ HiveConf conf = hookContext.getConf();
+ if (!"tez".equals(HiveConf.getVar(conf, HiveConf.ConfVars.HIVE_EXECUTION_ENGINE))) {
+ return;
+ }
+
+ LOG.info("Executing post execution hook to print ORC row groups read counter..");
+ SessionState ss = SessionState.get();
+ SessionState.LogHelper console = ss.getConsole();
+ QueryPlan plan = hookContext.getQueryPlan();
+ if (plan == null) {
+ return;
+ }
+
+ List<TezTask> rootTasks = Utilities.getTezTasks(plan.getRootTasks());
+ for (TezTask tezTask : rootTasks) {
+ LOG.info("Printing ORC row group counter for tez task: " + tezTask.getName());
+ TezCounters counters = tezTask.getTezCounters();
+ if (counters != null) {
+ for (CounterGroup group : counters) {
+ if (group.getName().equals(LlapIOCounters.class.getName())) {
+ console.printError(tezTask.getId() + " LLAP IO COUNTERS:");
+ for (TezCounter counter : group) {
+ if (counter.getDisplayName().equals(LlapIOCounters.SELECTED_ROWGROUPS.name())) {
+ console.printError(" " + counter.getDisplayName() + ": " + counter.getValue());
+ }
+ }
+ }
+ }
+ }
+ }
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/hive/blob/eb29bd12/ql/src/test/queries/clientpositive/orc_ppd_basic.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/orc_ppd_basic.q b/ql/src/test/queries/clientpositive/orc_ppd_basic.q
index 41134a0..cf5870e 100644
--- a/ql/src/test/queries/clientpositive/orc_ppd_basic.q
+++ b/ql/src/test/queries/clientpositive/orc_ppd_basic.q
@@ -3,6 +3,8 @@ set hive.mapred.mode=nonstrict;
SET hive.fetch.task.conversion=none;
SET hive.optimize.index.filter=true;
SET hive.cbo.enable=false;
+SET hive.map.aggr=false;
+-- disabling map side aggregation as that can lead to different intermediate record counts
CREATE TABLE staging(t tinyint,
si smallint,
@@ -32,17 +34,16 @@ CREATE TABLE orc_ppd_staging(t tinyint,
c char(50),
v varchar(50),
da date,
- ts timestamp,
dec decimal(4,2),
bin binary)
STORED AS ORC tblproperties("orc.row.index.stride" = "1000", "orc.bloom.filter.columns"="*");
-insert overwrite table orc_ppd_staging select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), cast(ts as date), ts, dec, bin from staging order by t, s;
+insert overwrite table orc_ppd_staging select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), cast(ts as date), dec, bin from staging order by t, s;
-- just to introduce a gap in min/max range for bloom filters. The dataset has contiguous values
-- which makes it hard to test bloom filters
-insert into orc_ppd_staging select -10,-321,-65680,-4294967430,-97.94,-13.07,true,"aaa","aaa","aaa","1990-03-11","1990-03-11 10:11:58.703308",-71.54,"aaa" from staging limit 1;
-insert into orc_ppd_staging select 127,331,65690,4294967440,107.94,23.07,true,"zzz","zzz","zzz","2023-03-11","2023-03-11 10:11:58.703308",71.54,"zzz" from staging limit 1;
+insert into orc_ppd_staging select -10,-321,-65680,-4294967430,-97.94,-13.07,true,"aaa","aaa","aaa","1990-03-11",-71.54,"aaa" from staging limit 1;
+insert into orc_ppd_staging select 127,331,65690,4294967440,107.94,23.07,true,"zzz","zzz","zzz","2023-03-11",71.54,"zzz" from staging limit 1;
CREATE TABLE orc_ppd(t tinyint,
si smallint,
@@ -55,12 +56,11 @@ CREATE TABLE orc_ppd(t tinyint,
c char(50),
v varchar(50),
da date,
- ts timestamp,
dec decimal(4,2),
bin binary)
STORED AS ORC tblproperties("orc.row.index.stride" = "1000", "orc.bloom.filter.columns"="*");
-insert overwrite table orc_ppd select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), cast(ts as date), ts, dec, bin from orc_ppd_staging order by t, s;
+insert overwrite table orc_ppd select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), da, dec, bin from orc_ppd_staging order by t, s;
SET hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecTezSummaryPrinter;
@@ -197,6 +197,9 @@ set hive.mapred.mode=nonstrict;
SET hive.fetch.task.conversion=none;
SET hive.optimize.index.filter=true;
SET hive.cbo.enable=false;
+SET hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecOrcRowGroupCountPrinter;
+-- these tests include timestamp column that will impact the file size when tests run across
+-- different timezones. So we print only the selected row group count instead of entire tez exeuction summary.
create temporary table tmp_orcppd
stored as orc
as select ctinyint, csmallint, cint , cbigint, cfloat, cdouble,
@@ -233,13 +236,13 @@ set hive.optimize.index.filter=true;
drop table if exists tmp_orcppd;
create temporary table tmp_orcppd
stored as orc
- as select ts, da
- from orc_ppd_staging ;
+ as select ts, cast(ts as date)
+ from staging ;
insert into table tmp_orcppd
values(null, null);
drop table if exists tbl_orcppd_3_1;
create table tbl_orcppd_3_1 as
select count(*) from tmp_orcppd
- group by ts, da
+ group by ts, cast(ts as date)
having ts in (select ctimestamp1 from alltypesorc limit 10);
http://git-wip-us.apache.org/repos/asf/hive/blob/eb29bd12/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1a.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1a.q b/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1a.q
index f52c2ac..60408db 100644
--- a/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1a.q
+++ b/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1a.q
@@ -3,6 +3,8 @@ set hive.metastore.disallow.incompatible.col.type.changes=true;
set hive.optimize.ppd=false;
set hive.optimize.index.filter=false;
set hive.input.format=org.apache.hadoop.hive.ql.io.CombineHiveInputFormat;
+SET hive.map.aggr=false;
+-- disabling map side aggregation as that can lead to different intermediate record counts
create table unique_1(
@@ -39,4 +41,4 @@ select s from test1 where i = '-1591211872';
set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat;
-select s from test1 where i = -1591211872;
\ No newline at end of file
+select s from test1 where i = -1591211872;
http://git-wip-us.apache.org/repos/asf/hive/blob/eb29bd12/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1b.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1b.q b/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1b.q
index e669f06..c1be125 100644
--- a/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1b.q
+++ b/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1b.q
@@ -3,6 +3,8 @@ set hive.metastore.disallow.incompatible.col.type.changes=true;
set hive.optimize.ppd=false;
set hive.optimize.index.filter=false;
set hive.input.format=org.apache.hadoop.hive.ql.io.CombineHiveInputFormat;
+SET hive.map.aggr=false;
+-- disabling map side aggregation as that can lead to different intermediate record counts
create table unique_1(
i int,
http://git-wip-us.apache.org/repos/asf/hive/blob/eb29bd12/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2a.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2a.q b/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2a.q
index 609924d..8951496 100644
--- a/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2a.q
+++ b/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2a.q
@@ -3,6 +3,8 @@ set hive.metastore.disallow.incompatible.col.type.changes=false;
set hive.optimize.ppd=false;
set hive.optimize.index.filter=false;
set hive.input.format=org.apache.hadoop.hive.ql.io.CombineHiveInputFormat;
+SET hive.map.aggr=false;
+-- disabling map side aggregation as that can lead to different intermediate record counts
@@ -40,4 +42,4 @@ select s from test1 where d = -4996703.42;
set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat;
-select s from test1 where d = -4996703.42;
\ No newline at end of file
+select s from test1 where d = -4996703.42;
http://git-wip-us.apache.org/repos/asf/hive/blob/eb29bd12/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2b.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2b.q b/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2b.q
index edebeef..f6e3133 100644
--- a/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2b.q
+++ b/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2b.q
@@ -3,6 +3,8 @@ set hive.metastore.disallow.incompatible.col.type.changes=false;
set hive.optimize.ppd=false;
set hive.optimize.index.filter=false;
set hive.input.format=org.apache.hadoop.hive.ql.io.CombineHiveInputFormat;
+SET hive.map.aggr=false;
+-- disabling map side aggregation as that can lead to different intermediate record counts
create table unique_1(
http://git-wip-us.apache.org/repos/asf/hive/blob/eb29bd12/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_3a.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_3a.q b/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_3a.q
index 88a94eb..5b6731d 100644
--- a/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_3a.q
+++ b/ql/src/test/queries/clientpositive/orc_ppd_schema_evol_3a.q
@@ -1,6 +1,8 @@
set hive.mapred.mode=nonstrict;
SET hive.fetch.task.conversion=none;
SET hive.cbo.enable=false;
+SET hive.map.aggr=false;
+-- disabling map side aggregation as that can lead to different intermediate record counts
CREATE TABLE staging(t tinyint,
si smallint,
@@ -30,17 +32,16 @@ CREATE TABLE orc_ppd_staging(t tinyint,
c char(50),
v varchar(50),
da date,
- ts timestamp,
dec decimal(4,2),
bin binary)
STORED AS ORC tblproperties("orc.row.index.stride" = "1000", "orc.bloom.filter.columns"="*");
-insert overwrite table orc_ppd_staging select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), cast(ts as date), ts, dec, bin from staging order by t, s;
+insert overwrite table orc_ppd_staging select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), cast(ts as date), dec, bin from staging order by t, s;
-- just to introduce a gap in min/max range for bloom filters. The dataset has contiguous values
-- which makes it hard to test bloom filters
-insert into orc_ppd_staging select -10,-321,-65680,-4294967430,-97.94,-13.07,true,"aaa","aaa","aaa","1990-03-11","1990-03-11 10:11:58.703308",-71.54,"aaa" from staging limit 1;
-insert into orc_ppd_staging select 127,331,65690,4294967440,107.94,23.07,true,"zzz","zzz","zzz","2023-03-11","2023-03-11 10:11:58.703308",71.54,"zzz" from staging limit 1;
+insert into orc_ppd_staging select -10,-321,-65680,-4294967430,-97.94,-13.07,true,"aaa","aaa","aaa","1990-03-11",-71.54,"aaa" from staging limit 1;
+insert into orc_ppd_staging select 127,331,65690,4294967440,107.94,23.07,true,"zzz","zzz","zzz","2023-03-11",71.54,"zzz" from staging limit 1;
CREATE TABLE orc_ppd(t tinyint,
si smallint,
@@ -53,12 +54,11 @@ CREATE TABLE orc_ppd(t tinyint,
c char(50),
v varchar(50),
da date,
- ts timestamp,
dec decimal(4,2),
bin binary)
STORED AS ORC tblproperties("orc.row.index.stride" = "1000", "orc.bloom.filter.columns"="*");
-insert overwrite table orc_ppd select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), cast(ts as date), ts, dec, bin from orc_ppd_staging order by t, s;
+insert overwrite table orc_ppd select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), da, dec, bin from orc_ppd_staging order by t, s;
SET hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecTezSummaryPrinter;
SET hive.optimize.index.filter=false;
http://git-wip-us.apache.org/repos/asf/hive/blob/eb29bd12/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out b/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out
index b186b01..e28ed5d 100644
--- a/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out
+++ b/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out
@@ -57,7 +57,6 @@ PREHOOK: query: CREATE TABLE orc_ppd_staging(t tinyint,
c char(50),
v varchar(50),
da date,
- ts timestamp,
dec decimal(4,2),
bin binary)
STORED AS ORC tblproperties("orc.row.index.stride" = "1000", "orc.bloom.filter.columns"="*")
@@ -75,18 +74,17 @@ POSTHOOK: query: CREATE TABLE orc_ppd_staging(t tinyint,
c char(50),
v varchar(50),
da date,
- ts timestamp,
dec decimal(4,2),
bin binary)
STORED AS ORC tblproperties("orc.row.index.stride" = "1000", "orc.bloom.filter.columns"="*")
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@orc_ppd_staging
-PREHOOK: query: insert overwrite table orc_ppd_staging select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), cast(ts as date), ts, dec, bin from staging order by t, s
+PREHOOK: query: insert overwrite table orc_ppd_staging select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), cast(ts as date), dec, bin from staging order by t, s
PREHOOK: type: QUERY
PREHOOK: Input: default@staging
PREHOOK: Output: default@orc_ppd_staging
-POSTHOOK: query: insert overwrite table orc_ppd_staging select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), cast(ts as date), ts, dec, bin from staging order by t, s
+POSTHOOK: query: insert overwrite table orc_ppd_staging select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), cast(ts as date), dec, bin from staging order by t, s
POSTHOOK: type: QUERY
POSTHOOK: Input: default@staging
POSTHOOK: Output: default@orc_ppd_staging
@@ -102,13 +100,12 @@ POSTHOOK: Lineage: orc_ppd_staging.i SIMPLE [(staging)staging.FieldSchema(name:i
POSTHOOK: Lineage: orc_ppd_staging.s SIMPLE [(staging)staging.FieldSchema(name:s, type:string, comment:null), ]
POSTHOOK: Lineage: orc_ppd_staging.si SIMPLE [(staging)staging.FieldSchema(name:si, type:smallint, comment:null), ]
POSTHOOK: Lineage: orc_ppd_staging.t SIMPLE [(staging)staging.FieldSchema(name:t, type:tinyint, comment:null), ]
-POSTHOOK: Lineage: orc_ppd_staging.ts SIMPLE [(staging)staging.FieldSchema(name:ts, type:timestamp, comment:null), ]
POSTHOOK: Lineage: orc_ppd_staging.v EXPRESSION [(staging)staging.FieldSchema(name:s, type:string, comment:null), ]
-PREHOOK: query: insert into orc_ppd_staging select -10,-321,-65680,-4294967430,-97.94,-13.07,true,"aaa","aaa","aaa","1990-03-11","1990-03-11 10:11:58.703308",-71.54,"aaa" from staging limit 1
+PREHOOK: query: insert into orc_ppd_staging select -10,-321,-65680,-4294967430,-97.94,-13.07,true,"aaa","aaa","aaa","1990-03-11",-71.54,"aaa" from staging limit 1
PREHOOK: type: QUERY
PREHOOK: Input: default@staging
PREHOOK: Output: default@orc_ppd_staging
-POSTHOOK: query: insert into orc_ppd_staging select -10,-321,-65680,-4294967430,-97.94,-13.07,true,"aaa","aaa","aaa","1990-03-11","1990-03-11 10:11:58.703308",-71.54,"aaa" from staging limit 1
+POSTHOOK: query: insert into orc_ppd_staging select -10,-321,-65680,-4294967430,-97.94,-13.07,true,"aaa","aaa","aaa","1990-03-11",-71.54,"aaa" from staging limit 1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@staging
POSTHOOK: Output: default@orc_ppd_staging
@@ -124,13 +121,12 @@ POSTHOOK: Lineage: orc_ppd_staging.i EXPRESSION []
POSTHOOK: Lineage: orc_ppd_staging.s SIMPLE []
POSTHOOK: Lineage: orc_ppd_staging.si EXPRESSION []
POSTHOOK: Lineage: orc_ppd_staging.t EXPRESSION []
-POSTHOOK: Lineage: orc_ppd_staging.ts EXPRESSION []
POSTHOOK: Lineage: orc_ppd_staging.v EXPRESSION []
-PREHOOK: query: insert into orc_ppd_staging select 127,331,65690,4294967440,107.94,23.07,true,"zzz","zzz","zzz","2023-03-11","2023-03-11 10:11:58.703308",71.54,"zzz" from staging limit 1
+PREHOOK: query: insert into orc_ppd_staging select 127,331,65690,4294967440,107.94,23.07,true,"zzz","zzz","zzz","2023-03-11",71.54,"zzz" from staging limit 1
PREHOOK: type: QUERY
PREHOOK: Input: default@staging
PREHOOK: Output: default@orc_ppd_staging
-POSTHOOK: query: insert into orc_ppd_staging select 127,331,65690,4294967440,107.94,23.07,true,"zzz","zzz","zzz","2023-03-11","2023-03-11 10:11:58.703308",71.54,"zzz" from staging limit 1
+POSTHOOK: query: insert into orc_ppd_staging select 127,331,65690,4294967440,107.94,23.07,true,"zzz","zzz","zzz","2023-03-11",71.54,"zzz" from staging limit 1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@staging
POSTHOOK: Output: default@orc_ppd_staging
@@ -146,7 +142,6 @@ POSTHOOK: Lineage: orc_ppd_staging.i SIMPLE []
POSTHOOK: Lineage: orc_ppd_staging.s SIMPLE []
POSTHOOK: Lineage: orc_ppd_staging.si EXPRESSION []
POSTHOOK: Lineage: orc_ppd_staging.t EXPRESSION []
-POSTHOOK: Lineage: orc_ppd_staging.ts EXPRESSION []
POSTHOOK: Lineage: orc_ppd_staging.v EXPRESSION []
PREHOOK: query: CREATE TABLE orc_ppd(t tinyint,
si smallint,
@@ -159,7 +154,6 @@ PREHOOK: query: CREATE TABLE orc_ppd(t tinyint,
c char(50),
v varchar(50),
da date,
- ts timestamp,
dec decimal(4,2),
bin binary)
STORED AS ORC tblproperties("orc.row.index.stride" = "1000", "orc.bloom.filter.columns"="*")
@@ -177,18 +171,17 @@ POSTHOOK: query: CREATE TABLE orc_ppd(t tinyint,
c char(50),
v varchar(50),
da date,
- ts timestamp,
dec decimal(4,2),
bin binary)
STORED AS ORC tblproperties("orc.row.index.stride" = "1000", "orc.bloom.filter.columns"="*")
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@orc_ppd
-PREHOOK: query: insert overwrite table orc_ppd select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), cast(ts as date), ts, dec, bin from orc_ppd_staging order by t, s
+PREHOOK: query: insert overwrite table orc_ppd select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), da, dec, bin from orc_ppd_staging order by t, s
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd_staging
PREHOOK: Output: default@orc_ppd
-POSTHOOK: query: insert overwrite table orc_ppd select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), cast(ts as date), ts, dec, bin from orc_ppd_staging order by t, s
+POSTHOOK: query: insert overwrite table orc_ppd select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), da, dec, bin from orc_ppd_staging order by t, s
POSTHOOK: type: QUERY
POSTHOOK: Input: default@orc_ppd_staging
POSTHOOK: Output: default@orc_ppd
@@ -197,21 +190,20 @@ POSTHOOK: Lineage: orc_ppd.bin SIMPLE [(orc_ppd_staging)orc_ppd_staging.FieldSch
POSTHOOK: Lineage: orc_ppd.bo SIMPLE [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:bo, type:boolean, comment:null), ]
POSTHOOK: Lineage: orc_ppd.c EXPRESSION [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:s, type:string, comment:null), ]
POSTHOOK: Lineage: orc_ppd.d SIMPLE [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:d, type:double, comment:null), ]
-POSTHOOK: Lineage: orc_ppd.da EXPRESSION [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:ts, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: orc_ppd.da SIMPLE [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:da, type:date, comment:null), ]
POSTHOOK: Lineage: orc_ppd.dec SIMPLE [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:dec, type:decimal(4,2), comment:null), ]
POSTHOOK: Lineage: orc_ppd.f SIMPLE [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:f, type:float, comment:null), ]
POSTHOOK: Lineage: orc_ppd.i SIMPLE [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:i, type:int, comment:null), ]
POSTHOOK: Lineage: orc_ppd.s SIMPLE [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:s, type:string, comment:null), ]
POSTHOOK: Lineage: orc_ppd.si SIMPLE [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:si, type:smallint, comment:null), ]
POSTHOOK: Lineage: orc_ppd.t SIMPLE [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:t, type:tinyint, comment:null), ]
-POSTHOOK: Lineage: orc_ppd.ts SIMPLE [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:ts, type:timestamp, comment:null), ]
POSTHOOK: Lineage: orc_ppd.v EXPRESSION [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:s, type:string, comment:null), ]
PREHOOK: query: select count(*) from orc_ppd
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16711
+ HDFS_BYTES_READ: 16677
HDFS_BYTES_WRITTEN: 104
HDFS_READ_OPS: 5
HDFS_LARGE_READ_OPS: 0
@@ -221,7 +213,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 2100
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_MISS: 2
NUM_DECODED_BATCHES: 1
@@ -248,7 +240,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 1501
+ HDFS_BYTES_READ: 1467
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -258,7 +250,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 1000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 8
Stage-1 LLAP IO COUNTERS:
ALLOCATED_BYTES: 524288
ALLOCATED_USED_BYTES: 269
@@ -285,7 +277,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 1000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 22
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 249
CACHE_MISS_BYTES: 0
@@ -310,7 +302,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 1000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 16
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 249
CACHE_MISS_BYTES: 0
@@ -335,7 +327,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 18
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 249
CACHE_MISS_BYTES: 0
@@ -385,7 +377,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 1000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 32
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 249
CACHE_MISS_BYTES: 0
@@ -410,7 +402,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 1000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 32
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 249
CACHE_MISS_BYTES: 0
@@ -435,7 +427,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 1697
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 249
CACHE_MISS_BYTES: 0
@@ -460,7 +452,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 1000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 12
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 249
CACHE_MISS_BYTES: 0
@@ -485,7 +477,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 1713
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 249
CACHE_MISS_BYTES: 0
@@ -510,7 +502,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 1000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 6
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 249
CACHE_MISS_BYTES: 0
@@ -535,7 +527,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 1100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 50
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 249
CACHE_MISS_BYTES: 0
@@ -560,7 +552,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 1000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 318
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 249
CACHE_MISS_BYTES: 0
@@ -613,7 +605,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 0
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 0
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 2
SELECTED_ROWGROUPS: 0
@@ -633,7 +625,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 0
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 0
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 2
SELECTED_ROWGROUPS: 0
@@ -657,7 +649,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 6166
+ HDFS_BYTES_READ: 6132
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -667,7 +659,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 1000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 2
Stage-1 LLAP IO COUNTERS:
ALLOCATED_BYTES: 786432
ALLOCATED_USED_BYTES: 11299
@@ -695,7 +687,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 1000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 6
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 3980
CACHE_MISS_BYTES: 0
@@ -720,7 +712,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 1000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 6
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 3980
CACHE_MISS_BYTES: 0
@@ -759,7 +751,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 2100
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 3980
CACHE_MISS_BYTES: 0
@@ -784,7 +776,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 0
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 0
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 2
SELECTED_ROWGROUPS: 0
@@ -804,7 +796,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 1000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 2
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 3980
CACHE_MISS_BYTES: 0
@@ -829,7 +821,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 1000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 2
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 3980
CACHE_MISS_BYTES: 0
@@ -854,7 +846,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 1000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 2
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 3980
CACHE_MISS_BYTES: 0
@@ -879,7 +871,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 81
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 3980
CACHE_MISS_BYTES: 0
@@ -904,7 +896,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 74
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 3980
CACHE_MISS_BYTES: 0
@@ -929,7 +921,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 12
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 3980
CACHE_MISS_BYTES: 0
@@ -954,7 +946,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 13
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 3980
CACHE_MISS_BYTES: 0
@@ -1004,7 +996,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 1100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 7
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 3980
CACHE_MISS_BYTES: 0
@@ -1029,7 +1021,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 0
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 0
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 2
SELECTED_ROWGROUPS: 0
@@ -1049,7 +1041,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 0
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 0
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 2
SELECTED_ROWGROUPS: 0
@@ -1069,7 +1061,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 0
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 0
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 2
SELECTED_ROWGROUPS: 0
@@ -1089,7 +1081,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 2
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 3980
CACHE_MISS_BYTES: 0
@@ -1114,7 +1106,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 1100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 6
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 3980
CACHE_MISS_BYTES: 0
@@ -1139,7 +1131,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 1000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 2
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 4229
CACHE_MISS_BYTES: 0
@@ -1164,7 +1156,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 2
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 4229
CACHE_MISS_BYTES: 0
@@ -1179,7 +1171,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 5215
+ HDFS_BYTES_READ: 5181
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -1189,7 +1181,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 2
Stage-1 LLAP IO COUNTERS:
ALLOCATED_BYTES: 262144
ALLOCATED_USED_BYTES: 8400
@@ -1217,7 +1209,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 2
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 4809
CACHE_MISS_BYTES: 0
@@ -1242,7 +1234,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 2
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 4809
CACHE_MISS_BYTES: 0
@@ -1267,7 +1259,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 2
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 4809
CACHE_MISS_BYTES: 0
@@ -1286,39 +1278,16 @@ PREHOOK: type: CREATETABLE_AS_SELECT
PREHOOK: Input: default@alltypesorc
PREHOOK: Output: database:default
PREHOOK: Output: default@tmp_orcppd
-POSTHOOK: query: create temporary table tmp_orcppd
- stored as orc
- as select ctinyint, csmallint, cint , cbigint, cfloat, cdouble,
- cstring1, cstring2, ctimestamp1, ctimestamp2
- from alltypesorc limit 20
-POSTHOOK: type: CREATETABLE_AS_SELECT
-POSTHOOK: Input: default@alltypesorc
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@tmp_orcppd
+Stage-1 LLAP IO COUNTERS:
+ SELECTED_ROWGROUPS: 3
PREHOOK: query: insert into table tmp_orcppd
values(null, null, null, null, null,
null, null, null, null, null)
PREHOOK: type: QUERY
PREHOOK: Output: default@tmp_orcppd
-POSTHOOK: query: insert into table tmp_orcppd
- values(null, null, null, null, null,
- null, null, null, null, null)
-POSTHOOK: type: QUERY
-POSTHOOK: Output: default@tmp_orcppd
-POSTHOOK: Lineage: tmp_orcppd.cbigint EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ]
-POSTHOOK: Lineage: tmp_orcppd.cdouble EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col6, type:string, comment:), ]
-POSTHOOK: Lineage: tmp_orcppd.cfloat EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col5, type:string, comment:), ]
-POSTHOOK: Lineage: tmp_orcppd.cint EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ]
-POSTHOOK: Lineage: tmp_orcppd.csmallint EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ]
-POSTHOOK: Lineage: tmp_orcppd.cstring1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col7, type:string, comment:), ]
-POSTHOOK: Lineage: tmp_orcppd.cstring2 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col8, type:string, comment:), ]
-POSTHOOK: Lineage: tmp_orcppd.ctimestamp1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col9, type:string, comment:), ]
-POSTHOOK: Lineage: tmp_orcppd.ctimestamp2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col10, type:string, comment:), ]
-POSTHOOK: Lineage: tmp_orcppd.ctinyint EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ]
+Stage-1 LLAP IO COUNTERS:
PREHOOK: query: drop table if exists tbl_orcppd_1_1
PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table if exists tbl_orcppd_1_1
-POSTHOOK: type: DROPTABLE
PREHOOK: query: create table tbl_orcppd_1_1 as
select count(*) from tmp_orcppd
where ctimestamp1> current_timestamp() and
@@ -1329,25 +1298,10 @@ PREHOOK: type: CREATETABLE_AS_SELECT
PREHOOK: Input: default@tmp_orcppd
PREHOOK: Output: database:default
PREHOOK: Output: default@tbl_orcppd_1_1
-POSTHOOK: query: create table tbl_orcppd_1_1 as
- select count(*) from tmp_orcppd
- where ctimestamp1> current_timestamp() and
- ctimestamp2 > current_timestamp() and
- cstring1 like 'a*' and
- cstring2 like 'a*'
-POSTHOOK: type: CREATETABLE_AS_SELECT
-POSTHOOK: Input: default@tmp_orcppd
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@tbl_orcppd_1_1
-POSTHOOK: Lineage: tbl_orcppd_1_1._c0 EXPRESSION [(tmp_orcppd)tmp_orcppd.null, ]
PREHOOK: query: drop table if exists tmp_orcppd
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@tmp_orcppd
PREHOOK: Output: default@tmp_orcppd
-POSTHOOK: query: drop table if exists tmp_orcppd
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@tmp_orcppd
-POSTHOOK: Output: default@tmp_orcppd
PREHOOK: query: create temporary table tmp_orcppd
stored as orc
as select ctimestamp1, ctimestamp2
@@ -1356,28 +1310,15 @@ PREHOOK: type: CREATETABLE_AS_SELECT
PREHOOK: Input: default@alltypesorc
PREHOOK: Output: database:default
PREHOOK: Output: default@tmp_orcppd
-POSTHOOK: query: create temporary table tmp_orcppd
- stored as orc
- as select ctimestamp1, ctimestamp2
- from alltypesorc limit 10
-POSTHOOK: type: CREATETABLE_AS_SELECT
-POSTHOOK: Input: default@alltypesorc
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@tmp_orcppd
+Stage-1 LLAP IO COUNTERS:
+ SELECTED_ROWGROUPS: 3
PREHOOK: query: insert into table tmp_orcppd
values(null, null)
PREHOOK: type: QUERY
PREHOOK: Output: default@tmp_orcppd
-POSTHOOK: query: insert into table tmp_orcppd
- values(null, null)
-POSTHOOK: type: QUERY
-POSTHOOK: Output: default@tmp_orcppd
-POSTHOOK: Lineage: tmp_orcppd.ctimestamp1 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ]
-POSTHOOK: Lineage: tmp_orcppd.ctimestamp2 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ]
+Stage-1 LLAP IO COUNTERS:
PREHOOK: query: drop table if exists tbl_orcppd_2_1
PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table if exists tbl_orcppd_2_1
-POSTHOOK: type: DROPTABLE
PREHOOK: query: create table tbl_orcppd_2_1 as
select count(*) from tmp_orcppd
where ctimestamp1 in (cast('2065-08-13 19:03:52' as timestamp), cast('2071-01-16 20:21:17' as timestamp), current_timestamp())
@@ -1385,68 +1326,34 @@ PREHOOK: type: CREATETABLE_AS_SELECT
PREHOOK: Input: default@tmp_orcppd
PREHOOK: Output: database:default
PREHOOK: Output: default@tbl_orcppd_2_1
-POSTHOOK: query: create table tbl_orcppd_2_1 as
- select count(*) from tmp_orcppd
- where ctimestamp1 in (cast('2065-08-13 19:03:52' as timestamp), cast('2071-01-16 20:21:17' as timestamp), current_timestamp())
-POSTHOOK: type: CREATETABLE_AS_SELECT
-POSTHOOK: Input: default@tmp_orcppd
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@tbl_orcppd_2_1
-POSTHOOK: Lineage: tbl_orcppd_2_1._c0 EXPRESSION [(tmp_orcppd)tmp_orcppd.null, ]
PREHOOK: query: drop table if exists tmp_orcppd
PREHOOK: type: DROPTABLE
PREHOOK: Input: default@tmp_orcppd
PREHOOK: Output: default@tmp_orcppd
-POSTHOOK: query: drop table if exists tmp_orcppd
-POSTHOOK: type: DROPTABLE
-POSTHOOK: Input: default@tmp_orcppd
-POSTHOOK: Output: default@tmp_orcppd
PREHOOK: query: create temporary table tmp_orcppd
stored as orc
- as select ts, da
- from orc_ppd_staging
+ as select ts, cast(ts as date)
+ from staging
PREHOOK: type: CREATETABLE_AS_SELECT
-PREHOOK: Input: default@orc_ppd_staging
+PREHOOK: Input: default@staging
PREHOOK: Output: database:default
PREHOOK: Output: default@tmp_orcppd
-POSTHOOK: query: create temporary table tmp_orcppd
- stored as orc
- as select ts, da
- from orc_ppd_staging
-POSTHOOK: type: CREATETABLE_AS_SELECT
-POSTHOOK: Input: default@orc_ppd_staging
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@tmp_orcppd
+Stage-1 LLAP IO COUNTERS:
PREHOOK: query: insert into table tmp_orcppd
values(null, null)
PREHOOK: type: QUERY
PREHOOK: Output: default@tmp_orcppd
-POSTHOOK: query: insert into table tmp_orcppd
- values(null, null)
-POSTHOOK: type: QUERY
-POSTHOOK: Output: default@tmp_orcppd
-POSTHOOK: Lineage: tmp_orcppd.da EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ]
-POSTHOOK: Lineage: tmp_orcppd.ts EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ]
+Stage-1 LLAP IO COUNTERS:
PREHOOK: query: drop table if exists tbl_orcppd_3_1
PREHOOK: type: DROPTABLE
-POSTHOOK: query: drop table if exists tbl_orcppd_3_1
-POSTHOOK: type: DROPTABLE
PREHOOK: query: create table tbl_orcppd_3_1 as
select count(*) from tmp_orcppd
- group by ts, da
+ group by ts, cast(ts as date)
having ts in (select ctimestamp1 from alltypesorc limit 10)
PREHOOK: type: CREATETABLE_AS_SELECT
PREHOOK: Input: default@alltypesorc
PREHOOK: Input: default@tmp_orcppd
PREHOOK: Output: database:default
PREHOOK: Output: default@tbl_orcppd_3_1
-POSTHOOK: query: create table tbl_orcppd_3_1 as
- select count(*) from tmp_orcppd
- group by ts, da
- having ts in (select ctimestamp1 from alltypesorc limit 10)
-POSTHOOK: type: CREATETABLE_AS_SELECT
-POSTHOOK: Input: default@alltypesorc
-POSTHOOK: Input: default@tmp_orcppd
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@tbl_orcppd_3_1
-POSTHOOK: Lineage: tbl_orcppd_3_1._c0 EXPRESSION [(tmp_orcppd)tmp_orcppd.null, ]
+Stage-1 LLAP IO COUNTERS:
+ SELECTED_ROWGROUPS: 4
http://git-wip-us.apache.org/repos/asf/hive/blob/eb29bd12/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out b/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out
index d73b583..4cc8984 100644
--- a/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out
+++ b/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out
@@ -57,7 +57,6 @@ PREHOOK: query: CREATE TABLE orc_ppd_staging(t tinyint,
c char(50),
v varchar(50),
da date,
- ts timestamp,
dec decimal(4,2),
bin binary)
STORED AS ORC tblproperties("orc.row.index.stride" = "1000", "orc.bloom.filter.columns"="*")
@@ -75,18 +74,17 @@ POSTHOOK: query: CREATE TABLE orc_ppd_staging(t tinyint,
c char(50),
v varchar(50),
da date,
- ts timestamp,
dec decimal(4,2),
bin binary)
STORED AS ORC tblproperties("orc.row.index.stride" = "1000", "orc.bloom.filter.columns"="*")
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@orc_ppd_staging
-PREHOOK: query: insert overwrite table orc_ppd_staging select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), cast(ts as date), ts, dec, bin from staging order by t, s
+PREHOOK: query: insert overwrite table orc_ppd_staging select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), cast(ts as date), dec, bin from staging order by t, s
PREHOOK: type: QUERY
PREHOOK: Input: default@staging
PREHOOK: Output: default@orc_ppd_staging
-POSTHOOK: query: insert overwrite table orc_ppd_staging select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), cast(ts as date), ts, dec, bin from staging order by t, s
+POSTHOOK: query: insert overwrite table orc_ppd_staging select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), cast(ts as date), dec, bin from staging order by t, s
POSTHOOK: type: QUERY
POSTHOOK: Input: default@staging
POSTHOOK: Output: default@orc_ppd_staging
@@ -102,13 +100,12 @@ POSTHOOK: Lineage: orc_ppd_staging.i SIMPLE [(staging)staging.FieldSchema(name:i
POSTHOOK: Lineage: orc_ppd_staging.s SIMPLE [(staging)staging.FieldSchema(name:s, type:string, comment:null), ]
POSTHOOK: Lineage: orc_ppd_staging.si SIMPLE [(staging)staging.FieldSchema(name:si, type:smallint, comment:null), ]
POSTHOOK: Lineage: orc_ppd_staging.t SIMPLE [(staging)staging.FieldSchema(name:t, type:tinyint, comment:null), ]
-POSTHOOK: Lineage: orc_ppd_staging.ts SIMPLE [(staging)staging.FieldSchema(name:ts, type:timestamp, comment:null), ]
POSTHOOK: Lineage: orc_ppd_staging.v EXPRESSION [(staging)staging.FieldSchema(name:s, type:string, comment:null), ]
-PREHOOK: query: insert into orc_ppd_staging select -10,-321,-65680,-4294967430,-97.94,-13.07,true,"aaa","aaa","aaa","1990-03-11","1990-03-11 10:11:58.703308",-71.54,"aaa" from staging limit 1
+PREHOOK: query: insert into orc_ppd_staging select -10,-321,-65680,-4294967430,-97.94,-13.07,true,"aaa","aaa","aaa","1990-03-11",-71.54,"aaa" from staging limit 1
PREHOOK: type: QUERY
PREHOOK: Input: default@staging
PREHOOK: Output: default@orc_ppd_staging
-POSTHOOK: query: insert into orc_ppd_staging select -10,-321,-65680,-4294967430,-97.94,-13.07,true,"aaa","aaa","aaa","1990-03-11","1990-03-11 10:11:58.703308",-71.54,"aaa" from staging limit 1
+POSTHOOK: query: insert into orc_ppd_staging select -10,-321,-65680,-4294967430,-97.94,-13.07,true,"aaa","aaa","aaa","1990-03-11",-71.54,"aaa" from staging limit 1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@staging
POSTHOOK: Output: default@orc_ppd_staging
@@ -124,13 +121,12 @@ POSTHOOK: Lineage: orc_ppd_staging.i EXPRESSION []
POSTHOOK: Lineage: orc_ppd_staging.s SIMPLE []
POSTHOOK: Lineage: orc_ppd_staging.si EXPRESSION []
POSTHOOK: Lineage: orc_ppd_staging.t EXPRESSION []
-POSTHOOK: Lineage: orc_ppd_staging.ts EXPRESSION []
POSTHOOK: Lineage: orc_ppd_staging.v EXPRESSION []
-PREHOOK: query: insert into orc_ppd_staging select 127,331,65690,4294967440,107.94,23.07,true,"zzz","zzz","zzz","2023-03-11","2023-03-11 10:11:58.703308",71.54,"zzz" from staging limit 1
+PREHOOK: query: insert into orc_ppd_staging select 127,331,65690,4294967440,107.94,23.07,true,"zzz","zzz","zzz","2023-03-11",71.54,"zzz" from staging limit 1
PREHOOK: type: QUERY
PREHOOK: Input: default@staging
PREHOOK: Output: default@orc_ppd_staging
-POSTHOOK: query: insert into orc_ppd_staging select 127,331,65690,4294967440,107.94,23.07,true,"zzz","zzz","zzz","2023-03-11","2023-03-11 10:11:58.703308",71.54,"zzz" from staging limit 1
+POSTHOOK: query: insert into orc_ppd_staging select 127,331,65690,4294967440,107.94,23.07,true,"zzz","zzz","zzz","2023-03-11",71.54,"zzz" from staging limit 1
POSTHOOK: type: QUERY
POSTHOOK: Input: default@staging
POSTHOOK: Output: default@orc_ppd_staging
@@ -146,7 +142,6 @@ POSTHOOK: Lineage: orc_ppd_staging.i SIMPLE []
POSTHOOK: Lineage: orc_ppd_staging.s SIMPLE []
POSTHOOK: Lineage: orc_ppd_staging.si EXPRESSION []
POSTHOOK: Lineage: orc_ppd_staging.t EXPRESSION []
-POSTHOOK: Lineage: orc_ppd_staging.ts EXPRESSION []
POSTHOOK: Lineage: orc_ppd_staging.v EXPRESSION []
PREHOOK: query: CREATE TABLE orc_ppd(t tinyint,
si smallint,
@@ -159,7 +154,6 @@ PREHOOK: query: CREATE TABLE orc_ppd(t tinyint,
c char(50),
v varchar(50),
da date,
- ts timestamp,
dec decimal(4,2),
bin binary)
STORED AS ORC tblproperties("orc.row.index.stride" = "1000", "orc.bloom.filter.columns"="*")
@@ -177,18 +171,17 @@ POSTHOOK: query: CREATE TABLE orc_ppd(t tinyint,
c char(50),
v varchar(50),
da date,
- ts timestamp,
dec decimal(4,2),
bin binary)
STORED AS ORC tblproperties("orc.row.index.stride" = "1000", "orc.bloom.filter.columns"="*")
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@orc_ppd
-PREHOOK: query: insert overwrite table orc_ppd select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), cast(ts as date), ts, dec, bin from orc_ppd_staging order by t, s
+PREHOOK: query: insert overwrite table orc_ppd select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), da, dec, bin from orc_ppd_staging order by t, s
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd_staging
PREHOOK: Output: default@orc_ppd
-POSTHOOK: query: insert overwrite table orc_ppd select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), cast(ts as date), ts, dec, bin from orc_ppd_staging order by t, s
+POSTHOOK: query: insert overwrite table orc_ppd select t, si, i, b, f, d, bo, s, cast(s as char(50)), cast(s as varchar(50)), da, dec, bin from orc_ppd_staging order by t, s
POSTHOOK: type: QUERY
POSTHOOK: Input: default@orc_ppd_staging
POSTHOOK: Output: default@orc_ppd
@@ -197,21 +190,20 @@ POSTHOOK: Lineage: orc_ppd.bin SIMPLE [(orc_ppd_staging)orc_ppd_staging.FieldSch
POSTHOOK: Lineage: orc_ppd.bo SIMPLE [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:bo, type:boolean, comment:null), ]
POSTHOOK: Lineage: orc_ppd.c EXPRESSION [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:s, type:string, comment:null), ]
POSTHOOK: Lineage: orc_ppd.d SIMPLE [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:d, type:double, comment:null), ]
-POSTHOOK: Lineage: orc_ppd.da EXPRESSION [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:ts, type:timestamp, comment:null), ]
+POSTHOOK: Lineage: orc_ppd.da SIMPLE [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:da, type:date, comment:null), ]
POSTHOOK: Lineage: orc_ppd.dec SIMPLE [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:dec, type:decimal(4,2), comment:null), ]
POSTHOOK: Lineage: orc_ppd.f SIMPLE [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:f, type:float, comment:null), ]
POSTHOOK: Lineage: orc_ppd.i SIMPLE [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:i, type:int, comment:null), ]
POSTHOOK: Lineage: orc_ppd.s SIMPLE [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:s, type:string, comment:null), ]
POSTHOOK: Lineage: orc_ppd.si SIMPLE [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:si, type:smallint, comment:null), ]
POSTHOOK: Lineage: orc_ppd.t SIMPLE [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:t, type:tinyint, comment:null), ]
-POSTHOOK: Lineage: orc_ppd.ts SIMPLE [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:ts, type:timestamp, comment:null), ]
POSTHOOK: Lineage: orc_ppd.v EXPRESSION [(orc_ppd_staging)orc_ppd_staging.FieldSchema(name:s, type:string, comment:null), ]
PREHOOK: query: select count(*) from orc_ppd where t > 127
PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17046
+ HDFS_BYTES_READ: 17012
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 6
HDFS_LARGE_READ_OPS: 0
@@ -221,7 +213,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 0
Stage-1 LLAP IO COUNTERS:
ALLOCATED_BYTES: 524288
ALLOCATED_USED_BYTES: 269
@@ -261,7 +253,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 8
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 249
CACHE_MISS_BYTES: 0
@@ -286,7 +278,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 1000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 8
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 249
CACHE_MISS_BYTES: 0
@@ -311,7 +303,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 18
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 249
CACHE_MISS_BYTES: 0
@@ -336,7 +328,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 18
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 249
CACHE_MISS_BYTES: 0
@@ -355,7 +347,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
+ HDFS_BYTES_READ: 16902
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -365,7 +357,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 0
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
0
@@ -388,7 +380,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
+ HDFS_BYTES_READ: 16902
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -398,7 +390,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 8
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
8
@@ -407,7 +399,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17909
+ HDFS_BYTES_READ: 17875
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -417,7 +409,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 1000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 8
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
8
@@ -426,7 +418,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
+ HDFS_BYTES_READ: 16902
HDFS_BYTES_WRITTEN: 102
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -436,7 +428,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 18
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
18
@@ -445,7 +437,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17909
+ HDFS_BYTES_READ: 17875
HDFS_BYTES_WRITTEN: 102
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -455,7 +447,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 18
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
18
@@ -468,7 +460,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
+ HDFS_BYTES_READ: 16902
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -478,7 +470,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 0
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
0
@@ -501,7 +493,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
+ HDFS_BYTES_READ: 16902
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -511,7 +503,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 8
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
8
@@ -520,7 +512,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17909
+ HDFS_BYTES_READ: 17875
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -530,7 +522,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 1000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 8
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
8
@@ -539,7 +531,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
+ HDFS_BYTES_READ: 16902
HDFS_BYTES_WRITTEN: 102
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -549,7 +541,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 18
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
18
@@ -558,7 +550,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17909
+ HDFS_BYTES_READ: 17875
HDFS_BYTES_WRITTEN: 102
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -568,7 +560,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 18
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
18
@@ -581,7 +573,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
+ HDFS_BYTES_READ: 16902
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -591,7 +583,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 0
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
0
@@ -614,7 +606,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
+ HDFS_BYTES_READ: 16902
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -624,7 +616,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 8
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
8
@@ -633,7 +625,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17909
+ HDFS_BYTES_READ: 17875
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -643,7 +635,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 1000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 8
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
8
@@ -652,7 +644,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
+ HDFS_BYTES_READ: 16902
HDFS_BYTES_WRITTEN: 102
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -662,7 +654,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 18
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
18
@@ -671,7 +663,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17909
+ HDFS_BYTES_READ: 17875
HDFS_BYTES_WRITTEN: 102
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -681,7 +673,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 18
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
18
@@ -694,7 +686,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
+ HDFS_BYTES_READ: 16902
HDFS_BYTES_WRITTEN: 104
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -704,7 +696,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 1566
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
1566
@@ -713,7 +705,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17909
+ HDFS_BYTES_READ: 17875
HDFS_BYTES_WRITTEN: 104
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -723,7 +715,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 1566
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
1566
@@ -732,7 +724,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
+ HDFS_BYTES_READ: 16902
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -742,7 +734,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 8
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
8
@@ -751,7 +743,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17909
+ HDFS_BYTES_READ: 17875
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -761,7 +753,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 8
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
8
@@ -770,7 +762,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 16936
+ HDFS_BYTES_READ: 16902
HDFS_BYTES_WRITTEN: 102
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -780,7 +772,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 18
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
18
@@ -789,7 +781,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 17909
+ HDFS_BYTES_READ: 17875
HDFS_BYTES_WRITTEN: 102
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -799,7 +791,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 18
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
18
@@ -808,7 +800,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 5215
+ HDFS_BYTES_READ: 5181
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -818,7 +810,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 2
Stage-1 LLAP IO COUNTERS:
ALLOCATED_BYTES: 262144
ALLOCATED_USED_BYTES: 8400
@@ -846,7 +838,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 2
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 4809
CACHE_MISS_BYTES: 0
@@ -865,7 +857,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 21496
+ HDFS_BYTES_READ: 21462
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -875,7 +867,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 2
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
2
@@ -884,7 +876,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 23556
+ HDFS_BYTES_READ: 23522
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -894,7 +886,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 2
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
2
@@ -907,7 +899,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 21496
+ HDFS_BYTES_READ: 21462
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -917,7 +909,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 2
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
2
@@ -926,7 +918,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 23556
+ HDFS_BYTES_READ: 23522
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -936,7 +928,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 2
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
2
@@ -945,7 +937,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 4402
+ HDFS_BYTES_READ: 4368
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -955,7 +947,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 6
Stage-1 LLAP IO COUNTERS:
ALLOCATED_BYTES: 786432
ALLOCATED_USED_BYTES: 11299
@@ -983,7 +975,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 6
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 3980
CACHE_MISS_BYTES: 0
@@ -1002,7 +994,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 20667
+ HDFS_BYTES_READ: 20633
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -1012,7 +1004,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 6
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
6
@@ -1021,7 +1013,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 22574
+ HDFS_BYTES_READ: 22540
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -1031,7 +1023,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 6
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
6
@@ -1044,7 +1036,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 20667
+ HDFS_BYTES_READ: 20633
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -1054,7 +1046,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 6
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
6
@@ -1063,7 +1055,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 22574
+ HDFS_BYTES_READ: 22540
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -1073,7 +1065,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 6
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
6
@@ -1086,7 +1078,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 20667
+ HDFS_BYTES_READ: 20633
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -1096,7 +1088,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 6
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
6
@@ -1105,7 +1097,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 22574
+ HDFS_BYTES_READ: 22540
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -1115,7 +1107,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 6
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
6
@@ -1138,7 +1130,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 6
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 3980
CACHE_MISS_BYTES: 0
@@ -1163,7 +1155,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 6
Stage-1 LLAP IO COUNTERS:
CACHE_HIT_BYTES: 3980
CACHE_MISS_BYTES: 0
@@ -1182,7 +1174,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 18785
+ HDFS_BYTES_READ: 18751
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -1192,7 +1184,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 4
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
4
@@ -1201,7 +1193,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 18785
+ HDFS_BYTES_READ: 18751
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -1211,7 +1203,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 4
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
4
@@ -1220,7 +1212,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 20256
+ HDFS_BYTES_READ: 20222
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -1230,7 +1222,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 1000
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 4
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
4
@@ -1239,7 +1231,7 @@ PREHOOK: type: QUERY
PREHOOK: Input: default@orc_ppd
#### A masked pattern was here ####
Stage-1 FILE SYSTEM COUNTERS:
- HDFS_BYTES_READ: 20256
+ HDFS_BYTES_READ: 20222
HDFS_BYTES_WRITTEN: 101
HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
@@ -1249,7 +1241,7 @@ Stage-1 HIVE COUNTERS:
DESERIALIZE_ERRORS: 0
RECORDS_IN_Map_1: 2100
RECORDS_OUT_0: 1
- RECORDS_OUT_INTERMEDIATE_Map_1: 1
+ RECORDS_OUT_INTERMEDIATE_Map_1: 4
Stage-1 LLAP IO COUNTERS:
METADATA_CACHE_HIT: 1
4