You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by jd...@apache.org on 2018/04/24 22:51:34 UTC
[2/3] hive git commit: HIVE-19232: results_cache_invalidation2 is
failing (Jason Dere, reviewed by Vineet Garg)
http://git-wip-us.apache.org/repos/asf/hive/blob/e9094483/ql/src/test/results/clientpositive/results_cache_capacity.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/results_cache_capacity.q.out b/ql/src/test/results/clientpositive/results_cache_capacity.q.out
deleted file mode 100644
index 3951cc2..0000000
--- a/ql/src/test/results/clientpositive/results_cache_capacity.q.out
+++ /dev/null
@@ -1,238 +0,0 @@
-PREHOOK: query: select key, count(*) from src where key = 0 group by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src
-#### A masked pattern was here ####
-POSTHOOK: query: select key, count(*) from src where key = 0 group by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src
-#### A masked pattern was here ####
-0 3
-test.comment=Q1 should be cached
-PREHOOK: query: explain
-select key, count(*) from src where key = 0 group by key
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select key, count(*) from src where key = 0 group by key
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
- Cached Query Result: true
-
-PREHOOK: query: select key, count(*) from src where key = 2 group by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src
-#### A masked pattern was here ####
-POSTHOOK: query: select key, count(*) from src where key = 2 group by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src
-#### A masked pattern was here ####
-2 1
-test.comment=Q2 should now be cached
-PREHOOK: query: explain
-select key, count(*) from src where key = 2 group by key
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select key, count(*) from src where key = 2 group by key
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
- Cached Query Result: true
-
-test.comment=Q1 should still be cached
-PREHOOK: query: explain
-select key, count(*) from src where key = 0 group by key
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select key, count(*) from src where key = 0 group by key
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
- Cached Query Result: true
-
-PREHOOK: query: select key, count(*) from src where key = 4 group by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src
-#### A masked pattern was here ####
-POSTHOOK: query: select key, count(*) from src where key = 4 group by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src
-#### A masked pattern was here ####
-4 1
-test.comment=Q3 should now be cached
-PREHOOK: query: explain
-select key, count(*) from src where key = 4 group by key
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select key, count(*) from src where key = 4 group by key
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
- Cached Query Result: true
-
-test.comment=Q1 should still be cached
-PREHOOK: query: explain
-select key, count(*) from src where key = 0 group by key
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select key, count(*) from src where key = 0 group by key
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
- Cached Query Result: true
-
-test.comment=Q2 should no longer be in the cache
-PREHOOK: query: explain
-select key, count(*) from src where key = 2 group by key
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select key, count(*) from src where key = 2 group by key
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: src
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: (UDFToDouble(key) = 2.0D) (type: boolean)
- Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: count()
- keys: key (type: string)
- mode: hash
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col1 (type: bigint)
- Reduce Operator Tree:
- Group By Operator
- aggregations: count(VALUE._col0)
- keys: KEY._col0 (type: string)
- mode: mergepartial
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
-
-PREHOOK: query: select key, count(*) from src where key < 10 group by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src
-#### A masked pattern was here ####
-POSTHOOK: query: select key, count(*) from src where key < 10 group by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src
-#### A masked pattern was here ####
-0 3
-2 1
-4 1
-5 3
-8 1
-9 1
-PREHOOK: query: explain
-select key, count(*) from src where key < 10 group by key
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select key, count(*) from src where key < 10 group by key
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: src
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: (UDFToDouble(key) < 10.0D) (type: boolean)
- Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: count()
- keys: key (type: string)
- mode: hash
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col1 (type: bigint)
- Reduce Operator Tree:
- Group By Operator
- aggregations: count(VALUE._col0)
- keys: KEY._col0 (type: string)
- mode: mergepartial
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
-
http://git-wip-us.apache.org/repos/asf/hive/blob/e9094483/ql/src/test/results/clientpositive/results_cache_empty_result.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/results_cache_empty_result.q.out b/ql/src/test/results/clientpositive/results_cache_empty_result.q.out
deleted file mode 100644
index 000e5f0..0000000
--- a/ql/src/test/results/clientpositive/results_cache_empty_result.q.out
+++ /dev/null
@@ -1,91 +0,0 @@
-PREHOOK: query: explain
-select count(*), key from src a where key < 0 group by key
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*), key from src a where key < 0 group by key
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: a
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: (UDFToDouble(key) < 0.0D) (type: boolean)
- Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: count()
- keys: key (type: string)
- mode: hash
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col1 (type: bigint)
- Reduce Operator Tree:
- Group By Operator
- aggregations: count(VALUE._col0)
- keys: KEY._col0 (type: string)
- mode: mergepartial
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _col1 (type: bigint), _col0 (type: string)
- outputColumnNames: _col0, _col1
- Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
-
-PREHOOK: query: select count(*), key from src a where key < 0 group by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*), key from src a where key < 0 group by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src
-#### A masked pattern was here ####
-test.comment="Cache should be used for this query"
-PREHOOK: query: explain
-select count(*), key from src a where key < 0 group by key
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*), key from src a where key < 0 group by key
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
- Cached Query Result: true
-
-PREHOOK: query: select count(*), key from src a where key < 0 group by key
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*), key from src a where key < 0 group by key
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src
-#### A masked pattern was here ####
http://git-wip-us.apache.org/repos/asf/hive/blob/e9094483/ql/src/test/results/clientpositive/results_cache_invalidation.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/results_cache_invalidation.q.out b/ql/src/test/results/clientpositive/results_cache_invalidation.q.out
deleted file mode 100644
index 5f225a1..0000000
--- a/ql/src/test/results/clientpositive/results_cache_invalidation.q.out
+++ /dev/null
@@ -1,748 +0,0 @@
-PREHOOK: query: create table tab1 (key string, value string) stored as orc tblproperties ('transactional'='true')
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@tab1
-POSTHOOK: query: create table tab1 (key string, value string) stored as orc tblproperties ('transactional'='true')
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@tab1
-PREHOOK: query: create table tab2 (key string, value string) stored as orc tblproperties ('transactional'='true')
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@tab2
-POSTHOOK: query: create table tab2 (key string, value string) stored as orc tblproperties ('transactional'='true')
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@tab2
-PREHOOK: query: insert into tab1 select * from default.src
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src
-PREHOOK: Output: default@tab1
-POSTHOOK: query: insert into tab1 select * from default.src
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src
-POSTHOOK: Output: default@tab1
-POSTHOOK: Lineage: tab1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: tab1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
-PREHOOK: query: insert into tab2 select * from default.src
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src
-PREHOOK: Output: default@tab2
-POSTHOOK: query: insert into tab2 select * from default.src
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src
-POSTHOOK: Output: default@tab2
-POSTHOOK: Lineage: tab2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: tab2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
-test.comment="Run queries to load into cache"
-PREHOOK: query: explain
-select count(*) from tab1 a where key >= 0
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*) from tab1 a where key >= 0
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: a
- Statistics: Num rows: 91 Data size: 35030 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: (UDFToDouble(key) >= 0.0D) (type: boolean)
- Statistics: Num rows: 30 Data size: 11548 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- Statistics: Num rows: 30 Data size: 11548 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: count()
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col0 (type: bigint)
- Reduce Operator Tree:
- Group By Operator
- aggregations: count(VALUE._col0)
- mode: mergepartial
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
-
-PREHOOK: query: select count(*) from tab1 a where key >= 0
-PREHOOK: type: QUERY
-PREHOOK: Input: default@tab1
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from tab1 a where key >= 0
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@tab1
-#### A masked pattern was here ####
-500
-PREHOOK: query: explain
-select max(key) from tab2
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select max(key) from tab2
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: tab2
- Statistics: Num rows: 91 Data size: 35030 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: key (type: string)
- outputColumnNames: key
- Statistics: Num rows: 91 Data size: 35030 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: max(key)
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- sort order:
- Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col0 (type: string)
- Reduce Operator Tree:
- Group By Operator
- aggregations: max(VALUE._col0)
- mode: mergepartial
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
-
-PREHOOK: query: select max(key) from tab2
-PREHOOK: type: QUERY
-PREHOOK: Input: default@tab2
-#### A masked pattern was here ####
-POSTHOOK: query: select max(key) from tab2
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@tab2
-#### A masked pattern was here ####
-98
-PREHOOK: query: explain
-select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-2
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: tab1
- Statistics: Num rows: 91 Data size: 35030 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: key is not null (type: boolean)
- Statistics: Num rows: 91 Data size: 35030 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: key (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 91 Data size: 35030 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 91 Data size: 35030 Basic stats: COMPLETE Column stats: NONE
- TableScan
- alias: tab2
- Statistics: Num rows: 91 Data size: 35030 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: key is not null (type: boolean)
- Statistics: Num rows: 91 Data size: 35030 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: key (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 91 Data size: 35030 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 91 Data size: 35030 Basic stats: COMPLETE Column stats: NONE
- Reduce Operator Tree:
- Join Operator
- condition map:
- Inner Join 0 to 1
- keys:
- 0 _col0 (type: string)
- 1 _col0 (type: string)
- Statistics: Num rows: 100 Data size: 38533 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: count()
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
-
- Stage: Stage-2
- Map Reduce
- Map Operator Tree:
- TableScan
- Reduce Output Operator
- sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col0 (type: bigint)
- Reduce Operator Tree:
- Group By Operator
- aggregations: count(VALUE._col0)
- mode: mergepartial
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
-
-PREHOOK: query: select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-PREHOOK: type: QUERY
-PREHOOK: Input: default@tab1
-PREHOOK: Input: default@tab2
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@tab1
-POSTHOOK: Input: default@tab2
-#### A masked pattern was here ####
-1028
-test.comment="Q1 should now be able to use cache"
-PREHOOK: query: explain
-select count(*) from tab1 a where key >= 0
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*) from tab1 a where key >= 0
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
- Cached Query Result: true
-
-PREHOOK: query: select count(*) from tab1 a where key >= 0
-PREHOOK: type: QUERY
-PREHOOK: Input: default@tab1
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from tab1 a where key >= 0
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@tab1
-#### A masked pattern was here ####
-500
-test.comment="Q2 should now be able to use cache"
-PREHOOK: query: explain
-select max(key) from tab2
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select max(key) from tab2
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
- Cached Query Result: true
-
-PREHOOK: query: select max(key) from tab2
-PREHOOK: type: QUERY
-PREHOOK: Input: default@tab2
-#### A masked pattern was here ####
-POSTHOOK: query: select max(key) from tab2
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@tab2
-#### A masked pattern was here ####
-98
-test.comment="Q3 should now be able to use cache"
-PREHOOK: query: explain
-select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
- Cached Query Result: true
-
-PREHOOK: query: select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-PREHOOK: type: QUERY
-PREHOOK: Input: default@tab1
-PREHOOK: Input: default@tab2
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@tab1
-POSTHOOK: Input: default@tab2
-#### A masked pattern was here ####
-1028
-PREHOOK: query: insert into tab1 values ('88', 'val_88')
-PREHOOK: type: QUERY
-PREHOOK: Input: _dummy_database@_dummy_table
-PREHOOK: Output: default@tab1
-POSTHOOK: query: insert into tab1 values ('88', 'val_88')
-POSTHOOK: type: QUERY
-POSTHOOK: Input: _dummy_database@_dummy_table
-POSTHOOK: Output: default@tab1
-POSTHOOK: Lineage: tab1.key SCRIPT []
-POSTHOOK: Lineage: tab1.value SCRIPT []
-test.comment="Q1 should not use cache"
-PREHOOK: query: explain
-select count(*) from tab1 a where key >= 0
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*) from tab1 a where key >= 0
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: a
- Statistics: Num rows: 110 Data size: 42290 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: (UDFToDouble(key) >= 0.0D) (type: boolean)
- Statistics: Num rows: 36 Data size: 13840 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- Statistics: Num rows: 36 Data size: 13840 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: count()
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col0 (type: bigint)
- Reduce Operator Tree:
- Group By Operator
- aggregations: count(VALUE._col0)
- mode: mergepartial
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
-
-PREHOOK: query: select count(*) from tab1 a where key >= 0
-PREHOOK: type: QUERY
-PREHOOK: Input: default@tab1
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from tab1 a where key >= 0
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@tab1
-#### A masked pattern was here ####
-501
-test.comment="Q2 should still use cache since tab2 not updated"
-PREHOOK: query: explain
-select max(key) from tab2
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select max(key) from tab2
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
- Cached Query Result: true
-
-PREHOOK: query: select max(key) from tab2
-PREHOOK: type: QUERY
-PREHOOK: Input: default@tab2
-#### A masked pattern was here ####
-POSTHOOK: query: select max(key) from tab2
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@tab2
-#### A masked pattern was here ####
-98
-test.comment="Q3 should not use cache"
-PREHOOK: query: explain
-select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-2
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: tab1
- Statistics: Num rows: 110 Data size: 42290 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: key is not null (type: boolean)
- Statistics: Num rows: 110 Data size: 42290 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: key (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 110 Data size: 42290 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 110 Data size: 42290 Basic stats: COMPLETE Column stats: NONE
- TableScan
- alias: tab2
- Statistics: Num rows: 91 Data size: 35030 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: key is not null (type: boolean)
- Statistics: Num rows: 91 Data size: 35030 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: key (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 91 Data size: 35030 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 91 Data size: 35030 Basic stats: COMPLETE Column stats: NONE
- Reduce Operator Tree:
- Join Operator
- condition map:
- Inner Join 0 to 1
- keys:
- 0 _col0 (type: string)
- 1 _col0 (type: string)
- Statistics: Num rows: 121 Data size: 46519 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: count()
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
-
- Stage: Stage-2
- Map Reduce
- Map Operator Tree:
- TableScan
- Reduce Output Operator
- sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col0 (type: bigint)
- Reduce Operator Tree:
- Group By Operator
- aggregations: count(VALUE._col0)
- mode: mergepartial
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
-
-PREHOOK: query: select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-PREHOOK: type: QUERY
-PREHOOK: Input: default@tab1
-PREHOOK: Input: default@tab2
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@tab1
-POSTHOOK: Input: default@tab2
-#### A masked pattern was here ####
-1028
-PREHOOK: query: insert into tab2 values ('88', 'val_88')
-PREHOOK: type: QUERY
-PREHOOK: Input: _dummy_database@_dummy_table
-PREHOOK: Output: default@tab2
-POSTHOOK: query: insert into tab2 values ('88', 'val_88')
-POSTHOOK: type: QUERY
-POSTHOOK: Input: _dummy_database@_dummy_table
-POSTHOOK: Output: default@tab2
-POSTHOOK: Lineage: tab2.key SCRIPT []
-POSTHOOK: Lineage: tab2.value SCRIPT []
-test.comment="Q1 should use cache"
-PREHOOK: query: explain
-select count(*) from tab1 a where key >= 0
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*) from tab1 a where key >= 0
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
- Cached Query Result: true
-
-PREHOOK: query: select count(*) from tab1 a where key >= 0
-PREHOOK: type: QUERY
-PREHOOK: Input: default@tab1
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from tab1 a where key >= 0
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@tab1
-#### A masked pattern was here ####
-501
-test.comment="Q2 should not use cache"
-PREHOOK: query: explain
-select max(key) from tab2
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select max(key) from tab2
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: tab2
- Statistics: Num rows: 110 Data size: 42290 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: key (type: string)
- outputColumnNames: key
- Statistics: Num rows: 110 Data size: 42290 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: max(key)
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- sort order:
- Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col0 (type: string)
- Reduce Operator Tree:
- Group By Operator
- aggregations: max(VALUE._col0)
- mode: mergepartial
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
-
-PREHOOK: query: select max(key) from tab2
-PREHOOK: type: QUERY
-PREHOOK: Input: default@tab2
-#### A masked pattern was here ####
-POSTHOOK: query: select max(key) from tab2
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@tab2
-#### A masked pattern was here ####
-98
-test.comment="Q3 should not use cache"
-PREHOOK: query: explain
-select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-2
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: tab1
- Statistics: Num rows: 110 Data size: 42290 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: key is not null (type: boolean)
- Statistics: Num rows: 110 Data size: 42290 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: key (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 110 Data size: 42290 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 110 Data size: 42290 Basic stats: COMPLETE Column stats: NONE
- TableScan
- alias: tab2
- Statistics: Num rows: 110 Data size: 42290 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: key is not null (type: boolean)
- Statistics: Num rows: 110 Data size: 42290 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: key (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 110 Data size: 42290 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 110 Data size: 42290 Basic stats: COMPLETE Column stats: NONE
- Reduce Operator Tree:
- Join Operator
- condition map:
- Inner Join 0 to 1
- keys:
- 0 _col0 (type: string)
- 1 _col0 (type: string)
- Statistics: Num rows: 121 Data size: 46519 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: count()
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
-
- Stage: Stage-2
- Map Reduce
- Map Operator Tree:
- TableScan
- Reduce Output Operator
- sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col0 (type: bigint)
- Reduce Operator Tree:
- Group By Operator
- aggregations: count(VALUE._col0)
- mode: mergepartial
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
-
-PREHOOK: query: select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-PREHOOK: type: QUERY
-PREHOOK: Input: default@tab1
-PREHOOK: Input: default@tab2
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@tab1
-POSTHOOK: Input: default@tab2
-#### A masked pattern was here ####
-1029
http://git-wip-us.apache.org/repos/asf/hive/blob/e9094483/ql/src/test/results/clientpositive/results_cache_invalidation2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/results_cache_invalidation2.q.out b/ql/src/test/results/clientpositive/results_cache_invalidation2.q.out
deleted file mode 100644
index 50c8adf..0000000
--- a/ql/src/test/results/clientpositive/results_cache_invalidation2.q.out
+++ /dev/null
@@ -1,373 +0,0 @@
-PREHOOK: query: select reflect('org.apache.hadoop.hive.ql.QTestUtil', 'initEventNotificationPoll')
-PREHOOK: type: QUERY
-PREHOOK: Input: _dummy_database@_dummy_table
-#### A masked pattern was here ####
-POSTHOOK: query: select reflect('org.apache.hadoop.hive.ql.QTestUtil', 'initEventNotificationPoll')
-POSTHOOK: type: QUERY
-POSTHOOK: Input: _dummy_database@_dummy_table
-#### A masked pattern was here ####
-null
-PREHOOK: query: create table tab1 stored as textfile as select * from src
-PREHOOK: type: CREATETABLE_AS_SELECT
-PREHOOK: Input: default@src
-PREHOOK: Output: database:default
-PREHOOK: Output: default@tab1
-POSTHOOK: query: create table tab1 stored as textfile as select * from src
-POSTHOOK: type: CREATETABLE_AS_SELECT
-POSTHOOK: Input: default@src
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@tab1
-POSTHOOK: Lineage: tab1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: tab1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
-PREHOOK: query: insert into tab1 select * from src
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src
-PREHOOK: Output: default@tab1
-POSTHOOK: query: insert into tab1 select * from src
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src
-POSTHOOK: Output: default@tab1
-POSTHOOK: Lineage: tab1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: tab1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
-PREHOOK: query: create table tab2 (key string, value string) stored as textfile
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@tab2
-POSTHOOK: query: create table tab2 (key string, value string) stored as textfile
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@tab2
-PREHOOK: query: insert into tab2 select * from src
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src
-PREHOOK: Output: default@tab2
-POSTHOOK: query: insert into tab2 select * from src
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src
-POSTHOOK: Output: default@tab2
-POSTHOOK: Lineage: tab2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: tab2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
-PREHOOK: query: select count(*) from tab1 where key > 0
-PREHOOK: type: QUERY
-PREHOOK: Input: default@tab1
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from tab1 where key > 0
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@tab1
-#### A masked pattern was here ####
-994
-PREHOOK: query: select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-PREHOOK: type: QUERY
-PREHOOK: Input: default@tab1
-PREHOOK: Input: default@tab2
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@tab1
-POSTHOOK: Input: default@tab2
-#### A masked pattern was here ####
-2056
-PREHOOK: query: select count(*) from tab2 where key > 0
-PREHOOK: type: QUERY
-PREHOOK: Input: default@tab2
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from tab2 where key > 0
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@tab2
-#### A masked pattern was here ####
-497
-test.comment="Cached entry should be used"
-PREHOOK: query: explain
-select count(*) from tab1 where key > 0
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*) from tab1 where key > 0
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
- Cached Query Result: true
-
-PREHOOK: query: select count(*) from tab1 where key > 0
-PREHOOK: type: QUERY
-PREHOOK: Input: default@tab1
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from tab1 where key > 0
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@tab1
-#### A masked pattern was here ####
-994
-test.comment="Cached entry should be used"
-PREHOOK: query: explain
-select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
- Cached Query Result: true
-
-PREHOOK: query: select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-PREHOOK: type: QUERY
-PREHOOK: Input: default@tab1
-PREHOOK: Input: default@tab2
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@tab1
-POSTHOOK: Input: default@tab2
-#### A masked pattern was here ####
-2056
-test.comment="Cached entry should be used"
-PREHOOK: query: explain
-select count(*) from tab2 where key > 0
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*) from tab2 where key > 0
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
- Cached Query Result: true
-
-PREHOOK: query: select count(*) from tab2 where key > 0
-PREHOOK: type: QUERY
-PREHOOK: Input: default@tab2
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from tab2 where key > 0
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@tab2
-#### A masked pattern was here ####
-497
-PREHOOK: query: insert into tab1 select * from src
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src
-PREHOOK: Output: default@tab1
-POSTHOOK: query: insert into tab1 select * from src
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src
-POSTHOOK: Output: default@tab1
-POSTHOOK: Lineage: tab1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: tab1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
-PREHOOK: query: select reflect("java.lang.Thread", 'sleep', cast(4000 as bigint))
-PREHOOK: type: QUERY
-PREHOOK: Input: _dummy_database@_dummy_table
-#### A masked pattern was here ####
-POSTHOOK: query: select reflect("java.lang.Thread", 'sleep', cast(4000 as bigint))
-POSTHOOK: type: QUERY
-POSTHOOK: Input: _dummy_database@_dummy_table
-#### A masked pattern was here ####
-null
-test.comment="Cached entry should be invalidated - query should not use cache"
-PREHOOK: query: explain
-select count(*) from tab1 where key > 0
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*) from tab1 where key > 0
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: tab1
- Statistics: Num rows: 1500 Data size: 15936 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: (UDFToDouble(key) > 0.0D) (type: boolean)
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: count()
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col0 (type: bigint)
- Reduce Operator Tree:
- Group By Operator
- aggregations: count(VALUE._col0)
- mode: mergepartial
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
-
-PREHOOK: query: select count(*) from tab1 where key > 0
-PREHOOK: type: QUERY
-PREHOOK: Input: default@tab1
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from tab1 where key > 0
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@tab1
-#### A masked pattern was here ####
-1491
-test.comment="Cached entry should be invalidated - query should not use cache"
-PREHOOK: query: explain
-select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-2
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: tab1
- Statistics: Num rows: 1500 Data size: 15936 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: key is not null (type: boolean)
- Statistics: Num rows: 1500 Data size: 15936 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: key (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 1500 Data size: 15936 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1500 Data size: 15936 Basic stats: COMPLETE Column stats: NONE
- TableScan
- alias: tab2
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: key is not null (type: boolean)
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: key (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Reduce Operator Tree:
- Join Operator
- condition map:
- Inner Join 0 to 1
- keys:
- 0 _col0 (type: string)
- 1 _col0 (type: string)
- Statistics: Num rows: 1650 Data size: 17529 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: count()
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
-
- Stage: Stage-2
- Map Reduce
- Map Operator Tree:
- TableScan
- Reduce Output Operator
- sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col0 (type: bigint)
- Reduce Operator Tree:
- Group By Operator
- aggregations: count(VALUE._col0)
- mode: mergepartial
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
-
-PREHOOK: query: select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-PREHOOK: type: QUERY
-PREHOOK: Input: default@tab1
-PREHOOK: Input: default@tab2
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from tab1 join tab2 on (tab1.key = tab2.key)
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@tab1
-POSTHOOK: Input: default@tab2
-#### A masked pattern was here ####
-3084
-test.comment="tab2 was not modified, this query should still use cache"
-PREHOOK: query: explain
-select count(*) from tab2 where key > 0
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*) from tab2 where key > 0
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
- Cached Query Result: true
-
-PREHOOK: query: select count(*) from tab2 where key > 0
-PREHOOK: type: QUERY
-PREHOOK: Input: default@tab2
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from tab2 where key > 0
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@tab2
-#### A masked pattern was here ####
-497
http://git-wip-us.apache.org/repos/asf/hive/blob/e9094483/ql/src/test/results/clientpositive/results_cache_lifetime.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/results_cache_lifetime.q.out b/ql/src/test/results/clientpositive/results_cache_lifetime.q.out
deleted file mode 100644
index ea5d7e0..0000000
--- a/ql/src/test/results/clientpositive/results_cache_lifetime.q.out
+++ /dev/null
@@ -1,112 +0,0 @@
-PREHOOK: query: select count(*) from src a join src b on (a.key = b.key)
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from src a join src b on (a.key = b.key)
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src
-#### A masked pattern was here ####
-1028
-PREHOOK: query: select reflect("java.lang.Thread", 'sleep', cast(2000 as bigint))
-PREHOOK: type: QUERY
-PREHOOK: Input: _dummy_database@_dummy_table
-#### A masked pattern was here ####
-POSTHOOK: query: select reflect("java.lang.Thread", 'sleep', cast(2000 as bigint))
-POSTHOOK: type: QUERY
-POSTHOOK: Input: _dummy_database@_dummy_table
-#### A masked pattern was here ####
-null
-test.comment="Cached entry should be expired - query should not use cache"
-PREHOOK: query: explain
-select count(*) from src a join src b on (a.key = b.key)
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*) from src a join src b on (a.key = b.key)
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-2 depends on stages: Stage-1
- Stage-0 depends on stages: Stage-2
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: a
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: key is not null (type: boolean)
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: key (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- TableScan
- alias: b
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: key is not null (type: boolean)
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: key (type: string)
- outputColumnNames: _col0
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- key expressions: _col0 (type: string)
- sort order: +
- Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Reduce Operator Tree:
- Join Operator
- condition map:
- Inner Join 0 to 1
- keys:
- 0 _col0 (type: string)
- 1 _col0 (type: string)
- Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: count()
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
-
- Stage: Stage-2
- Map Reduce
- Map Operator Tree:
- TableScan
- Reduce Output Operator
- sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col0 (type: bigint)
- Reduce Operator Tree:
- Group By Operator
- aggregations: count(VALUE._col0)
- mode: mergepartial
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
-
http://git-wip-us.apache.org/repos/asf/hive/blob/e9094483/ql/src/test/results/clientpositive/results_cache_quoted_identifiers.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/results_cache_quoted_identifiers.q.out b/ql/src/test/results/clientpositive/results_cache_quoted_identifiers.q.out
deleted file mode 100644
index 4d982a7..0000000
--- a/ql/src/test/results/clientpositive/results_cache_quoted_identifiers.q.out
+++ /dev/null
@@ -1,116 +0,0 @@
-PREHOOK: query: create table quoted1 (
- `_c1` int,
- `int` int,
- `col 3` string,
- `col``4` string
-) stored as textfile
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@quoted1
-POSTHOOK: query: create table quoted1 (
- `_c1` int,
- `int` int,
- `col 3` string,
- `col``4` string
-) stored as textfile
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@quoted1
-PREHOOK: query: insert into quoted1 select key, key, value, value from src
-PREHOOK: type: QUERY
-PREHOOK: Input: default@src
-PREHOOK: Output: default@quoted1
-POSTHOOK: query: insert into quoted1 select key, key, value, value from src
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@src
-POSTHOOK: Output: default@quoted1
-POSTHOOK: Lineage: quoted1._c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
-POSTHOOK: Lineage: quoted1.col 3 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
-POSTHOOK: Lineage: quoted1.col`4 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
-POSTHOOK: Lineage: quoted1.int EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
-PREHOOK: query: explain
-select max(`_c1`), max(`int`), max(`col 3`), max(`col``4`) from quoted1
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select max(`_c1`), max(`int`), max(`col 3`), max(`col``4`) from quoted1
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: quoted1
- Statistics: Num rows: 500 Data size: 11124 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- expressions: _c1 (type: int), int (type: int), col 3 (type: string), col`4 (type: string)
- outputColumnNames: _c1, int, col 3, col`4
- Statistics: Num rows: 500 Data size: 11124 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: max(_c1), max(int), max(col 3), max(col`4)
- mode: hash
- outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 1 Data size: 376 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- sort order:
- Statistics: Num rows: 1 Data size: 376 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string), _col3 (type: string)
- Reduce Operator Tree:
- Group By Operator
- aggregations: max(VALUE._col0), max(VALUE._col1), max(VALUE._col2), max(VALUE._col3)
- mode: mergepartial
- outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 1 Data size: 376 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 1 Data size: 376 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
-
-PREHOOK: query: select max(`_c1`), max(`int`), max(`col 3`), max(`col``4`) from quoted1
-PREHOOK: type: QUERY
-PREHOOK: Input: default@quoted1
-#### A masked pattern was here ####
-POSTHOOK: query: select max(`_c1`), max(`int`), max(`col 3`), max(`col``4`) from quoted1
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@quoted1
-#### A masked pattern was here ####
-498 498 val_98 val_98
-test.comment="Cache should be used for this query"
-PREHOOK: query: explain
-select max(`_c1`), max(`int`), max(`col 3`), max(`col``4`) from quoted1
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select max(`_c1`), max(`int`), max(`col 3`), max(`col``4`) from quoted1
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
- Cached Query Result: true
-
-PREHOOK: query: select max(`_c1`), max(`int`), max(`col 3`), max(`col``4`) from quoted1
-PREHOOK: type: QUERY
-PREHOOK: Input: default@quoted1
-#### A masked pattern was here ####
-POSTHOOK: query: select max(`_c1`), max(`int`), max(`col 3`), max(`col``4`) from quoted1
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@quoted1
-#### A masked pattern was here ####
-498 498 val_98 val_98
http://git-wip-us.apache.org/repos/asf/hive/blob/e9094483/ql/src/test/results/clientpositive/results_cache_temptable.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/results_cache_temptable.q.out b/ql/src/test/results/clientpositive/results_cache_temptable.q.out
deleted file mode 100644
index cc96a0c..0000000
--- a/ql/src/test/results/clientpositive/results_cache_temptable.q.out
+++ /dev/null
@@ -1,293 +0,0 @@
-PREHOOK: query: create table rct (key string, value string)
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@rct
-POSTHOOK: query: create table rct (key string, value string)
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@rct
-PREHOOK: query: load data local inpath '../../data/files/kv1.txt' overwrite into table rct
-PREHOOK: type: LOAD
-#### A masked pattern was here ####
-PREHOOK: Output: default@rct
-POSTHOOK: query: load data local inpath '../../data/files/kv1.txt' overwrite into table rct
-POSTHOOK: type: LOAD
-#### A masked pattern was here ####
-POSTHOOK: Output: default@rct
-PREHOOK: query: create table rct_part (key string, value string) partitioned by (ds string)
-PREHOOK: type: CREATETABLE
-PREHOOK: Output: database:default
-PREHOOK: Output: default@rct_part
-POSTHOOK: query: create table rct_part (key string, value string) partitioned by (ds string)
-POSTHOOK: type: CREATETABLE
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@rct_part
-PREHOOK: query: load data local inpath '../../data/files/kv1.txt' overwrite into table rct_part partition (ds="2008-04-08")
-PREHOOK: type: LOAD
-#### A masked pattern was here ####
-PREHOOK: Output: default@rct_part
-POSTHOOK: query: load data local inpath '../../data/files/kv1.txt' overwrite into table rct_part partition (ds="2008-04-08")
-POSTHOOK: type: LOAD
-#### A masked pattern was here ####
-POSTHOOK: Output: default@rct_part
-POSTHOOK: Output: default@rct_part@ds=2008-04-08
-PREHOOK: query: load data local inpath '../../data/files/kv1.txt' overwrite into table rct_part partition (ds="2008-04-09")
-PREHOOK: type: LOAD
-#### A masked pattern was here ####
-PREHOOK: Output: default@rct_part
-POSTHOOK: query: load data local inpath '../../data/files/kv1.txt' overwrite into table rct_part partition (ds="2008-04-09")
-POSTHOOK: type: LOAD
-#### A masked pattern was here ####
-POSTHOOK: Output: default@rct_part
-POSTHOOK: Output: default@rct_part@ds=2008-04-09
-PREHOOK: query: create temporary table tmptab as select * from src
-PREHOOK: type: CREATETABLE_AS_SELECT
-PREHOOK: Input: default@src
-PREHOOK: Output: database:default
-PREHOOK: Output: default@tmptab
-POSTHOOK: query: create temporary table tmptab as select * from src
-POSTHOOK: type: CREATETABLE_AS_SELECT
-POSTHOOK: Input: default@src
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@tmptab
-PREHOOK: query: select count(*) from tmptab where key = 0
-PREHOOK: type: QUERY
-PREHOOK: Input: default@tmptab
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from tmptab where key = 0
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@tmptab
-#### A masked pattern was here ####
-3
-test.comment="Query involving temp tables should not be added to the cache"
-PREHOOK: query: explain
-select count(*) from tmptab where key = 0
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*) from tmptab where key = 0
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: tmptab
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: (UDFToDouble(key) = 0.0D) (type: boolean)
- Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: count()
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col0 (type: bigint)
- Reduce Operator Tree:
- Group By Operator
- aggregations: count(VALUE._col0)
- mode: mergepartial
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
-
-PREHOOK: query: select count(*) from rct where key = 0
-PREHOOK: type: QUERY
-PREHOOK: Input: default@rct
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from rct where key = 0
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@rct
-#### A masked pattern was here ####
-3
-test.comment="Query should use the cache"
-PREHOOK: query: explain
-select count(*) from rct where key = 0
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*) from rct where key = 0
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
- Cached Query Result: true
-
-PREHOOK: query: create temporary table rct as select * from tmptab
-PREHOOK: type: CREATETABLE_AS_SELECT
-PREHOOK: Input: default@tmptab
-PREHOOK: Output: database:default
-PREHOOK: Output: default@rct
-POSTHOOK: query: create temporary table rct as select * from tmptab
-POSTHOOK: type: CREATETABLE_AS_SELECT
-POSTHOOK: Input: default@tmptab
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@rct
-test.comment="Cached query does not get used now that it resolves to a temp table"
-PREHOOK: query: explain
-select count(*) from rct where key = 0
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*) from rct where key = 0
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: rct
- Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: (UDFToDouble(key) = 0.0D) (type: boolean)
- Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: count()
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col0 (type: bigint)
- Reduce Operator Tree:
- Group By Operator
- aggregations: count(VALUE._col0)
- mode: mergepartial
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
-
-PREHOOK: query: select count(*) from rct_part where ds="2008-04-08" and key = 0
-PREHOOK: type: QUERY
-PREHOOK: Input: default@rct_part
-PREHOOK: Input: default@rct_part@ds=2008-04-08
-#### A masked pattern was here ####
-POSTHOOK: query: select count(*) from rct_part where ds="2008-04-08" and key = 0
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@rct_part
-POSTHOOK: Input: default@rct_part@ds=2008-04-08
-#### A masked pattern was here ####
-3
-test.comment="Query should use the cache"
-PREHOOK: query: explain
-select count(*) from rct_part where ds="2008-04-08" and key = 0
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*) from rct_part where ds="2008-04-08" and key = 0
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-0 is a root stage
-
-STAGE PLANS:
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
- Cached Query Result: true
-
-PREHOOK: query: create temporary table rct_part as select key, value, "2008-04-08" as ds from tmptab
-PREHOOK: type: CREATETABLE_AS_SELECT
-PREHOOK: Input: default@tmptab
-PREHOOK: Output: database:default
-PREHOOK: Output: default@rct_part
-POSTHOOK: query: create temporary table rct_part as select key, value, "2008-04-08" as ds from tmptab
-POSTHOOK: type: CREATETABLE_AS_SELECT
-POSTHOOK: Input: default@tmptab
-POSTHOOK: Output: database:default
-POSTHOOK: Output: default@rct_part
-test.comment="Cached query does not get used now that it resolves to a temp table"
-PREHOOK: query: explain
-select count(*) from rct_part where ds="2008-04-08" and key = 0
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*) from rct_part where ds="2008-04-08" and key = 0
-POSTHOOK: type: QUERY
-STAGE DEPENDENCIES:
- Stage-1 is a root stage
- Stage-0 depends on stages: Stage-1
-
-STAGE PLANS:
- Stage: Stage-1
- Map Reduce
- Map Operator Tree:
- TableScan
- alias: rct_part
- Statistics: Num rows: 500 Data size: 10812 Basic stats: COMPLETE Column stats: NONE
- Filter Operator
- predicate: ((UDFToDouble(key) = 0.0D) and (ds = '2008-04-08')) (type: boolean)
- Statistics: Num rows: 125 Data size: 2703 Basic stats: COMPLETE Column stats: NONE
- Select Operator
- Statistics: Num rows: 125 Data size: 2703 Basic stats: COMPLETE Column stats: NONE
- Group By Operator
- aggregations: count()
- mode: hash
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- Reduce Output Operator
- sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- value expressions: _col0 (type: bigint)
- Reduce Operator Tree:
- Group By Operator
- aggregations: count(VALUE._col0)
- mode: mergepartial
- outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- File Output Operator
- compressed: false
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- table:
- input format: org.apache.hadoop.mapred.SequenceFileInputFormat
- output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
- serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
-
- Stage: Stage-0
- Fetch Operator
- limit: -1
- Processor Tree:
- ListSink
-