You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by ha...@apache.org on 2020/05/13 22:45:38 UTC
[hive] branch master updated: HIVE-23451 : FileSinkOperator calls
deleteOnExit (hdfs call) twice for the same file ( Rajesh Balamohan via
Ashutosh Chauhan )
This is an automated email from the ASF dual-hosted git repository.
hashutosh pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/master by this push:
new b63c35a HIVE-23451 : FileSinkOperator calls deleteOnExit (hdfs call) twice for the same file ( Rajesh Balamohan via Ashutosh Chauhan )
b63c35a is described below
commit b63c35a10dedc390e7be832cc7ebcf1bac030f43
Author: Rajesh Balamohan <rb...@apache.org>
AuthorDate: Wed May 13 15:44:58 2020 -0700
HIVE-23451 : FileSinkOperator calls deleteOnExit (hdfs call) twice for the same file ( Rajesh Balamohan via Ashutosh Chauhan )
Signed-off-by: Ashutosh Chauhan <ha...@apache.org>
---
.../hadoop/hive/ql/exec/FileSinkOperator.java | 5 -
.../clientpositive/llap/orc_llap_counters.q.out | 84 ++++++++---------
.../clientpositive/llap/orc_llap_counters1.q.out | 4 +-
.../clientpositive/llap/orc_ppd_basic.q.out | 102 ++++++++++-----------
.../llap/orc_ppd_schema_evol_3a.q.out | 100 ++++++++++----------
5 files changed, 145 insertions(+), 150 deletions(-)
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java
index 082f1cb..1b84ba2 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java
@@ -791,11 +791,6 @@ public class FileSinkOperator extends TerminalOperator<FileSinkDesc> implements
filesIdx++;
}
assert filesIdx == numFiles;
-
- // in recent hadoop versions, use deleteOnExit to clean tmp files.
- if (isNativeTable() && fs != null && fsp != null && !conf.isMmTable() && !conf.isDirectInsert()) {
- autoDelete = fs.deleteOnExit(fsp.outPaths[0]);
- }
} catch (Exception e) {
throw new HiveException(e);
}
diff --git a/ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out b/ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out
index f8190af..a5fb0da 100644
--- a/ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out
+++ b/ql/src/test/results/clientpositive/llap/orc_llap_counters.q.out
@@ -257,7 +257,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 16680
HDFS_BYTES_WRITTEN: 104
- HDFS_READ_OPS: 6
+ HDFS_READ_OPS: 5
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -296,7 +296,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -319,7 +319,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 1047
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -360,7 +360,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -399,7 +399,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -438,7 +438,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -477,7 +477,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -516,7 +516,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -555,7 +555,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -594,7 +594,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 104
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -633,7 +633,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -672,7 +672,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 104
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -711,7 +711,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -750,7 +750,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -789,7 +789,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 103
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -828,7 +828,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -851,7 +851,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -874,7 +874,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -910,7 +910,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -949,7 +949,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -972,7 +972,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 5911
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1013,7 +1013,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1052,7 +1052,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1091,7 +1091,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1114,7 +1114,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 104
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1153,7 +1153,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1189,7 +1189,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1228,7 +1228,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1267,7 +1267,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1306,7 +1306,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1345,7 +1345,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1384,7 +1384,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1423,7 +1423,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1462,7 +1462,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1501,7 +1501,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1540,7 +1540,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1576,7 +1576,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1612,7 +1612,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1648,7 +1648,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1687,7 +1687,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1726,7 +1726,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1765,7 +1765,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
diff --git a/ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out b/ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out
index d37aa3c..26fed45 100644
--- a/ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out
+++ b/ql/src/test/results/clientpositive/llap/orc_llap_counters1.q.out
@@ -257,7 +257,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 17727
HDFS_BYTES_WRITTEN: 104
- HDFS_READ_OPS: 6
+ HDFS_READ_OPS: 5
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -298,7 +298,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 104
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
diff --git a/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out b/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out
index adb1617..6f2d65d 100644
--- a/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out
+++ b/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out
@@ -209,7 +209,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 16680
HDFS_BYTES_WRITTEN: 104
- HDFS_READ_OPS: 6
+ HDFS_READ_OPS: 5
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -248,7 +248,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -271,7 +271,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 1047
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -312,7 +312,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -351,7 +351,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -390,7 +390,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -429,7 +429,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -468,7 +468,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -507,7 +507,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -546,7 +546,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 104
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -585,7 +585,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -624,7 +624,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 104
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -663,7 +663,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -702,7 +702,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -741,7 +741,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 103
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -780,7 +780,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -803,7 +803,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -826,7 +826,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -862,7 +862,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -901,7 +901,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -924,7 +924,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 5911
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -965,7 +965,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1004,7 +1004,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1043,7 +1043,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1066,7 +1066,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 104
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1105,7 +1105,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1141,7 +1141,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1180,7 +1180,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1219,7 +1219,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1258,7 +1258,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1297,7 +1297,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1336,7 +1336,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1375,7 +1375,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1414,7 +1414,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1453,7 +1453,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1492,7 +1492,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1528,7 +1528,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1564,7 +1564,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1600,7 +1600,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1639,7 +1639,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1678,7 +1678,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1717,7 +1717,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1756,7 +1756,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 4892
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1797,7 +1797,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 1759
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1838,7 +1838,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1877,7 +1877,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1917,7 +1917,7 @@ PREHOOK: Output: default@orc_ppd_1
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 10583
HDFS_BYTES_WRITTEN: 1468
- HDFS_READ_OPS: 5
+ HDFS_READ_OPS: 4
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 3
Stage-1 HIVE COUNTERS:
@@ -1954,7 +1954,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 1592
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 6
+ HDFS_READ_OPS: 5
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1995,7 +1995,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -2034,7 +2034,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -2073,7 +2073,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
diff --git a/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out b/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out
index 59ae15c..0f1e380 100644
--- a/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out
+++ b/ql/src/test/results/clientpositive/llap/orc_ppd_schema_evol_3a.q.out
@@ -209,7 +209,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 17010
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 6
+ HDFS_READ_OPS: 5
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -250,7 +250,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -273,7 +273,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -312,7 +312,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 717
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -353,7 +353,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -392,7 +392,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -435,7 +435,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -474,7 +474,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -497,7 +497,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -536,7 +536,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -575,7 +575,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -614,7 +614,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -657,7 +657,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -696,7 +696,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -719,7 +719,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -758,7 +758,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -797,7 +797,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -836,7 +836,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -879,7 +879,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -918,7 +918,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -941,7 +941,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -980,7 +980,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1019,7 +1019,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1058,7 +1058,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1101,7 +1101,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 16904
HDFS_BYTES_WRITTEN: 104
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1134,7 +1134,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 17727
HDFS_BYTES_WRITTEN: 104
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1167,7 +1167,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 16904
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1200,7 +1200,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 17727
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1233,7 +1233,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 16904
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1266,7 +1266,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 17727
HDFS_BYTES_WRITTEN: 102
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1299,7 +1299,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 4892
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1340,7 +1340,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 1759
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1385,7 +1385,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 21445
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1418,7 +1418,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 23331
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1455,7 +1455,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 21445
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1488,7 +1488,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 23331
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1521,7 +1521,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 4326
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1562,7 +1562,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 1585
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1607,7 +1607,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 20863
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1640,7 +1640,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 22591
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1677,7 +1677,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 20863
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1710,7 +1710,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 22591
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1747,7 +1747,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 20863
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1780,7 +1780,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 22591
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1817,7 +1817,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1856,7 +1856,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 0
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 3
+ HDFS_READ_OPS: 2
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1899,7 +1899,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 18630
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1932,7 +1932,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 18630
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1965,7 +1965,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 19949
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS:
@@ -1998,7 +1998,7 @@ PREHOOK: Output: hdfs://### HDFS PATH ###
Stage-1 FILE SYSTEM COUNTERS:
HDFS_BYTES_READ: 19949
HDFS_BYTES_WRITTEN: 101
- HDFS_READ_OPS: 4
+ HDFS_READ_OPS: 3
HDFS_LARGE_READ_OPS: 0
HDFS_WRITE_OPS: 2
Stage-1 HIVE COUNTERS: