You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by br...@apache.org on 2014/08/24 00:58:38 UTC
svn commit: r1620093 [2/5] - in /hive/branches/spark:
itests/src/test/resources/ ql/src/test/results/clientpositive/spark/
Added: hive/branches/spark/ql/src/test/results/clientpositive/spark/join15.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/join15.q.out?rev=1620093&view=auto
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/join15.q.out (added)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/join15.q.out Sat Aug 23 22:58:38 2014
@@ -0,0 +1,1120 @@
+PREHOOK: query: EXPLAIN
+SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key) SORT BY src1.key, src1.value, src2.key, src2.value
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN
+SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key) SORT BY src1.key, src1.value, src2.key, src2.value
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+ Edges:
+ Reducer 2 <- Map 1 (GROUP SORT), Map 4 (GROUP SORT)
+ Reducer 3 <- Reducer 2 (GROUP SORT)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: src2
+ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 15 Data size: 3006 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string)
+ sort order: +
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 15 Data size: 3006 Basic stats: COMPLETE Column stats: NONE
+ value expressions: value (type: string)
+ Map 4
+ Map Operator Tree:
+ TableScan
+ alias: src1
+ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 15 Data size: 3006 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string)
+ sort order: +
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 15 Data size: 3006 Basic stats: COMPLETE Column stats: NONE
+ value expressions: value (type: string)
+ Reducer 2
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {KEY.reducesinkkey0} {VALUE._col0}
+ 1 {KEY.reducesinkkey0} {VALUE._col0}
+ outputColumnNames: _col0, _col1, _col4, _col5
+ Statistics: Num rows: 16 Data size: 3306 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 16 Data size: 3306 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)
+ sort order: ++++
+ Statistics: Num rows: 16 Data size: 3306 Basic stats: COMPLETE Column stats: NONE
+ Reducer 3
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 16 Data size: 3306 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 16 Data size: 3306 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key) SORT BY src1.key, src1.value, src2.key, src2.value
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key) SORT BY src1.key, src1.value, src2.key, src2.value
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+0 val_0 0 val_0
+0 val_0 0 val_0
+0 val_0 0 val_0
+0 val_0 0 val_0
+0 val_0 0 val_0
+0 val_0 0 val_0
+0 val_0 0 val_0
+0 val_0 0 val_0
+0 val_0 0 val_0
+10 val_10 10 val_10
+100 val_100 100 val_100
+100 val_100 100 val_100
+100 val_100 100 val_100
+100 val_100 100 val_100
+103 val_103 103 val_103
+103 val_103 103 val_103
+103 val_103 103 val_103
+103 val_103 103 val_103
+104 val_104 104 val_104
+104 val_104 104 val_104
+104 val_104 104 val_104
+104 val_104 104 val_104
+105 val_105 105 val_105
+11 val_11 11 val_11
+111 val_111 111 val_111
+113 val_113 113 val_113
+113 val_113 113 val_113
+113 val_113 113 val_113
+113 val_113 113 val_113
+114 val_114 114 val_114
+116 val_116 116 val_116
+118 val_118 118 val_118
+118 val_118 118 val_118
+118 val_118 118 val_118
+118 val_118 118 val_118
+119 val_119 119 val_119
+119 val_119 119 val_119
+119 val_119 119 val_119
+119 val_119 119 val_119
+119 val_119 119 val_119
+119 val_119 119 val_119
+119 val_119 119 val_119
+119 val_119 119 val_119
+119 val_119 119 val_119
+12 val_12 12 val_12
+12 val_12 12 val_12
+12 val_12 12 val_12
+12 val_12 12 val_12
+120 val_120 120 val_120
+120 val_120 120 val_120
+120 val_120 120 val_120
+120 val_120 120 val_120
+125 val_125 125 val_125
+125 val_125 125 val_125
+125 val_125 125 val_125
+125 val_125 125 val_125
+126 val_126 126 val_126
+128 val_128 128 val_128
+128 val_128 128 val_128
+128 val_128 128 val_128
+128 val_128 128 val_128
+128 val_128 128 val_128
+128 val_128 128 val_128
+128 val_128 128 val_128
+128 val_128 128 val_128
+128 val_128 128 val_128
+129 val_129 129 val_129
+129 val_129 129 val_129
+129 val_129 129 val_129
+129 val_129 129 val_129
+131 val_131 131 val_131
+133 val_133 133 val_133
+134 val_134 134 val_134
+134 val_134 134 val_134
+134 val_134 134 val_134
+134 val_134 134 val_134
+136 val_136 136 val_136
+137 val_137 137 val_137
+137 val_137 137 val_137
+137 val_137 137 val_137
+137 val_137 137 val_137
+138 val_138 138 val_138
+138 val_138 138 val_138
+138 val_138 138 val_138
+138 val_138 138 val_138
+138 val_138 138 val_138
+138 val_138 138 val_138
+138 val_138 138 val_138
+138 val_138 138 val_138
+138 val_138 138 val_138
+138 val_138 138 val_138
+138 val_138 138 val_138
+138 val_138 138 val_138
+138 val_138 138 val_138
+138 val_138 138 val_138
+138 val_138 138 val_138
+138 val_138 138 val_138
+143 val_143 143 val_143
+145 val_145 145 val_145
+146 val_146 146 val_146
+146 val_146 146 val_146
+146 val_146 146 val_146
+146 val_146 146 val_146
+149 val_149 149 val_149
+149 val_149 149 val_149
+149 val_149 149 val_149
+149 val_149 149 val_149
+15 val_15 15 val_15
+15 val_15 15 val_15
+15 val_15 15 val_15
+15 val_15 15 val_15
+150 val_150 150 val_150
+152 val_152 152 val_152
+152 val_152 152 val_152
+152 val_152 152 val_152
+152 val_152 152 val_152
+153 val_153 153 val_153
+155 val_155 155 val_155
+156 val_156 156 val_156
+157 val_157 157 val_157
+158 val_158 158 val_158
+160 val_160 160 val_160
+162 val_162 162 val_162
+163 val_163 163 val_163
+164 val_164 164 val_164
+164 val_164 164 val_164
+164 val_164 164 val_164
+164 val_164 164 val_164
+165 val_165 165 val_165
+165 val_165 165 val_165
+165 val_165 165 val_165
+165 val_165 165 val_165
+166 val_166 166 val_166
+167 val_167 167 val_167
+167 val_167 167 val_167
+167 val_167 167 val_167
+167 val_167 167 val_167
+167 val_167 167 val_167
+167 val_167 167 val_167
+167 val_167 167 val_167
+167 val_167 167 val_167
+167 val_167 167 val_167
+168 val_168 168 val_168
+169 val_169 169 val_169
+169 val_169 169 val_169
+169 val_169 169 val_169
+169 val_169 169 val_169
+169 val_169 169 val_169
+169 val_169 169 val_169
+169 val_169 169 val_169
+169 val_169 169 val_169
+169 val_169 169 val_169
+169 val_169 169 val_169
+169 val_169 169 val_169
+169 val_169 169 val_169
+169 val_169 169 val_169
+169 val_169 169 val_169
+169 val_169 169 val_169
+169 val_169 169 val_169
+17 val_17 17 val_17
+170 val_170 170 val_170
+172 val_172 172 val_172
+172 val_172 172 val_172
+172 val_172 172 val_172
+172 val_172 172 val_172
+174 val_174 174 val_174
+174 val_174 174 val_174
+174 val_174 174 val_174
+174 val_174 174 val_174
+175 val_175 175 val_175
+175 val_175 175 val_175
+175 val_175 175 val_175
+175 val_175 175 val_175
+176 val_176 176 val_176
+176 val_176 176 val_176
+176 val_176 176 val_176
+176 val_176 176 val_176
+177 val_177 177 val_177
+178 val_178 178 val_178
+179 val_179 179 val_179
+179 val_179 179 val_179
+179 val_179 179 val_179
+179 val_179 179 val_179
+18 val_18 18 val_18
+18 val_18 18 val_18
+18 val_18 18 val_18
+18 val_18 18 val_18
+180 val_180 180 val_180
+181 val_181 181 val_181
+183 val_183 183 val_183
+186 val_186 186 val_186
+187 val_187 187 val_187
+187 val_187 187 val_187
+187 val_187 187 val_187
+187 val_187 187 val_187
+187 val_187 187 val_187
+187 val_187 187 val_187
+187 val_187 187 val_187
+187 val_187 187 val_187
+187 val_187 187 val_187
+189 val_189 189 val_189
+19 val_19 19 val_19
+190 val_190 190 val_190
+191 val_191 191 val_191
+191 val_191 191 val_191
+191 val_191 191 val_191
+191 val_191 191 val_191
+192 val_192 192 val_192
+193 val_193 193 val_193
+193 val_193 193 val_193
+193 val_193 193 val_193
+193 val_193 193 val_193
+193 val_193 193 val_193
+193 val_193 193 val_193
+193 val_193 193 val_193
+193 val_193 193 val_193
+193 val_193 193 val_193
+194 val_194 194 val_194
+195 val_195 195 val_195
+195 val_195 195 val_195
+195 val_195 195 val_195
+195 val_195 195 val_195
+196 val_196 196 val_196
+197 val_197 197 val_197
+197 val_197 197 val_197
+197 val_197 197 val_197
+197 val_197 197 val_197
+199 val_199 199 val_199
+199 val_199 199 val_199
+199 val_199 199 val_199
+199 val_199 199 val_199
+199 val_199 199 val_199
+199 val_199 199 val_199
+199 val_199 199 val_199
+199 val_199 199 val_199
+199 val_199 199 val_199
+2 val_2 2 val_2
+20 val_20 20 val_20
+200 val_200 200 val_200
+200 val_200 200 val_200
+200 val_200 200 val_200
+200 val_200 200 val_200
+201 val_201 201 val_201
+202 val_202 202 val_202
+203 val_203 203 val_203
+203 val_203 203 val_203
+203 val_203 203 val_203
+203 val_203 203 val_203
+205 val_205 205 val_205
+205 val_205 205 val_205
+205 val_205 205 val_205
+205 val_205 205 val_205
+207 val_207 207 val_207
+207 val_207 207 val_207
+207 val_207 207 val_207
+207 val_207 207 val_207
+208 val_208 208 val_208
+208 val_208 208 val_208
+208 val_208 208 val_208
+208 val_208 208 val_208
+208 val_208 208 val_208
+208 val_208 208 val_208
+208 val_208 208 val_208
+208 val_208 208 val_208
+208 val_208 208 val_208
+209 val_209 209 val_209
+209 val_209 209 val_209
+209 val_209 209 val_209
+209 val_209 209 val_209
+213 val_213 213 val_213
+213 val_213 213 val_213
+213 val_213 213 val_213
+213 val_213 213 val_213
+214 val_214 214 val_214
+216 val_216 216 val_216
+216 val_216 216 val_216
+216 val_216 216 val_216
+216 val_216 216 val_216
+217 val_217 217 val_217
+217 val_217 217 val_217
+217 val_217 217 val_217
+217 val_217 217 val_217
+218 val_218 218 val_218
+219 val_219 219 val_219
+219 val_219 219 val_219
+219 val_219 219 val_219
+219 val_219 219 val_219
+221 val_221 221 val_221
+221 val_221 221 val_221
+221 val_221 221 val_221
+221 val_221 221 val_221
+222 val_222 222 val_222
+223 val_223 223 val_223
+223 val_223 223 val_223
+223 val_223 223 val_223
+223 val_223 223 val_223
+224 val_224 224 val_224
+224 val_224 224 val_224
+224 val_224 224 val_224
+224 val_224 224 val_224
+226 val_226 226 val_226
+228 val_228 228 val_228
+229 val_229 229 val_229
+229 val_229 229 val_229
+229 val_229 229 val_229
+229 val_229 229 val_229
+230 val_230 230 val_230
+230 val_230 230 val_230
+230 val_230 230 val_230
+230 val_230 230 val_230
+230 val_230 230 val_230
+230 val_230 230 val_230
+230 val_230 230 val_230
+230 val_230 230 val_230
+230 val_230 230 val_230
+230 val_230 230 val_230
+230 val_230 230 val_230
+230 val_230 230 val_230
+230 val_230 230 val_230
+230 val_230 230 val_230
+230 val_230 230 val_230
+230 val_230 230 val_230
+230 val_230 230 val_230
+230 val_230 230 val_230
+230 val_230 230 val_230
+230 val_230 230 val_230
+230 val_230 230 val_230
+230 val_230 230 val_230
+230 val_230 230 val_230
+230 val_230 230 val_230
+230 val_230 230 val_230
+233 val_233 233 val_233
+233 val_233 233 val_233
+233 val_233 233 val_233
+233 val_233 233 val_233
+235 val_235 235 val_235
+237 val_237 237 val_237
+237 val_237 237 val_237
+237 val_237 237 val_237
+237 val_237 237 val_237
+238 val_238 238 val_238
+238 val_238 238 val_238
+238 val_238 238 val_238
+238 val_238 238 val_238
+239 val_239 239 val_239
+239 val_239 239 val_239
+239 val_239 239 val_239
+239 val_239 239 val_239
+24 val_24 24 val_24
+24 val_24 24 val_24
+24 val_24 24 val_24
+24 val_24 24 val_24
+241 val_241 241 val_241
+242 val_242 242 val_242
+242 val_242 242 val_242
+242 val_242 242 val_242
+242 val_242 242 val_242
+244 val_244 244 val_244
+247 val_247 247 val_247
+248 val_248 248 val_248
+249 val_249 249 val_249
+252 val_252 252 val_252
+255 val_255 255 val_255
+255 val_255 255 val_255
+255 val_255 255 val_255
+255 val_255 255 val_255
+256 val_256 256 val_256
+256 val_256 256 val_256
+256 val_256 256 val_256
+256 val_256 256 val_256
+257 val_257 257 val_257
+258 val_258 258 val_258
+26 val_26 26 val_26
+26 val_26 26 val_26
+26 val_26 26 val_26
+26 val_26 26 val_26
+260 val_260 260 val_260
+262 val_262 262 val_262
+263 val_263 263 val_263
+265 val_265 265 val_265
+265 val_265 265 val_265
+265 val_265 265 val_265
+265 val_265 265 val_265
+266 val_266 266 val_266
+27 val_27 27 val_27
+272 val_272 272 val_272
+272 val_272 272 val_272
+272 val_272 272 val_272
+272 val_272 272 val_272
+273 val_273 273 val_273
+273 val_273 273 val_273
+273 val_273 273 val_273
+273 val_273 273 val_273
+273 val_273 273 val_273
+273 val_273 273 val_273
+273 val_273 273 val_273
+273 val_273 273 val_273
+273 val_273 273 val_273
+274 val_274 274 val_274
+275 val_275 275 val_275
+277 val_277 277 val_277
+277 val_277 277 val_277
+277 val_277 277 val_277
+277 val_277 277 val_277
+277 val_277 277 val_277
+277 val_277 277 val_277
+277 val_277 277 val_277
+277 val_277 277 val_277
+277 val_277 277 val_277
+277 val_277 277 val_277
+277 val_277 277 val_277
+277 val_277 277 val_277
+277 val_277 277 val_277
+277 val_277 277 val_277
+277 val_277 277 val_277
+277 val_277 277 val_277
+278 val_278 278 val_278
+278 val_278 278 val_278
+278 val_278 278 val_278
+278 val_278 278 val_278
+28 val_28 28 val_28
+280 val_280 280 val_280
+280 val_280 280 val_280
+280 val_280 280 val_280
+280 val_280 280 val_280
+281 val_281 281 val_281
+281 val_281 281 val_281
+281 val_281 281 val_281
+281 val_281 281 val_281
+282 val_282 282 val_282
+282 val_282 282 val_282
+282 val_282 282 val_282
+282 val_282 282 val_282
+283 val_283 283 val_283
+284 val_284 284 val_284
+285 val_285 285 val_285
+286 val_286 286 val_286
+287 val_287 287 val_287
+288 val_288 288 val_288
+288 val_288 288 val_288
+288 val_288 288 val_288
+288 val_288 288 val_288
+289 val_289 289 val_289
+291 val_291 291 val_291
+292 val_292 292 val_292
+296 val_296 296 val_296
+298 val_298 298 val_298
+298 val_298 298 val_298
+298 val_298 298 val_298
+298 val_298 298 val_298
+298 val_298 298 val_298
+298 val_298 298 val_298
+298 val_298 298 val_298
+298 val_298 298 val_298
+298 val_298 298 val_298
+30 val_30 30 val_30
+302 val_302 302 val_302
+305 val_305 305 val_305
+306 val_306 306 val_306
+307 val_307 307 val_307
+307 val_307 307 val_307
+307 val_307 307 val_307
+307 val_307 307 val_307
+308 val_308 308 val_308
+309 val_309 309 val_309
+309 val_309 309 val_309
+309 val_309 309 val_309
+309 val_309 309 val_309
+310 val_310 310 val_310
+311 val_311 311 val_311
+311 val_311 311 val_311
+311 val_311 311 val_311
+311 val_311 311 val_311
+311 val_311 311 val_311
+311 val_311 311 val_311
+311 val_311 311 val_311
+311 val_311 311 val_311
+311 val_311 311 val_311
+315 val_315 315 val_315
+316 val_316 316 val_316
+316 val_316 316 val_316
+316 val_316 316 val_316
+316 val_316 316 val_316
+316 val_316 316 val_316
+316 val_316 316 val_316
+316 val_316 316 val_316
+316 val_316 316 val_316
+316 val_316 316 val_316
+317 val_317 317 val_317
+317 val_317 317 val_317
+317 val_317 317 val_317
+317 val_317 317 val_317
+318 val_318 318 val_318
+318 val_318 318 val_318
+318 val_318 318 val_318
+318 val_318 318 val_318
+318 val_318 318 val_318
+318 val_318 318 val_318
+318 val_318 318 val_318
+318 val_318 318 val_318
+318 val_318 318 val_318
+321 val_321 321 val_321
+321 val_321 321 val_321
+321 val_321 321 val_321
+321 val_321 321 val_321
+322 val_322 322 val_322
+322 val_322 322 val_322
+322 val_322 322 val_322
+322 val_322 322 val_322
+323 val_323 323 val_323
+325 val_325 325 val_325
+325 val_325 325 val_325
+325 val_325 325 val_325
+325 val_325 325 val_325
+327 val_327 327 val_327
+327 val_327 327 val_327
+327 val_327 327 val_327
+327 val_327 327 val_327
+327 val_327 327 val_327
+327 val_327 327 val_327
+327 val_327 327 val_327
+327 val_327 327 val_327
+327 val_327 327 val_327
+33 val_33 33 val_33
+331 val_331 331 val_331
+331 val_331 331 val_331
+331 val_331 331 val_331
+331 val_331 331 val_331
+332 val_332 332 val_332
+333 val_333 333 val_333
+333 val_333 333 val_333
+333 val_333 333 val_333
+333 val_333 333 val_333
+335 val_335 335 val_335
+336 val_336 336 val_336
+338 val_338 338 val_338
+339 val_339 339 val_339
+34 val_34 34 val_34
+341 val_341 341 val_341
+342 val_342 342 val_342
+342 val_342 342 val_342
+342 val_342 342 val_342
+342 val_342 342 val_342
+344 val_344 344 val_344
+344 val_344 344 val_344
+344 val_344 344 val_344
+344 val_344 344 val_344
+345 val_345 345 val_345
+348 val_348 348 val_348
+348 val_348 348 val_348
+348 val_348 348 val_348
+348 val_348 348 val_348
+348 val_348 348 val_348
+348 val_348 348 val_348
+348 val_348 348 val_348
+348 val_348 348 val_348
+348 val_348 348 val_348
+348 val_348 348 val_348
+348 val_348 348 val_348
+348 val_348 348 val_348
+348 val_348 348 val_348
+348 val_348 348 val_348
+348 val_348 348 val_348
+348 val_348 348 val_348
+348 val_348 348 val_348
+348 val_348 348 val_348
+348 val_348 348 val_348
+348 val_348 348 val_348
+348 val_348 348 val_348
+348 val_348 348 val_348
+348 val_348 348 val_348
+348 val_348 348 val_348
+348 val_348 348 val_348
+35 val_35 35 val_35
+35 val_35 35 val_35
+35 val_35 35 val_35
+35 val_35 35 val_35
+35 val_35 35 val_35
+35 val_35 35 val_35
+35 val_35 35 val_35
+35 val_35 35 val_35
+35 val_35 35 val_35
+351 val_351 351 val_351
+353 val_353 353 val_353
+353 val_353 353 val_353
+353 val_353 353 val_353
+353 val_353 353 val_353
+356 val_356 356 val_356
+360 val_360 360 val_360
+362 val_362 362 val_362
+364 val_364 364 val_364
+365 val_365 365 val_365
+366 val_366 366 val_366
+367 val_367 367 val_367
+367 val_367 367 val_367
+367 val_367 367 val_367
+367 val_367 367 val_367
+368 val_368 368 val_368
+369 val_369 369 val_369
+369 val_369 369 val_369
+369 val_369 369 val_369
+369 val_369 369 val_369
+369 val_369 369 val_369
+369 val_369 369 val_369
+369 val_369 369 val_369
+369 val_369 369 val_369
+369 val_369 369 val_369
+37 val_37 37 val_37
+37 val_37 37 val_37
+37 val_37 37 val_37
+37 val_37 37 val_37
+373 val_373 373 val_373
+374 val_374 374 val_374
+375 val_375 375 val_375
+377 val_377 377 val_377
+378 val_378 378 val_378
+379 val_379 379 val_379
+382 val_382 382 val_382
+382 val_382 382 val_382
+382 val_382 382 val_382
+382 val_382 382 val_382
+384 val_384 384 val_384
+384 val_384 384 val_384
+384 val_384 384 val_384
+384 val_384 384 val_384
+384 val_384 384 val_384
+384 val_384 384 val_384
+384 val_384 384 val_384
+384 val_384 384 val_384
+384 val_384 384 val_384
+386 val_386 386 val_386
+389 val_389 389 val_389
+392 val_392 392 val_392
+393 val_393 393 val_393
+394 val_394 394 val_394
+395 val_395 395 val_395
+395 val_395 395 val_395
+395 val_395 395 val_395
+395 val_395 395 val_395
+396 val_396 396 val_396
+396 val_396 396 val_396
+396 val_396 396 val_396
+396 val_396 396 val_396
+396 val_396 396 val_396
+396 val_396 396 val_396
+396 val_396 396 val_396
+396 val_396 396 val_396
+396 val_396 396 val_396
+397 val_397 397 val_397
+397 val_397 397 val_397
+397 val_397 397 val_397
+397 val_397 397 val_397
+399 val_399 399 val_399
+399 val_399 399 val_399
+399 val_399 399 val_399
+399 val_399 399 val_399
+4 val_4 4 val_4
+400 val_400 400 val_400
+401 val_401 401 val_401
+401 val_401 401 val_401
+401 val_401 401 val_401
+401 val_401 401 val_401
+401 val_401 401 val_401
+401 val_401 401 val_401
+401 val_401 401 val_401
+401 val_401 401 val_401
+401 val_401 401 val_401
+401 val_401 401 val_401
+401 val_401 401 val_401
+401 val_401 401 val_401
+401 val_401 401 val_401
+401 val_401 401 val_401
+401 val_401 401 val_401
+401 val_401 401 val_401
+401 val_401 401 val_401
+401 val_401 401 val_401
+401 val_401 401 val_401
+401 val_401 401 val_401
+401 val_401 401 val_401
+401 val_401 401 val_401
+401 val_401 401 val_401
+401 val_401 401 val_401
+401 val_401 401 val_401
+402 val_402 402 val_402
+403 val_403 403 val_403
+403 val_403 403 val_403
+403 val_403 403 val_403
+403 val_403 403 val_403
+403 val_403 403 val_403
+403 val_403 403 val_403
+403 val_403 403 val_403
+403 val_403 403 val_403
+403 val_403 403 val_403
+404 val_404 404 val_404
+404 val_404 404 val_404
+404 val_404 404 val_404
+404 val_404 404 val_404
+406 val_406 406 val_406
+406 val_406 406 val_406
+406 val_406 406 val_406
+406 val_406 406 val_406
+406 val_406 406 val_406
+406 val_406 406 val_406
+406 val_406 406 val_406
+406 val_406 406 val_406
+406 val_406 406 val_406
+406 val_406 406 val_406
+406 val_406 406 val_406
+406 val_406 406 val_406
+406 val_406 406 val_406
+406 val_406 406 val_406
+406 val_406 406 val_406
+406 val_406 406 val_406
+407 val_407 407 val_407
+409 val_409 409 val_409
+409 val_409 409 val_409
+409 val_409 409 val_409
+409 val_409 409 val_409
+409 val_409 409 val_409
+409 val_409 409 val_409
+409 val_409 409 val_409
+409 val_409 409 val_409
+409 val_409 409 val_409
+41 val_41 41 val_41
+411 val_411 411 val_411
+413 val_413 413 val_413
+413 val_413 413 val_413
+413 val_413 413 val_413
+413 val_413 413 val_413
+414 val_414 414 val_414
+414 val_414 414 val_414
+414 val_414 414 val_414
+414 val_414 414 val_414
+417 val_417 417 val_417
+417 val_417 417 val_417
+417 val_417 417 val_417
+417 val_417 417 val_417
+417 val_417 417 val_417
+417 val_417 417 val_417
+417 val_417 417 val_417
+417 val_417 417 val_417
+417 val_417 417 val_417
+418 val_418 418 val_418
+419 val_419 419 val_419
+42 val_42 42 val_42
+42 val_42 42 val_42
+42 val_42 42 val_42
+42 val_42 42 val_42
+421 val_421 421 val_421
+424 val_424 424 val_424
+424 val_424 424 val_424
+424 val_424 424 val_424
+424 val_424 424 val_424
+427 val_427 427 val_427
+429 val_429 429 val_429
+429 val_429 429 val_429
+429 val_429 429 val_429
+429 val_429 429 val_429
+43 val_43 43 val_43
+430 val_430 430 val_430
+430 val_430 430 val_430
+430 val_430 430 val_430
+430 val_430 430 val_430
+430 val_430 430 val_430
+430 val_430 430 val_430
+430 val_430 430 val_430
+430 val_430 430 val_430
+430 val_430 430 val_430
+431 val_431 431 val_431
+431 val_431 431 val_431
+431 val_431 431 val_431
+431 val_431 431 val_431
+431 val_431 431 val_431
+431 val_431 431 val_431
+431 val_431 431 val_431
+431 val_431 431 val_431
+431 val_431 431 val_431
+432 val_432 432 val_432
+435 val_435 435 val_435
+436 val_436 436 val_436
+437 val_437 437 val_437
+438 val_438 438 val_438
+438 val_438 438 val_438
+438 val_438 438 val_438
+438 val_438 438 val_438
+438 val_438 438 val_438
+438 val_438 438 val_438
+438 val_438 438 val_438
+438 val_438 438 val_438
+438 val_438 438 val_438
+439 val_439 439 val_439
+439 val_439 439 val_439
+439 val_439 439 val_439
+439 val_439 439 val_439
+44 val_44 44 val_44
+443 val_443 443 val_443
+444 val_444 444 val_444
+446 val_446 446 val_446
+448 val_448 448 val_448
+449 val_449 449 val_449
+452 val_452 452 val_452
+453 val_453 453 val_453
+454 val_454 454 val_454
+454 val_454 454 val_454
+454 val_454 454 val_454
+454 val_454 454 val_454
+454 val_454 454 val_454
+454 val_454 454 val_454
+454 val_454 454 val_454
+454 val_454 454 val_454
+454 val_454 454 val_454
+455 val_455 455 val_455
+457 val_457 457 val_457
+458 val_458 458 val_458
+458 val_458 458 val_458
+458 val_458 458 val_458
+458 val_458 458 val_458
+459 val_459 459 val_459
+459 val_459 459 val_459
+459 val_459 459 val_459
+459 val_459 459 val_459
+460 val_460 460 val_460
+462 val_462 462 val_462
+462 val_462 462 val_462
+462 val_462 462 val_462
+462 val_462 462 val_462
+463 val_463 463 val_463
+463 val_463 463 val_463
+463 val_463 463 val_463
+463 val_463 463 val_463
+466 val_466 466 val_466
+466 val_466 466 val_466
+466 val_466 466 val_466
+466 val_466 466 val_466
+466 val_466 466 val_466
+466 val_466 466 val_466
+466 val_466 466 val_466
+466 val_466 466 val_466
+466 val_466 466 val_466
+467 val_467 467 val_467
+468 val_468 468 val_468
+468 val_468 468 val_468
+468 val_468 468 val_468
+468 val_468 468 val_468
+468 val_468 468 val_468
+468 val_468 468 val_468
+468 val_468 468 val_468
+468 val_468 468 val_468
+468 val_468 468 val_468
+468 val_468 468 val_468
+468 val_468 468 val_468
+468 val_468 468 val_468
+468 val_468 468 val_468
+468 val_468 468 val_468
+468 val_468 468 val_468
+468 val_468 468 val_468
+469 val_469 469 val_469
+469 val_469 469 val_469
+469 val_469 469 val_469
+469 val_469 469 val_469
+469 val_469 469 val_469
+469 val_469 469 val_469
+469 val_469 469 val_469
+469 val_469 469 val_469
+469 val_469 469 val_469
+469 val_469 469 val_469
+469 val_469 469 val_469
+469 val_469 469 val_469
+469 val_469 469 val_469
+469 val_469 469 val_469
+469 val_469 469 val_469
+469 val_469 469 val_469
+469 val_469 469 val_469
+469 val_469 469 val_469
+469 val_469 469 val_469
+469 val_469 469 val_469
+469 val_469 469 val_469
+469 val_469 469 val_469
+469 val_469 469 val_469
+469 val_469 469 val_469
+469 val_469 469 val_469
+47 val_47 47 val_47
+470 val_470 470 val_470
+472 val_472 472 val_472
+475 val_475 475 val_475
+477 val_477 477 val_477
+478 val_478 478 val_478
+478 val_478 478 val_478
+478 val_478 478 val_478
+478 val_478 478 val_478
+479 val_479 479 val_479
+480 val_480 480 val_480
+480 val_480 480 val_480
+480 val_480 480 val_480
+480 val_480 480 val_480
+480 val_480 480 val_480
+480 val_480 480 val_480
+480 val_480 480 val_480
+480 val_480 480 val_480
+480 val_480 480 val_480
+481 val_481 481 val_481
+482 val_482 482 val_482
+483 val_483 483 val_483
+484 val_484 484 val_484
+485 val_485 485 val_485
+487 val_487 487 val_487
+489 val_489 489 val_489
+489 val_489 489 val_489
+489 val_489 489 val_489
+489 val_489 489 val_489
+489 val_489 489 val_489
+489 val_489 489 val_489
+489 val_489 489 val_489
+489 val_489 489 val_489
+489 val_489 489 val_489
+489 val_489 489 val_489
+489 val_489 489 val_489
+489 val_489 489 val_489
+489 val_489 489 val_489
+489 val_489 489 val_489
+489 val_489 489 val_489
+489 val_489 489 val_489
+490 val_490 490 val_490
+491 val_491 491 val_491
+492 val_492 492 val_492
+492 val_492 492 val_492
+492 val_492 492 val_492
+492 val_492 492 val_492
+493 val_493 493 val_493
+494 val_494 494 val_494
+495 val_495 495 val_495
+496 val_496 496 val_496
+497 val_497 497 val_497
+498 val_498 498 val_498
+498 val_498 498 val_498
+498 val_498 498 val_498
+498 val_498 498 val_498
+498 val_498 498 val_498
+498 val_498 498 val_498
+498 val_498 498 val_498
+498 val_498 498 val_498
+498 val_498 498 val_498
+5 val_5 5 val_5
+5 val_5 5 val_5
+5 val_5 5 val_5
+5 val_5 5 val_5
+5 val_5 5 val_5
+5 val_5 5 val_5
+5 val_5 5 val_5
+5 val_5 5 val_5
+5 val_5 5 val_5
+51 val_51 51 val_51
+51 val_51 51 val_51
+51 val_51 51 val_51
+51 val_51 51 val_51
+53 val_53 53 val_53
+54 val_54 54 val_54
+57 val_57 57 val_57
+58 val_58 58 val_58
+58 val_58 58 val_58
+58 val_58 58 val_58
+58 val_58 58 val_58
+64 val_64 64 val_64
+65 val_65 65 val_65
+66 val_66 66 val_66
+67 val_67 67 val_67
+67 val_67 67 val_67
+67 val_67 67 val_67
+67 val_67 67 val_67
+69 val_69 69 val_69
+70 val_70 70 val_70
+70 val_70 70 val_70
+70 val_70 70 val_70
+70 val_70 70 val_70
+70 val_70 70 val_70
+70 val_70 70 val_70
+70 val_70 70 val_70
+70 val_70 70 val_70
+70 val_70 70 val_70
+72 val_72 72 val_72
+72 val_72 72 val_72
+72 val_72 72 val_72
+72 val_72 72 val_72
+74 val_74 74 val_74
+76 val_76 76 val_76
+76 val_76 76 val_76
+76 val_76 76 val_76
+76 val_76 76 val_76
+77 val_77 77 val_77
+78 val_78 78 val_78
+8 val_8 8 val_8
+80 val_80 80 val_80
+82 val_82 82 val_82
+83 val_83 83 val_83
+83 val_83 83 val_83
+83 val_83 83 val_83
+83 val_83 83 val_83
+84 val_84 84 val_84
+84 val_84 84 val_84
+84 val_84 84 val_84
+84 val_84 84 val_84
+85 val_85 85 val_85
+86 val_86 86 val_86
+87 val_87 87 val_87
+9 val_9 9 val_9
+90 val_90 90 val_90
+90 val_90 90 val_90
+90 val_90 90 val_90
+90 val_90 90 val_90
+90 val_90 90 val_90
+90 val_90 90 val_90
+90 val_90 90 val_90
+90 val_90 90 val_90
+90 val_90 90 val_90
+92 val_92 92 val_92
+95 val_95 95 val_95
+95 val_95 95 val_95
+95 val_95 95 val_95
+95 val_95 95 val_95
+96 val_96 96 val_96
+97 val_97 97 val_97
+97 val_97 97 val_97
+97 val_97 97 val_97
+97 val_97 97 val_97
+98 val_98 98 val_98
+98 val_98 98 val_98
+98 val_98 98 val_98
+98 val_98 98 val_98
Added: hive/branches/spark/ql/src/test/results/clientpositive/spark/join16.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/join16.q.out?rev=1620093&view=auto
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/join16.q.out (added)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/join16.q.out Sat Aug 23 22:58:38 2014
@@ -0,0 +1,73 @@
+PREHOOK: query: EXPLAIN SELECT subq.key, tab.value FROM (select a.key, a.value from src a where a.key > 10 ) subq JOIN src tab ON (subq.key = tab.key and subq.key > 20 and subq.value = tab.value) where tab.value < 200
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN SELECT subq.key, tab.value FROM (select a.key, a.value from src a where a.key > 10 ) subq JOIN src tab ON (subq.key = tab.key and subq.key > 20 and subq.value = tab.value) where tab.value < 200
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+ Edges:
+ Reducer 2 <- Map 1 (GROUP SORT), Map 3 (GROUP SORT)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: a
+ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (((((key > 10) and (key > 20)) and key is not null) and value is not null) and (value < 200)) (type: boolean)
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Select Operator
+ expressions: key (type: string), value (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Map 3
+ Map Operator Tree:
+ TableScan
+ alias: tab
+ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: ((((key > 20) and key is not null) and value is not null) and (value < 200)) (type: boolean)
+ Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string), value (type: string)
+ sort order: ++
+ Map-reduce partition columns: key (type: string), value (type: string)
+ Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+ Reducer 2
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {KEY.reducesinkkey0}
+ 1 {KEY.reducesinkkey1}
+ outputColumnNames: _col0, _col3
+ Statistics: Num rows: 1 Data size: 220 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col3 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 220 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 220 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
Added: hive/branches/spark/ql/src/test/results/clientpositive/spark/join17.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/join17.q.out?rev=1620093&view=auto
==============================================================================
Files hive/branches/spark/ql/src/test/results/clientpositive/spark/join17.q.out (added) and hive/branches/spark/ql/src/test/results/clientpositive/spark/join17.q.out Sat Aug 23 22:58:38 2014 differ
Added: hive/branches/spark/ql/src/test/results/clientpositive/spark/join18.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/join18.q.out?rev=1620093&view=auto
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/join18.q.out (added)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/join18.q.out Sat Aug 23 22:58:38 2014
@@ -0,0 +1,484 @@
+PREHOOK: query: EXPLAIN
+ SELECT a.key, a.value, b.key, b.value
+ FROM
+ (
+ SELECT src1.key as key, count(src1.value) AS value FROM src src1 group by src1.key
+ ) a
+ FULL OUTER JOIN
+ (
+ SELECT src2.key as key, count(distinct(src2.value)) AS value
+ FROM src1 src2 group by src2.key
+ ) b
+ ON (a.key = b.key)
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN
+ SELECT a.key, a.value, b.key, b.value
+ FROM
+ (
+ SELECT src1.key as key, count(src1.value) AS value FROM src src1 group by src1.key
+ ) a
+ FULL OUTER JOIN
+ (
+ SELECT src2.key as key, count(distinct(src2.value)) AS value
+ FROM src1 src2 group by src2.key
+ ) b
+ ON (a.key = b.key)
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+ Edges:
+ Reducer 2 <- Map 1 (GROUP SORT)
+ Reducer 3 <- Reducer 2 (GROUP SORT), Reducer 5 (GROUP SORT)
+ Reducer 5 <- Map 4 (GROUP)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: src2
+ Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: key (type: string), value (type: string)
+ outputColumnNames: key, value
+ Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ aggregations: count(DISTINCT value)
+ keys: key (type: string), value (type: string)
+ mode: hash
+ outputColumnNames: _col0, _col1, _col2
+ Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE
+ Map 4
+ Map Operator Tree:
+ TableScan
+ alias: src1
+ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: key (type: string), value (type: string)
+ outputColumnNames: key, value
+ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ aggregations: count(value)
+ keys: key (type: string)
+ mode: hash
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: bigint)
+ Reducer 2
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: count(DISTINCT KEY._col1:0._col0)
+ keys: KEY._col0 (type: string)
+ mode: mergepartial
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: bigint)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ value expressions: _col1 (type: bigint)
+ Reducer 3
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Outer Join 0 to 1
+ condition expressions:
+ 0 {KEY.reducesinkkey0} {VALUE._col0}
+ 1 {KEY.reducesinkkey0} {VALUE._col0}
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: bigint)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Reducer 5
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: count(VALUE._col0)
+ keys: KEY._col0 (type: string)
+ mode: mergepartial
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: bigint)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: bigint)
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: SELECT a.key, a.value, b.key, b.value
+ FROM
+ (
+ SELECT src1.key as key, count(src1.value) AS value FROM src src1 group by src1.key
+ ) a
+ FULL OUTER JOIN
+ (
+ SELECT src2.key as key, count(distinct(src2.value)) AS value
+ FROM src1 src2 group by src2.key
+ ) b
+ ON (a.key = b.key)
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Input: default@src1
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT a.key, a.value, b.key, b.value
+ FROM
+ (
+ SELECT src1.key as key, count(src1.value) AS value FROM src src1 group by src1.key
+ ) a
+ FULL OUTER JOIN
+ (
+ SELECT src2.key as key, count(distinct(src2.value)) AS value
+ FROM src1 src2 group by src2.key
+ ) b
+ ON (a.key = b.key)
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Input: default@src1
+#### A masked pattern was here ####
+NULL NULL 7
+0 3 NULL NULL
+10 1 NULL NULL
+100 2 NULL NULL
+103 2 NULL NULL
+104 2 NULL NULL
+105 1 NULL NULL
+11 1 NULL NULL
+111 1 NULL NULL
+113 2 NULL NULL
+114 1 NULL NULL
+116 1 NULL NULL
+118 2 NULL NULL
+119 3 NULL NULL
+12 2 NULL NULL
+120 2 NULL NULL
+125 2 NULL NULL
+126 1 NULL NULL
+128 3 128 1
+129 2 NULL NULL
+131 1 NULL NULL
+133 1 NULL NULL
+134 2 NULL NULL
+136 1 NULL NULL
+137 2 NULL NULL
+138 4 NULL NULL
+143 1 NULL NULL
+145 1 NULL NULL
+146 2 146 1
+149 2 NULL NULL
+15 2 NULL NULL
+150 1 150 1
+152 2 NULL NULL
+153 1 NULL NULL
+155 1 NULL NULL
+156 1 NULL NULL
+157 1 NULL NULL
+158 1 NULL NULL
+160 1 NULL NULL
+162 1 NULL NULL
+163 1 NULL NULL
+164 2 NULL NULL
+165 2 NULL NULL
+166 1 NULL NULL
+167 3 NULL NULL
+168 1 NULL NULL
+169 4 NULL NULL
+17 1 NULL NULL
+170 1 NULL NULL
+172 2 NULL NULL
+174 2 NULL NULL
+175 2 NULL NULL
+176 2 NULL NULL
+177 1 NULL NULL
+178 1 NULL NULL
+179 2 NULL NULL
+18 2 NULL NULL
+180 1 NULL NULL
+181 1 NULL NULL
+183 1 NULL NULL
+186 1 NULL NULL
+187 3 NULL NULL
+189 1 NULL NULL
+19 1 NULL NULL
+190 1 NULL NULL
+191 2 NULL NULL
+192 1 NULL NULL
+193 3 NULL NULL
+194 1 NULL NULL
+195 2 NULL NULL
+196 1 NULL NULL
+197 2 NULL NULL
+199 3 NULL NULL
+2 1 NULL NULL
+20 1 NULL NULL
+200 2 NULL NULL
+201 1 NULL NULL
+202 1 NULL NULL
+203 2 NULL NULL
+205 2 NULL NULL
+207 2 NULL NULL
+208 3 NULL NULL
+209 2 NULL NULL
+213 2 213 1
+214 1 NULL NULL
+216 2 NULL NULL
+217 2 NULL NULL
+218 1 NULL NULL
+219 2 NULL NULL
+221 2 NULL NULL
+222 1 NULL NULL
+223 2 NULL NULL
+224 2 224 1
+226 1 NULL NULL
+228 1 NULL NULL
+229 2 NULL NULL
+230 5 NULL NULL
+233 2 NULL NULL
+235 1 NULL NULL
+237 2 NULL NULL
+238 2 238 1
+239 2 NULL NULL
+24 2 NULL NULL
+241 1 NULL NULL
+242 2 NULL NULL
+244 1 NULL NULL
+247 1 NULL NULL
+248 1 NULL NULL
+249 1 NULL NULL
+252 1 NULL NULL
+255 2 255 1
+256 2 NULL NULL
+257 1 NULL NULL
+258 1 NULL NULL
+26 2 NULL NULL
+260 1 NULL NULL
+262 1 NULL NULL
+263 1 NULL NULL
+265 2 NULL NULL
+266 1 NULL NULL
+27 1 NULL NULL
+272 2 NULL NULL
+273 3 273 1
+274 1 NULL NULL
+275 1 NULL NULL
+277 4 NULL NULL
+278 2 278 1
+28 1 NULL NULL
+280 2 NULL NULL
+281 2 NULL NULL
+282 2 NULL NULL
+283 1 NULL NULL
+284 1 NULL NULL
+285 1 NULL NULL
+286 1 NULL NULL
+287 1 NULL NULL
+288 2 NULL NULL
+289 1 NULL NULL
+291 1 NULL NULL
+292 1 NULL NULL
+296 1 NULL NULL
+298 3 NULL NULL
+30 1 NULL NULL
+302 1 NULL NULL
+305 1 NULL NULL
+306 1 NULL NULL
+307 2 NULL NULL
+308 1 NULL NULL
+309 2 NULL NULL
+310 1 NULL NULL
+311 3 311 1
+315 1 NULL NULL
+316 3 NULL NULL
+317 2 NULL NULL
+318 3 NULL NULL
+321 2 NULL NULL
+322 2 NULL NULL
+323 1 NULL NULL
+325 2 NULL NULL
+327 3 NULL NULL
+33 1 NULL NULL
+331 2 NULL NULL
+332 1 NULL NULL
+333 2 NULL NULL
+335 1 NULL NULL
+336 1 NULL NULL
+338 1 NULL NULL
+339 1 NULL NULL
+34 1 NULL NULL
+341 1 NULL NULL
+342 2 NULL NULL
+344 2 NULL NULL
+345 1 NULL NULL
+348 5 NULL NULL
+35 3 NULL NULL
+351 1 NULL NULL
+353 2 NULL NULL
+356 1 NULL NULL
+360 1 NULL NULL
+362 1 NULL NULL
+364 1 NULL NULL
+365 1 NULL NULL
+366 1 NULL NULL
+367 2 NULL NULL
+368 1 NULL NULL
+369 3 369 1
+37 2 NULL NULL
+373 1 NULL NULL
+374 1 NULL NULL
+375 1 NULL NULL
+377 1 NULL NULL
+378 1 NULL NULL
+379 1 NULL NULL
+382 2 NULL NULL
+384 3 NULL NULL
+386 1 NULL NULL
+389 1 NULL NULL
+392 1 NULL NULL
+393 1 NULL NULL
+394 1 NULL NULL
+395 2 NULL NULL
+396 3 NULL NULL
+397 2 NULL NULL
+399 2 NULL NULL
+4 1 NULL NULL
+400 1 NULL NULL
+401 5 401 1
+402 1 NULL NULL
+403 3 NULL NULL
+404 2 NULL NULL
+406 4 406 1
+407 1 NULL NULL
+409 3 NULL NULL
+41 1 NULL NULL
+411 1 NULL NULL
+413 2 NULL NULL
+414 2 NULL NULL
+417 3 NULL NULL
+418 1 NULL NULL
+419 1 NULL NULL
+42 2 NULL NULL
+421 1 NULL NULL
+424 2 NULL NULL
+427 1 NULL NULL
+429 2 NULL NULL
+43 1 NULL NULL
+430 3 NULL NULL
+431 3 NULL NULL
+432 1 NULL NULL
+435 1 NULL NULL
+436 1 NULL NULL
+437 1 NULL NULL
+438 3 NULL NULL
+439 2 NULL NULL
+44 1 NULL NULL
+443 1 NULL NULL
+444 1 NULL NULL
+446 1 NULL NULL
+448 1 NULL NULL
+449 1 NULL NULL
+452 1 NULL NULL
+453 1 NULL NULL
+454 3 NULL NULL
+455 1 NULL NULL
+457 1 NULL NULL
+458 2 NULL NULL
+459 2 NULL NULL
+460 1 NULL NULL
+462 2 NULL NULL
+463 2 NULL NULL
+466 3 NULL NULL
+467 1 NULL NULL
+468 4 NULL NULL
+469 5 NULL NULL
+47 1 NULL NULL
+470 1 NULL NULL
+472 1 NULL NULL
+475 1 NULL NULL
+477 1 NULL NULL
+478 2 NULL NULL
+479 1 NULL NULL
+480 3 NULL NULL
+481 1 NULL NULL
+482 1 NULL NULL
+483 1 NULL NULL
+484 1 NULL NULL
+485 1 NULL NULL
+487 1 NULL NULL
+489 4 NULL NULL
+490 1 NULL NULL
+491 1 NULL NULL
+492 2 NULL NULL
+493 1 NULL NULL
+494 1 NULL NULL
+495 1 NULL NULL
+496 1 NULL NULL
+497 1 NULL NULL
+498 3 NULL NULL
+5 3 NULL NULL
+51 2 NULL NULL
+53 1 NULL NULL
+54 1 NULL NULL
+57 1 NULL NULL
+58 2 NULL NULL
+64 1 NULL NULL
+65 1 NULL NULL
+66 1 66 1
+67 2 NULL NULL
+69 1 NULL NULL
+70 3 NULL NULL
+72 2 NULL NULL
+74 1 NULL NULL
+76 2 NULL NULL
+77 1 NULL NULL
+78 1 NULL NULL
+8 1 NULL NULL
+80 1 NULL NULL
+82 1 NULL NULL
+83 2 NULL NULL
+84 2 NULL NULL
+85 1 NULL NULL
+86 1 NULL NULL
+87 1 NULL NULL
+9 1 NULL NULL
+90 3 NULL NULL
+92 1 NULL NULL
+95 2 NULL NULL
+96 1 NULL NULL
+97 2 NULL NULL
+98 2 98 1
Added: hive/branches/spark/ql/src/test/results/clientpositive/spark/join19.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/join19.q.out?rev=1620093&view=auto
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/join19.q.out (added)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/join19.q.out Sat Aug 23 22:58:38 2014
@@ -0,0 +1,303 @@
+PREHOOK: query: CREATE TABLE triples (foo string, subject string, predicate string, object string, foo2 string)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@triples
+POSTHOOK: query: CREATE TABLE triples (foo string, subject string, predicate string, object string, foo2 string)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@triples
+PREHOOK: query: EXPLAIN
+SELECT t11.subject, t22.object , t33.subject , t55.object, t66.object
+FROM
+(
+SELECT t1.subject
+FROM triples t1
+WHERE
+t1.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__INSTANCEOF_REL'
+AND
+t1.object='http://ontos/OntosMiner/Common.English/ontology#Citation'
+) t11
+JOIN
+(
+SELECT t2.subject , t2.object
+FROM triples t2
+WHERE
+t2.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL'
+) t22
+ON (t11.subject=t22.subject)
+JOIN
+(
+SELECT t3.subject , t3.object
+FROM triples t3
+WHERE
+t3.predicate='http://www.ontosearch.com/2007/12/ontosofa-ns#_from'
+
+) t33
+ON (t11.subject=t33.object)
+JOIN
+(
+SELECT t4.subject
+FROM triples t4
+WHERE
+t4.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__INSTANCEOF_REL'
+AND
+t4.object='http://ontos/OntosMiner/Common.English/ontology#Author'
+
+) t44
+ON (t44.subject=t33.subject)
+JOIN
+(
+SELECT t5.subject, t5.object
+FROM triples t5
+WHERE
+t5.predicate='http://www.ontosearch.com/2007/12/ontosofa-ns#_to'
+) t55
+ON (t55.subject=t44.subject)
+JOIN
+(
+SELECT t6.subject, t6.object
+FROM triples t6
+WHERE
+t6.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL'
+) t66
+ON (t66.subject=t55.object)
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN
+SELECT t11.subject, t22.object , t33.subject , t55.object, t66.object
+FROM
+(
+SELECT t1.subject
+FROM triples t1
+WHERE
+t1.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__INSTANCEOF_REL'
+AND
+t1.object='http://ontos/OntosMiner/Common.English/ontology#Citation'
+) t11
+JOIN
+(
+SELECT t2.subject , t2.object
+FROM triples t2
+WHERE
+t2.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL'
+) t22
+ON (t11.subject=t22.subject)
+JOIN
+(
+SELECT t3.subject , t3.object
+FROM triples t3
+WHERE
+t3.predicate='http://www.ontosearch.com/2007/12/ontosofa-ns#_from'
+
+) t33
+ON (t11.subject=t33.object)
+JOIN
+(
+SELECT t4.subject
+FROM triples t4
+WHERE
+t4.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__INSTANCEOF_REL'
+AND
+t4.object='http://ontos/OntosMiner/Common.English/ontology#Author'
+
+) t44
+ON (t44.subject=t33.subject)
+JOIN
+(
+SELECT t5.subject, t5.object
+FROM triples t5
+WHERE
+t5.predicate='http://www.ontosearch.com/2007/12/ontosofa-ns#_to'
+) t55
+ON (t55.subject=t44.subject)
+JOIN
+(
+SELECT t6.subject, t6.object
+FROM triples t6
+WHERE
+t6.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL'
+) t66
+ON (t66.subject=t55.object)
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+ Edges:
+ Reducer 2 <- Map 1 (GROUP SORT), Reducer 5 (GROUP SORT)
+ Reducer 4 <- Map 3 (GROUP SORT), Map 6 (GROUP SORT), Map 8 (GROUP SORT)
+ Reducer 5 <- Map 7 (GROUP SORT), Map 9 (GROUP SORT), Reducer 4 (GROUP SORT)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: t6
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Filter Operator
+ predicate: ((predicate = 'http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL') and subject is not null) (type: boolean)
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Select Operator
+ expressions: subject (type: string), object (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ value expressions: _col1 (type: string)
+ Map 3
+ Map Operator Tree:
+ TableScan
+ alias: t2
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Filter Operator
+ predicate: ((predicate = 'http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL') and subject is not null) (type: boolean)
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Select Operator
+ expressions: subject (type: string), object (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ value expressions: _col1 (type: string)
+ Map 6
+ Map Operator Tree:
+ TableScan
+ alias: t3
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Filter Operator
+ predicate: (((predicate = 'http://www.ontosearch.com/2007/12/ontosofa-ns#_from') and object is not null) and subject is not null) (type: boolean)
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Select Operator
+ expressions: subject (type: string), object (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col1 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col1 (type: string)
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ value expressions: _col0 (type: string)
+ Map 7
+ Map Operator Tree:
+ TableScan
+ alias: t5
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Filter Operator
+ predicate: (((predicate = 'http://www.ontosearch.com/2007/12/ontosofa-ns#_to') and subject is not null) and object is not null) (type: boolean)
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Select Operator
+ expressions: subject (type: string), object (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ value expressions: _col1 (type: string)
+ Map 8
+ Map Operator Tree:
+ TableScan
+ alias: t1
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Filter Operator
+ predicate: (((predicate = 'http://sofa.semanticweb.org/sofa/v1.0/system#__INSTANCEOF_REL') and (object = 'http://ontos/OntosMiner/Common.English/ontology#Citation')) and subject is not null) (type: boolean)
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Select Operator
+ expressions: subject (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Map 9
+ Map Operator Tree:
+ TableScan
+ alias: t4
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Filter Operator
+ predicate: (((predicate = 'http://sofa.semanticweb.org/sofa/v1.0/system#__INSTANCEOF_REL') and (object = 'http://ontos/OntosMiner/Common.English/ontology#Author')) and subject is not null) (type: boolean)
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Select Operator
+ expressions: subject (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Reducer 2
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {VALUE._col0} {VALUE._col2} {VALUE._col3} {KEY.reducesinkkey0}
+ 1 {VALUE._col0}
+ outputColumnNames: _col0, _col2, _col3, _col7, _col9
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string), _col7 (type: string), _col9 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Reducer 4
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ Inner Join 0 to 2
+ condition expressions:
+ 0 {KEY.reducesinkkey0}
+ 1 {VALUE._col0}
+ 2 {VALUE._col0}
+ outputColumnNames: _col0, _col2, _col3
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col3 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col3 (type: string)
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ value expressions: _col0 (type: string), _col2 (type: string)
+ Reducer 5
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ Inner Join 1 to 2
+ condition expressions:
+ 0 {VALUE._col0} {VALUE._col2} {KEY.reducesinkkey0}
+ 1
+ 2 {VALUE._col0}
+ outputColumnNames: _col0, _col2, _col3, _col7
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col7 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col7 (type: string)
+ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+ value expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string)
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
Added: hive/branches/spark/ql/src/test/results/clientpositive/spark/join2.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/join2.q.out?rev=1620093&view=auto
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/join2.q.out (added)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/join2.q.out Sat Aug 23 22:58:38 2014
@@ -0,0 +1,621 @@
+PREHOOK: query: CREATE TABLE dest_j2(key INT, value STRING) STORED AS TEXTFILE
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@dest_j2
+POSTHOOK: query: CREATE TABLE dest_j2(key INT, value STRING) STORED AS TEXTFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@dest_j2
+PREHOOK: query: EXPLAIN
+FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key)
+INSERT OVERWRITE TABLE dest_j2 SELECT src1.key, src3.value
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN
+FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key)
+INSERT OVERWRITE TABLE dest_j2 SELECT src1.key, src3.value
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-2 depends on stages: Stage-1
+ Stage-0 depends on stages: Stage-2
+ Stage-3 depends on stages: Stage-0
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+ Edges:
+ Reducer 2 <- Map 1 (GROUP SORT), Map 5 (GROUP SORT)
+ Reducer 3 <- Map 4 (GROUP SORT), Reducer 2 (GROUP SORT)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: src2
+ Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string)
+ sort order: +
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE
+ Map 4
+ Map Operator Tree:
+ TableScan
+ alias: src3
+ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: UDFToDouble(key) is not null (type: boolean)
+ Statistics: Num rows: 15 Data size: 3006 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: UDFToDouble(key) (type: double)
+ sort order: +
+ Map-reduce partition columns: UDFToDouble(key) (type: double)
+ Statistics: Num rows: 15 Data size: 3006 Basic stats: COMPLETE Column stats: NONE
+ value expressions: value (type: string)
+ Map 5
+ Map Operator Tree:
+ TableScan
+ alias: src1
+ Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string)
+ sort order: +
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE
+ Reducer 2
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {KEY.reducesinkkey0}
+ 1 {KEY.reducesinkkey0}
+ outputColumnNames: _col0, _col4
+ Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (_col0 + _col4) is not null (type: boolean)
+ Statistics: Num rows: 16 Data size: 1649 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: (_col0 + _col4) (type: double)
+ sort order: +
+ Map-reduce partition columns: (_col0 + _col4) (type: double)
+ Statistics: Num rows: 16 Data size: 1649 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col0 (type: string)
+ Reducer 3
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ condition expressions:
+ 0 {VALUE._col0}
+ 1 {VALUE._col1}
+ outputColumnNames: _col0, _col9
+ Statistics: Num rows: 17 Data size: 1813 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: UDFToInteger(_col0) (type: int), _col9 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 17 Data size: 1813 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 17 Data size: 1813 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest_j2
+
+ Stage: Stage-2
+ Dependency Collection
+
+ Stage: Stage-0
+ Move Operator
+ tables:
+ replace: true
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.dest_j2
+
+ Stage: Stage-3
+ Stats-Aggr Operator
+
+PREHOOK: query: FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key)
+INSERT OVERWRITE TABLE dest_j2 SELECT src1.key, src3.value
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@dest_j2
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key)
+INSERT OVERWRITE TABLE dest_j2 SELECT src1.key, src3.value
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@dest_j2
+POSTHOOK: Lineage: dest_j2.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: dest_j2.value SIMPLE [(src)src3.FieldSchema(name:value, type:string, comment:default), ]
+PREHOOK: query: SELECT dest_j2.* FROM dest_j2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@dest_j2
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT dest_j2.* FROM dest_j2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@dest_j2
+#### A masked pattern was here ####
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+2 val_4
+4 val_8
+5 val_10
+5 val_10
+5 val_10
+5 val_10
+5 val_10
+5 val_10
+5 val_10
+5 val_10
+5 val_10
+9 val_18
+9 val_18
+10 val_20
+12 val_24
+12 val_24
+12 val_24
+12 val_24
+12 val_24
+12 val_24
+12 val_24
+12 val_24
+15 val_30
+15 val_30
+15 val_30
+15 val_30
+17 val_34
+27 val_54
+33 val_66
+35 val_70
+35 val_70
+35 val_70
+35 val_70
+35 val_70
+35 val_70
+35 val_70
+35 val_70
+35 val_70
+35 val_70
+35 val_70
+35 val_70
+35 val_70
+35 val_70
+35 val_70
+35 val_70
+35 val_70
+35 val_70
+35 val_70
+35 val_70
+35 val_70
+35 val_70
+35 val_70
+35 val_70
+35 val_70
+35 val_70
+35 val_70
+37 val_74
+37 val_74
+37 val_74
+37 val_74
+41 val_82
+42 val_84
+42 val_84
+42 val_84
+42 val_84
+42 val_84
+42 val_84
+42 val_84
+42 val_84
+43 val_86
+57 val_114
+58 val_116
+58 val_116
+58 val_116
+58 val_116
+64 val_128
+64 val_128
+64 val_128
+67 val_134
+67 val_134
+67 val_134
+67 val_134
+67 val_134
+67 val_134
+67 val_134
+67 val_134
+69 val_138
+69 val_138
+69 val_138
+69 val_138
+76 val_152
+76 val_152
+76 val_152
+76 val_152
+76 val_152
+76 val_152
+76 val_152
+76 val_152
+78 val_156
+80 val_160
+82 val_164
+82 val_164
+83 val_166
+83 val_166
+83 val_166
+83 val_166
+84 val_168
+84 val_168
+84 val_168
+84 val_168
+85 val_170
+86 val_172
+86 val_172
+87 val_174
+87 val_174
+90 val_180
+90 val_180
+90 val_180
+90 val_180
+90 val_180
+90 val_180
+90 val_180
+90 val_180
+90 val_180
+95 val_190
+95 val_190
+95 val_190
+95 val_190
+96 val_192
+97 val_194
+97 val_194
+97 val_194
+97 val_194
+98 val_196
+98 val_196
+98 val_196
+98 val_196
+100 val_200
+100 val_200
+100 val_200
+100 val_200
+100 val_200
+100 val_200
+100 val_200
+100 val_200
+104 val_208
+104 val_208
+104 val_208
+104 val_208
+104 val_208
+104 val_208
+104 val_208
+104 val_208
+104 val_208
+104 val_208
+104 val_208
+104 val_208
+111 val_222
+113 val_226
+113 val_226
+113 val_226
+113 val_226
+114 val_228
+119 val_238
+119 val_238
+119 val_238
+119 val_238
+119 val_238
+119 val_238
+119 val_238
+119 val_238
+119 val_238
+119 val_238
+119 val_238
+119 val_238
+119 val_238
+119 val_238
+119 val_238
+119 val_238
+119 val_238
+119 val_238
+126 val_252
+128 val_256
+128 val_256
+128 val_256
+128 val_256
+128 val_256
+128 val_256
+128 val_256
+128 val_256
+128 val_256
+128 val_256
+128 val_256
+128 val_256
+128 val_256
+128 val_256
+128 val_256
+128 val_256
+128 val_256
+128 val_256
+129 val_258
+129 val_258
+129 val_258
+129 val_258
+131 val_262
+133 val_266
+136 val_272
+136 val_272
+137 val_274
+137 val_274
+137 val_274
+137 val_274
+143 val_286
+146 val_292
+146 val_292
+146 val_292
+146 val_292
+149 val_298
+149 val_298
+149 val_298
+149 val_298
+149 val_298
+149 val_298
+149 val_298
+149 val_298
+149 val_298
+149 val_298
+149 val_298
+149 val_298
+153 val_306
+155 val_310
+158 val_316
+158 val_316
+158 val_316
+166 val_332
+168 val_336
+169 val_338
+169 val_338
+169 val_338
+169 val_338
+169 val_338
+169 val_338
+169 val_338
+169 val_338
+169 val_338
+169 val_338
+169 val_338
+169 val_338
+169 val_338
+169 val_338
+169 val_338
+169 val_338
+172 val_344
+172 val_344
+172 val_344
+172 val_344
+172 val_344
+172 val_344
+172 val_344
+172 val_344
+174 val_348
+174 val_348
+174 val_348
+174 val_348
+174 val_348
+174 val_348
+174 val_348
+174 val_348
+174 val_348
+174 val_348
+174 val_348
+174 val_348
+174 val_348
+174 val_348
+174 val_348
+174 val_348
+174 val_348
+174 val_348
+174 val_348
+174 val_348
+178 val_356
+180 val_360
+181 val_362
+183 val_366
+187 val_374
+187 val_374
+187 val_374
+187 val_374
+187 val_374
+187 val_374
+187 val_374
+187 val_374
+187 val_374
+189 val_378
+191 val_382
+191 val_382
+191 val_382
+191 val_382
+191 val_382
+191 val_382
+191 val_382
+191 val_382
+192 val_384
+192 val_384
+192 val_384
+193 val_386
+193 val_386
+193 val_386
+193 val_386
+193 val_386
+193 val_386
+193 val_386
+193 val_386
+193 val_386
+196 val_392
+197 val_394
+197 val_394
+197 val_394
+197 val_394
+200 val_400
+200 val_400
+200 val_400
+200 val_400
+201 val_402
+202 val_404
+202 val_404
+203 val_406
+203 val_406
+203 val_406
+203 val_406
+203 val_406
+203 val_406
+203 val_406
+203 val_406
+203 val_406
+203 val_406
+203 val_406
+203 val_406
+203 val_406
+203 val_406
+203 val_406
+203 val_406
+207 val_414
+207 val_414
+207 val_414
+207 val_414
+207 val_414
+207 val_414
+207 val_414
+207 val_414
+209 val_418
+209 val_418
+209 val_418
+209 val_418
+216 val_432
+216 val_432
+216 val_432
+216 val_432
+218 val_436
+219 val_438
+219 val_438
+219 val_438
+219 val_438
+219 val_438
+219 val_438
+219 val_438
+219 val_438
+219 val_438
+219 val_438
+219 val_438
+219 val_438
+222 val_444
+223 val_446
+223 val_446
+223 val_446
+223 val_446
+224 val_448
+224 val_448
+224 val_448
+224 val_448
+226 val_452
+229 val_458
+229 val_458
+229 val_458
+229 val_458
+229 val_458
+229 val_458
+229 val_458
+229 val_458
+230 val_460
+230 val_460
+230 val_460
+230 val_460
+230 val_460
+230 val_460
+230 val_460
+230 val_460
+230 val_460
+230 val_460
+230 val_460
+230 val_460
+230 val_460
+230 val_460
+230 val_460
+230 val_460
+230 val_460
+230 val_460
+230 val_460
+230 val_460
+230 val_460
+230 val_460
+230 val_460
+230 val_460
+230 val_460
+233 val_466
+233 val_466
+233 val_466
+233 val_466
+233 val_466
+233 val_466
+233 val_466
+233 val_466
+233 val_466
+233 val_466
+233 val_466
+233 val_466
+235 val_470
+239 val_478
+239 val_478
+239 val_478
+239 val_478
+239 val_478
+239 val_478
+239 val_478
+239 val_478
+241 val_482
+242 val_484
+242 val_484
+242 val_484
+242 val_484
+247 val_494
+248 val_496
+249 val_498
+249 val_498
+249 val_498