You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by br...@apache.org on 2014/08/24 00:58:38 UTC

svn commit: r1620093 [2/5] - in /hive/branches/spark: itests/src/test/resources/ ql/src/test/results/clientpositive/spark/

Added: hive/branches/spark/ql/src/test/results/clientpositive/spark/join15.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/join15.q.out?rev=1620093&view=auto
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/join15.q.out (added)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/join15.q.out Sat Aug 23 22:58:38 2014
@@ -0,0 +1,1120 @@
+PREHOOK: query: EXPLAIN
+SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key) SORT BY src1.key, src1.value, src2.key, src2.value
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN
+SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key) SORT BY src1.key, src1.value, src2.key, src2.value
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+  Stage-1 is a root stage
+  Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+  Stage: Stage-1
+    Spark
+      Edges:
+        Reducer 2 <- Map 1 (GROUP SORT), Map 4 (GROUP SORT)
+        Reducer 3 <- Reducer 2 (GROUP SORT)
+#### A masked pattern was here ####
+      Vertices:
+        Map 1 
+            Map Operator Tree:
+                TableScan
+                  alias: src2
+                  Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+                  Filter Operator
+                    predicate: key is not null (type: boolean)
+                    Statistics: Num rows: 15 Data size: 3006 Basic stats: COMPLETE Column stats: NONE
+                    Reduce Output Operator
+                      key expressions: key (type: string)
+                      sort order: +
+                      Map-reduce partition columns: key (type: string)
+                      Statistics: Num rows: 15 Data size: 3006 Basic stats: COMPLETE Column stats: NONE
+                      value expressions: value (type: string)
+        Map 4 
+            Map Operator Tree:
+                TableScan
+                  alias: src1
+                  Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+                  Filter Operator
+                    predicate: key is not null (type: boolean)
+                    Statistics: Num rows: 15 Data size: 3006 Basic stats: COMPLETE Column stats: NONE
+                    Reduce Output Operator
+                      key expressions: key (type: string)
+                      sort order: +
+                      Map-reduce partition columns: key (type: string)
+                      Statistics: Num rows: 15 Data size: 3006 Basic stats: COMPLETE Column stats: NONE
+                      value expressions: value (type: string)
+        Reducer 2 
+            Reduce Operator Tree:
+              Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                condition expressions:
+                  0 {KEY.reducesinkkey0} {VALUE._col0}
+                  1 {KEY.reducesinkkey0} {VALUE._col0}
+                outputColumnNames: _col0, _col1, _col4, _col5
+                Statistics: Num rows: 16 Data size: 3306 Basic stats: COMPLETE Column stats: NONE
+                Select Operator
+                  expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string)
+                  outputColumnNames: _col0, _col1, _col2, _col3
+                  Statistics: Num rows: 16 Data size: 3306 Basic stats: COMPLETE Column stats: NONE
+                  Reduce Output Operator
+                    key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)
+                    sort order: ++++
+                    Statistics: Num rows: 16 Data size: 3306 Basic stats: COMPLETE Column stats: NONE
+        Reducer 3 
+            Reduce Operator Tree:
+              Select Operator
+                expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string)
+                outputColumnNames: _col0, _col1, _col2, _col3
+                Statistics: Num rows: 16 Data size: 3306 Basic stats: COMPLETE Column stats: NONE
+                File Output Operator
+                  compressed: false
+                  Statistics: Num rows: 16 Data size: 3306 Basic stats: COMPLETE Column stats: NONE
+                  table:
+                      input format: org.apache.hadoop.mapred.TextInputFormat
+                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+  Stage: Stage-0
+    Fetch Operator
+      limit: -1
+      Processor Tree:
+        ListSink
+
+PREHOOK: query: SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key) SORT BY src1.key, src1.value, src2.key, src2.value
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key) SORT BY src1.key, src1.value, src2.key, src2.value
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+0	val_0	0	val_0
+0	val_0	0	val_0
+0	val_0	0	val_0
+0	val_0	0	val_0
+0	val_0	0	val_0
+0	val_0	0	val_0
+0	val_0	0	val_0
+0	val_0	0	val_0
+0	val_0	0	val_0
+10	val_10	10	val_10
+100	val_100	100	val_100
+100	val_100	100	val_100
+100	val_100	100	val_100
+100	val_100	100	val_100
+103	val_103	103	val_103
+103	val_103	103	val_103
+103	val_103	103	val_103
+103	val_103	103	val_103
+104	val_104	104	val_104
+104	val_104	104	val_104
+104	val_104	104	val_104
+104	val_104	104	val_104
+105	val_105	105	val_105
+11	val_11	11	val_11
+111	val_111	111	val_111
+113	val_113	113	val_113
+113	val_113	113	val_113
+113	val_113	113	val_113
+113	val_113	113	val_113
+114	val_114	114	val_114
+116	val_116	116	val_116
+118	val_118	118	val_118
+118	val_118	118	val_118
+118	val_118	118	val_118
+118	val_118	118	val_118
+119	val_119	119	val_119
+119	val_119	119	val_119
+119	val_119	119	val_119
+119	val_119	119	val_119
+119	val_119	119	val_119
+119	val_119	119	val_119
+119	val_119	119	val_119
+119	val_119	119	val_119
+119	val_119	119	val_119
+12	val_12	12	val_12
+12	val_12	12	val_12
+12	val_12	12	val_12
+12	val_12	12	val_12
+120	val_120	120	val_120
+120	val_120	120	val_120
+120	val_120	120	val_120
+120	val_120	120	val_120
+125	val_125	125	val_125
+125	val_125	125	val_125
+125	val_125	125	val_125
+125	val_125	125	val_125
+126	val_126	126	val_126
+128	val_128	128	val_128
+128	val_128	128	val_128
+128	val_128	128	val_128
+128	val_128	128	val_128
+128	val_128	128	val_128
+128	val_128	128	val_128
+128	val_128	128	val_128
+128	val_128	128	val_128
+128	val_128	128	val_128
+129	val_129	129	val_129
+129	val_129	129	val_129
+129	val_129	129	val_129
+129	val_129	129	val_129
+131	val_131	131	val_131
+133	val_133	133	val_133
+134	val_134	134	val_134
+134	val_134	134	val_134
+134	val_134	134	val_134
+134	val_134	134	val_134
+136	val_136	136	val_136
+137	val_137	137	val_137
+137	val_137	137	val_137
+137	val_137	137	val_137
+137	val_137	137	val_137
+138	val_138	138	val_138
+138	val_138	138	val_138
+138	val_138	138	val_138
+138	val_138	138	val_138
+138	val_138	138	val_138
+138	val_138	138	val_138
+138	val_138	138	val_138
+138	val_138	138	val_138
+138	val_138	138	val_138
+138	val_138	138	val_138
+138	val_138	138	val_138
+138	val_138	138	val_138
+138	val_138	138	val_138
+138	val_138	138	val_138
+138	val_138	138	val_138
+138	val_138	138	val_138
+143	val_143	143	val_143
+145	val_145	145	val_145
+146	val_146	146	val_146
+146	val_146	146	val_146
+146	val_146	146	val_146
+146	val_146	146	val_146
+149	val_149	149	val_149
+149	val_149	149	val_149
+149	val_149	149	val_149
+149	val_149	149	val_149
+15	val_15	15	val_15
+15	val_15	15	val_15
+15	val_15	15	val_15
+15	val_15	15	val_15
+150	val_150	150	val_150
+152	val_152	152	val_152
+152	val_152	152	val_152
+152	val_152	152	val_152
+152	val_152	152	val_152
+153	val_153	153	val_153
+155	val_155	155	val_155
+156	val_156	156	val_156
+157	val_157	157	val_157
+158	val_158	158	val_158
+160	val_160	160	val_160
+162	val_162	162	val_162
+163	val_163	163	val_163
+164	val_164	164	val_164
+164	val_164	164	val_164
+164	val_164	164	val_164
+164	val_164	164	val_164
+165	val_165	165	val_165
+165	val_165	165	val_165
+165	val_165	165	val_165
+165	val_165	165	val_165
+166	val_166	166	val_166
+167	val_167	167	val_167
+167	val_167	167	val_167
+167	val_167	167	val_167
+167	val_167	167	val_167
+167	val_167	167	val_167
+167	val_167	167	val_167
+167	val_167	167	val_167
+167	val_167	167	val_167
+167	val_167	167	val_167
+168	val_168	168	val_168
+169	val_169	169	val_169
+169	val_169	169	val_169
+169	val_169	169	val_169
+169	val_169	169	val_169
+169	val_169	169	val_169
+169	val_169	169	val_169
+169	val_169	169	val_169
+169	val_169	169	val_169
+169	val_169	169	val_169
+169	val_169	169	val_169
+169	val_169	169	val_169
+169	val_169	169	val_169
+169	val_169	169	val_169
+169	val_169	169	val_169
+169	val_169	169	val_169
+169	val_169	169	val_169
+17	val_17	17	val_17
+170	val_170	170	val_170
+172	val_172	172	val_172
+172	val_172	172	val_172
+172	val_172	172	val_172
+172	val_172	172	val_172
+174	val_174	174	val_174
+174	val_174	174	val_174
+174	val_174	174	val_174
+174	val_174	174	val_174
+175	val_175	175	val_175
+175	val_175	175	val_175
+175	val_175	175	val_175
+175	val_175	175	val_175
+176	val_176	176	val_176
+176	val_176	176	val_176
+176	val_176	176	val_176
+176	val_176	176	val_176
+177	val_177	177	val_177
+178	val_178	178	val_178
+179	val_179	179	val_179
+179	val_179	179	val_179
+179	val_179	179	val_179
+179	val_179	179	val_179
+18	val_18	18	val_18
+18	val_18	18	val_18
+18	val_18	18	val_18
+18	val_18	18	val_18
+180	val_180	180	val_180
+181	val_181	181	val_181
+183	val_183	183	val_183
+186	val_186	186	val_186
+187	val_187	187	val_187
+187	val_187	187	val_187
+187	val_187	187	val_187
+187	val_187	187	val_187
+187	val_187	187	val_187
+187	val_187	187	val_187
+187	val_187	187	val_187
+187	val_187	187	val_187
+187	val_187	187	val_187
+189	val_189	189	val_189
+19	val_19	19	val_19
+190	val_190	190	val_190
+191	val_191	191	val_191
+191	val_191	191	val_191
+191	val_191	191	val_191
+191	val_191	191	val_191
+192	val_192	192	val_192
+193	val_193	193	val_193
+193	val_193	193	val_193
+193	val_193	193	val_193
+193	val_193	193	val_193
+193	val_193	193	val_193
+193	val_193	193	val_193
+193	val_193	193	val_193
+193	val_193	193	val_193
+193	val_193	193	val_193
+194	val_194	194	val_194
+195	val_195	195	val_195
+195	val_195	195	val_195
+195	val_195	195	val_195
+195	val_195	195	val_195
+196	val_196	196	val_196
+197	val_197	197	val_197
+197	val_197	197	val_197
+197	val_197	197	val_197
+197	val_197	197	val_197
+199	val_199	199	val_199
+199	val_199	199	val_199
+199	val_199	199	val_199
+199	val_199	199	val_199
+199	val_199	199	val_199
+199	val_199	199	val_199
+199	val_199	199	val_199
+199	val_199	199	val_199
+199	val_199	199	val_199
+2	val_2	2	val_2
+20	val_20	20	val_20
+200	val_200	200	val_200
+200	val_200	200	val_200
+200	val_200	200	val_200
+200	val_200	200	val_200
+201	val_201	201	val_201
+202	val_202	202	val_202
+203	val_203	203	val_203
+203	val_203	203	val_203
+203	val_203	203	val_203
+203	val_203	203	val_203
+205	val_205	205	val_205
+205	val_205	205	val_205
+205	val_205	205	val_205
+205	val_205	205	val_205
+207	val_207	207	val_207
+207	val_207	207	val_207
+207	val_207	207	val_207
+207	val_207	207	val_207
+208	val_208	208	val_208
+208	val_208	208	val_208
+208	val_208	208	val_208
+208	val_208	208	val_208
+208	val_208	208	val_208
+208	val_208	208	val_208
+208	val_208	208	val_208
+208	val_208	208	val_208
+208	val_208	208	val_208
+209	val_209	209	val_209
+209	val_209	209	val_209
+209	val_209	209	val_209
+209	val_209	209	val_209
+213	val_213	213	val_213
+213	val_213	213	val_213
+213	val_213	213	val_213
+213	val_213	213	val_213
+214	val_214	214	val_214
+216	val_216	216	val_216
+216	val_216	216	val_216
+216	val_216	216	val_216
+216	val_216	216	val_216
+217	val_217	217	val_217
+217	val_217	217	val_217
+217	val_217	217	val_217
+217	val_217	217	val_217
+218	val_218	218	val_218
+219	val_219	219	val_219
+219	val_219	219	val_219
+219	val_219	219	val_219
+219	val_219	219	val_219
+221	val_221	221	val_221
+221	val_221	221	val_221
+221	val_221	221	val_221
+221	val_221	221	val_221
+222	val_222	222	val_222
+223	val_223	223	val_223
+223	val_223	223	val_223
+223	val_223	223	val_223
+223	val_223	223	val_223
+224	val_224	224	val_224
+224	val_224	224	val_224
+224	val_224	224	val_224
+224	val_224	224	val_224
+226	val_226	226	val_226
+228	val_228	228	val_228
+229	val_229	229	val_229
+229	val_229	229	val_229
+229	val_229	229	val_229
+229	val_229	229	val_229
+230	val_230	230	val_230
+230	val_230	230	val_230
+230	val_230	230	val_230
+230	val_230	230	val_230
+230	val_230	230	val_230
+230	val_230	230	val_230
+230	val_230	230	val_230
+230	val_230	230	val_230
+230	val_230	230	val_230
+230	val_230	230	val_230
+230	val_230	230	val_230
+230	val_230	230	val_230
+230	val_230	230	val_230
+230	val_230	230	val_230
+230	val_230	230	val_230
+230	val_230	230	val_230
+230	val_230	230	val_230
+230	val_230	230	val_230
+230	val_230	230	val_230
+230	val_230	230	val_230
+230	val_230	230	val_230
+230	val_230	230	val_230
+230	val_230	230	val_230
+230	val_230	230	val_230
+230	val_230	230	val_230
+233	val_233	233	val_233
+233	val_233	233	val_233
+233	val_233	233	val_233
+233	val_233	233	val_233
+235	val_235	235	val_235
+237	val_237	237	val_237
+237	val_237	237	val_237
+237	val_237	237	val_237
+237	val_237	237	val_237
+238	val_238	238	val_238
+238	val_238	238	val_238
+238	val_238	238	val_238
+238	val_238	238	val_238
+239	val_239	239	val_239
+239	val_239	239	val_239
+239	val_239	239	val_239
+239	val_239	239	val_239
+24	val_24	24	val_24
+24	val_24	24	val_24
+24	val_24	24	val_24
+24	val_24	24	val_24
+241	val_241	241	val_241
+242	val_242	242	val_242
+242	val_242	242	val_242
+242	val_242	242	val_242
+242	val_242	242	val_242
+244	val_244	244	val_244
+247	val_247	247	val_247
+248	val_248	248	val_248
+249	val_249	249	val_249
+252	val_252	252	val_252
+255	val_255	255	val_255
+255	val_255	255	val_255
+255	val_255	255	val_255
+255	val_255	255	val_255
+256	val_256	256	val_256
+256	val_256	256	val_256
+256	val_256	256	val_256
+256	val_256	256	val_256
+257	val_257	257	val_257
+258	val_258	258	val_258
+26	val_26	26	val_26
+26	val_26	26	val_26
+26	val_26	26	val_26
+26	val_26	26	val_26
+260	val_260	260	val_260
+262	val_262	262	val_262
+263	val_263	263	val_263
+265	val_265	265	val_265
+265	val_265	265	val_265
+265	val_265	265	val_265
+265	val_265	265	val_265
+266	val_266	266	val_266
+27	val_27	27	val_27
+272	val_272	272	val_272
+272	val_272	272	val_272
+272	val_272	272	val_272
+272	val_272	272	val_272
+273	val_273	273	val_273
+273	val_273	273	val_273
+273	val_273	273	val_273
+273	val_273	273	val_273
+273	val_273	273	val_273
+273	val_273	273	val_273
+273	val_273	273	val_273
+273	val_273	273	val_273
+273	val_273	273	val_273
+274	val_274	274	val_274
+275	val_275	275	val_275
+277	val_277	277	val_277
+277	val_277	277	val_277
+277	val_277	277	val_277
+277	val_277	277	val_277
+277	val_277	277	val_277
+277	val_277	277	val_277
+277	val_277	277	val_277
+277	val_277	277	val_277
+277	val_277	277	val_277
+277	val_277	277	val_277
+277	val_277	277	val_277
+277	val_277	277	val_277
+277	val_277	277	val_277
+277	val_277	277	val_277
+277	val_277	277	val_277
+277	val_277	277	val_277
+278	val_278	278	val_278
+278	val_278	278	val_278
+278	val_278	278	val_278
+278	val_278	278	val_278
+28	val_28	28	val_28
+280	val_280	280	val_280
+280	val_280	280	val_280
+280	val_280	280	val_280
+280	val_280	280	val_280
+281	val_281	281	val_281
+281	val_281	281	val_281
+281	val_281	281	val_281
+281	val_281	281	val_281
+282	val_282	282	val_282
+282	val_282	282	val_282
+282	val_282	282	val_282
+282	val_282	282	val_282
+283	val_283	283	val_283
+284	val_284	284	val_284
+285	val_285	285	val_285
+286	val_286	286	val_286
+287	val_287	287	val_287
+288	val_288	288	val_288
+288	val_288	288	val_288
+288	val_288	288	val_288
+288	val_288	288	val_288
+289	val_289	289	val_289
+291	val_291	291	val_291
+292	val_292	292	val_292
+296	val_296	296	val_296
+298	val_298	298	val_298
+298	val_298	298	val_298
+298	val_298	298	val_298
+298	val_298	298	val_298
+298	val_298	298	val_298
+298	val_298	298	val_298
+298	val_298	298	val_298
+298	val_298	298	val_298
+298	val_298	298	val_298
+30	val_30	30	val_30
+302	val_302	302	val_302
+305	val_305	305	val_305
+306	val_306	306	val_306
+307	val_307	307	val_307
+307	val_307	307	val_307
+307	val_307	307	val_307
+307	val_307	307	val_307
+308	val_308	308	val_308
+309	val_309	309	val_309
+309	val_309	309	val_309
+309	val_309	309	val_309
+309	val_309	309	val_309
+310	val_310	310	val_310
+311	val_311	311	val_311
+311	val_311	311	val_311
+311	val_311	311	val_311
+311	val_311	311	val_311
+311	val_311	311	val_311
+311	val_311	311	val_311
+311	val_311	311	val_311
+311	val_311	311	val_311
+311	val_311	311	val_311
+315	val_315	315	val_315
+316	val_316	316	val_316
+316	val_316	316	val_316
+316	val_316	316	val_316
+316	val_316	316	val_316
+316	val_316	316	val_316
+316	val_316	316	val_316
+316	val_316	316	val_316
+316	val_316	316	val_316
+316	val_316	316	val_316
+317	val_317	317	val_317
+317	val_317	317	val_317
+317	val_317	317	val_317
+317	val_317	317	val_317
+318	val_318	318	val_318
+318	val_318	318	val_318
+318	val_318	318	val_318
+318	val_318	318	val_318
+318	val_318	318	val_318
+318	val_318	318	val_318
+318	val_318	318	val_318
+318	val_318	318	val_318
+318	val_318	318	val_318
+321	val_321	321	val_321
+321	val_321	321	val_321
+321	val_321	321	val_321
+321	val_321	321	val_321
+322	val_322	322	val_322
+322	val_322	322	val_322
+322	val_322	322	val_322
+322	val_322	322	val_322
+323	val_323	323	val_323
+325	val_325	325	val_325
+325	val_325	325	val_325
+325	val_325	325	val_325
+325	val_325	325	val_325
+327	val_327	327	val_327
+327	val_327	327	val_327
+327	val_327	327	val_327
+327	val_327	327	val_327
+327	val_327	327	val_327
+327	val_327	327	val_327
+327	val_327	327	val_327
+327	val_327	327	val_327
+327	val_327	327	val_327
+33	val_33	33	val_33
+331	val_331	331	val_331
+331	val_331	331	val_331
+331	val_331	331	val_331
+331	val_331	331	val_331
+332	val_332	332	val_332
+333	val_333	333	val_333
+333	val_333	333	val_333
+333	val_333	333	val_333
+333	val_333	333	val_333
+335	val_335	335	val_335
+336	val_336	336	val_336
+338	val_338	338	val_338
+339	val_339	339	val_339
+34	val_34	34	val_34
+341	val_341	341	val_341
+342	val_342	342	val_342
+342	val_342	342	val_342
+342	val_342	342	val_342
+342	val_342	342	val_342
+344	val_344	344	val_344
+344	val_344	344	val_344
+344	val_344	344	val_344
+344	val_344	344	val_344
+345	val_345	345	val_345
+348	val_348	348	val_348
+348	val_348	348	val_348
+348	val_348	348	val_348
+348	val_348	348	val_348
+348	val_348	348	val_348
+348	val_348	348	val_348
+348	val_348	348	val_348
+348	val_348	348	val_348
+348	val_348	348	val_348
+348	val_348	348	val_348
+348	val_348	348	val_348
+348	val_348	348	val_348
+348	val_348	348	val_348
+348	val_348	348	val_348
+348	val_348	348	val_348
+348	val_348	348	val_348
+348	val_348	348	val_348
+348	val_348	348	val_348
+348	val_348	348	val_348
+348	val_348	348	val_348
+348	val_348	348	val_348
+348	val_348	348	val_348
+348	val_348	348	val_348
+348	val_348	348	val_348
+348	val_348	348	val_348
+35	val_35	35	val_35
+35	val_35	35	val_35
+35	val_35	35	val_35
+35	val_35	35	val_35
+35	val_35	35	val_35
+35	val_35	35	val_35
+35	val_35	35	val_35
+35	val_35	35	val_35
+35	val_35	35	val_35
+351	val_351	351	val_351
+353	val_353	353	val_353
+353	val_353	353	val_353
+353	val_353	353	val_353
+353	val_353	353	val_353
+356	val_356	356	val_356
+360	val_360	360	val_360
+362	val_362	362	val_362
+364	val_364	364	val_364
+365	val_365	365	val_365
+366	val_366	366	val_366
+367	val_367	367	val_367
+367	val_367	367	val_367
+367	val_367	367	val_367
+367	val_367	367	val_367
+368	val_368	368	val_368
+369	val_369	369	val_369
+369	val_369	369	val_369
+369	val_369	369	val_369
+369	val_369	369	val_369
+369	val_369	369	val_369
+369	val_369	369	val_369
+369	val_369	369	val_369
+369	val_369	369	val_369
+369	val_369	369	val_369
+37	val_37	37	val_37
+37	val_37	37	val_37
+37	val_37	37	val_37
+37	val_37	37	val_37
+373	val_373	373	val_373
+374	val_374	374	val_374
+375	val_375	375	val_375
+377	val_377	377	val_377
+378	val_378	378	val_378
+379	val_379	379	val_379
+382	val_382	382	val_382
+382	val_382	382	val_382
+382	val_382	382	val_382
+382	val_382	382	val_382
+384	val_384	384	val_384
+384	val_384	384	val_384
+384	val_384	384	val_384
+384	val_384	384	val_384
+384	val_384	384	val_384
+384	val_384	384	val_384
+384	val_384	384	val_384
+384	val_384	384	val_384
+384	val_384	384	val_384
+386	val_386	386	val_386
+389	val_389	389	val_389
+392	val_392	392	val_392
+393	val_393	393	val_393
+394	val_394	394	val_394
+395	val_395	395	val_395
+395	val_395	395	val_395
+395	val_395	395	val_395
+395	val_395	395	val_395
+396	val_396	396	val_396
+396	val_396	396	val_396
+396	val_396	396	val_396
+396	val_396	396	val_396
+396	val_396	396	val_396
+396	val_396	396	val_396
+396	val_396	396	val_396
+396	val_396	396	val_396
+396	val_396	396	val_396
+397	val_397	397	val_397
+397	val_397	397	val_397
+397	val_397	397	val_397
+397	val_397	397	val_397
+399	val_399	399	val_399
+399	val_399	399	val_399
+399	val_399	399	val_399
+399	val_399	399	val_399
+4	val_4	4	val_4
+400	val_400	400	val_400
+401	val_401	401	val_401
+401	val_401	401	val_401
+401	val_401	401	val_401
+401	val_401	401	val_401
+401	val_401	401	val_401
+401	val_401	401	val_401
+401	val_401	401	val_401
+401	val_401	401	val_401
+401	val_401	401	val_401
+401	val_401	401	val_401
+401	val_401	401	val_401
+401	val_401	401	val_401
+401	val_401	401	val_401
+401	val_401	401	val_401
+401	val_401	401	val_401
+401	val_401	401	val_401
+401	val_401	401	val_401
+401	val_401	401	val_401
+401	val_401	401	val_401
+401	val_401	401	val_401
+401	val_401	401	val_401
+401	val_401	401	val_401
+401	val_401	401	val_401
+401	val_401	401	val_401
+401	val_401	401	val_401
+402	val_402	402	val_402
+403	val_403	403	val_403
+403	val_403	403	val_403
+403	val_403	403	val_403
+403	val_403	403	val_403
+403	val_403	403	val_403
+403	val_403	403	val_403
+403	val_403	403	val_403
+403	val_403	403	val_403
+403	val_403	403	val_403
+404	val_404	404	val_404
+404	val_404	404	val_404
+404	val_404	404	val_404
+404	val_404	404	val_404
+406	val_406	406	val_406
+406	val_406	406	val_406
+406	val_406	406	val_406
+406	val_406	406	val_406
+406	val_406	406	val_406
+406	val_406	406	val_406
+406	val_406	406	val_406
+406	val_406	406	val_406
+406	val_406	406	val_406
+406	val_406	406	val_406
+406	val_406	406	val_406
+406	val_406	406	val_406
+406	val_406	406	val_406
+406	val_406	406	val_406
+406	val_406	406	val_406
+406	val_406	406	val_406
+407	val_407	407	val_407
+409	val_409	409	val_409
+409	val_409	409	val_409
+409	val_409	409	val_409
+409	val_409	409	val_409
+409	val_409	409	val_409
+409	val_409	409	val_409
+409	val_409	409	val_409
+409	val_409	409	val_409
+409	val_409	409	val_409
+41	val_41	41	val_41
+411	val_411	411	val_411
+413	val_413	413	val_413
+413	val_413	413	val_413
+413	val_413	413	val_413
+413	val_413	413	val_413
+414	val_414	414	val_414
+414	val_414	414	val_414
+414	val_414	414	val_414
+414	val_414	414	val_414
+417	val_417	417	val_417
+417	val_417	417	val_417
+417	val_417	417	val_417
+417	val_417	417	val_417
+417	val_417	417	val_417
+417	val_417	417	val_417
+417	val_417	417	val_417
+417	val_417	417	val_417
+417	val_417	417	val_417
+418	val_418	418	val_418
+419	val_419	419	val_419
+42	val_42	42	val_42
+42	val_42	42	val_42
+42	val_42	42	val_42
+42	val_42	42	val_42
+421	val_421	421	val_421
+424	val_424	424	val_424
+424	val_424	424	val_424
+424	val_424	424	val_424
+424	val_424	424	val_424
+427	val_427	427	val_427
+429	val_429	429	val_429
+429	val_429	429	val_429
+429	val_429	429	val_429
+429	val_429	429	val_429
+43	val_43	43	val_43
+430	val_430	430	val_430
+430	val_430	430	val_430
+430	val_430	430	val_430
+430	val_430	430	val_430
+430	val_430	430	val_430
+430	val_430	430	val_430
+430	val_430	430	val_430
+430	val_430	430	val_430
+430	val_430	430	val_430
+431	val_431	431	val_431
+431	val_431	431	val_431
+431	val_431	431	val_431
+431	val_431	431	val_431
+431	val_431	431	val_431
+431	val_431	431	val_431
+431	val_431	431	val_431
+431	val_431	431	val_431
+431	val_431	431	val_431
+432	val_432	432	val_432
+435	val_435	435	val_435
+436	val_436	436	val_436
+437	val_437	437	val_437
+438	val_438	438	val_438
+438	val_438	438	val_438
+438	val_438	438	val_438
+438	val_438	438	val_438
+438	val_438	438	val_438
+438	val_438	438	val_438
+438	val_438	438	val_438
+438	val_438	438	val_438
+438	val_438	438	val_438
+439	val_439	439	val_439
+439	val_439	439	val_439
+439	val_439	439	val_439
+439	val_439	439	val_439
+44	val_44	44	val_44
+443	val_443	443	val_443
+444	val_444	444	val_444
+446	val_446	446	val_446
+448	val_448	448	val_448
+449	val_449	449	val_449
+452	val_452	452	val_452
+453	val_453	453	val_453
+454	val_454	454	val_454
+454	val_454	454	val_454
+454	val_454	454	val_454
+454	val_454	454	val_454
+454	val_454	454	val_454
+454	val_454	454	val_454
+454	val_454	454	val_454
+454	val_454	454	val_454
+454	val_454	454	val_454
+455	val_455	455	val_455
+457	val_457	457	val_457
+458	val_458	458	val_458
+458	val_458	458	val_458
+458	val_458	458	val_458
+458	val_458	458	val_458
+459	val_459	459	val_459
+459	val_459	459	val_459
+459	val_459	459	val_459
+459	val_459	459	val_459
+460	val_460	460	val_460
+462	val_462	462	val_462
+462	val_462	462	val_462
+462	val_462	462	val_462
+462	val_462	462	val_462
+463	val_463	463	val_463
+463	val_463	463	val_463
+463	val_463	463	val_463
+463	val_463	463	val_463
+466	val_466	466	val_466
+466	val_466	466	val_466
+466	val_466	466	val_466
+466	val_466	466	val_466
+466	val_466	466	val_466
+466	val_466	466	val_466
+466	val_466	466	val_466
+466	val_466	466	val_466
+466	val_466	466	val_466
+467	val_467	467	val_467
+468	val_468	468	val_468
+468	val_468	468	val_468
+468	val_468	468	val_468
+468	val_468	468	val_468
+468	val_468	468	val_468
+468	val_468	468	val_468
+468	val_468	468	val_468
+468	val_468	468	val_468
+468	val_468	468	val_468
+468	val_468	468	val_468
+468	val_468	468	val_468
+468	val_468	468	val_468
+468	val_468	468	val_468
+468	val_468	468	val_468
+468	val_468	468	val_468
+468	val_468	468	val_468
+469	val_469	469	val_469
+469	val_469	469	val_469
+469	val_469	469	val_469
+469	val_469	469	val_469
+469	val_469	469	val_469
+469	val_469	469	val_469
+469	val_469	469	val_469
+469	val_469	469	val_469
+469	val_469	469	val_469
+469	val_469	469	val_469
+469	val_469	469	val_469
+469	val_469	469	val_469
+469	val_469	469	val_469
+469	val_469	469	val_469
+469	val_469	469	val_469
+469	val_469	469	val_469
+469	val_469	469	val_469
+469	val_469	469	val_469
+469	val_469	469	val_469
+469	val_469	469	val_469
+469	val_469	469	val_469
+469	val_469	469	val_469
+469	val_469	469	val_469
+469	val_469	469	val_469
+469	val_469	469	val_469
+47	val_47	47	val_47
+470	val_470	470	val_470
+472	val_472	472	val_472
+475	val_475	475	val_475
+477	val_477	477	val_477
+478	val_478	478	val_478
+478	val_478	478	val_478
+478	val_478	478	val_478
+478	val_478	478	val_478
+479	val_479	479	val_479
+480	val_480	480	val_480
+480	val_480	480	val_480
+480	val_480	480	val_480
+480	val_480	480	val_480
+480	val_480	480	val_480
+480	val_480	480	val_480
+480	val_480	480	val_480
+480	val_480	480	val_480
+480	val_480	480	val_480
+481	val_481	481	val_481
+482	val_482	482	val_482
+483	val_483	483	val_483
+484	val_484	484	val_484
+485	val_485	485	val_485
+487	val_487	487	val_487
+489	val_489	489	val_489
+489	val_489	489	val_489
+489	val_489	489	val_489
+489	val_489	489	val_489
+489	val_489	489	val_489
+489	val_489	489	val_489
+489	val_489	489	val_489
+489	val_489	489	val_489
+489	val_489	489	val_489
+489	val_489	489	val_489
+489	val_489	489	val_489
+489	val_489	489	val_489
+489	val_489	489	val_489
+489	val_489	489	val_489
+489	val_489	489	val_489
+489	val_489	489	val_489
+490	val_490	490	val_490
+491	val_491	491	val_491
+492	val_492	492	val_492
+492	val_492	492	val_492
+492	val_492	492	val_492
+492	val_492	492	val_492
+493	val_493	493	val_493
+494	val_494	494	val_494
+495	val_495	495	val_495
+496	val_496	496	val_496
+497	val_497	497	val_497
+498	val_498	498	val_498
+498	val_498	498	val_498
+498	val_498	498	val_498
+498	val_498	498	val_498
+498	val_498	498	val_498
+498	val_498	498	val_498
+498	val_498	498	val_498
+498	val_498	498	val_498
+498	val_498	498	val_498
+5	val_5	5	val_5
+5	val_5	5	val_5
+5	val_5	5	val_5
+5	val_5	5	val_5
+5	val_5	5	val_5
+5	val_5	5	val_5
+5	val_5	5	val_5
+5	val_5	5	val_5
+5	val_5	5	val_5
+51	val_51	51	val_51
+51	val_51	51	val_51
+51	val_51	51	val_51
+51	val_51	51	val_51
+53	val_53	53	val_53
+54	val_54	54	val_54
+57	val_57	57	val_57
+58	val_58	58	val_58
+58	val_58	58	val_58
+58	val_58	58	val_58
+58	val_58	58	val_58
+64	val_64	64	val_64
+65	val_65	65	val_65
+66	val_66	66	val_66
+67	val_67	67	val_67
+67	val_67	67	val_67
+67	val_67	67	val_67
+67	val_67	67	val_67
+69	val_69	69	val_69
+70	val_70	70	val_70
+70	val_70	70	val_70
+70	val_70	70	val_70
+70	val_70	70	val_70
+70	val_70	70	val_70
+70	val_70	70	val_70
+70	val_70	70	val_70
+70	val_70	70	val_70
+70	val_70	70	val_70
+72	val_72	72	val_72
+72	val_72	72	val_72
+72	val_72	72	val_72
+72	val_72	72	val_72
+74	val_74	74	val_74
+76	val_76	76	val_76
+76	val_76	76	val_76
+76	val_76	76	val_76
+76	val_76	76	val_76
+77	val_77	77	val_77
+78	val_78	78	val_78
+8	val_8	8	val_8
+80	val_80	80	val_80
+82	val_82	82	val_82
+83	val_83	83	val_83
+83	val_83	83	val_83
+83	val_83	83	val_83
+83	val_83	83	val_83
+84	val_84	84	val_84
+84	val_84	84	val_84
+84	val_84	84	val_84
+84	val_84	84	val_84
+85	val_85	85	val_85
+86	val_86	86	val_86
+87	val_87	87	val_87
+9	val_9	9	val_9
+90	val_90	90	val_90
+90	val_90	90	val_90
+90	val_90	90	val_90
+90	val_90	90	val_90
+90	val_90	90	val_90
+90	val_90	90	val_90
+90	val_90	90	val_90
+90	val_90	90	val_90
+90	val_90	90	val_90
+92	val_92	92	val_92
+95	val_95	95	val_95
+95	val_95	95	val_95
+95	val_95	95	val_95
+95	val_95	95	val_95
+96	val_96	96	val_96
+97	val_97	97	val_97
+97	val_97	97	val_97
+97	val_97	97	val_97
+97	val_97	97	val_97
+98	val_98	98	val_98
+98	val_98	98	val_98
+98	val_98	98	val_98
+98	val_98	98	val_98

Added: hive/branches/spark/ql/src/test/results/clientpositive/spark/join16.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/join16.q.out?rev=1620093&view=auto
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/join16.q.out (added)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/join16.q.out Sat Aug 23 22:58:38 2014
@@ -0,0 +1,73 @@
+PREHOOK: query: EXPLAIN SELECT subq.key, tab.value FROM (select a.key, a.value from src a where a.key > 10 ) subq JOIN src tab ON (subq.key = tab.key and subq.key > 20 and subq.value = tab.value) where tab.value < 200
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN SELECT subq.key, tab.value FROM (select a.key, a.value from src a where a.key > 10 ) subq JOIN src tab ON (subq.key = tab.key and subq.key > 20 and subq.value = tab.value) where tab.value < 200
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+  Stage-1 is a root stage
+  Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+  Stage: Stage-1
+    Spark
+      Edges:
+        Reducer 2 <- Map 1 (GROUP SORT), Map 3 (GROUP SORT)
+#### A masked pattern was here ####
+      Vertices:
+        Map 1 
+            Map Operator Tree:
+                TableScan
+                  alias: a
+                  Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+                  Filter Operator
+                    predicate: (((((key > 10) and (key > 20)) and key is not null) and value is not null) and (value < 200)) (type: boolean)
+                    Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                    Select Operator
+                      expressions: key (type: string), value (type: string)
+                      outputColumnNames: _col0, _col1
+                      Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                      Reduce Output Operator
+                        key expressions: _col0 (type: string), _col1 (type: string)
+                        sort order: ++
+                        Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
+                        Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+        Map 3 
+            Map Operator Tree:
+                TableScan
+                  alias: tab
+                  Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+                  Filter Operator
+                    predicate: ((((key > 20) and key is not null) and value is not null) and (value < 200)) (type: boolean)
+                    Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+                    Reduce Output Operator
+                      key expressions: key (type: string), value (type: string)
+                      sort order: ++
+                      Map-reduce partition columns: key (type: string), value (type: string)
+                      Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+        Reducer 2 
+            Reduce Operator Tree:
+              Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                condition expressions:
+                  0 {KEY.reducesinkkey0}
+                  1 {KEY.reducesinkkey1}
+                outputColumnNames: _col0, _col3
+                Statistics: Num rows: 1 Data size: 220 Basic stats: COMPLETE Column stats: NONE
+                Select Operator
+                  expressions: _col0 (type: string), _col3 (type: string)
+                  outputColumnNames: _col0, _col1
+                  Statistics: Num rows: 1 Data size: 220 Basic stats: COMPLETE Column stats: NONE
+                  File Output Operator
+                    compressed: false
+                    Statistics: Num rows: 1 Data size: 220 Basic stats: COMPLETE Column stats: NONE
+                    table:
+                        input format: org.apache.hadoop.mapred.TextInputFormat
+                        output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                        serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+  Stage: Stage-0
+    Fetch Operator
+      limit: -1
+      Processor Tree:
+        ListSink
+

Added: hive/branches/spark/ql/src/test/results/clientpositive/spark/join17.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/join17.q.out?rev=1620093&view=auto
==============================================================================
Files hive/branches/spark/ql/src/test/results/clientpositive/spark/join17.q.out (added) and hive/branches/spark/ql/src/test/results/clientpositive/spark/join17.q.out Sat Aug 23 22:58:38 2014 differ

Added: hive/branches/spark/ql/src/test/results/clientpositive/spark/join18.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/join18.q.out?rev=1620093&view=auto
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/join18.q.out (added)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/join18.q.out Sat Aug 23 22:58:38 2014
@@ -0,0 +1,484 @@
+PREHOOK: query: EXPLAIN
+ SELECT a.key, a.value, b.key, b.value
+ FROM 
+  (
+  SELECT src1.key as key, count(src1.value) AS value FROM src src1 group by src1.key
+  ) a
+ FULL OUTER JOIN 
+ (
+  SELECT src2.key as key, count(distinct(src2.value)) AS value 
+  FROM src1 src2 group by src2.key
+ ) b 
+ ON (a.key = b.key)
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN
+ SELECT a.key, a.value, b.key, b.value
+ FROM 
+  (
+  SELECT src1.key as key, count(src1.value) AS value FROM src src1 group by src1.key
+  ) a
+ FULL OUTER JOIN 
+ (
+  SELECT src2.key as key, count(distinct(src2.value)) AS value 
+  FROM src1 src2 group by src2.key
+ ) b 
+ ON (a.key = b.key)
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+  Stage-1 is a root stage
+  Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+  Stage: Stage-1
+    Spark
+      Edges:
+        Reducer 2 <- Map 1 (GROUP SORT)
+        Reducer 3 <- Reducer 2 (GROUP SORT), Reducer 5 (GROUP SORT)
+        Reducer 5 <- Map 4 (GROUP)
+#### A masked pattern was here ####
+      Vertices:
+        Map 1 
+            Map Operator Tree:
+                TableScan
+                  alias: src2
+                  Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE
+                  Select Operator
+                    expressions: key (type: string), value (type: string)
+                    outputColumnNames: key, value
+                    Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE
+                    Group By Operator
+                      aggregations: count(DISTINCT value)
+                      keys: key (type: string), value (type: string)
+                      mode: hash
+                      outputColumnNames: _col0, _col1, _col2
+                      Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE
+                      Reduce Output Operator
+                        key expressions: _col0 (type: string), _col1 (type: string)
+                        sort order: ++
+                        Map-reduce partition columns: _col0 (type: string)
+                        Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE
+        Map 4 
+            Map Operator Tree:
+                TableScan
+                  alias: src1
+                  Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+                  Select Operator
+                    expressions: key (type: string), value (type: string)
+                    outputColumnNames: key, value
+                    Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+                    Group By Operator
+                      aggregations: count(value)
+                      keys: key (type: string)
+                      mode: hash
+                      outputColumnNames: _col0, _col1
+                      Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+                      Reduce Output Operator
+                        key expressions: _col0 (type: string)
+                        sort order: +
+                        Map-reduce partition columns: _col0 (type: string)
+                        Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+                        value expressions: _col1 (type: bigint)
+        Reducer 2 
+            Reduce Operator Tree:
+              Group By Operator
+                aggregations: count(DISTINCT KEY._col1:0._col0)
+                keys: KEY._col0 (type: string)
+                mode: mergepartial
+                outputColumnNames: _col0, _col1
+                Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                Select Operator
+                  expressions: _col0 (type: string), _col1 (type: bigint)
+                  outputColumnNames: _col0, _col1
+                  Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                  Reduce Output Operator
+                    key expressions: _col0 (type: string)
+                    sort order: +
+                    Map-reduce partition columns: _col0 (type: string)
+                    Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                    value expressions: _col1 (type: bigint)
+        Reducer 3 
+            Reduce Operator Tree:
+              Join Operator
+                condition map:
+                     Outer Join 0 to 1
+                condition expressions:
+                  0 {KEY.reducesinkkey0} {VALUE._col0}
+                  1 {KEY.reducesinkkey0} {VALUE._col0}
+                outputColumnNames: _col0, _col1, _col2, _col3
+                Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE
+                Select Operator
+                  expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: bigint)
+                  outputColumnNames: _col0, _col1, _col2, _col3
+                  Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE
+                  File Output Operator
+                    compressed: false
+                    Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE
+                    table:
+                        input format: org.apache.hadoop.mapred.TextInputFormat
+                        output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                        serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+        Reducer 5 
+            Reduce Operator Tree:
+              Group By Operator
+                aggregations: count(VALUE._col0)
+                keys: KEY._col0 (type: string)
+                mode: mergepartial
+                outputColumnNames: _col0, _col1
+                Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE
+                Select Operator
+                  expressions: _col0 (type: string), _col1 (type: bigint)
+                  outputColumnNames: _col0, _col1
+                  Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE
+                  Reduce Output Operator
+                    key expressions: _col0 (type: string)
+                    sort order: +
+                    Map-reduce partition columns: _col0 (type: string)
+                    Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE
+                    value expressions: _col1 (type: bigint)
+
+  Stage: Stage-0
+    Fetch Operator
+      limit: -1
+      Processor Tree:
+        ListSink
+
+PREHOOK: query: SELECT a.key, a.value, b.key, b.value
+ FROM 
+  (
+  SELECT src1.key as key, count(src1.value) AS value FROM src src1 group by src1.key
+  ) a
+ FULL OUTER JOIN 
+ (
+  SELECT src2.key as key, count(distinct(src2.value)) AS value 
+  FROM src1 src2 group by src2.key
+ ) b 
+ ON (a.key = b.key)
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Input: default@src1
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT a.key, a.value, b.key, b.value
+ FROM 
+  (
+  SELECT src1.key as key, count(src1.value) AS value FROM src src1 group by src1.key
+  ) a
+ FULL OUTER JOIN 
+ (
+  SELECT src2.key as key, count(distinct(src2.value)) AS value 
+  FROM src1 src2 group by src2.key
+ ) b 
+ ON (a.key = b.key)
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Input: default@src1
+#### A masked pattern was here ####
+NULL	NULL		7
+0	3	NULL	NULL
+10	1	NULL	NULL
+100	2	NULL	NULL
+103	2	NULL	NULL
+104	2	NULL	NULL
+105	1	NULL	NULL
+11	1	NULL	NULL
+111	1	NULL	NULL
+113	2	NULL	NULL
+114	1	NULL	NULL
+116	1	NULL	NULL
+118	2	NULL	NULL
+119	3	NULL	NULL
+12	2	NULL	NULL
+120	2	NULL	NULL
+125	2	NULL	NULL
+126	1	NULL	NULL
+128	3	128	1
+129	2	NULL	NULL
+131	1	NULL	NULL
+133	1	NULL	NULL
+134	2	NULL	NULL
+136	1	NULL	NULL
+137	2	NULL	NULL
+138	4	NULL	NULL
+143	1	NULL	NULL
+145	1	NULL	NULL
+146	2	146	1
+149	2	NULL	NULL
+15	2	NULL	NULL
+150	1	150	1
+152	2	NULL	NULL
+153	1	NULL	NULL
+155	1	NULL	NULL
+156	1	NULL	NULL
+157	1	NULL	NULL
+158	1	NULL	NULL
+160	1	NULL	NULL
+162	1	NULL	NULL
+163	1	NULL	NULL
+164	2	NULL	NULL
+165	2	NULL	NULL
+166	1	NULL	NULL
+167	3	NULL	NULL
+168	1	NULL	NULL
+169	4	NULL	NULL
+17	1	NULL	NULL
+170	1	NULL	NULL
+172	2	NULL	NULL
+174	2	NULL	NULL
+175	2	NULL	NULL
+176	2	NULL	NULL
+177	1	NULL	NULL
+178	1	NULL	NULL
+179	2	NULL	NULL
+18	2	NULL	NULL
+180	1	NULL	NULL
+181	1	NULL	NULL
+183	1	NULL	NULL
+186	1	NULL	NULL
+187	3	NULL	NULL
+189	1	NULL	NULL
+19	1	NULL	NULL
+190	1	NULL	NULL
+191	2	NULL	NULL
+192	1	NULL	NULL
+193	3	NULL	NULL
+194	1	NULL	NULL
+195	2	NULL	NULL
+196	1	NULL	NULL
+197	2	NULL	NULL
+199	3	NULL	NULL
+2	1	NULL	NULL
+20	1	NULL	NULL
+200	2	NULL	NULL
+201	1	NULL	NULL
+202	1	NULL	NULL
+203	2	NULL	NULL
+205	2	NULL	NULL
+207	2	NULL	NULL
+208	3	NULL	NULL
+209	2	NULL	NULL
+213	2	213	1
+214	1	NULL	NULL
+216	2	NULL	NULL
+217	2	NULL	NULL
+218	1	NULL	NULL
+219	2	NULL	NULL
+221	2	NULL	NULL
+222	1	NULL	NULL
+223	2	NULL	NULL
+224	2	224	1
+226	1	NULL	NULL
+228	1	NULL	NULL
+229	2	NULL	NULL
+230	5	NULL	NULL
+233	2	NULL	NULL
+235	1	NULL	NULL
+237	2	NULL	NULL
+238	2	238	1
+239	2	NULL	NULL
+24	2	NULL	NULL
+241	1	NULL	NULL
+242	2	NULL	NULL
+244	1	NULL	NULL
+247	1	NULL	NULL
+248	1	NULL	NULL
+249	1	NULL	NULL
+252	1	NULL	NULL
+255	2	255	1
+256	2	NULL	NULL
+257	1	NULL	NULL
+258	1	NULL	NULL
+26	2	NULL	NULL
+260	1	NULL	NULL
+262	1	NULL	NULL
+263	1	NULL	NULL
+265	2	NULL	NULL
+266	1	NULL	NULL
+27	1	NULL	NULL
+272	2	NULL	NULL
+273	3	273	1
+274	1	NULL	NULL
+275	1	NULL	NULL
+277	4	NULL	NULL
+278	2	278	1
+28	1	NULL	NULL
+280	2	NULL	NULL
+281	2	NULL	NULL
+282	2	NULL	NULL
+283	1	NULL	NULL
+284	1	NULL	NULL
+285	1	NULL	NULL
+286	1	NULL	NULL
+287	1	NULL	NULL
+288	2	NULL	NULL
+289	1	NULL	NULL
+291	1	NULL	NULL
+292	1	NULL	NULL
+296	1	NULL	NULL
+298	3	NULL	NULL
+30	1	NULL	NULL
+302	1	NULL	NULL
+305	1	NULL	NULL
+306	1	NULL	NULL
+307	2	NULL	NULL
+308	1	NULL	NULL
+309	2	NULL	NULL
+310	1	NULL	NULL
+311	3	311	1
+315	1	NULL	NULL
+316	3	NULL	NULL
+317	2	NULL	NULL
+318	3	NULL	NULL
+321	2	NULL	NULL
+322	2	NULL	NULL
+323	1	NULL	NULL
+325	2	NULL	NULL
+327	3	NULL	NULL
+33	1	NULL	NULL
+331	2	NULL	NULL
+332	1	NULL	NULL
+333	2	NULL	NULL
+335	1	NULL	NULL
+336	1	NULL	NULL
+338	1	NULL	NULL
+339	1	NULL	NULL
+34	1	NULL	NULL
+341	1	NULL	NULL
+342	2	NULL	NULL
+344	2	NULL	NULL
+345	1	NULL	NULL
+348	5	NULL	NULL
+35	3	NULL	NULL
+351	1	NULL	NULL
+353	2	NULL	NULL
+356	1	NULL	NULL
+360	1	NULL	NULL
+362	1	NULL	NULL
+364	1	NULL	NULL
+365	1	NULL	NULL
+366	1	NULL	NULL
+367	2	NULL	NULL
+368	1	NULL	NULL
+369	3	369	1
+37	2	NULL	NULL
+373	1	NULL	NULL
+374	1	NULL	NULL
+375	1	NULL	NULL
+377	1	NULL	NULL
+378	1	NULL	NULL
+379	1	NULL	NULL
+382	2	NULL	NULL
+384	3	NULL	NULL
+386	1	NULL	NULL
+389	1	NULL	NULL
+392	1	NULL	NULL
+393	1	NULL	NULL
+394	1	NULL	NULL
+395	2	NULL	NULL
+396	3	NULL	NULL
+397	2	NULL	NULL
+399	2	NULL	NULL
+4	1	NULL	NULL
+400	1	NULL	NULL
+401	5	401	1
+402	1	NULL	NULL
+403	3	NULL	NULL
+404	2	NULL	NULL
+406	4	406	1
+407	1	NULL	NULL
+409	3	NULL	NULL
+41	1	NULL	NULL
+411	1	NULL	NULL
+413	2	NULL	NULL
+414	2	NULL	NULL
+417	3	NULL	NULL
+418	1	NULL	NULL
+419	1	NULL	NULL
+42	2	NULL	NULL
+421	1	NULL	NULL
+424	2	NULL	NULL
+427	1	NULL	NULL
+429	2	NULL	NULL
+43	1	NULL	NULL
+430	3	NULL	NULL
+431	3	NULL	NULL
+432	1	NULL	NULL
+435	1	NULL	NULL
+436	1	NULL	NULL
+437	1	NULL	NULL
+438	3	NULL	NULL
+439	2	NULL	NULL
+44	1	NULL	NULL
+443	1	NULL	NULL
+444	1	NULL	NULL
+446	1	NULL	NULL
+448	1	NULL	NULL
+449	1	NULL	NULL
+452	1	NULL	NULL
+453	1	NULL	NULL
+454	3	NULL	NULL
+455	1	NULL	NULL
+457	1	NULL	NULL
+458	2	NULL	NULL
+459	2	NULL	NULL
+460	1	NULL	NULL
+462	2	NULL	NULL
+463	2	NULL	NULL
+466	3	NULL	NULL
+467	1	NULL	NULL
+468	4	NULL	NULL
+469	5	NULL	NULL
+47	1	NULL	NULL
+470	1	NULL	NULL
+472	1	NULL	NULL
+475	1	NULL	NULL
+477	1	NULL	NULL
+478	2	NULL	NULL
+479	1	NULL	NULL
+480	3	NULL	NULL
+481	1	NULL	NULL
+482	1	NULL	NULL
+483	1	NULL	NULL
+484	1	NULL	NULL
+485	1	NULL	NULL
+487	1	NULL	NULL
+489	4	NULL	NULL
+490	1	NULL	NULL
+491	1	NULL	NULL
+492	2	NULL	NULL
+493	1	NULL	NULL
+494	1	NULL	NULL
+495	1	NULL	NULL
+496	1	NULL	NULL
+497	1	NULL	NULL
+498	3	NULL	NULL
+5	3	NULL	NULL
+51	2	NULL	NULL
+53	1	NULL	NULL
+54	1	NULL	NULL
+57	1	NULL	NULL
+58	2	NULL	NULL
+64	1	NULL	NULL
+65	1	NULL	NULL
+66	1	66	1
+67	2	NULL	NULL
+69	1	NULL	NULL
+70	3	NULL	NULL
+72	2	NULL	NULL
+74	1	NULL	NULL
+76	2	NULL	NULL
+77	1	NULL	NULL
+78	1	NULL	NULL
+8	1	NULL	NULL
+80	1	NULL	NULL
+82	1	NULL	NULL
+83	2	NULL	NULL
+84	2	NULL	NULL
+85	1	NULL	NULL
+86	1	NULL	NULL
+87	1	NULL	NULL
+9	1	NULL	NULL
+90	3	NULL	NULL
+92	1	NULL	NULL
+95	2	NULL	NULL
+96	1	NULL	NULL
+97	2	NULL	NULL
+98	2	98	1

Added: hive/branches/spark/ql/src/test/results/clientpositive/spark/join19.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/join19.q.out?rev=1620093&view=auto
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/join19.q.out (added)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/join19.q.out Sat Aug 23 22:58:38 2014
@@ -0,0 +1,303 @@
+PREHOOK: query: CREATE TABLE triples (foo string, subject string, predicate string, object string, foo2 string)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@triples
+POSTHOOK: query: CREATE TABLE triples (foo string, subject string, predicate string, object string, foo2 string)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@triples
+PREHOOK: query: EXPLAIN
+SELECT t11.subject, t22.object , t33.subject , t55.object, t66.object
+FROM
+(
+SELECT t1.subject
+FROM triples t1
+WHERE
+t1.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__INSTANCEOF_REL'
+AND
+t1.object='http://ontos/OntosMiner/Common.English/ontology#Citation'
+) t11
+JOIN
+(
+SELECT t2.subject , t2.object
+FROM triples t2
+WHERE
+t2.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL'
+) t22
+ON (t11.subject=t22.subject)
+JOIN
+(
+SELECT t3.subject , t3.object
+FROM triples t3
+WHERE
+t3.predicate='http://www.ontosearch.com/2007/12/ontosofa-ns#_from'
+
+) t33
+ON (t11.subject=t33.object)
+JOIN
+(
+SELECT t4.subject
+FROM triples t4
+WHERE
+t4.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__INSTANCEOF_REL'
+AND
+t4.object='http://ontos/OntosMiner/Common.English/ontology#Author'
+
+) t44
+ON (t44.subject=t33.subject)
+JOIN
+(
+SELECT t5.subject, t5.object
+FROM triples t5
+WHERE
+t5.predicate='http://www.ontosearch.com/2007/12/ontosofa-ns#_to'
+) t55
+ON (t55.subject=t44.subject)
+JOIN
+(
+SELECT t6.subject, t6.object
+FROM triples t6
+WHERE
+t6.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL'
+) t66
+ON (t66.subject=t55.object)
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN
+SELECT t11.subject, t22.object , t33.subject , t55.object, t66.object
+FROM
+(
+SELECT t1.subject
+FROM triples t1
+WHERE
+t1.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__INSTANCEOF_REL'
+AND
+t1.object='http://ontos/OntosMiner/Common.English/ontology#Citation'
+) t11
+JOIN
+(
+SELECT t2.subject , t2.object
+FROM triples t2
+WHERE
+t2.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL'
+) t22
+ON (t11.subject=t22.subject)
+JOIN
+(
+SELECT t3.subject , t3.object
+FROM triples t3
+WHERE
+t3.predicate='http://www.ontosearch.com/2007/12/ontosofa-ns#_from'
+
+) t33
+ON (t11.subject=t33.object)
+JOIN
+(
+SELECT t4.subject
+FROM triples t4
+WHERE
+t4.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__INSTANCEOF_REL'
+AND
+t4.object='http://ontos/OntosMiner/Common.English/ontology#Author'
+
+) t44
+ON (t44.subject=t33.subject)
+JOIN
+(
+SELECT t5.subject, t5.object
+FROM triples t5
+WHERE
+t5.predicate='http://www.ontosearch.com/2007/12/ontosofa-ns#_to'
+) t55
+ON (t55.subject=t44.subject)
+JOIN
+(
+SELECT t6.subject, t6.object
+FROM triples t6
+WHERE
+t6.predicate='http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL'
+) t66
+ON (t66.subject=t55.object)
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+  Stage-1 is a root stage
+  Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+  Stage: Stage-1
+    Spark
+      Edges:
+        Reducer 2 <- Map 1 (GROUP SORT), Reducer 5 (GROUP SORT)
+        Reducer 4 <- Map 3 (GROUP SORT), Map 6 (GROUP SORT), Map 8 (GROUP SORT)
+        Reducer 5 <- Map 7 (GROUP SORT), Map 9 (GROUP SORT), Reducer 4 (GROUP SORT)
+#### A masked pattern was here ####
+      Vertices:
+        Map 1 
+            Map Operator Tree:
+                TableScan
+                  alias: t6
+                  Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                  Filter Operator
+                    predicate: ((predicate = 'http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL') and subject is not null) (type: boolean)
+                    Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                    Select Operator
+                      expressions: subject (type: string), object (type: string)
+                      outputColumnNames: _col0, _col1
+                      Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                      Reduce Output Operator
+                        key expressions: _col0 (type: string)
+                        sort order: +
+                        Map-reduce partition columns: _col0 (type: string)
+                        Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                        value expressions: _col1 (type: string)
+        Map 3 
+            Map Operator Tree:
+                TableScan
+                  alias: t2
+                  Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                  Filter Operator
+                    predicate: ((predicate = 'http://sofa.semanticweb.org/sofa/v1.0/system#__LABEL_REL') and subject is not null) (type: boolean)
+                    Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                    Select Operator
+                      expressions: subject (type: string), object (type: string)
+                      outputColumnNames: _col0, _col1
+                      Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                      Reduce Output Operator
+                        key expressions: _col0 (type: string)
+                        sort order: +
+                        Map-reduce partition columns: _col0 (type: string)
+                        Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                        value expressions: _col1 (type: string)
+        Map 6 
+            Map Operator Tree:
+                TableScan
+                  alias: t3
+                  Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                  Filter Operator
+                    predicate: (((predicate = 'http://www.ontosearch.com/2007/12/ontosofa-ns#_from') and object is not null) and subject is not null) (type: boolean)
+                    Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                    Select Operator
+                      expressions: subject (type: string), object (type: string)
+                      outputColumnNames: _col0, _col1
+                      Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                      Reduce Output Operator
+                        key expressions: _col1 (type: string)
+                        sort order: +
+                        Map-reduce partition columns: _col1 (type: string)
+                        Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                        value expressions: _col0 (type: string)
+        Map 7 
+            Map Operator Tree:
+                TableScan
+                  alias: t5
+                  Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                  Filter Operator
+                    predicate: (((predicate = 'http://www.ontosearch.com/2007/12/ontosofa-ns#_to') and subject is not null) and object is not null) (type: boolean)
+                    Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                    Select Operator
+                      expressions: subject (type: string), object (type: string)
+                      outputColumnNames: _col0, _col1
+                      Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                      Reduce Output Operator
+                        key expressions: _col0 (type: string)
+                        sort order: +
+                        Map-reduce partition columns: _col0 (type: string)
+                        Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                        value expressions: _col1 (type: string)
+        Map 8 
+            Map Operator Tree:
+                TableScan
+                  alias: t1
+                  Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                  Filter Operator
+                    predicate: (((predicate = 'http://sofa.semanticweb.org/sofa/v1.0/system#__INSTANCEOF_REL') and (object = 'http://ontos/OntosMiner/Common.English/ontology#Citation')) and subject is not null) (type: boolean)
+                    Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                    Select Operator
+                      expressions: subject (type: string)
+                      outputColumnNames: _col0
+                      Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                      Reduce Output Operator
+                        key expressions: _col0 (type: string)
+                        sort order: +
+                        Map-reduce partition columns: _col0 (type: string)
+                        Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+        Map 9 
+            Map Operator Tree:
+                TableScan
+                  alias: t4
+                  Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                  Filter Operator
+                    predicate: (((predicate = 'http://sofa.semanticweb.org/sofa/v1.0/system#__INSTANCEOF_REL') and (object = 'http://ontos/OntosMiner/Common.English/ontology#Author')) and subject is not null) (type: boolean)
+                    Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                    Select Operator
+                      expressions: subject (type: string)
+                      outputColumnNames: _col0
+                      Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                      Reduce Output Operator
+                        key expressions: _col0 (type: string)
+                        sort order: +
+                        Map-reduce partition columns: _col0 (type: string)
+                        Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+        Reducer 2 
+            Reduce Operator Tree:
+              Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                condition expressions:
+                  0 {VALUE._col0} {VALUE._col2} {VALUE._col3} {KEY.reducesinkkey0}
+                  1 {VALUE._col0}
+                outputColumnNames: _col0, _col2, _col3, _col7, _col9
+                Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                Select Operator
+                  expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string), _col7 (type: string), _col9 (type: string)
+                  outputColumnNames: _col0, _col1, _col2, _col3, _col4
+                  Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                  File Output Operator
+                    compressed: false
+                    Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                    table:
+                        input format: org.apache.hadoop.mapred.TextInputFormat
+                        output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                        serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+        Reducer 4 
+            Reduce Operator Tree:
+              Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                     Inner Join 0 to 2
+                condition expressions:
+                  0 {KEY.reducesinkkey0}
+                  1 {VALUE._col0}
+                  2 {VALUE._col0}
+                outputColumnNames: _col0, _col2, _col3
+                Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                Reduce Output Operator
+                  key expressions: _col3 (type: string)
+                  sort order: +
+                  Map-reduce partition columns: _col3 (type: string)
+                  Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                  value expressions: _col0 (type: string), _col2 (type: string)
+        Reducer 5 
+            Reduce Operator Tree:
+              Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                     Inner Join 1 to 2
+                condition expressions:
+                  0 {VALUE._col0} {VALUE._col2} {KEY.reducesinkkey0}
+                  1 
+                  2 {VALUE._col0}
+                outputColumnNames: _col0, _col2, _col3, _col7
+                Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                Reduce Output Operator
+                  key expressions: _col7 (type: string)
+                  sort order: +
+                  Map-reduce partition columns: _col7 (type: string)
+                  Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE
+                  value expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string)
+
+  Stage: Stage-0
+    Fetch Operator
+      limit: -1
+      Processor Tree:
+        ListSink
+

Added: hive/branches/spark/ql/src/test/results/clientpositive/spark/join2.q.out
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/test/results/clientpositive/spark/join2.q.out?rev=1620093&view=auto
==============================================================================
--- hive/branches/spark/ql/src/test/results/clientpositive/spark/join2.q.out (added)
+++ hive/branches/spark/ql/src/test/results/clientpositive/spark/join2.q.out Sat Aug 23 22:58:38 2014
@@ -0,0 +1,621 @@
+PREHOOK: query: CREATE TABLE dest_j2(key INT, value STRING) STORED AS TEXTFILE
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@dest_j2
+POSTHOOK: query: CREATE TABLE dest_j2(key INT, value STRING) STORED AS TEXTFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@dest_j2
+PREHOOK: query: EXPLAIN
+FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key)
+INSERT OVERWRITE TABLE dest_j2 SELECT src1.key, src3.value
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN
+FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key)
+INSERT OVERWRITE TABLE dest_j2 SELECT src1.key, src3.value
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+  Stage-1 is a root stage
+  Stage-2 depends on stages: Stage-1
+  Stage-0 depends on stages: Stage-2
+  Stage-3 depends on stages: Stage-0
+
+STAGE PLANS:
+  Stage: Stage-1
+    Spark
+      Edges:
+        Reducer 2 <- Map 1 (GROUP SORT), Map 5 (GROUP SORT)
+        Reducer 3 <- Map 4 (GROUP SORT), Reducer 2 (GROUP SORT)
+#### A masked pattern was here ####
+      Vertices:
+        Map 1 
+            Map Operator Tree:
+                TableScan
+                  alias: src2
+                  Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+                  Filter Operator
+                    predicate: key is not null (type: boolean)
+                    Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE
+                    Reduce Output Operator
+                      key expressions: key (type: string)
+                      sort order: +
+                      Map-reduce partition columns: key (type: string)
+                      Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE
+        Map 4 
+            Map Operator Tree:
+                TableScan
+                  alias: src3
+                  Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+                  Filter Operator
+                    predicate: UDFToDouble(key) is not null (type: boolean)
+                    Statistics: Num rows: 15 Data size: 3006 Basic stats: COMPLETE Column stats: NONE
+                    Reduce Output Operator
+                      key expressions: UDFToDouble(key) (type: double)
+                      sort order: +
+                      Map-reduce partition columns: UDFToDouble(key) (type: double)
+                      Statistics: Num rows: 15 Data size: 3006 Basic stats: COMPLETE Column stats: NONE
+                      value expressions: value (type: string)
+        Map 5 
+            Map Operator Tree:
+                TableScan
+                  alias: src1
+                  Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE
+                  Filter Operator
+                    predicate: key is not null (type: boolean)
+                    Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE
+                    Reduce Output Operator
+                      key expressions: key (type: string)
+                      sort order: +
+                      Map-reduce partition columns: key (type: string)
+                      Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE
+        Reducer 2 
+            Reduce Operator Tree:
+              Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                condition expressions:
+                  0 {KEY.reducesinkkey0}
+                  1 {KEY.reducesinkkey0}
+                outputColumnNames: _col0, _col4
+                Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE
+                Filter Operator
+                  predicate: (_col0 + _col4) is not null (type: boolean)
+                  Statistics: Num rows: 16 Data size: 1649 Basic stats: COMPLETE Column stats: NONE
+                  Reduce Output Operator
+                    key expressions: (_col0 + _col4) (type: double)
+                    sort order: +
+                    Map-reduce partition columns: (_col0 + _col4) (type: double)
+                    Statistics: Num rows: 16 Data size: 1649 Basic stats: COMPLETE Column stats: NONE
+                    value expressions: _col0 (type: string)
+        Reducer 3 
+            Reduce Operator Tree:
+              Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                condition expressions:
+                  0 {VALUE._col0}
+                  1 {VALUE._col1}
+                outputColumnNames: _col0, _col9
+                Statistics: Num rows: 17 Data size: 1813 Basic stats: COMPLETE Column stats: NONE
+                Select Operator
+                  expressions: UDFToInteger(_col0) (type: int), _col9 (type: string)
+                  outputColumnNames: _col0, _col1
+                  Statistics: Num rows: 17 Data size: 1813 Basic stats: COMPLETE Column stats: NONE
+                  File Output Operator
+                    compressed: false
+                    Statistics: Num rows: 17 Data size: 1813 Basic stats: COMPLETE Column stats: NONE
+                    table:
+                        input format: org.apache.hadoop.mapred.TextInputFormat
+                        output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                        serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+                        name: default.dest_j2
+
+  Stage: Stage-2
+    Dependency Collection
+
+  Stage: Stage-0
+    Move Operator
+      tables:
+          replace: true
+          table:
+              input format: org.apache.hadoop.mapred.TextInputFormat
+              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+              name: default.dest_j2
+
+  Stage: Stage-3
+    Stats-Aggr Operator
+
+PREHOOK: query: FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key)
+INSERT OVERWRITE TABLE dest_j2 SELECT src1.key, src3.value
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@dest_j2
+[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to
+POSTHOOK: query: FROM src src1 JOIN src src2 ON (src1.key = src2.key) JOIN src src3 ON (src1.key + src2.key = src3.key)
+INSERT OVERWRITE TABLE dest_j2 SELECT src1.key, src3.value
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@dest_j2
+POSTHOOK: Lineage: dest_j2.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: dest_j2.value SIMPLE [(src)src3.FieldSchema(name:value, type:string, comment:default), ]
+PREHOOK: query: SELECT dest_j2.* FROM dest_j2
+PREHOOK: type: QUERY
+PREHOOK: Input: default@dest_j2
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT dest_j2.* FROM dest_j2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@dest_j2
+#### A masked pattern was here ####
+0	val_0
+0	val_0
+0	val_0
+0	val_0
+0	val_0
+0	val_0
+0	val_0
+0	val_0
+0	val_0
+0	val_0
+0	val_0
+0	val_0
+0	val_0
+0	val_0
+0	val_0
+0	val_0
+0	val_0
+0	val_0
+0	val_0
+0	val_0
+0	val_0
+0	val_0
+0	val_0
+0	val_0
+0	val_0
+0	val_0
+0	val_0
+2	val_4
+4	val_8
+5	val_10
+5	val_10
+5	val_10
+5	val_10
+5	val_10
+5	val_10
+5	val_10
+5	val_10
+5	val_10
+9	val_18
+9	val_18
+10	val_20
+12	val_24
+12	val_24
+12	val_24
+12	val_24
+12	val_24
+12	val_24
+12	val_24
+12	val_24
+15	val_30
+15	val_30
+15	val_30
+15	val_30
+17	val_34
+27	val_54
+33	val_66
+35	val_70
+35	val_70
+35	val_70
+35	val_70
+35	val_70
+35	val_70
+35	val_70
+35	val_70
+35	val_70
+35	val_70
+35	val_70
+35	val_70
+35	val_70
+35	val_70
+35	val_70
+35	val_70
+35	val_70
+35	val_70
+35	val_70
+35	val_70
+35	val_70
+35	val_70
+35	val_70
+35	val_70
+35	val_70
+35	val_70
+35	val_70
+37	val_74
+37	val_74
+37	val_74
+37	val_74
+41	val_82
+42	val_84
+42	val_84
+42	val_84
+42	val_84
+42	val_84
+42	val_84
+42	val_84
+42	val_84
+43	val_86
+57	val_114
+58	val_116
+58	val_116
+58	val_116
+58	val_116
+64	val_128
+64	val_128
+64	val_128
+67	val_134
+67	val_134
+67	val_134
+67	val_134
+67	val_134
+67	val_134
+67	val_134
+67	val_134
+69	val_138
+69	val_138
+69	val_138
+69	val_138
+76	val_152
+76	val_152
+76	val_152
+76	val_152
+76	val_152
+76	val_152
+76	val_152
+76	val_152
+78	val_156
+80	val_160
+82	val_164
+82	val_164
+83	val_166
+83	val_166
+83	val_166
+83	val_166
+84	val_168
+84	val_168
+84	val_168
+84	val_168
+85	val_170
+86	val_172
+86	val_172
+87	val_174
+87	val_174
+90	val_180
+90	val_180
+90	val_180
+90	val_180
+90	val_180
+90	val_180
+90	val_180
+90	val_180
+90	val_180
+95	val_190
+95	val_190
+95	val_190
+95	val_190
+96	val_192
+97	val_194
+97	val_194
+97	val_194
+97	val_194
+98	val_196
+98	val_196
+98	val_196
+98	val_196
+100	val_200
+100	val_200
+100	val_200
+100	val_200
+100	val_200
+100	val_200
+100	val_200
+100	val_200
+104	val_208
+104	val_208
+104	val_208
+104	val_208
+104	val_208
+104	val_208
+104	val_208
+104	val_208
+104	val_208
+104	val_208
+104	val_208
+104	val_208
+111	val_222
+113	val_226
+113	val_226
+113	val_226
+113	val_226
+114	val_228
+119	val_238
+119	val_238
+119	val_238
+119	val_238
+119	val_238
+119	val_238
+119	val_238
+119	val_238
+119	val_238
+119	val_238
+119	val_238
+119	val_238
+119	val_238
+119	val_238
+119	val_238
+119	val_238
+119	val_238
+119	val_238
+126	val_252
+128	val_256
+128	val_256
+128	val_256
+128	val_256
+128	val_256
+128	val_256
+128	val_256
+128	val_256
+128	val_256
+128	val_256
+128	val_256
+128	val_256
+128	val_256
+128	val_256
+128	val_256
+128	val_256
+128	val_256
+128	val_256
+129	val_258
+129	val_258
+129	val_258
+129	val_258
+131	val_262
+133	val_266
+136	val_272
+136	val_272
+137	val_274
+137	val_274
+137	val_274
+137	val_274
+143	val_286
+146	val_292
+146	val_292
+146	val_292
+146	val_292
+149	val_298
+149	val_298
+149	val_298
+149	val_298
+149	val_298
+149	val_298
+149	val_298
+149	val_298
+149	val_298
+149	val_298
+149	val_298
+149	val_298
+153	val_306
+155	val_310
+158	val_316
+158	val_316
+158	val_316
+166	val_332
+168	val_336
+169	val_338
+169	val_338
+169	val_338
+169	val_338
+169	val_338
+169	val_338
+169	val_338
+169	val_338
+169	val_338
+169	val_338
+169	val_338
+169	val_338
+169	val_338
+169	val_338
+169	val_338
+169	val_338
+172	val_344
+172	val_344
+172	val_344
+172	val_344
+172	val_344
+172	val_344
+172	val_344
+172	val_344
+174	val_348
+174	val_348
+174	val_348
+174	val_348
+174	val_348
+174	val_348
+174	val_348
+174	val_348
+174	val_348
+174	val_348
+174	val_348
+174	val_348
+174	val_348
+174	val_348
+174	val_348
+174	val_348
+174	val_348
+174	val_348
+174	val_348
+174	val_348
+178	val_356
+180	val_360
+181	val_362
+183	val_366
+187	val_374
+187	val_374
+187	val_374
+187	val_374
+187	val_374
+187	val_374
+187	val_374
+187	val_374
+187	val_374
+189	val_378
+191	val_382
+191	val_382
+191	val_382
+191	val_382
+191	val_382
+191	val_382
+191	val_382
+191	val_382
+192	val_384
+192	val_384
+192	val_384
+193	val_386
+193	val_386
+193	val_386
+193	val_386
+193	val_386
+193	val_386
+193	val_386
+193	val_386
+193	val_386
+196	val_392
+197	val_394
+197	val_394
+197	val_394
+197	val_394
+200	val_400
+200	val_400
+200	val_400
+200	val_400
+201	val_402
+202	val_404
+202	val_404
+203	val_406
+203	val_406
+203	val_406
+203	val_406
+203	val_406
+203	val_406
+203	val_406
+203	val_406
+203	val_406
+203	val_406
+203	val_406
+203	val_406
+203	val_406
+203	val_406
+203	val_406
+203	val_406
+207	val_414
+207	val_414
+207	val_414
+207	val_414
+207	val_414
+207	val_414
+207	val_414
+207	val_414
+209	val_418
+209	val_418
+209	val_418
+209	val_418
+216	val_432
+216	val_432
+216	val_432
+216	val_432
+218	val_436
+219	val_438
+219	val_438
+219	val_438
+219	val_438
+219	val_438
+219	val_438
+219	val_438
+219	val_438
+219	val_438
+219	val_438
+219	val_438
+219	val_438
+222	val_444
+223	val_446
+223	val_446
+223	val_446
+223	val_446
+224	val_448
+224	val_448
+224	val_448
+224	val_448
+226	val_452
+229	val_458
+229	val_458
+229	val_458
+229	val_458
+229	val_458
+229	val_458
+229	val_458
+229	val_458
+230	val_460
+230	val_460
+230	val_460
+230	val_460
+230	val_460
+230	val_460
+230	val_460
+230	val_460
+230	val_460
+230	val_460
+230	val_460
+230	val_460
+230	val_460
+230	val_460
+230	val_460
+230	val_460
+230	val_460
+230	val_460
+230	val_460
+230	val_460
+230	val_460
+230	val_460
+230	val_460
+230	val_460
+230	val_460
+233	val_466
+233	val_466
+233	val_466
+233	val_466
+233	val_466
+233	val_466
+233	val_466
+233	val_466
+233	val_466
+233	val_466
+233	val_466
+233	val_466
+235	val_470
+239	val_478
+239	val_478
+239	val_478
+239	val_478
+239	val_478
+239	val_478
+239	val_478
+239	val_478
+241	val_482
+242	val_484
+242	val_484
+242	val_484
+242	val_484
+247	val_494
+248	val_496
+249	val_498
+249	val_498
+249	val_498