svn commit: r986973 [2/2] - in /hadoop/hive/trunk: ./ data/files/ ql/src/java/org/apache/hadoop/hive/ql/exec/ ql/src/java/org/apache/hadoop/hive/ql/udf/generic/ ql/src/test/queries/clientpositive/ ql/src/test/results/clientpositive/

[jv...@apache.org]

Modified: hadoop/hive/trunk/ql/src/test/results/clientpositive/udaf_ngrams.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/udaf_ngrams.q.out?rev=986973&r1=986972&r2=986973&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/udaf_ngrams.q.out (original)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/udaf_ngrams.q.out Wed Aug 18 22:59:32 2010
@@ -8,51 +8,42 @@ PREHOOK: type: LOAD
 POSTHOOK: query: LOAD DATA LOCAL INPATH '../data/files/text-en.txt' INTO TABLE kafka
 POSTHOOK: type: LOAD
 POSTHOOK: Output: default@kafka
-PREHOOK: query: SELECT ngrams(sentences(lower(contents)), 2, 100, 1000) FROM kafka
+PREHOOK: query: SELECT ngrams(sentences(lower(contents)), 2, 100, 1000).estfrequency FROM kafka
 PREHOOK: type: QUERY
 PREHOOK: Input: default@kafka
-PREHOOK: Output: file:/tmp/njain/hive_2010-08-17_01-01-36_784_2506118442657818755/-mr-10000
-POSTHOOK: query: SELECT ngrams(sentences(lower(contents)), 2, 100, 1000) FROM kafka
+PREHOOK: Output: file:/var/folders/7i/7iCDbWRkGHOcgJgX0zscimPXXts/-Tmp-/mlahiri/hive_2010-08-18_10-20-28_700_4504555411999483963/-mr-10000
+POSTHOOK: query: SELECT ngrams(sentences(lower(contents)), 2, 100, 1000).estfrequency FROM kafka
 POSTHOOK: type: QUERY
 POSTHOOK: Input: default@kafka
-POSTHOOK: Output: file:/tmp/njain/hive_2010-08-17_01-01-36_784_2506118442657818755/-mr-10000
-[{"ngram":["that","he"],"estfrequency":9.0},{"ngram":["he","thought"],"estfrequency":9.0},{"ngram":["he","was"],"estfrequency":8.0},{"ngram":["on","his"],"estfrequency":8.0},{"ngram":["so","that"],"estfrequency":6.0},{"ngram":["a","little"],"estfrequency":6.0},{"ngram":["in","his"],"estfrequency":5.0},{"ngram":["on","the"],"estfrequency":5.0},{"ngram":["at","the"],"estfrequency":5.0},{"ngram":["he","had"],"estfrequency":5.0},{"ngram":["all","the"],"estfrequency":5.0},{"ngram":["if","he"],"estfrequency":5.0},{"ngram":["he","could"],"estfrequency":5.0},{"ngram":["have","to"],"estfrequency":5.0},{"ngram":["got","to"],"estfrequency":4.0},{"ngram":["if","i"],"estfrequency":4.0},{"ngram":["to","get"],"estfrequency":4.0},{"ngram":["just","what"],"estfrequency":4.0},{"ngram":["my","parents"],"estfrequency":4.0},{"ngram":["to","feel"],"estfrequency":4.0},{"ngram":["up","on"],"estfrequency":4.0},{"ngram":["as","he"],"estfrequency":4.0},{"ngram":["back","to"],"estfrequency":4.0},{"ngra
 m":["to","look"],"estfrequency":4.0},{"ngram":["out","the"],"estfrequency":4.0},{"ngram":["to","the"],"estfrequency":4.0},{"ngram":["at","your"],"estfrequency":4.0},{"ngram":["i'd","have"],"estfrequency":4.0},{"ngram":["his","right"],"estfrequency":4.0},{"ngram":["the","boss"],"estfrequency":4.0},{"ngram":["out","on"],"estfrequency":4.0},{"ngram":["i've","got"],"estfrequency":4.0},{"ngram":["what","i"],"estfrequency":4.0},{"ngram":["it","was"],"estfrequency":4.0},{"ngram":["when","he"],"estfrequency":4.0},{"ngram":["but","that"],"estfrequency":4.0},{"ngram":["his","head"],"estfrequency":4.0},{"ngram":["towards","the"],"estfrequency":4.0},{"ngram":["about","if"],"estfrequency":3.0},{"ngram":["collection","of"],"estfrequency":3.0},{"ngram":["would","have"],"estfrequency":3.0},{"ngram":["had","never"],"estfrequency":3.0},{"ngram":["would","be"],"estfrequency":3.0},{"ngram":["must","have"],"estfrequency":3.0},{"ngram":["the","time"],"estfrequency":3.0},{"ngram":["long","time"],"
 estfrequency":3.0},{"ngram":["could","see"],"estfrequency":3.0},{"ngram":["with","the"],"estfrequency":3.0},{"ngram":["to","make"],"estfrequency":3.0},{"ngram":["of","that"],"estfrequency":3.0},{"ngram":["a","long"],"estfrequency":3.0},{"ngram":["that","it"],"estfrequency":3.0},{"ngram":["have","been"],"estfrequency":3.0},{"ngram":["he","looked"],"estfrequency":3.0},{"ngram":["time","ago"],"estfrequency":3.0},{"ngram":["up","there"],"estfrequency":2.0},{"ngram":["when","you"],"estfrequency":2.0},{"ngram":["unable","to"],"estfrequency":2.0},{"ngram":["worries","about"],"estfrequency":2.0},{"ngram":["salesmen","live"],"estfrequency":2.0},{"ngram":["brown","belly"],"estfrequency":2.0},{"ngram":["the","headboard"],"estfrequency":2.0},{"ngram":["too","small"],"estfrequency":2.0},{"ngram":["career","it"],"estfrequency":2.0},{"ngram":["into","his"],"estfrequency":2.0},{"ngram":["let","him"],"estfrequency":2.0},{"ngram":["are","always"],"estfrequency":2.0},{"ngram":["friendly","with
 "],"estfrequency":2.0},{"ngram":["heard","hitting"],"estfrequency":2.0},{"ngram":["him","just"],"estfrequency":2.0},{"ngram":["still","some"],"estfrequency":2.0},{"ngram":["travelling","salesman"],"estfrequency":2.0},{"ngram":["people","all"],"estfrequency":2.0},{"ngram":["hundred","times"],"estfrequency":2.0},{"ngram":["and","it's"],"estfrequency":2.0},{"ngram":["began","to"],"estfrequency":2.0},{"ngram":["boss","i'd"],"estfrequency":2.0},{"ngram":["what","i'll"],"estfrequency":2.0},{"ngram":["close","because"],"estfrequency":2.0},{"ngram":["gone","up"],"estfrequency":2.0},{"ngram":["thought","but"],"estfrequency":2.0},{"ngram":["a","picture"],"estfrequency":2.0},{"ngram":["samsa","woke"],"estfrequency":2.0},{"ngram":["be","heard"],"estfrequency":2.0},{"ngram":["his","eyes"],"estfrequency":2.0},{"ngram":["off","any"],"estfrequency":2.0},{"ngram":["i'll","make"],"estfrequency":2.0},{"ngram":["other","travelling"],"estfrequency":2.0},{"ngram":["lift","his"],"estfrequency":2.0
 },{"ngram":["belly","pushed"],"estfrequency":2.0},{"ngram":["quickly","back"],"estfrequency":2.0},{"ngram":["lay","on"],"estfrequency":2.0},{"ngram":["him","another"],"estfrequency":2.0},{"ngram":["but","who"],"estfrequency":2.0},{"ngram":["to","copy"],"estfrequency":2.0},{"ngram":["its","four"],"estfrequency":2.0},{"ngram":["about","i'd"],"estfrequency":2.0},{"ngram":["size","of"],"estfrequency":2.0},{"ngram":["get","to"],"estfrequency":2.0},{"ngram":["there's","the"],"estfrequency":2.0}]
-PREHOOK: query: SELECT ngrams(sentences(lower(contents)), 1, 100, 1000) FROM kafka
+POSTHOOK: Output: file:/var/folders/7i/7iCDbWRkGHOcgJgX0zscimPXXts/-Tmp-/mlahiri/hive_2010-08-18_10-20-28_700_4504555411999483963/-mr-10000
+[23.0,20.0,18.0,17.0,17.0,16.0,16.0,16.0,16.0,15.0,14.0,13.0,12.0,12.0,12.0,11.0,11.0,11.0,10.0,10.0,10.0,10.0,10.0,10.0,9.0,9.0,9.0,8.0,8.0,8.0,8.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0]
+PREHOOK: query: SELECT ngrams(sentences(lower(contents)), 3, 100, 1000).estfrequency FROM kafka
 PREHOOK: type: QUERY
 PREHOOK: Input: default@kafka
-PREHOOK: Output: file:/tmp/njain/hive_2010-08-17_01-01-41_311_9103137895455689815/-mr-10000
-POSTHOOK: query: SELECT ngrams(sentences(lower(contents)), 1, 100, 1000) FROM kafka
+PREHOOK: Output: file:/var/folders/7i/7iCDbWRkGHOcgJgX0zscimPXXts/-Tmp-/mlahiri/hive_2010-08-18_10-20-38_243_2736308572212717278/-mr-10000
+POSTHOOK: query: SELECT ngrams(sentences(lower(contents)), 3, 100, 1000).estfrequency FROM kafka
 POSTHOOK: type: QUERY
 POSTHOOK: Input: default@kafka
-POSTHOOK: Output: file:/tmp/njain/hive_2010-08-17_01-01-41_311_9103137895455689815/-mr-10000
-[{"ngram":["he"],"estfrequency":67.0},{"ngram":["the"],"estfrequency":67.0},{"ngram":["to"],"estfrequency":54.0},{"ngram":["a"],"estfrequency":44.0},{"ngram":["and"],"estfrequency":43.0},{"ngram":["his"],"estfrequency":36.0},{"ngram":["of"],"estfrequency":35.0},{"ngram":["that"],"estfrequency":33.0},{"ngram":["it"],"estfrequency":28.0},{"ngram":["was"],"estfrequency":24.0},{"ngram":["have"],"estfrequency":18.0},{"ngram":["i"],"estfrequency":16.0},{"ngram":["up"],"estfrequency":16.0},{"ngram":["with"],"estfrequency":16.0},{"ngram":["at"],"estfrequency":15.0},{"ngram":["on"],"estfrequency":15.0},{"ngram":["in"],"estfrequency":15.0},{"ngram":["out"],"estfrequency":14.0},{"ngram":["there"],"estfrequency":12.0},{"ngram":["what"],"estfrequency":12.0},{"ngram":["all"],"estfrequency":12.0},{"ngram":["him"],"estfrequency":12.0},{"ngram":["back"],"estfrequency":12.0},{"ngram":["would"],"estfrequency":11.0},{"ngram":["get"],"estfrequency":10.0},{"ngram":["as"],"estfrequency":10.0},{"ng
 ram":["my"],"estfrequency":10.0},{"ngram":["when"],"estfrequency":10.0},{"ngram":["feel"],"estfrequency":10.0},{"ngram":["about"],"estfrequency":10.0},{"ngram":["thought"],"estfrequency":9.0},{"ngram":["if"],"estfrequency":9.0},{"ngram":["right"],"estfrequency":8.0},{"ngram":["had"],"estfrequency":8.0},{"ngram":["into"],"estfrequency":8.0},{"ngram":["little"],"estfrequency":8.0},{"ngram":["travelling"],"estfrequency":8.0},{"ngram":["but"],"estfrequency":8.0},{"ngram":["time"],"estfrequency":7.0},{"ngram":["could"],"estfrequency":7.0},{"ngram":["be"],"estfrequency":7.0},{"ngram":["from"],"estfrequency":7.0},{"ngram":["train"],"estfrequency":7.0},{"ngram":["go"],"estfrequency":7.0},{"ngram":["so"],"estfrequency":7.0},{"ngram":["boss"],"estfrequency":7.0},{"ngram":["not"],"estfrequency":7.0},{"ngram":["because"],"estfrequency":7.0},{"ngram":["off"],"estfrequency":6.0},{"ngram":["legs"],"estfrequency":6.0},{"ngram":["lay"],"estfrequency":6.0},{"ngram":["i'd"],"estfrequency":6.0}
 ,{"ngram":["business"],"estfrequency":6.0},{"ngram":["your"],"estfrequency":6.0},{"ngram":["know"],"estfrequency":6.0},{"ngram":["i've"],"estfrequency":6.0},{"ngram":["fur"],"estfrequency":6.0},{"ngram":["gregor"],"estfrequency":6.0},{"ngram":["got"],"estfrequency":6.0},{"ngram":["just"],"estfrequency":6.0},{"ngram":["you"],"estfrequency":6.0},{"ngram":["for"],"estfrequency":6.0},{"ngram":["himself"],"estfrequency":6.0},{"ngram":["sleep"],"estfrequency":5.0},{"ngram":["do"],"estfrequency":5.0},{"ngram":["still"],"estfrequency":5.0},{"ngram":["five"],"estfrequency":5.0},{"ngram":["never"],"estfrequency":5.0},{"ngram":["this"],"estfrequency":5.0},{"ngram":["more"],"estfrequency":5.0},{"ngram":["felt"],"estfrequency":5.0},{"ngram":["parents"],"estfrequency":5.0},{"ngram":["make"],"estfrequency":5.0},{"ngram":["been"],"estfrequency":5.0},{"ngram":["look"],"estfrequency":4.0},{"ngram":["morning"],"estfrequency":4.0},{"ngram":["doing"],"estfrequency":4.0},{"ngram":["long"],"estfre
 quency":4.0},{"ngram":["where"],"estfrequency":4.0},{"ngram":["itch"],"estfrequency":4.0},{"ngram":["room"],"estfrequency":4.0},{"ngram":["day"],"estfrequency":4.0},{"ngram":["by"],"estfrequency":4.0},{"ngram":["which"],"estfrequency":4.0},{"ngram":["i'll"],"estfrequency":4.0},{"ngram":["see"],"estfrequency":4.0},{"ngram":["samsa"],"estfrequency":4.0},{"ngram":["tried"],"estfrequency":4.0},{"ngram":["who"],"estfrequency":4.0},{"ngram":["sitting"],"estfrequency":4.0},{"ngram":["that's"],"estfrequency":4.0},{"ngram":["think"],"estfrequency":4.0},{"ngram":["me"],"estfrequency":4.0},{"ngram":["is"],"estfrequency":4.0},{"ngram":["found"],"estfrequency":4.0},{"ngram":["always"],"estfrequency":4.0},{"ngram":["desk"],"estfrequency":4.0},{"ngram":["belly"],"estfrequency":4.0},{"ngram":["dull"],"estfrequency":4.0},{"ngram":["than"],"estfrequency":4.0}]
-PREHOOK: query: SELECT ngrams(sentences(lower(contents)), 3, 100, 1000) FROM kafka
+POSTHOOK: Output: file:/var/folders/7i/7iCDbWRkGHOcgJgX0zscimPXXts/-Tmp-/mlahiri/hive_2010-08-18_10-20-38_243_2736308572212717278/-mr-10000
+[7.0,6.0,6.0,6.0,6.0,5.0,5.0,5.0,5.0,5.0,5.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,4.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0]
+PREHOOK: query: SELECT ngrams(sentences(lower(contents)), 4, 100, 1000).estfrequency FROM kafka
 PREHOOK: type: QUERY
 PREHOOK: Input: default@kafka
-PREHOOK: Output: file:/tmp/njain/hive_2010-08-17_01-01-44_655_5299823356958739264/-mr-10000
-POSTHOOK: query: SELECT ngrams(sentences(lower(contents)), 3, 100, 1000) FROM kafka
+PREHOOK: Output: file:/var/folders/7i/7iCDbWRkGHOcgJgX0zscimPXXts/-Tmp-/mlahiri/hive_2010-08-18_10-20-43_391_795623401480182291/-mr-10000
+POSTHOOK: query: SELECT ngrams(sentences(lower(contents)), 4, 100, 1000).estfrequency FROM kafka
 POSTHOOK: type: QUERY
 POSTHOOK: Input: default@kafka
-POSTHOOK: Output: file:/tmp/njain/hive_2010-08-17_01-01-44_655_5299823356958739264/-mr-10000
-[{"ngram":["that","he","had"],"estfrequency":4.0},{"ngram":["got","to","get"],"estfrequency":4.0},{"ngram":["so","that","he"],"estfrequency":4.0},{"ngram":["just","what","i"],"estfrequency":4.0},{"ngram":["out","on","the"],"estfrequency":4.0},{"ngram":["up","on","his"],"estfrequency":4.0},{"ngram":["a","long","time"],"estfrequency":3.0},{"ngram":["long","time","ago"],"estfrequency":3.0},{"ngram":["he","could","see"],"estfrequency":3.0},{"ngram":["all","the","time"],"estfrequency":3.0},{"ngram":["dreams","he","found"],"estfrequency":2.0},{"ngram":["with","a","fur"],"estfrequency":2.0},{"ngram":["and","irregular","food"],"estfrequency":2.0},{"ngram":["lots","of","little"],"estfrequency":2.0},{"ngram":["right","and","in"],"estfrequency":2.0},{"ngram":["just","try","that"],"estfrequency":2.0},{"ngram":["time","ago","i'd"],"estfrequency":2.0},{"ngram":["of","rain","could"],"estfrequency":2.0},{"ngram":["shut","his","eyes"],"estfrequency":2.0},{"ngram":["little","he","could"],"est
 frequency":2.0},{"ngram":["into","his","former"],"estfrequency":2.0},{"ngram":["showed","a","lady"],"estfrequency":2.0},{"ngram":["effort","than","doing"],"estfrequency":2.0},{"ngram":["stopped","when","he"],"estfrequency":2.0},{"ngram":["look","at","the"],"estfrequency":2.0},{"ngram":["a","nice","gilded"],"estfrequency":2.0},{"ngram":["business","at","home"],"estfrequency":2.0},{"ngram":["out","the","contract"],"estfrequency":2.0},{"ngram":["out","the","window"],"estfrequency":2.0},{"ngram":["day","in","and"],"estfrequency":2.0},{"ngram":["can","all","go"],"estfrequency":2.0},{"ngram":["with","one","of"],"estfrequency":2.0},{"ngram":["hard","he","threw"],"estfrequency":2.0},{"ngram":["his","brown","belly"],"estfrequency":2.0},{"ngram":["he","lifted","his"],"estfrequency":2.0},{"ngram":["many","legs","pitifully"],"estfrequency":2.0},{"ngram":["sat","upright","raising"],"estfrequency":2.0},{"ngram":["itch","up","on"],"estfrequency":2.0},{"ngram":["all","go","to"],"estfrequenc
 y":2.0},{"ngram":["i","sleep","a"],"estfrequency":2.0},{"ngram":["of","all","though"],"estfrequency":2.0},{"ngram":["to","be","sitting"],"estfrequency":2.0},{"ngram":["irregular","food","contact"],"estfrequency":2.0},{"ngram":["have","tried","it"],"estfrequency":2.0},{"ngram":["however","hard","he"],"estfrequency":2.0},{"ngram":["are","always","still"],"estfrequency":2.0},{"ngram":["had","recently","cut"],"estfrequency":2.0},{"ngram":["slowly","up","on"],"estfrequency":2.0},{"ngram":["how","about","if"],"estfrequency":2.0},{"ngram":["by","arches","into"],"estfrequency":2.0},{"ngram":["know","what","to"],"estfrequency":2.0},{"ngram":["a","fur","hat"],"estfrequency":2.0},{"ngram":["his","present","state"],"estfrequency":2.0},{"ngram":["career","it","is"],"estfrequency":2.0},{"ngram":["to","get","enough"],"estfrequency":2.0},{"ngram":["gregor","samsa","woke"],"estfrequency":2.0},{"ngram":["upright","raising","a"],"estfrequency":2.0},{"ngram":["god","he","thought"],"estfrequency
 ":2.0},{"ngram":["to","pay","off"],"estfrequency":2.0},{"ngram":["it's","a","funny"],"estfrequency":2.0},{"ngram":["with","lots","of"],"estfrequency":2.0},{"ngram":["contact","with","different"],"estfrequency":2.0},{"ngram":["desk","talking","down"],"estfrequency":2.0},{"ngram":["hundred","times","shut"],"estfrequency":2.0},{"ngram":["close","because","the"],"estfrequency":2.0},{"ngram":["he","was","overcome"],"estfrequency":2.0},{"ngram":["when","he","tried"],"estfrequency":2.0},{"ngram":["what","i'll","do"],"estfrequency":2.0},{"ngram":["about","if","i"],"estfrequency":2.0},{"ngram":["go","to","hell"],"estfrequency":2.0},{"ngram":["cut","out","of"],"estfrequency":2.0},{"ngram":["lift","his","head"],"estfrequency":2.0},{"ngram":["knows","maybe","that"],"estfrequency":2.0},{"ngram":["instance","whenever","i"],"estfrequency":2.0},{"ngram":["all","though","i've"],"estfrequency":2.0},{"ngram":["one","morning","when"],"estfrequency":2.0},{"ngram":["makes","you","stupid"],"estfre
 quency":2.0},{"ngram":["magazine","and","housed"],"estfrequency":2.0},{"ngram":["house","during","the"],"estfrequency":2.0},{"ngram":["do","because","he"],"estfrequency":2.0},{"ngram":["arm","towards","the"],"estfrequency":2.0},{"ngram":["him","another","five"],"estfrequency":2.0},{"ngram":["on","the","table"],"estfrequency":2.0},{"ngram":["he","began","to"],"estfrequency":2.0},{"ngram":["because","the","boss"],"estfrequency":2.0},{"ngram":["my","parents","to"],"estfrequency":2.0},{"ngram":["hung","a","picture"],"estfrequency":2.0},{"ngram":["the","alarm","clock"],"estfrequency":2.0},{"ngram":["think","about","i'd"],"estfrequency":2.0},{"ngram":["he","wouldn't","have"],"estfrequency":2.0},{"ngram":["lower","arm","towards"],"estfrequency":2.0},{"ngram":["top","of","that"],"estfrequency":2.0},{"ngram":["into","a","horrible"],"estfrequency":2.0},{"ngram":["to","just","try"],"estfrequency":2.0},{"ngram":["turned","to","look"],"estfrequency":2.0},{"ngram":["out","with","a"],"estf
 requency":2.0},{"ngram":["especially","when","you"],"estfrequency":2.0},{"ngram":["the","big","change"],"estfrequency":2.0},{"ngram":["he","always","rolled"],"estfrequency":2.0},{"ngram":["down","at","your"],"estfrequency":2.0}]
-PREHOOK: query: SELECT ngrams(sentences(lower(contents)), 4, 100, 1000) FROM kafka
+POSTHOOK: Output: file:/var/folders/7i/7iCDbWRkGHOcgJgX0zscimPXXts/-Tmp-/mlahiri/hive_2010-08-18_10-20-43_391_795623401480182291/-mr-10000
+[5.0,4.0,4.0,4.0,4.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0]
+PREHOOK: query: SELECT ngrams(sentences(lower(contents)), 5, 100, 1000).estfrequency FROM kafka
 PREHOOK: type: QUERY
 PREHOOK: Input: default@kafka
-PREHOOK: Output: file:/tmp/njain/hive_2010-08-17_01-01-48_988_7661969806545519001/-mr-10000
-POSTHOOK: query: SELECT ngrams(sentences(lower(contents)), 4, 100, 1000) FROM kafka
+PREHOOK: Output: file:/var/folders/7i/7iCDbWRkGHOcgJgX0zscimPXXts/-Tmp-/mlahiri/hive_2010-08-18_10-20-49_396_1621786218886954648/-mr-10000
+POSTHOOK: query: SELECT ngrams(sentences(lower(contents)), 5, 100, 1000).estfrequency FROM kafka
 POSTHOOK: type: QUERY
 POSTHOOK: Input: default@kafka
-POSTHOOK: Output: file:/tmp/njain/hive_2010-08-17_01-01-48_988_7661969806545519001/-mr-10000
-[{"ngram":["a","long","time","ago"],"estfrequency":3.0},{"ngram":["where","the","itch","was"],"estfrequency":2.0},{"ngram":["pane","which","made","him"],"estfrequency":2.0},{"ngram":["had","never","felt","before"],"estfrequency":2.0},{"ngram":["business","to","be","sitting"],"estfrequency":2.0},{"ngram":["he","thought","but","that"],"estfrequency":2.0},{"ngram":["out","the","window","at"],"estfrequency":2.0},{"ngram":["lower","arm","towards","the"],"estfrequency":2.0},{"ngram":["try","that","with","my"],"estfrequency":2.0},{"ngram":["god","he","thought","what"],"estfrequency":2.0},{"ngram":["hitting","the","pane","which"],"estfrequency":2.0},{"ngram":["my","train","leaves","at"],"estfrequency":2.0},{"ngram":["and","it's","a","funny"],"estfrequency":2.0},{"ngram":["people","all","the","time"],"estfrequency":2.0},{"ngram":["present","state","couldn't","get"],"estfrequency":2.0},{"ngram":["hard","he","threw","himself"],"estfrequency":2.0},{"ngram":["could","lift","his","head"],
 "estfrequency":2.0},{"ngram":["he","touched","it","he"],"estfrequency":2.0},{"ngram":["your","own","business","at"],"estfrequency":2.0},{"ngram":["takes","much","more","effort"],"estfrequency":2.0},{"ngram":["to","copy","out","the"],"estfrequency":2.0},{"ngram":["on","his","belly","pushed"],"estfrequency":2.0},{"ngram":["look","at","the","floundering"],"estfrequency":2.0},{"ngram":["you've","got","to","get"],"estfrequency":2.0},{"ngram":["floundering","legs","and","only"],"estfrequency":2.0},{"ngram":["well","there's","still","some"],"estfrequency":2.0},{"ngram":["it","he","was","overcome"],"estfrequency":2.0},{"ngram":["his","armour-like","back","and"],"estfrequency":2.0},{"ngram":["was","a","travelling","salesman"],"estfrequency":2.0},{"ngram":["dreams","he","found","himself"],"estfrequency":2.0},{"ngram":["he","found","himself","transformed"],"estfrequency":2.0},{"ngram":["told","him","just","what"],"estfrequency":2.0},{"ngram":["your","subordinates","from","up"],"estfreq
 uency":2.0},{"ngram":["notice","a","long","time"],"estfrequency":2.0},{"ngram":["whenever","i","go","back"],"estfrequency":2.0},{"ngram":["divided","by","arches","into"],"estfrequency":2.0},{"ngram":["drew","it","quickly","back"],"estfrequency":2.0},{"ngram":["magazine","and","housed","in"],"estfrequency":2.0},{"ngram":["parents","debt","to","him"],"estfrequency":2.0},{"ngram":["fur","hat","and","fur"],"estfrequency":2.0},{"ngram":["lift","his","head","better"],"estfrequency":2.0},{"ngram":["to","do","because","he"],"estfrequency":2.0},{"ngram":["one","morning","when","gregor"],"estfrequency":2.0},{"ngram":["then","turned","to","look"],"estfrequency":2.0},{"ngram":["hope","once","i've","got"],"estfrequency":2.0},{"ngram":["touched","it","he","was"],"estfrequency":2.0},{"ngram":["because","the","boss","is"],"estfrequency":2.0},{"ngram":["time","he","thought","it"],"estfrequency":2.0},{"ngram":["himself","transformed","in","his"],"estfrequency":2.0},{"ngram":["a","little","bit
 ","longer"],"estfrequency":2.0},{"ngram":["itch","was","and","saw"],"estfrequency":2.0},{"ngram":["so","that","he","could"],"estfrequency":2.0},{"ngram":["i'd","get","kicked","out"],"estfrequency":2.0},{"ngram":["little","he","could","see"],"estfrequency":2.0},{"ngram":["have","to","look","at"],"estfrequency":2.0},{"ngram":["some","hope","once","i've"],"estfrequency":2.0},{"ngram":["armour-like","back","and","if"],"estfrequency":2.0},{"ngram":["used","to","sleeping","on"],"estfrequency":2.0},{"ngram":["pitifully","thin","compared","with"],"estfrequency":2.0},{"ngram":["i'll","make","the","big"],"estfrequency":2.0},{"ngram":["guest","house","during","the"],"estfrequency":2.0},{"ngram":["little","too","small","lay"],"estfrequency":2.0},{"ngram":["the","contract","these","gentlemen"],"estfrequency":2.0},{"ngram":["get","into","that","position"],"estfrequency":2.0},{"ngram":["out","with","a","fur"],"estfrequency":2.0},{"ngram":["and","when","he","tried"],"estfrequency":2.0},{"ng
 ram":["up","close","because","the"],"estfrequency":2.0},{"ngram":["his","brown","belly","slightly"],"estfrequency":2.0},{"ngram":["sat","upright","raising","a"],"estfrequency":2.0},{"ngram":["on","his","armour-like","back"],"estfrequency":2.0},{"ngram":["about","i'd","have","given"],"estfrequency":2.0},{"ngram":["cover","it","and","seemed"],"estfrequency":2.0},{"ngram":["lay","peacefully","between","its"],"estfrequency":2.0},{"ngram":["him","just","what","i"],"estfrequency":2.0},{"ngram":["to","be","sitting","up"],"estfrequency":2.0},{"ngram":["and","seemed","ready","to"],"estfrequency":2.0},{"ngram":["rain","could","be","heard"],"estfrequency":2.0},{"ngram":["boss","and","told","him"],"estfrequency":2.0},{"ngram":["travelling","worries","about","making"],"estfrequency":2.0},{"ngram":["and","forget","all","this"],"estfrequency":2.0},{"ngram":["time","ago","i'd","have"],"estfrequency":2.0},{"ngram":["given","in","my","notice"],"estfrequency":2.0},{"ngram":["the","itch","was",
 "and"],"estfrequency":2.0},{"ngram":["samsa","woke","from","troubled"],"estfrequency":2.0},{"ngram":["the","time","so","that"],"estfrequency":2.0},{"ngram":["something","he","was","unable"],"estfrequency":2.0},{"ngram":["to","just","try","that"],"estfrequency":2.0},{"ngram":["effort","than","doing","your"],"estfrequency":2.0},{"ngram":["shut","his","eyes","so"],"estfrequency":2.0},{"ngram":["up","on","his","belly"],"estfrequency":2.0},{"ngram":["a","picture","that","he"],"estfrequency":2.0},{"ngram":["was","overcome","by","a"],"estfrequency":2.0},{"ngram":["i've","got","to","get"],"estfrequency":2.0},{"ngram":["a","little","he","could"],"estfrequency":2.0},{"ngram":["years","i","suppose","that's"],"estfrequency":2.0},{"ngram":["he","must","have","tried"],"estfrequency":2.0},{"ngram":["be","heard","hitting","the"],"estfrequency":2.0},{"ngram":["lifted","his","head","a"],"estfrequency":2.0},{"ngram":["and","only","stopped","when"],"estfrequency":2.0},{"ngram":["covered","the",
 "whole","of"],"estfrequency":2.0}]
-PREHOOK: query: SELECT ngrams(sentences(lower(contents)), 5, 100, 1000) FROM kafka
-PREHOOK: type: QUERY
-PREHOOK: Input: default@kafka
-PREHOOK: Output: file:/tmp/njain/hive_2010-08-17_01-01-53_360_8827314176242943195/-mr-10000
-POSTHOOK: query: SELECT ngrams(sentences(lower(contents)), 5, 100, 1000) FROM kafka
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@kafka
-POSTHOOK: Output: file:/tmp/njain/hive_2010-08-17_01-01-53_360_8827314176242943195/-mr-10000
-[{"ngram":["to","cover","it","and","seemed"],"estfrequency":2.0},{"ngram":["train","connections","bad","and","irregular"],"estfrequency":2.0},{"ngram":["know","what","to","make","of"],"estfrequency":2.0},{"ngram":["with","the","size","of","the"],"estfrequency":2.0},{"ngram":["between","its","four","familiar","walls"],"estfrequency":2.0},{"ngram":["white","spots","which","he","didn't"],"estfrequency":2.0},{"ngram":["headboard","so","that","he","could"],"estfrequency":2.0},{"ngram":["a","little","bit","longer","and"],"estfrequency":2.0},{"ngram":["he","was","overcome","by","a"],"estfrequency":2.0},{"ngram":["talking","down","at","your","subordinates"],"estfrequency":2.0},{"ngram":["he","always","rolled","back","to"],"estfrequency":2.0},{"ngram":["a","fur","hat","and","fur"],"estfrequency":2.0},{"ngram":["of","textile","samples","lay","spread"],"estfrequency":2.0},{"ngram":["little","too","small","lay","peacefully"],"estfrequency":2.0},{"ngram":["heard","hitting","the","pane","
 which"],"estfrequency":2.0},{"ngram":["have","given","in","my","notice"],"estfrequency":2.0},{"ngram":["peacefully","between","its","four","familiar"],"estfrequency":2.0},{"ngram":["it","he","was","overcome","by"],"estfrequency":2.0},{"ngram":["heavy","fur","muff","that","covered"],"estfrequency":2.0},{"ngram":["all","though","i've","got","to"],"estfrequency":2.0},{"ngram":["but","who","knows","maybe","that"],"estfrequency":2.0},{"ngram":["his","brown","belly","slightly","domed"],"estfrequency":2.0},{"ngram":["god","he","thought","what","a"],"estfrequency":2.0},{"ngram":["irregular","food","contact","with","different"],"estfrequency":2.0},{"ngram":["because","he","was","used","to"],"estfrequency":2.0},{"ngram":["his","right","and","in","his"],"estfrequency":2.0},{"ngram":["have","to","look","at","the"],"estfrequency":2.0},{"ngram":["the","table","samsa","was","a"],"estfrequency":2.0},{"ngram":["if","he","lifted","his","head"],"estfrequency":2.0},{"ngram":["however","hard","h
 e","threw","himself"],"estfrequency":2.0},{"ngram":["by","arches","into","stiff","sections"],"estfrequency":2.0},{"ngram":["of","travelling","worries","about","making"],"estfrequency":2.0},{"ngram":["money","together","to","pay","off"],"estfrequency":2.0},{"ngram":["belly","slightly","domed","and","divided"],"estfrequency":2.0},{"ngram":["longer","and","forget","all","this"],"estfrequency":2.0},{"ngram":["covered","the","whole","of","her"],"estfrequency":2.0},{"ngram":["well","there's","still","some","hope"],"estfrequency":2.0},{"ngram":["salesman","and","above","it","there"],"estfrequency":2.0},{"ngram":["i","would","let","him","know"],"estfrequency":2.0},{"ngram":["to","do","because","he","was"],"estfrequency":2.0},{"ngram":["made","him","feel","quite","sad"],"estfrequency":2.0},{"ngram":["forget","all","this","nonsense","he"],"estfrequency":2.0},{"ngram":["i","sleep","a","little","bit"],"estfrequency":2.0},{"ngram":["thought","it","makes","you","stupid"],"estfrequency":2.
 0},{"ngram":["the","contract","these","gentlemen","are"],"estfrequency":2.0},{"ngram":["from","troubled","dreams","he","found"],"estfrequency":2.0},{"ngram":["sleeping","on","his","right","and"],"estfrequency":2.0},{"ngram":["muff","that","covered","the","whole"],"estfrequency":2.0},{"ngram":["lay","peacefully","between","its","four"],"estfrequency":2.0},{"ngram":["desk","talking","down","at","your"],"estfrequency":2.0},{"ngram":["live","a","life","of","luxury"],"estfrequency":2.0},{"ngram":["in","a","nice","gilded","frame"],"estfrequency":2.0},{"ngram":["these","gentlemen","are","always","still"],"estfrequency":2.0},{"ngram":["getting","up","early","all","the"],"estfrequency":2.0},{"ngram":["a","strenuous","career","it","is"],"estfrequency":2.0},{"ngram":["housed","in","a","nice","gilded"],"estfrequency":2.0},{"ngram":["and","irregular","food","contact","with"],"estfrequency":2.0},{"ngram":["that","covered","the","whole","of"],"estfrequency":2.0},{"ngram":["there's","still"
 ,"some","hope","once"],"estfrequency":2.0},{"ngram":["brown","belly","slightly","domed","and"],"estfrequency":2.0},{"ngram":["effort","than","doing","your","own"],"estfrequency":2.0},{"ngram":["his","belly","pushed","himself","slowly"],"estfrequency":2.0},{"ngram":["overcome","by","a","cold","shudder"],"estfrequency":2.0},{"ngram":["the","boss","and","told","him"],"estfrequency":2.0},{"ngram":["that","he","had","recently","cut"],"estfrequency":2.0},{"ngram":["he","thought","what","a","strenuous"],"estfrequency":2.0},{"ngram":["your","desk","talking","down","at"],"estfrequency":2.0},{"ngram":["so","that","he","could","lift"],"estfrequency":2.0},{"ngram":["i'd","get","kicked","out","on"],"estfrequency":2.0},{"ngram":["curse","of","travelling","worries","about"],"estfrequency":2.0},{"ngram":["bedding","was","hardly","able","to"],"estfrequency":2.0},{"ngram":["above","it","there","hung","a"],"estfrequency":2.0},{"ngram":["he","thought","it","makes","you"],"estfrequency":2.0},{"n
 gram":["of","all","though","i've","got"],"estfrequency":2.0},{"ngram":["all","this","nonsense","he","thought"],"estfrequency":2.0},{"ngram":["and","housed","in","a","nice"],"estfrequency":2.0},{"ngram":["magazine","and","housed","in","a"],"estfrequency":2.0},{"ngram":["human","room","although","a","little"],"estfrequency":2.0},{"ngram":["to","go","right","up","close"],"estfrequency":2.0},{"ngram":["more","effort","than","doing","your"],"estfrequency":2.0},{"ngram":["that","he","had","never","felt"],"estfrequency":2.0},{"ngram":["he","wouldn't","have","to","look"],"estfrequency":2.0},{"ngram":["the","size","of","the","rest"],"estfrequency":2.0},{"ngram":["have","tried","it","a","hundred"],"estfrequency":2.0},{"ngram":["he","had","never","felt","before"],"estfrequency":2.0},{"ngram":["eyes","so","that","he","wouldn't"],"estfrequency":2.0},{"ngram":["morning","when","gregor","samsa","woke"],"estfrequency":2.0},{"ngram":["little","bit","longer","and","forget"],"estfrequency":2.0
 },{"ngram":["room","a","proper","human","room"],"estfrequency":2.0},{"ngram":["back","to","the","guest","house"],"estfrequency":2.0},{"ngram":["i","didn't","have","my","parents"],"estfrequency":2.0},{"ngram":["could","lift","his","head","better"],"estfrequency":2.0},{"ngram":["i","go","back","to","the"],"estfrequency":2.0},{"ngram":["can","all","go","to","hell"],"estfrequency":2.0},{"ngram":["which","he","didn't","know","what"],"estfrequency":2.0},{"ngram":["sat","upright","raising","a","heavy"],"estfrequency":2.0},{"ngram":["because","as","soon","as","he"],"estfrequency":2.0},{"ngram":["back","and","if","he","lifted"],"estfrequency":2.0},{"ngram":["and","forget","all","this","nonsense"],"estfrequency":2.0},{"ngram":["what","i","think","tell","him"],"estfrequency":2.0}]
+POSTHOOK: Output: file:/var/folders/7i/7iCDbWRkGHOcgJgX0zscimPXXts/-Tmp-/mlahiri/hive_2010-08-18_10-20-49_396_1621786218886954648/-mr-10000
+[4.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,3.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0]
 PREHOOK: query: DROP TABLE kafka
 PREHOOK: type: DROPTABLE
 PREHOOK: Input: default@kafka