You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pig.apache.org by ga...@apache.org on 2011/11/23 21:28:26 UTC
svn commit: r1205566 - in /pig/trunk: CHANGES.txt
test/e2e/pig/tests/nightly.conf
Author: gates
Date: Wed Nov 23 20:28:26 2011
New Revision: 1205566
URL: http://svn.apache.org/viewvc?rev=1205566&view=rev
Log:
PIG-2245: Add end to end test for tokenize
Modified:
pig/trunk/CHANGES.txt
pig/trunk/test/e2e/pig/tests/nightly.conf
Modified: pig/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/pig/trunk/CHANGES.txt?rev=1205566&r1=1205565&r2=1205566&view=diff
==============================================================================
--- pig/trunk/CHANGES.txt (original)
+++ pig/trunk/CHANGES.txt Wed Nov 23 20:28:26 2011
@@ -24,6 +24,8 @@ INCOMPATIBLE CHANGES
IMPROVEMENTS
+PIG-2245: Add end to end test for tokenize (markroddy via gates)
+
PIG-2327: bin/pig doesn't have any hooks for picking up ZK installation deployed from tarballs (rvs via hashutosh)
PIG-2382: Modify .gitignore to ignore pig-withouthadoop.jar (azaroth via hashutosh)
Modified: pig/trunk/test/e2e/pig/tests/nightly.conf
URL: http://svn.apache.org/viewvc/pig/trunk/test/e2e/pig/tests/nightly.conf?rev=1205566&r1=1205565&r2=1205566&view=diff
==============================================================================
--- pig/trunk/test/e2e/pig/tests/nightly.conf (original)
+++ pig/trunk/test/e2e/pig/tests/nightly.conf Wed Nov 23 20:28:26 2011
@@ -4042,6 +4042,32 @@ store E into ':OUTPATH:';\,
}
],
},
+ {
+ 'name' => 'Tokenize',
+ 'tests' => [
+ {
+ 'num' => 1,
+ 'pig' => q\
+ A = LOAD ':INPATH:/singlefile/studenttab10k';
+ B = foreach A generate TOKENIZE($0);
+ store B into ':OUTPATH:';\,
+ },
+ {
+ 'num' => 2,
+ 'pig' => q\
+ A = LOAD ':INPATH:/singlefile/studenttab10k';
+ B = foreach A generate TOKENIZE($1,'9');
+ store B into ':OUTPATH:';\,
+ 'verify_pig_script' => q\
+ A = LOAD ':INPATH:/singlefile/studenttab10k';
+ -- TOKENIZE has tokens hardcoded so have to replace the '9' with
+ -- one of the hardcoded tokens
+ B = foreach A generate TOKENIZE(REPLACE($1, '9', ','));
+ store B into ':OUTPATH:';\,
+}
+ ]
+ }
+
],
},
;