You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pig.apache.org by zl...@apache.org on 2017/03/24 15:44:16 UTC
svn commit: r1788482 - /pig/branches/spark/test/e2e/pig/tests/nightly.conf
Author: zly
Date: Fri Mar 24 15:44:16 2017
New Revision: 1788482
URL: http://svn.apache.org/viewvc?rev=1788482&view=rev
Log:
PIG-5167:Limit_4 is failing with spark exec type (Nandor via Liyun):
Modified:
pig/branches/spark/test/e2e/pig/tests/nightly.conf
Modified: pig/branches/spark/test/e2e/pig/tests/nightly.conf
URL: http://svn.apache.org/viewvc/pig/branches/spark/test/e2e/pig/tests/nightly.conf?rev=1788482&r1=1788481&r2=1788482&view=diff
==============================================================================
--- pig/branches/spark/test/e2e/pig/tests/nightly.conf (original)
+++ pig/branches/spark/test/e2e/pig/tests/nightly.conf Fri Mar 24 15:44:16 2017
@@ -2198,6 +2198,7 @@ store d into ':OUTPATH:';\,
},
{
'num' => 4,
+ 'execonly' => 'mapred,local,tez', # Spark doesn't do implicit ordering in distinct
'pig' =>q\a = load ':INPATH:/singlefile/studentnulltab10k';
b = distinct a;
c = limit b 100;
@@ -2299,6 +2300,15 @@ store d into ':OUTPATH:';\,
'verify_pig_script' => q\a = load ':INPATH:/singlefile/studenttab10k' as (name:chararray, age:int);
b = limit a 100;
store b into ':OUTPATH:';\,
+ },
+ {
+ 'num' => 13,
+ 'execonly' => 'spark', # Limit_4 failed on Spark: distinct doesn't do implicit sort like it does in MR
+ 'pig' =>q\a = load ':INPATH:/singlefile/studentnulltab10k';
+b = distinct a;
+c = order b by $0, $1, $2;
+d = limit c 100;
+store d into ':OUTPATH:';\,
}
]
},