You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pig.apache.org by ga...@apache.org on 2008/04/02 23:23:38 UTC
svn commit: r644076 [3/3] - in /incubator/pig/branches/types: ./
src/org/apache/pig/impl/physicalLayer/
src/org/apache/pig/impl/physicalLayer/plans/
src/org/apache/pig/impl/physicalLayer/topLevelOperators/
src/org/apache/pig/impl/physicalLayer/topLevel...
Modified: incubator/pig/branches/types/test/org/apache/pig/test/utils/GenPhyOp.java
URL: http://svn.apache.org/viewvc/incubator/pig/branches/types/test/org/apache/pig/test/utils/GenPhyOp.java?rev=644076&r1=644075&r2=644076&view=diff
==============================================================================
--- incubator/pig/branches/types/test/org/apache/pig/test/utils/GenPhyOp.java (original)
+++ incubator/pig/branches/types/test/org/apache/pig/test/utils/GenPhyOp.java Wed Apr 2 14:23:36 2008
@@ -1,3 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
package org.apache.pig.test.utils;
import java.io.IOException;
@@ -24,111 +41,111 @@
//import org.apache.pig.impl.physicalLayer.topLevelOperators.expressionOperators.binaryExprOps.comparators.NotEqualToExpr;
public class GenPhyOp {
- static Random r = new Random();
- public static ConstantExpression exprConst(){
- ConstantExpression ret = new ConstantExpression(new OperatorKey("",r.nextLong()));
- return ret;
- }
+ static Random r = new Random();
+ public static ConstantExpression exprConst(){
+ ConstantExpression ret = new ConstantExpression(new OperatorKey("",r.nextLong()));
+ return ret;
+ }
- public static GreaterThanExpr compGreaterThanExpr(){
- GreaterThanExpr ret = new GreaterThanExpr(new OperatorKey("",r.nextLong()));
- return ret;
- }
-
- public static POProject exprProject(){
- POProject ret = new POProject(new OperatorKey("",r.nextLong()));
- return ret;
- }
-//
-// public static GTOrEqualToExpr compGTOrEqualToExpr(){
-// GTOrEqualToExpr ret = new GTOrEqualToExpr(new OperatorKey("",r.nextLong()));
-// return ret;
-// }
-//
-// public static EqualToExpr compEqualToExpr(){
-// EqualToExpr ret = new EqualToExpr(new OperatorKey("",r.nextLong()));
-// return ret;
-// }
-//
-// public static NotEqualToExpr compNotEqualToExpr(){
-// NotEqualToExpr ret = new NotEqualToExpr(new OperatorKey("",r.nextLong()));
-// return ret;
-// }
-//
-// public static LessThanExpr compLessThanExpr(){
-// LessThanExpr ret = new LessThanExpr(new OperatorKey("",r.nextLong()));
-// return ret;
-// }
-//
-// public static LTOrEqualToExpr compLTOrEqualToExpr(){
-// LTOrEqualToExpr ret = new LTOrEqualToExpr(new OperatorKey("",r.nextLong()));
-// return ret;
-// }
-//
-// public static POLocalRearrange topLocalRearrangeOp(){
-// POLocalRearrange ret = new POLocalRearrange(new OperatorKey("",r.nextLong()));
-// return ret;
-// }
-//
-// public static POGenerate topGenerateOp(){
-// POGenerate ret = new POGenerate(new OperatorKey("",r.nextLong()));
-// return ret;
-// }
-//
-// public static POLoad topLoadOp(){
-// POLoad ret = new POLoad(new OperatorKey("",r.nextLong()));
-// return ret;
-// }
-//
- public static POFilter topFilterOp(){
- POFilter ret = new POFilter(new OperatorKey("",r.nextLong()));
- return ret;
- }
-
- public static POFilter topFilterOpWithExPlan(int lhsVal, int rhsVal) throws IOException{
- POFilter ret = new POFilter(new OperatorKey("",r.nextLong()));
-
- ConstantExpression ce1 = GenPhyOp.exprConst();
- ce1.setValue(lhsVal);
-
- ConstantExpression ce2 = GenPhyOp.exprConst();
- ce2.setValue(rhsVal);
-
- GreaterThanExpr gr = GenPhyOp.compGreaterThanExpr();
- gr.setLhs(ce1);
- gr.setRhs(ce2);
- gr.setOperandType(DataType.INTEGER);
-
- ExprPlan ep = new ExprPlan();
- ep.add(ce1);
- ep.add(ce2);
- ep.add(gr);
-
- ep.connect(ce1, gr);
- ep.connect(ce2, gr);
-
- ret.setPlan(ep);
-
- return ret;
- }
-//
-// public static POGlobalRearrange topGlobalRearrangeOp(){
-// POGlobalRearrange ret = new POGlobalRearrange(new OperatorKey("",r.nextLong()));
-// return ret;
-// }
-//
-// public static POPackage topPackageOp(){
-// POPackage ret = new POPackage(new OperatorKey("",r.nextLong()));
-// return ret;
-// }
-//
-// public static POStore topStoreOp(){
-// POStore ret = new POStore(new OperatorKey("",r.nextLong()));
-// return ret;
-// }
-//
-// public static StartMap topStartMapOp(){
-// StartMap ret = new StartMap(new OperatorKey("",r.nextLong()));
-// return ret;
-// }
+ public static GreaterThanExpr compGreaterThanExpr(){
+ GreaterThanExpr ret = new GreaterThanExpr(new OperatorKey("",r.nextLong()));
+ return ret;
+ }
+
+ public static POProject exprProject(){
+ POProject ret = new POProject(new OperatorKey("",r.nextLong()));
+ return ret;
+ }
+//
+// public static GTOrEqualToExpr compGTOrEqualToExpr(){
+// GTOrEqualToExpr ret = new GTOrEqualToExpr(new OperatorKey("",r.nextLong()));
+// return ret;
+// }
+//
+// public static EqualToExpr compEqualToExpr(){
+// EqualToExpr ret = new EqualToExpr(new OperatorKey("",r.nextLong()));
+// return ret;
+// }
+//
+// public static NotEqualToExpr compNotEqualToExpr(){
+// NotEqualToExpr ret = new NotEqualToExpr(new OperatorKey("",r.nextLong()));
+// return ret;
+// }
+//
+// public static LessThanExpr compLessThanExpr(){
+// LessThanExpr ret = new LessThanExpr(new OperatorKey("",r.nextLong()));
+// return ret;
+// }
+//
+// public static LTOrEqualToExpr compLTOrEqualToExpr(){
+// LTOrEqualToExpr ret = new LTOrEqualToExpr(new OperatorKey("",r.nextLong()));
+// return ret;
+// }
+//
+// public static POLocalRearrange topLocalRearrangeOp(){
+// POLocalRearrange ret = new POLocalRearrange(new OperatorKey("",r.nextLong()));
+// return ret;
+// }
+//
+// public static POGenerate topGenerateOp(){
+// POGenerate ret = new POGenerate(new OperatorKey("",r.nextLong()));
+// return ret;
+// }
+//
+// public static POLoad topLoadOp(){
+// POLoad ret = new POLoad(new OperatorKey("",r.nextLong()));
+// return ret;
+// }
+//
+ public static POFilter topFilterOp(){
+ POFilter ret = new POFilter(new OperatorKey("",r.nextLong()));
+ return ret;
+ }
+
+ public static POFilter topFilterOpWithExPlan(int lhsVal, int rhsVal) throws IOException{
+ POFilter ret = new POFilter(new OperatorKey("",r.nextLong()));
+
+ ConstantExpression ce1 = GenPhyOp.exprConst();
+ ce1.setValue(lhsVal);
+
+ ConstantExpression ce2 = GenPhyOp.exprConst();
+ ce2.setValue(rhsVal);
+
+ GreaterThanExpr gr = GenPhyOp.compGreaterThanExpr();
+ gr.setLhs(ce1);
+ gr.setRhs(ce2);
+ gr.setOperandType(DataType.INTEGER);
+
+ ExprPlan ep = new ExprPlan();
+ ep.add(ce1);
+ ep.add(ce2);
+ ep.add(gr);
+
+ ep.connect(ce1, gr);
+ ep.connect(ce2, gr);
+
+ ret.setPlan(ep);
+
+ return ret;
+ }
+//
+// public static POGlobalRearrange topGlobalRearrangeOp(){
+// POGlobalRearrange ret = new POGlobalRearrange(new OperatorKey("",r.nextLong()));
+// return ret;
+// }
+//
+// public static POPackage topPackageOp(){
+// POPackage ret = new POPackage(new OperatorKey("",r.nextLong()));
+// return ret;
+// }
+//
+// public static POStore topStoreOp(){
+// POStore ret = new POStore(new OperatorKey("",r.nextLong()));
+// return ret;
+// }
+//
+// public static StartMap topStartMapOp(){
+// StartMap ret = new StartMap(new OperatorKey("",r.nextLong()));
+// return ret;
+// }
}
Modified: incubator/pig/branches/types/test/org/apache/pig/test/utils/GenRandomData.java
URL: http://svn.apache.org/viewvc/incubator/pig/branches/types/test/org/apache/pig/test/utils/GenRandomData.java?rev=644076&r1=644075&r2=644076&view=diff
==============================================================================
--- incubator/pig/branches/types/test/org/apache/pig/test/utils/GenRandomData.java (original)
+++ incubator/pig/branches/types/test/org/apache/pig/test/utils/GenRandomData.java Wed Apr 2 14:23:36 2008
@@ -1,3 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
package org.apache.pig.test.utils;
import java.util.HashMap;
@@ -11,101 +28,101 @@
import org.apache.pig.data.Tuple;
public class GenRandomData {
-
-
- public static Map<Integer,String> genRandMap(Random r, int numEnt) {
- Map<Integer,String> ret = new HashMap<Integer, String>();
- if(r==null){
- ret.put(1, "RANDOM");
- return ret;
- }
- for(int i=0;i<numEnt;i++){
- ret.put(r.nextInt(), genRandString(r));
- }
- return ret;
- }
-
- public static String genRandString(Random r){
- if(r==null) return "RANDOM";
- char[] chars = new char[10];
- for(int i=0;i<10;i++){
- chars[i] = (char)(r.nextInt(26)+65);
- }
- return new String(chars);
- }
-
- public static DataByteArray genRandDBA(Random r){
- if(r==null) return new DataByteArray("RANDOM".getBytes());
- byte[] bytes = new byte[10];
- r.nextBytes(bytes);
- return new DataByteArray(bytes);
- }
-
- public static Tuple genRandSmallTuple(Random r, int limit){
- if(r==null){
- Tuple t = new DefaultTuple();
- t.append("RANDOM");
- return t;
- }
- Tuple t = new DefaultTuple();
- t.append(genRandString(r));
- t.append(r.nextInt(limit));
- return t;
- }
-
- public static Tuple genRandSmallTuple(String s, int value){
- Tuple t = new DefaultTuple();
- t.append(s);
- t.append(value);
- return t;
- }
-
- public static DataBag genRandSmallTupDataBag(Random r, int num, int limit){
- if(r==null) {
- DataBag db = DefaultBagFactory.getInstance().newDefaultBag();
- Tuple t = new DefaultTuple();
- t.append("RANDOM");
- db.add(t);
- return db;
- }
- DataBag db = DefaultBagFactory.getInstance().newDefaultBag();
- for(int i=0;i<num;i++){
- db.add(genRandSmallTuple(r, limit));
- }
- return db;
- }
-
- public static Tuple genRandSmallBagTuple(Random r, int num, int limit){
- if(r==null){
- Tuple t = new DefaultTuple();
- t.append("RANDOM");
- return t;
- }
- Tuple t = new DefaultTuple();
- t.append(genRandSmallTupDataBag(r, num, limit));
- t.append(r.nextBoolean());
- t.append(genRandDBA(r));
- t.append(genRandString(r));
- t.append(r.nextDouble());
- t.append(r.nextFloat());
- t.append(r.nextInt());
- t.append(r.nextLong());
- t.append(genRandMap(r, num));
- return t;
- }
-
- public static DataBag genRandFullTupDataBag(Random r, int num, int limit){
- if(r==null) {
- DataBag db = DefaultBagFactory.getInstance().newDefaultBag();
- Tuple t = new DefaultTuple();
- t.append("RANDOM");
- db.add(t);
- return db;
- }
- DataBag db = DefaultBagFactory.getInstance().newDefaultBag();
- for(int i=0;i<num;i++){
- db.add(genRandSmallBagTuple(r, num, limit));
- }
- return db;
- }
+
+
+ public static Map<Integer,String> genRandMap(Random r, int numEnt) {
+ Map<Integer,String> ret = new HashMap<Integer, String>();
+ if(r==null){
+ ret.put(1, "RANDOM");
+ return ret;
+ }
+ for(int i=0;i<numEnt;i++){
+ ret.put(r.nextInt(), genRandString(r));
+ }
+ return ret;
+ }
+
+ public static String genRandString(Random r){
+ if(r==null) return "RANDOM";
+ char[] chars = new char[10];
+ for(int i=0;i<10;i++){
+ chars[i] = (char)(r.nextInt(26)+65);
+ }
+ return new String(chars);
+ }
+
+ public static DataByteArray genRandDBA(Random r){
+ if(r==null) return new DataByteArray("RANDOM".getBytes());
+ byte[] bytes = new byte[10];
+ r.nextBytes(bytes);
+ return new DataByteArray(bytes);
+ }
+
+ public static Tuple genRandSmallTuple(Random r, int limit){
+ if(r==null){
+ Tuple t = new DefaultTuple();
+ t.append("RANDOM");
+ return t;
+ }
+ Tuple t = new DefaultTuple();
+ t.append(genRandString(r));
+ t.append(r.nextInt(limit));
+ return t;
+ }
+
+ public static Tuple genRandSmallTuple(String s, int value){
+ Tuple t = new DefaultTuple();
+ t.append(s);
+ t.append(value);
+ return t;
+ }
+
+ public static DataBag genRandSmallTupDataBag(Random r, int num, int limit){
+ if(r==null) {
+ DataBag db = DefaultBagFactory.getInstance().newDefaultBag();
+ Tuple t = new DefaultTuple();
+ t.append("RANDOM");
+ db.add(t);
+ return db;
+ }
+ DataBag db = DefaultBagFactory.getInstance().newDefaultBag();
+ for(int i=0;i<num;i++){
+ db.add(genRandSmallTuple(r, limit));
+ }
+ return db;
+ }
+
+ public static Tuple genRandSmallBagTuple(Random r, int num, int limit){
+ if(r==null){
+ Tuple t = new DefaultTuple();
+ t.append("RANDOM");
+ return t;
+ }
+ Tuple t = new DefaultTuple();
+ t.append(genRandSmallTupDataBag(r, num, limit));
+ t.append(r.nextBoolean());
+ t.append(genRandDBA(r));
+ t.append(genRandString(r));
+ t.append(r.nextDouble());
+ t.append(r.nextFloat());
+ t.append(r.nextInt());
+ t.append(r.nextLong());
+ t.append(genRandMap(r, num));
+ return t;
+ }
+
+ public static DataBag genRandFullTupDataBag(Random r, int num, int limit){
+ if(r==null) {
+ DataBag db = DefaultBagFactory.getInstance().newDefaultBag();
+ Tuple t = new DefaultTuple();
+ t.append("RANDOM");
+ db.add(t);
+ return db;
+ }
+ DataBag db = DefaultBagFactory.getInstance().newDefaultBag();
+ for(int i=0;i<num;i++){
+ db.add(genRandSmallBagTuple(r, num, limit));
+ }
+ return db;
+ }
}