You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pig.apache.org by da...@apache.org on 2009/10/19 23:15:45 UTC

svn commit: r826815 - /hadoop/pig/trunk/src/org/apache/pig/impl/logicalLayer/validators/SchemaAliasVisitor.java

Author: daijy
Date: Mon Oct 19 21:15:44 2009
New Revision: 826815

URL: http://svn.apache.org/viewvc?rev=826815&view=rev
Log:
PIG-644: Duplicate column names in foreach do not throw parser error

Added:
    hadoop/pig/trunk/src/org/apache/pig/impl/logicalLayer/validators/SchemaAliasVisitor.java

Added: hadoop/pig/trunk/src/org/apache/pig/impl/logicalLayer/validators/SchemaAliasVisitor.java
URL: http://svn.apache.org/viewvc/hadoop/pig/trunk/src/org/apache/pig/impl/logicalLayer/validators/SchemaAliasVisitor.java?rev=826815&view=auto
==============================================================================
--- hadoop/pig/trunk/src/org/apache/pig/impl/logicalLayer/validators/SchemaAliasVisitor.java (added)
+++ hadoop/pig/trunk/src/org/apache/pig/impl/logicalLayer/validators/SchemaAliasVisitor.java Mon Oct 19 21:15:44 2009
@@ -0,0 +1,137 @@
+package org.apache.pig.impl.logicalLayer.validators;
+
+import org.apache.pig.PigException;
+import org.apache.pig.impl.logicalLayer.FrontendException;
+import org.apache.pig.impl.logicalLayer.LOCogroup;
+import org.apache.pig.impl.logicalLayer.LOCross;
+import org.apache.pig.impl.logicalLayer.LODistinct;
+import org.apache.pig.impl.logicalLayer.LOFilter;
+import org.apache.pig.impl.logicalLayer.LOForEach;
+import org.apache.pig.impl.logicalLayer.LOJoin;
+import org.apache.pig.impl.logicalLayer.LOLimit;
+import org.apache.pig.impl.logicalLayer.LOLoad;
+import org.apache.pig.impl.logicalLayer.LOSort;
+import org.apache.pig.impl.logicalLayer.LOSplit;
+import org.apache.pig.impl.logicalLayer.LOSplitOutput;
+import org.apache.pig.impl.logicalLayer.LOStore;
+import org.apache.pig.impl.logicalLayer.LOStream;
+import org.apache.pig.impl.logicalLayer.LOUnion;
+import org.apache.pig.impl.logicalLayer.LOVisitor;
+import org.apache.pig.impl.logicalLayer.LogicalOperator;
+import org.apache.pig.impl.logicalLayer.LogicalPlan;
+import org.apache.pig.impl.logicalLayer.schema.Schema;
+import org.apache.pig.impl.plan.DepthFirstWalker;
+import org.apache.pig.impl.plan.PlanValidationException;
+
+public class SchemaAliasVisitor extends LOVisitor {
+
+    public SchemaAliasVisitor(LogicalPlan plan) {
+        super(plan, new DepthFirstWalker<LogicalOperator, LogicalPlan>(plan));
+    }
+
+    /***
+     * The logic here is to check if we have duplicate alias in each schema
+     */
+    protected void validate(LogicalOperator lo) throws PlanValidationException {
+        try {
+            Schema schema = lo.getSchema();
+            if (schema != null) {
+                for (int i = 0; i < schema.size(); i++)
+                    for (int j = i + 1; j < schema.size(); j++) {
+                        if (schema.getField(i) != null
+                                && schema.getField(j) != null
+                                && schema.getField(i).alias.equals(schema
+                                        .getField(j).alias)) {
+                            int errCode = 1108;
+                            String msg = "Duplicate schema alias: "
+                                    + schema.getField(i).alias;
+                            if (lo.getAlias()!=null)
+                                msg = msg + " in \"" + lo.getAlias()+"\"";
+                            throw new PlanValidationException(msg, errCode,
+                                    PigException.INPUT);
+                        }
+                    }
+            }
+        } catch (PlanValidationException e) {
+            throw e;
+        } catch (FrontendException e) {
+            int errCode = 2201;
+            String msg = "Could not validate schema alias";
+            throw new PlanValidationException(msg, errCode, PigException.INPUT);
+        }
+    }
+
+    @Override
+    protected void visit(LOLoad load) throws PlanValidationException {
+        validate(load);
+    }
+
+    @Override
+    protected void visit(LOCogroup cogroup) throws PlanValidationException {
+        validate(cogroup);
+    }
+
+    @Override
+    protected void visit(LOCross cross) throws PlanValidationException {
+        validate(cross);
+    }
+
+    @Override
+    protected void visit(LODistinct distinct) throws PlanValidationException {
+        validate(distinct);
+    }
+
+    @Override
+    protected void visit(LOFilter filter) throws PlanValidationException {
+        validate(filter);
+    }
+
+    @Override
+    protected void visit(LOForEach foreach) throws PlanValidationException {
+        validate(foreach);
+    }
+
+    @Override
+    protected void visit(LOJoin join) throws PlanValidationException {
+        validate(join);
+    }
+
+    @Override
+    protected void visit(LOLimit limit) throws PlanValidationException {
+        validate(limit);
+    }
+
+    @Override
+    protected void visit(LOSort sort) throws PlanValidationException {
+        validate(sort);
+    }
+
+    @Override
+    protected void visit(LOSplit split) throws PlanValidationException {
+        validate(split);
+    }
+
+    @Override
+    protected void visit(LOSplitOutput splitoutput)
+            throws PlanValidationException {
+        validate(splitoutput);
+    }
+
+    @Override
+    protected void visit(LOStore store) throws PlanValidationException {
+        validate(store);
+        return;
+    }
+
+    @Override
+    protected void visit(LOStream stream) throws PlanValidationException {
+        validate(stream);
+        return;
+    }
+
+    @Override
+    protected void visit(LOUnion union) throws PlanValidationException {
+        validate(union);
+        return;
+    }
+}