You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pig.apache.org by pr...@apache.org on 2009/03/25 01:42:54 UTC
svn commit: r758107 [1/8] - in /hadoop/pig/branches/multiquery: ./ bin/
docs/ src/ src/docs/ src/docs/src/ src/docs/src/documentation/
src/docs/src/documentation/classes/ src/docs/src/documentation/content/
src/docs/src/documentation/content/xdocs/ src...
Author: pradeepkth
Date: Wed Mar 25 00:42:40 2009
New Revision: 758107
URL: http://svn.apache.org/viewvc?rev=758107&view=rev
Log:
PIG-627: multiquery support incremental patch to merge changes in trunk to multiquery branch (hagleitn via pradeepkth)
Added:
hadoop/pig/branches/multiquery/RELEASE_NOTES.txt
- copied unchanged from r758069, hadoop/pig/trunk/RELEASE_NOTES.txt
hadoop/pig/branches/multiquery/src/docs/
- copied from r758069, hadoop/pig/trunk/src/docs/
hadoop/pig/branches/multiquery/src/docs/forrest.properties
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/forrest.properties
hadoop/pig/branches/multiquery/src/docs/forrest.properties.dispatcher.properties
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/forrest.properties.dispatcher.properties
hadoop/pig/branches/multiquery/src/docs/forrest.properties.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/forrest.properties.xml
hadoop/pig/branches/multiquery/src/docs/src/
- copied from r758069, hadoop/pig/trunk/src/docs/src/
hadoop/pig/branches/multiquery/src/docs/src/documentation/
- copied from r758069, hadoop/pig/trunk/src/docs/src/documentation/
hadoop/pig/branches/multiquery/src/docs/src/documentation/README.txt
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/README.txt
hadoop/pig/branches/multiquery/src/docs/src/documentation/classes/
- copied from r758069, hadoop/pig/trunk/src/docs/src/documentation/classes/
hadoop/pig/branches/multiquery/src/docs/src/documentation/classes/CatalogManager.properties
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/classes/CatalogManager.properties
hadoop/pig/branches/multiquery/src/docs/src/documentation/content/
- copied from r758069, hadoop/pig/trunk/src/docs/src/documentation/content/
hadoop/pig/branches/multiquery/src/docs/src/documentation/content/locationmap.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/content/locationmap.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/content/test1.html
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/content/test1.html
hadoop/pig/branches/multiquery/src/docs/src/documentation/content/xdocs/
- copied from r758069, hadoop/pig/trunk/src/docs/src/documentation/content/xdocs/
hadoop/pig/branches/multiquery/src/docs/src/documentation/content/xdocs/cookbook.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/content/xdocs/cookbook.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/content/xdocs/images/
- copied from r758069, hadoop/pig/trunk/src/docs/src/documentation/content/xdocs/images/
hadoop/pig/branches/multiquery/src/docs/src/documentation/content/xdocs/images/group.svg
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/content/xdocs/images/group.svg
hadoop/pig/branches/multiquery/src/docs/src/documentation/content/xdocs/images/hadoop-logo.jpg
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/content/xdocs/images/hadoop-logo.jpg
hadoop/pig/branches/multiquery/src/docs/src/documentation/content/xdocs/images/pig-logo.gif
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/content/xdocs/images/pig-logo.gif
hadoop/pig/branches/multiquery/src/docs/src/documentation/content/xdocs/images/project.svg
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/content/xdocs/images/project.svg
hadoop/pig/branches/multiquery/src/docs/src/documentation/content/xdocs/index.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/content/xdocs/index.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/content/xdocs/piglatin.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/content/xdocs/piglatin.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/content/xdocs/quickstart.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/content/xdocs/quickstart.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/content/xdocs/site.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/content/xdocs/site.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/content/xdocs/tabs.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/content/xdocs/tabs.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/content/xdocs/tutorial.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/content/xdocs/tutorial.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/content/xdocs/udf.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/content/xdocs/udf.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/resources/
- copied from r758069, hadoop/pig/trunk/src/docs/src/documentation/resources/
hadoop/pig/branches/multiquery/src/docs/src/documentation/resources/images/
- copied from r758069, hadoop/pig/trunk/src/docs/src/documentation/resources/images/
hadoop/pig/branches/multiquery/src/docs/src/documentation/resources/images/ellipse-2.svg
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/resources/images/ellipse-2.svg
hadoop/pig/branches/multiquery/src/docs/src/documentation/resources/schema/
- copied from r758069, hadoop/pig/trunk/src/docs/src/documentation/resources/schema/
hadoop/pig/branches/multiquery/src/docs/src/documentation/resources/schema/catalog.xcat
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/resources/schema/catalog.xcat
hadoop/pig/branches/multiquery/src/docs/src/documentation/resources/schema/hello-v10.dtd
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/resources/schema/hello-v10.dtd
hadoop/pig/branches/multiquery/src/docs/src/documentation/resources/schema/symbols-project-v10.ent
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/resources/schema/symbols-project-v10.ent
hadoop/pig/branches/multiquery/src/docs/src/documentation/resources/stylesheets/
- copied from r758069, hadoop/pig/trunk/src/docs/src/documentation/resources/stylesheets/
hadoop/pig/branches/multiquery/src/docs/src/documentation/resources/stylesheets/hello2document.xsl
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/resources/stylesheets/hello2document.xsl
hadoop/pig/branches/multiquery/src/docs/src/documentation/sitemap.xmap
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/sitemap.xmap
hadoop/pig/branches/multiquery/src/docs/src/documentation/skinconf.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/skinconf.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/translations/
- copied from r758069, hadoop/pig/trunk/src/docs/src/documentation/translations/
hadoop/pig/branches/multiquery/src/docs/src/documentation/translations/langcode.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/translations/langcode.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/translations/languages_de.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/translations/languages_de.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/translations/languages_en.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/translations/languages_en.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/translations/languages_es.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/translations/languages_es.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/translations/languages_fr.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/translations/languages_fr.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/translations/languages_nl.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/translations/languages_nl.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/translations/menu.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/translations/menu.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/translations/menu_af.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/translations/menu_af.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/translations/menu_de.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/translations/menu_de.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/translations/menu_es.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/translations/menu_es.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/translations/menu_fr.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/translations/menu_fr.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/translations/menu_it.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/translations/menu_it.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/translations/menu_nl.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/translations/menu_nl.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/translations/menu_no.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/translations/menu_no.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/translations/menu_ru.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/translations/menu_ru.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/translations/menu_sk.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/translations/menu_sk.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/translations/tabs.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/translations/tabs.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/translations/tabs_de.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/translations/tabs_de.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/translations/tabs_es.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/translations/tabs_es.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/translations/tabs_fr.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/translations/tabs_fr.xml
hadoop/pig/branches/multiquery/src/docs/src/documentation/translations/tabs_nl.xml
- copied unchanged from r758069, hadoop/pig/trunk/src/docs/src/documentation/translations/tabs_nl.xml
hadoop/pig/branches/multiquery/src/org/apache/pig/PigWarning.java
- copied unchanged from r758069, hadoop/pig/trunk/src/org/apache/pig/PigWarning.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/PigHadoopLogger.java
- copied unchanged from r758069, hadoop/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/PigHadoopLogger.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/UDFFinishVisitor.java
- copied unchanged from r758069, hadoop/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/UDFFinishVisitor.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/partitioners/
- copied from r758069, hadoop/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/partitioners/
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/partitioners/CountingMap.java
- copied unchanged from r758069, hadoop/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/partitioners/CountingMap.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/partitioners/DiscreteProbabilitySampleGenerator.java
- copied unchanged from r758069, hadoop/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/partitioners/DiscreteProbabilitySampleGenerator.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/partitioners/MalFormedProbVecException.java
- copied unchanged from r758069, hadoop/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/partitioners/MalFormedProbVecException.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/partitioners/WeightedRangePartitioner.java
- copied unchanged from r758069, hadoop/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/partitioners/WeightedRangePartitioner.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/PigLogger.java
- copied unchanged from r758069, hadoop/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/PigLogger.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/util/LogUtils.java
- copied unchanged from r758069, hadoop/pig/trunk/src/org/apache/pig/impl/util/LogUtils.java
hadoop/pig/branches/multiquery/src/overview.html
- copied unchanged from r758069, hadoop/pig/trunk/src/overview.html
hadoop/pig/branches/multiquery/test/checkstyle-noframes-sorted.xsl
- copied unchanged from r758069, hadoop/pig/trunk/test/checkstyle-noframes-sorted.xsl
hadoop/pig/branches/multiquery/test/checkstyle.xml
- copied unchanged from r758069, hadoop/pig/trunk/test/checkstyle.xml
hadoop/pig/branches/multiquery/test/org/apache/pig/test/TestEvalPipeline2.java
- copied unchanged from r758069, hadoop/pig/trunk/test/org/apache/pig/test/TestEvalPipeline2.java
hadoop/pig/branches/multiquery/test/org/apache/pig/test/TestFinish.java
- copied unchanged from r758069, hadoop/pig/trunk/test/org/apache/pig/test/TestFinish.java
hadoop/pig/branches/multiquery/test/org/apache/pig/test/TestKeyTypeDiscoveryVisitor.java
- copied unchanged from r758069, hadoop/pig/trunk/test/org/apache/pig/test/TestKeyTypeDiscoveryVisitor.java
hadoop/pig/branches/multiquery/test/org/apache/pig/test/data/DotFiles/optlimitplan8.dot
- copied unchanged from r758069, hadoop/pig/trunk/test/org/apache/pig/test/data/DotFiles/optlimitplan8.dot
hadoop/pig/branches/multiquery/test/org/apache/pig/test/data/DotFiles/optlimitplan9.dot
- copied unchanged from r758069, hadoop/pig/trunk/test/org/apache/pig/test/data/DotFiles/optlimitplan9.dot
hadoop/pig/branches/multiquery/test/org/apache/pig/test/utils/dotGraph/DOTParser.jjt
- copied unchanged from r758069, hadoop/pig/trunk/test/org/apache/pig/test/utils/dotGraph/DOTParser.jjt
Removed:
hadoop/pig/branches/multiquery/docs/
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/SortPartitioner.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPostCombinerPackage.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/builtin/FindQuantiles.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/plan/SplitIntroducer.java
hadoop/pig/branches/multiquery/src/org/apache/pig/tools/grunt/Utils.java
hadoop/pig/branches/multiquery/test/org/apache/pig/test/utils/dotGraph/Dot.jjt
Modified:
hadoop/pig/branches/multiquery/ (props changed)
hadoop/pig/branches/multiquery/CHANGES.txt
hadoop/pig/branches/multiquery/bin/pig
hadoop/pig/branches/multiquery/build.xml
hadoop/pig/branches/multiquery/src/org/apache/pig/EvalFunc.java
hadoop/pig/branches/multiquery/src/org/apache/pig/FuncSpec.java
hadoop/pig/branches/multiquery/src/org/apache/pig/Main.java
hadoop/pig/branches/multiquery/src/org/apache/pig/PigException.java
hadoop/pig/branches/multiquery/src/org/apache/pig/PigServer.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/executionengine/PigSlice.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/executionengine/PigSlicer.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/HDataType.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/datastorage/HPath.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/datastorage/HSeekableInputStream.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/HExecutionEngine.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/HJob.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/CombinerOptimizer.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/JobControlCompiler.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/KeyTypeDiscoveryVisitor.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/Launcher.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/MRCompiler.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/MapReduceLauncher.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/PigCombiner.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/PigInputFormat.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/PigMapBase.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/PigMapReduce.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/PigOutputFormat.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/PigTextRawComparator.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/SliceWrapper.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/plans/POPackageAnnotator.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/LogToPhyTranslationVisitor.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/PhysicalOperator.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/expressionOperators/Divide.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/expressionOperators/EqualToExpr.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/expressionOperators/GTOrEqualToExpr.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/expressionOperators/GreaterThanExpr.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/expressionOperators/LTOrEqualToExpr.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/expressionOperators/LessThanExpr.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/expressionOperators/NotEqualToExpr.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/expressionOperators/POCast.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/expressionOperators/POIsNull.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/expressionOperators/POProject.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/expressionOperators/POUserFunc.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/plans/PhyPlanVisitor.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/plans/PhysicalPlan.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/plans/PlanPrinter.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POCombinerPackage.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POFRJoin.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POForEach.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POLoad.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POLocalRearrange.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POLocalRearrangeForIllustrate.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POSort.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POStore.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POStream.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/hadoop/streaming/HadoopExecutableManager.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/local/executionengine/LocalPigLauncher.java
hadoop/pig/branches/multiquery/src/org/apache/pig/backend/local/executionengine/physicalLayer/LocalLogToPhyTranslationVisitor.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/ARITY.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/AVG.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/BagSize.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/BinStorage.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/BinaryStorage.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/CONCAT.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/COUNT.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/ConstantSize.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/DIFF.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/Distinct.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/DoubleAvg.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/DoubleMax.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/DoubleMin.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/DoubleSum.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/FloatAvg.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/FloatMax.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/FloatMin.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/FloatSum.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/IntAvg.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/IntMax.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/IntMin.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/IntSum.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/IsEmpty.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/LongAvg.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/LongMax.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/LongMin.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/LongSum.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/MAX.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/MIN.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/MapSize.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/PigStorage.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/SIZE.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/SUM.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/StringConcat.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/StringMax.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/StringMin.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/StringSize.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/TOKENIZE.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/TextLoader.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/TupleSize.java
hadoop/pig/branches/multiquery/src/org/apache/pig/builtin/Utf8StorageConverter.java
hadoop/pig/branches/multiquery/src/org/apache/pig/data/DataReaderWriter.java
hadoop/pig/branches/multiquery/src/org/apache/pig/data/DataType.java
hadoop/pig/branches/multiquery/src/org/apache/pig/data/DefaultAbstractBag.java
hadoop/pig/branches/multiquery/src/org/apache/pig/data/DefaultDataBag.java
hadoop/pig/branches/multiquery/src/org/apache/pig/data/DefaultTuple.java
hadoop/pig/branches/multiquery/src/org/apache/pig/data/DistinctDataBag.java
hadoop/pig/branches/multiquery/src/org/apache/pig/data/NonSpillableDataBag.java
hadoop/pig/branches/multiquery/src/org/apache/pig/data/SingleTupleBag.java
hadoop/pig/branches/multiquery/src/org/apache/pig/data/SortedDataBag.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/PigContext.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/builtin/GFCross.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/builtin/RandomSampleLoader.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/io/FileLocalizer.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/io/NullableBag.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/io/NullableTuple.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/io/PigNullableWritable.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/BinaryExpressionOperator.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/ExpressionOperator.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LOAdd.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LOAnd.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LOBinCond.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LOCast.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LOConst.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LODivide.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LOEqual.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LOFRJoin.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LOGreaterThan.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LOGreaterThanEqual.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LOIsNull.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LOLesserThan.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LOLesserThanEqual.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LOLoad.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LOMapLookup.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LOMod.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LOMultiply.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LONegative.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LONot.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LONotEqual.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LOOr.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LORegexp.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LOSubtract.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LOUserFunc.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/LogicalPlanCloneHelper.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/RemoveRedundantOperators.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/UnaryExpressionOperator.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/optimizer/LogicalOptimizer.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/optimizer/OpLimitOptimizer.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/optimizer/TypeCastInserter.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/parser/QueryParser.jjt
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/schema/Schema.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/validators/InputOutputFileVisitor.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/logicalLayer/validators/TypeCheckingVisitor.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/plan/CompilationMessageCollector.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/plan/OperatorPlan.java
hadoop/pig/branches/multiquery/src/org/apache/pig/impl/plan/optimizer/OptimizerException.java
hadoop/pig/branches/multiquery/src/org/apache/pig/tools/grunt/Grunt.java
hadoop/pig/branches/multiquery/src/org/apache/pig/tools/grunt/GruntParser.java
hadoop/pig/branches/multiquery/src/org/apache/pig/tools/pigscript/parser/PigScriptParser.jj
hadoop/pig/branches/multiquery/test/ (props changed)
hadoop/pig/branches/multiquery/test/org/apache/pig/test/TestBestFitCast.java
hadoop/pig/branches/multiquery/test/org/apache/pig/test/TestBuiltin.java
hadoop/pig/branches/multiquery/test/org/apache/pig/test/TestConversions.java
hadoop/pig/branches/multiquery/test/org/apache/pig/test/TestEvalPipeline.java
hadoop/pig/branches/multiquery/test/org/apache/pig/test/TestFRJoin.java
hadoop/pig/branches/multiquery/test/org/apache/pig/test/TestGrunt.java
hadoop/pig/branches/multiquery/test/org/apache/pig/test/TestLogicalOptimizer.java
hadoop/pig/branches/multiquery/test/org/apache/pig/test/TestLogicalPlanBuilder.java
hadoop/pig/branches/multiquery/test/org/apache/pig/test/TestMRCompiler.java
hadoop/pig/branches/multiquery/test/org/apache/pig/test/TestMultiQuery.java
hadoop/pig/branches/multiquery/test/org/apache/pig/test/TestMultiQueryLocal.java
hadoop/pig/branches/multiquery/test/org/apache/pig/test/TestPOCogroup.java
hadoop/pig/branches/multiquery/test/org/apache/pig/test/TestPigContext.java
hadoop/pig/branches/multiquery/test/org/apache/pig/test/TestSchema.java
hadoop/pig/branches/multiquery/test/org/apache/pig/test/TestTypeCheckingValidator.java
hadoop/pig/branches/multiquery/test/org/apache/pig/test/TestTypeCheckingValidatorNoSchema.java
hadoop/pig/branches/multiquery/test/org/apache/pig/test/TestUnion.java
hadoop/pig/branches/multiquery/test/org/apache/pig/test/Util.java
hadoop/pig/branches/multiquery/test/org/apache/pig/test/data/GoldenFiles/MRC15.gld
hadoop/pig/branches/multiquery/test/org/apache/pig/test/data/GoldenFiles/MRC16.gld
hadoop/pig/branches/multiquery/test/org/apache/pig/test/data/GoldenFiles/MRC17.gld
hadoop/pig/branches/multiquery/test/org/apache/pig/test/utils/GenPhyOp.java
Propchange: hadoop/pig/branches/multiquery/
------------------------------------------------------------------------------
svn:mergeinfo = /hadoop/pig/trunk:741728-758069
Modified: hadoop/pig/branches/multiquery/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/pig/branches/multiquery/CHANGES.txt?rev=758107&r1=758106&r2=758107&view=diff
==============================================================================
--- hadoop/pig/branches/multiquery/CHANGES.txt (original)
+++ hadoop/pig/branches/multiquery/CHANGES.txt Wed Mar 25 00:42:40 2009
@@ -1,156 +1,106 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
Pig Change Log
Trunk (unreleased changes)
- INCOMPATIBLE CHANGES
-
- NEW FEATURES
-
- PIG-554 Added fragment replicate map side join (shravanmn via pkamath and gates)
-
- PIG-620: Added MaxTupleBy1stField UDF to piggybank (vzaliva via gates)
-
- OPTIMIZATIONS
-
- BUG FIXES
- PIG-24 Files that were incorrectly placed under test/reports have been
- removed. ant clean now cleans test/reports. (milindb via gates)
-
- PIG-25 com.yahoo.pig dir left under pig/test by mistake. removed it (olgan@)
+INCOMPATIBLE CHANGES
- PIG-23 Made pig work with java 1.5. (milindb via gates)
+IMPROVEMENTS
- PIG-8 added binary comparator (olgan)
+PIG-700: To automate the pig patch test process (gkesavan via sms)
- PIG-17 integrated with Hadoop 0.15 (olgan@)
+BUG FIXES
- PIG-11 Add capability to search for jar file to register. (antmagna via
- olgan)
+PIG-693: Parameter to UDF which is an alias returned in another UDF in nested
+foreach causes incorrect results (thejas via sms)
- PIG-20 Added custom comparator functions for order by (phunt via gates)
+PIG-725: javadoc: warning - Multiple sources of package comments found for
+package "org.apache.commons.logging" (gkesavan via sms)
- PIG-33 Help was commented out - uncommented (olgan)
+Release 1.0.0 - Unreleased
- PIG-31: second half of concurrent mode problem addressed (olgan)
+INCOMPATIBLE CHANGES
- PIG-14: added heartbeat functionality (olgan)
-
- PIG-17: updated hadoop15.jar to match hadoop 0.15.1 release
-
- PIG-7: Added use of combiner in some restricted cases. (gates)
-
- PIG-29: fixed bag factory to be properly initialized (utkarsh)
-
- PIG-43: fixed problem where using the combiner prevented a pig alias
- from being evaluated more than once. (gates)
-
- PIG-45: Fixed pig.pl to not assume hodrc file is named the same as
- cluster name (gates).
-
- PIG-7 (more): Fixed bug in PigCombiner where it was writing IndexedTuples
- instead of Tuples, causing Reducer to crash in some cases.
-
- PIG-47: Added methods to DataMap to provide access to its content
-
- PIG-12: Added time stamps to log4j messages (phunt via gates).
-
- PIG-44: Added adaptive decision of the number of records to hold in memory
- before spilling (utkarsh)
- PIG-39: created more efficient version of read (spullara via olgan)
-
- PIG-41: Added patterns to svn:ignore
-
- PIG-51: Fixed combiner in the presence of flattening
-
- PIG-30: Rewrote DataBags to better handle decisions of when to spill to
- disk and to spill more intelligently. (gates)
-
- PIG-61: Fixed MapreducePlanCompiler to use PigContext to load up the
- comparator function instead of Class.forName. (gates)
-
- PIG-56: Made DataBag implement Iterable. (groves via gates)
-
- PIG-63: Fix for non-ascii UTF-8 data (breed@ and olgan@)
-
- PIG-77: Added eclipse specific files to svn:ignore
-
- PIG-57: Fixed NPE in PigContext.fixUpDomain (francisoud via gates)
-
- PIG-69: NPE in PigContext.setJobtrackerLocation (francisoud via gates)
-
- PIG-78: src/org/apache/pig/builtin/PigStorage.java doesn't compile (arun
- via olgan)
+ PIG-157: Add types and rework execution pipeline (gates)
+
+ PIG-458: integration with Hadoop 18 (olgan)
- PIG-32: ABstraction layer (olgan)
+NEW FEATURES
+ PIG-139: command line editing (daijy via olgan)
- PIG-87: Fix pig.pl to find java via JAVA_HOME instead of hardcoded default
- path. Also fix it to not die if pigclient.conf is missing. (craigm via
- gates).
+ PIG-554 Added fragment replicate map side join (shravanmn via pkamath and gates)
- PIG-89: Fix DefaultDataBag, DistinctDataBag, SortedDataBag to close spill
- files when they are done spilling (contributions by craigm, breed, and
- gates, committed by gates).
+ PIG-535: added rmf command
- PIG-95: Remove System.exit() statements from inside pig (joa23 via gates).
+ PIG-704 Added ALIASES command that shows all currently defined ALIASES.
+ Changed semantics of DEFINE to define last used alias if no argument is
+ given (ericg via gates).
- PIG-65: convert tabs to spaces (groves via olgan)
+IMPROVEMENTS
- PIG-97: Turn off combiner in the case of Cogroup, as it doesn't work when
- more than one bag is involved (gates).
+ PIG-270: proper line number for parse errors (daijy via olgan)
+
+ PIG-367: convinience function for UDFs to name schema
- PIG-92: Fix NullPointerException in PIgContext due to uninitialized conf
- reference. (francisoud via gates)
+ PIG-443: Illustrate for the Types branch (shubham via olgan)
- PIG-83: Change everything except grunt and Main (PigServer on down) to use
- common logging abstraction instead of log4j. By default in grunt, log4j
- still used as logging layer. Also converted all System.out/err.println
- statements to use logging instead. (francisoud via gates)
+ PIG-599: Added buffering to BufferedPositionedInputStream (gates)
+
+ PIG-629: performance improvement: getting rid of targeted tuple (pradeepkth
+ via olgan)
- PIG-80: In a number of places stack trace information was being lost by an
- exception being caught, and a different exception then thrown. All those
- locations have been changed so that the new exception now wraps the old.
- (francisoud via gates).
+ PIG-628: misc performance improvements (pradeepkth via olgan)
- PIG-84: Converted printStackTrace calls to calls to the logger.
- (francisoud via gates).
+ PIG-589: error handling, phase 1-2 (sms via olgan)
- PIG-88: Remove unused HadoopExe import from Main. (pi_song via gates).
+ PIG-590: error handling, phase 3 (sms)
- PIG-99: Fix to make unit tests not run out of memory. (francisoud via
- gates).
+ PIG-591: error handling, phase 4 (sms)
- PIG-107: enabled several tests. (francisoud via olgan)
+ PIG-545: PERFORMANCE: Sampler for order bys does not produce a good
+ distribution (pradeepkth)
- PIG-46: abort processing on error for non-interactive mode (olston via
- olgan)
+ PIG-580: using combiner to compute distinct aggs (pradeepkth via olgan)
- PIG-109: improved exception handling (oae via olgan)
+ PIG-636: Use lightweight bag implementations which do not register with
+ SpillableMemoryManager with Combiner (pradeepkth)
- PIG-72: Move unit tests to use MiniDFS and MiniMR so that unit tests can
- be run w/o access to a hadoop cluster. (xuzh via gates)
+ PIG-563: support for multiple combiner invocations (pradeepkth via olgan)
- PIG-68: improvements to build.xml (joa23 via olgan)
+ PIG-465: performance improvement - removing keys from the value (pradeepkth
+ via olgan)
- PIG-110: Replaced code accidently merged out in PIG-32 fix that handled
- flattening the combiner case. (gates and oae)
+ PIG-450: PERFORMANCE: Distinct should make use of combiner to remove
+ duplicate values from keys. (gates)
- PIG-213: Remove non-static references to logger from data bags and tuples,
- as it causes significant overhead (vgeschel via gates).
+ PIG-350: PERFORMANCE: Join optimization for pipeline rework (pradeepkth
+ via gates)
- PIG-284: target for building source jar (oae via olgan)
+BUG FIXES
PIG-294: string comparator unit tests (sms via pi_song)
PIG-258: cleaning up directories on failure (daijy via olgan)
- PIG-139: command line editing (daijy via olgan)
-
- PIG-270: proper line number for parse errors (daijy via olgan)
-
PIG-363: fix for describe to produce schema name
- PIG-367: convinience function for UDFs to name schema
-
PIG-368: making JobConf available to Load/Store UDFs
PIG-311: cross is broken
@@ -251,15 +201,11 @@
PIG-455: "group" alias is lost after a flatten(group) (pradeepkth vi olgan)
- PIG-458: integration with Hadoop 18 (olgan)
-
PIG-459: increased sleep time before checking for job progress
PIG-462: LIMIT N should create one output file with N rows (shravanmn via
olgan)
- PIG-443: Illustrate for the Types branch (shubham via olgan)
-
PIG-376: set job name (olgan)
PIG-463: POCast changes (pradeepkth via olgan)
@@ -280,9 +226,6 @@
PIG-471: ignoring status errors from hadoop (pradeepkth via olgan)
- PIG-465: performance improvement - removing keys from the value (pradeepkth
- via olgan)
-
PIG-489: (*) processing (sms via olgan)
PIG-475: missing heartbeats (shravanmn via olgan)
@@ -348,10 +291,6 @@
PIG-522: make negation work (pradeepkth via olgan)
- PIG-563: support for multiple combiner invocations (pradeepkth via olgan)
-
- PIG-580: using combiner to compute distinct aggs (pradeepkth via olgan)
-
PIG-558: Distinct followed by a Join results in Invalid size 0 for a tuple
error (pradeepkth via olgan)
@@ -360,21 +299,12 @@
PIG-570: problems with handling bzip data (breed via olgan)
- PIG-599: Added buffering to BufferedPositionedInputStream (gates)
-
PIG-597: Fix for how * is treated by UDFs (shravanmn via olgan)
- PIG-629: performance improvement: getting rid of targeted tuple (pradeepkth
- via olgan)
-
PIG-623: Fix spelling errors in output messages (tomwhite via sms)
PIG-622: Include pig executable in distribution (tomwhite via sms)
- PIG-628: misc performance improvements (pradeepkth via olgan)
-
- PIG-589: error handling, phase 1-2 (sms via olgan)
-
PIG-615: Wrong number of jobs with limit (shravanmn via sms)
PIG-635: POCast.java has incorrect formatting (sms)
@@ -407,6 +337,250 @@
PIG-642: Limit after FRJ causes problems (daijy)
+ PIG-637: Limit broken after order by in the local mode (shubhamc via
+ olgan)
+
+ PIG-553: EvalFunc.finish() not getting called (shravanmn via sms)
+
+ PIG-654: Optimize build.xml (daijy)
+
+ PIG-574: allowing to run scripts from within grunt shell (hagleitn via
+ olgan)
+
+ PIG-665: Map key type not correctly set (for use when key is null) when
+ map plan does not have localrearrange (pradeepkth)
+
+ PIG-590: error handling on the backend (sms via olgan)
+
+ PIG-590: error handling on the backend (sms)
+
+ PIG-658: Data type long : When 'L' or 'l' is included with data
+ (123L or 123l) load produces null value. Also the case with Float (thejas
+ via sms)
+
+ PIG-591: Error handling phase four (sms via pradeepkth)
+
+ PIG-664: Semantics of * is not consistent (sms)
+
+ PIG-684: outputSchema method in TOKENIZE is broken (thejas via sms)
+
+ PIG-655: Comparison of schemas of bincond operands is flawed (sms via
+ pradeepkth)
+
+ PIG-691: BinStorage skips tuples when ^A is present in data (pradeepkth
+ via sms)
+
+ PIG-577: outer join query looses name information (sms via pradeepkth)
+
+ PIG-690: UNION doesn't work in the latest code (pradeepkth via sms)
+
+ PIG-544: Utf8StorageConverter.java does not always produce NULLs when data
+ is malformed(thejas via sms)
+
+ PIG-532: Casting a field removes its alias.(thejas via sms)
+
+ PIG-705: Pig should display a better error message when backend error
+ messages cannot be parsed (sms)
+
+ PIG-650: pig should look for and use the pig specific
+ 'pig-cluster-hadoop-site.xml' in the non HOD case just like it does in the
+ HOD case (sms)
+
+ PIG-699: Implement forrest docs target in Pig Build (gkesavan via olgan)
+
+ PIG-706: Implement ant target to use findbugs on PIG (gkesavan via olgan)
+
+ PIG-708: implement releaseaudit tart to use rats on pig (gkesavan via
+ olgan)
+
+ PIG-703: user documentation (chandec vi olgan)
+
+ PIG-711: Implement checkstyle for pig (gkesavan via olgan)
+
+ PIG-715: doc updates (chandec vi olgan)
+
+ PIG-620: Added MaxTupleBy1stField UDF to piggybank (vzaliva via gates)
+
+ PIG-692: When running a job from a script, use the name of that script as
+ the default name for the job (vzaliva via gates)
+
+ PIG-718: To add standard ant targets to build.xml file (gkesavan via olgan)
+
+ PIG-720: further doc cleanup (gkesavan via olgan)
+
+Release 0.1.1 - 2008-12-04
+
+INCOMPATIBLE CHANGES
+
+NEW FEATURES
+
+IMPROVEMENTS
+
+PIG-253: integration with hadoop-18
+
+BUG FIXES
+
+PIG-342: Fix DistinctDataBag to recalculate size after it has spilled.
+(bdimcheff via gates)
+
+Release 0.1.0 - 2008-09-11
+
+ INCOMPATIBLE CHANGES
+
+ PIG-123: requires escape of '\' in chars and string
+
+ NEW FEATURES
+
+ PIG-20 Added custom comparator functions for order by (phunt via gates)
+
+ PIG-94: Streaming implementation (arunc via olgan)
+
+ PIG-58: parameter substitution
+
+ PIG-55: added custom splitter (groves via olgan)
+
+ PIG-59: Add a new ILLUSTRATE command (shubhamc via gates).
+
+ PIG-256: Added variable argument support for UDFs (pi_song)
+
+ IMPROVEMENTS:
+
+ PIG-8 added binary comparator (olgan)
+
+ PIG-11 Add capability to search for jar file to register. (antmagna via olgan)
+
+ PIG-7: Added use of combiner in some restricted cases. (gates)
+
+ PIG-47: Added methods to DataMap to provide access to its content
+
+ PIG-30: Rewrote DataBags to better handle decisions of when to spill to
+ disk and to spill more intelligently. (gates)
+
+ PIG-12: Added time stamps to log4j messages (phunt via gates).
+
+ PIG-44: Added adaptive decision of the number of records to hold in memory
+ before spilling (utkarsh)
+
+ PIG-56: Made DataBag implement Iterable. (groves via gates)
+
+ PIG-39: created more efficient version of read (spullara via olgan)
+
+ PIG-32: ABstraction layer (olgan)
+
+ PIG-83: Change everything except grunt and Main (PigServer on down) to use
+ common logging abstraction instead of log4j. By default in grunt, log4j
+ still used as logging layer. Also converted all System.out/err.println
+ statements to use logging instead. (francisoud via gates)
+
+ PIG-13: adding version to the system (joa23 via olgan)
+
+ PIG-113: Make explain output more understandable (pi_song via gates)
+
+ PIG-120: Support map reduce in local mode. To do this user needs to
+ specify execution type as mapreduce and cluster name as local (joa23 via gates).
+
+ PIG-106: Change StringBuffer and String '+' to StringBuilder (francisoud via gates).
+
+ PIG-111: Reworked configuration to be setable via properties. (joa23, pi_song, oae via gates).
+
+ BUG FIXES
+ PIG-24 Files that were incorrectly placed under test/reports have been
+ removed. ant clean now cleans test/reports. (milindb via gates)
+
+ PIG-25 com.yahoo.pig dir left under pig/test by mistake. removed it (olgan@)
+
+ PIG-23 Made pig work with java 1.5. (milindb via gates)
+
+ PIG-17 integrated with Hadoop 0.15 (olgan@)
+
+ PIG-33 Help was commented out - uncommented (olgan)
+
+ PIG-31: second half of concurrent mode problem addressed (olgan)
+
+ PIG-14: added heartbeat functionality (olgan)
+
+ PIG-17: updated hadoop15.jar to match hadoop 0.15.1 release
+
+ PIG-29: fixed bag factory to be properly initialized (utkarsh)
+
+ PIG-43: fixed problem where using the combiner prevented a pig alias
+ from being evaluated more than once. (gates)
+
+ PIG-45: Fixed pig.pl to not assume hodrc file is named the same as
+ cluster name (gates).
+
+ PIG-7 (more): Fixed bug in PigCombiner where it was writing IndexedTuples
+ instead of Tuples, causing Reducer to crash in some cases.
+
+ PIG-41: Added patterns to svn:ignore
+
+ PIG-51: Fixed combiner in the presence of flattening
+
+ PIG-61: Fixed MapreducePlanCompiler to use PigContext to load up the
+ comparator function instead of Class.forName. (gates)
+
+ PIG-63: Fix for non-ascii UTF-8 data (breed@ and olgan@)
+
+ PIG-77: Added eclipse specific files to svn:ignore
+
+ PIG-57: Fixed NPE in PigContext.fixUpDomain (francisoud via gates)
+
+ PIG-69: NPE in PigContext.setJobtrackerLocation (francisoud via gates)
+
+ PIG-78: src/org/apache/pig/builtin/PigStorage.java doesn't compile (arun
+ via olgan)
+
+ PIG-87: Fix pig.pl to find java via JAVA_HOME instead of hardcoded default
+ path. Also fix it to not die if pigclient.conf is missing. (craigm via
+ gates).
+
+ PIG-89: Fix DefaultDataBag, DistinctDataBag, SortedDataBag to close spill
+ files when they are done spilling (contributions by craigm, breed, and
+ gates, committed by gates).
+
+ PIG-95: Remove System.exit() statements from inside pig (joa23 via gates).
+
+ PIG-65: convert tabs to spaces (groves via olgan)
+
+ PIG-97: Turn off combiner in the case of Cogroup, as it doesn't work when
+ more than one bag is involved (gates).
+
+ PIG-92: Fix NullPointerException in PIgContext due to uninitialized conf
+ reference. (francisoud via gates)
+
+ PIG-80: In a number of places stack trace information was being lost by an
+ exception being caught, and a different exception then thrown. All those
+ locations have been changed so that the new exception now wraps the old.
+ (francisoud via gates).
+
+ PIG-84: Converted printStackTrace calls to calls to the logger.
+ (francisoud via gates).
+
+ PIG-88: Remove unused HadoopExe import from Main. (pi_song via gates).
+
+ PIG-99: Fix to make unit tests not run out of memory. (francisoud via
+ gates).
+
+ PIG-107: enabled several tests. (francisoud via olgan)
+
+ PIG-46: abort processing on error for non-interactive mode (olston via
+ olgan)
+
+ PIG-109: improved exception handling (oae via olgan)
+
+ PIG-72: Move unit tests to use MiniDFS and MiniMR so that unit tests can
+ be run w/o access to a hadoop cluster. (xuzh via gates)
+
+ PIG-68: improvements to build.xml (joa23 via olgan)
+
+ PIG-110: Replaced code accidently merged out in PIG-32 fix that handled
+ flattening the combiner case. (gates and oae)
+
+ PIG-213: Remove non-static references to logger from data bags and tuples,
+ as it causes significant overhead (vgeschel via gates).
+
+ PIG-284: target for building source jar (oae via olgan)
+
PIG-627: multiquery support M1 (hagleitn via olgan)
PIG-627: multiquery support M2 (hagleitn via pradeepkth)
@@ -416,3 +590,6 @@
PIG-627: multiquery support incremental patch (hagleitn via pradeepkth)
PIG-627: multiquery support incremental patch (Richard Ding via pradeepkth)
+
+ PIG-627: multiquery support incremental patch
+ to merge changes in trunk to multiquery branch (hagleitn via pradeepkth)
Modified: hadoop/pig/branches/multiquery/bin/pig
URL: http://svn.apache.org/viewvc/hadoop/pig/branches/multiquery/bin/pig?rev=758107&r1=758106&r2=758107&view=diff
==============================================================================
--- hadoop/pig/branches/multiquery/bin/pig (original)
+++ hadoop/pig/branches/multiquery/bin/pig Wed Mar 25 00:42:40 2009
@@ -1,4 +1,21 @@
#!/usr/bin/env bash
+
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
#
# The Pig command script
#
Modified: hadoop/pig/branches/multiquery/build.xml
URL: http://svn.apache.org/viewvc/hadoop/pig/branches/multiquery/build.xml?rev=758107&r1=758106&r2=758107&view=diff
==============================================================================
--- hadoop/pig/branches/multiquery/build.xml (original)
+++ hadoop/pig/branches/multiquery/build.xml Wed Mar 25 00:42:40 2009
@@ -25,7 +25,7 @@
<!-- name and version properties -->
<property name="name" value="pig" />
<property name="Name" value="Pig" />
- <property name="version" value="0.1.0-dev" />
+ <property name="version" value="1.0.1-dev" />
<property name="final.name" value="${name}-${version}" />
<condition property="isWindows">
<os family="windows"/>
@@ -36,7 +36,7 @@
<property name="src.dir" value="${basedir}/src/" />
<property name="src.lib.dir" value="${basedir}/lib-src/" />
<property name="src.gen.dir" value="${basedir}/src-gen/" />
- <property name="src.docs.dir" value="${basedir}/docs/" />
+ <property name="docs.dir" value="${basedir}/src/docs/" />
<!-- build properties -->
@@ -92,9 +92,21 @@
<property name="src.gen.dot.parser.dir" value="${test.src.dir}/org/apache/pig/test/utils/dotGraph/parser" />
<property name="src.gen.textdata.parser.dir" value="${src.gen.dir}/org/apache/pig/data/parser" />
<property name="javacc.home" value="${basedir}/lib" />
-
- <!-- javadoc properties -->
- <property name="javadoc.link.java" value="http://java.sun.com/j2se/1.5.0/docs/api/" />
+
+ <!-- rats properties -->
+ <property name="rats_url" value="http://arat.googlecode.com/files/rat-lib-all-0.5.1.jar" />
+ <property name="rat.reporting.classname" value="rat.Report"/>
+
+ <!-- javadoc properties -->
+ <property name="javadoc.link.java" value="http://java.sun.com/j2se/1.5.0/docs/api/" />
+
+ <!-- test patch properties -->
+ <property name="scratch.dir" value="${user.home}/tmp"/>
+ <property name="svn.cmd" value="svn"/>
+ <property name="grep.cmd" value="grep"/>
+ <property name="patch.cmd" value="patch"/>
+ <property name="make.cmd" value="make"/>
+ <property name="test_patch_sh" value="${test.src.dir}/bin/test-patch.sh"/>
<!-- ====================================================== -->
<!-- Stuff needed by all targets -->
@@ -111,6 +123,17 @@
<fileset file="${lib.dir}/commons-collections-3.2.jar" />
</path>
+ <!-- javadoc-classpath -->
+ <!-- This is going to stay back until we use a mechanism for automatic dependency management -->
+ <path id="javadoc-classpath">
+ <fileset file="${lib.dir}/${hbase.jarfile}" />
+ <fileset file="${lib.dir}/${hbase.test.jarfile}" />
+ <fileset file="${lib.dir}/javacc.jar" />
+ <fileset file="${lib.dir}/jsch-0.1.33.jar" />
+ <fileset file="${lib.dir}/junit-4.1.jar" />
+ <fileset file="${lib.dir}/jline-0.9.94.jar" />
+ </path>
+
<path id="test.classpath">
<pathelement location="${build.classes}"/>
<pathelement location="${test.src.dir}"/>
@@ -158,6 +181,8 @@
<!-- ================================================================== -->
<target name="clean" description="Cleanup build artifacts">
<delete dir="${src.gen.dir}" />
+ <delete dir="${docs.dir}/build" />
+ <delete file="${lib.dir}/rats.jar" />
<delete dir="${build.dir}" />
<delete dir="${src.gen.dot.parser.dir}" />
</target>
@@ -171,8 +196,8 @@
<javacc target="${src.dir}/org/apache/pig/tools/pigscript/parser/PigScriptParser.jj" outputdirectory="${src.gen.script.parser.dir}" javacchome="${javacc.home}" />
<javacc target="${src.dir}/org/apache/pig/tools/parameters/PigFileParser.jj" outputdirectory="${src.gen.param.parser.dir}" javacchome="${javacc.home}" />
<javacc target="${src.dir}/org/apache/pig/tools/parameters/ParamLoader.jj" outputdirectory="${src.gen.param.parser.dir}" javacchome="${javacc.home}" />
- <jjtree target="${test.src.dir}/org/apache/pig/test/utils/dotGraph/Dot.jjt" outputdirectory="${src.gen.dot.parser.dir}" javacchome="${javacc.home}" />
- <javacc target="${src.gen.dot.parser.dir}/Dot.jj" outputdirectory="${src.gen.dot.parser.dir}" javacchome="${javacc.home}" />
+ <jjtree target="${test.src.dir}/org/apache/pig/test/utils/dotGraph/DOTParser.jjt" outputdirectory="${src.gen.dot.parser.dir}" javacchome="${javacc.home}" />
+ <javacc target="${src.gen.dot.parser.dir}/DOTParser.jj" outputdirectory="${src.gen.dot.parser.dir}" javacchome="${javacc.home}" />
<jjtree target="${src.dir}/org/apache/pig/data/parser/TextDataParser.jjt" outputdirectory="${src.gen.textdata.parser.dir}/" javacchome="${javacc.home}" />
<javacc target="${src.gen.textdata.parser.dir}/TextDataParser.jj" outputdirectory="${src.gen.textdata.parser.dir}" javacchome="${javacc.home}" />
</target>
@@ -248,12 +273,11 @@
<!-- ================================================================== -->
<target name="javadoc" depends="jar" description="Create documentation">
<mkdir dir="${build.javadoc}" />
- <javadoc overview="${src.docs.dir}/overview.html" packagenames="org.apache.pig.*" destdir="${build.javadoc}" author="true" version="true" use="true" windowtitle="${Name} ${version} API" doctitle="${Name} ${version} API" bottom="Copyright &copy; ${year} The Apache Software Foundation">
+ <javadoc overview="${src.dir}/overview.html" packagenames="org.apache.pig.*" destdir="${build.javadoc}" author="true" version="true" use="true" windowtitle="${Name} ${version} API" doctitle="${Name} ${version} API" bottom="Copyright &copy; ${year} The Apache Software Foundation">
<packageset dir="${src.dir}" />
<link href="${javadoc.link.java}" />
<classpath>
- <path refid="classpath" />
- <pathelement path="${java.class.path}" />
+ <path refid="javadoc-classpath" />
<pathelement path="${output.jarfile}" />
</classpath>
<group title="pig" packages="org.apache.*" />
@@ -263,9 +287,27 @@
<!-- ================================================================== -->
<!-- @depricated, Documentation -->
<!-- ================================================================== -->
- <target name="doc" depends="javadoc">
+ <target name="docs" depends="forrest.check, javadoc" description="Generate forrest-based documentation.
+ To use, specify -Dforrest.home=<base of Apache Forrest installation> on the command line." if="forrest.home">
+ <exec dir="${docs.dir}" executable="${forrest.home}/bin/forrest"
+ failonerror="true">
+ <env key="JAVA_HOME" value="${java5.home}"/>
+ </exec>
+ <copy todir="${build.docs}">
+ <fileset dir="${docs.dir}/build/site/" />
+ </copy>
+ </target>
+
+ <target name="forrest.check" unless="forrest.home" depends="java5.check">
+ <fail message="'forrest.home' is not defined.
+ Please pass -Dforrest.home=<base of Apache Forrest installation> to Ant on the command-line." />
+ </target>
+
+ <target name="java5.check" unless="java5.home">
+ <fail message="'java5.home' is not defined. Forrest requires Java 5.
+ Please pass -Djava5.home=<base of Java 5 distribution> to Ant on the command-line." />
</target>
-
+
<target name="source-jar" depends="cc-compile">
<jar duplicate="preserve" jarfile="${output.jarfile.sources}" basedir="${src.dir}">
<manifest>
@@ -340,7 +382,7 @@
<!-- ================================================================== -->
<!-- Run unit tests -->
<!-- ================================================================== -->
- <target name="test" depends="compile-test,jar">
+ <target name="test-core" depends="compile-test,jar">
<delete dir="${test.log.dir}"/>
<mkdir dir="${test.log.dir}"/>
<junit showoutput="${test.output}" printsummary="yes" haltonfailure="no" fork="yes" maxmemory="256m" dir="${basedir}" timeout="${test.timeout}" errorProperty="tests.failed" failureProperty="tests.failed">
@@ -388,11 +430,20 @@
</junit>
<fail if="tests.failed">Tests failed!</fail>
</target>
+
+ <target name="test" description="to call the test-core and test-contrib target">
+ <antcall target="test-core"/>
+ <antcall target="test-contrib"/>
+ </target>
+
+ <target name="test-contrib" description="to call contrib tests">
+ <!--#### test-contrib is yet to be implemented #### -->
+ </target>
<!-- ================================================================== -->
<!-- D I S T R I B U T I O N -->
<!-- ================================================================== -->
- <target name="package" depends="jar, javadoc" description="Create a Pig release">
+ <target name="package" depends="docs" description="Create a Pig release">
<mkdir dir="${dist.dir}" />
<mkdir dir="${dist.dir}/lib" />
<mkdir dir="${dist.dir}/scripts" />
@@ -416,7 +467,22 @@
<copy todir="${dist.dir}/src" includeEmptyDirs="true">
<fileset dir="${src.dir}" />
- <fileset dir="${src.gen.dir}" />
+ </copy>
+
+ <copy todir="${dist.dir}/lib-src" includeEmptyDirs="true">
+ <fileset dir="${src.lib.dir}" />
+ </copy>
+
+ <copy todir="${dist.dir}/test" includeEmptyDirs="true">
+ <fileset dir="${test.src.dir}" />
+ </copy>
+
+ <copy todir="${dist.dir}/tutorial" includeEmptyDirs="true">
+ <fileset dir="tutorial" />
+ </copy>
+
+ <copy todir="${dist.dir}/contrib" includeEmptyDirs="true">
+ <fileset dir="contrib" />
</copy>
<copy todir="${dist.dir}/" file="build.xml" />
@@ -447,5 +513,128 @@
</tarfileset>
</tar>
</target>
+
+ <!-- ================================================================== -->
+ <!-- Findbugs -->
+ <!-- ================================================================== -->
+
+ <property name="findbugs.home" value=""/>
+ <target name="findbugs" depends="check-for-findbugs, jar" if="findbugs.present" description="Run findbugs if present">
+ <property name="findbugs.out.dir" value="${test.build.dir}/findbugs"/>
+ <property name="findbugs.report.htmlfile" value="${findbugs.out.dir}/pig-findbugs-report.html"/>
+ <property name="findbugs.report.xmlfile" value="${findbugs.out.dir}/pig-findbugs-report.xml"/>
+ <taskdef name="findbugs" classname="edu.umd.cs.findbugs.anttask.FindBugsTask"
+ classpath="${findbugs.home}/lib/findbugs-ant.jar" />
+ <mkdir dir="${findbugs.out.dir}"/>
+ <findbugs home="${findbugs.home}" output="xml:withMessages"
+ outputFile="${findbugs.report.xmlfile}" effort="max" jvmargs="-Xmx512M">
+ <auxClasspath>
+ <fileset dir="${lib.dir}">
+ <include name="**/*.jar"/>
+ </fileset>
+ </auxClasspath>
+ <sourcePath path="${src.dir}"/>
+ <class location="${output.jarfile.core}" />
+ </findbugs>
+ <xslt style="${findbugs.home}/src/xsl/default.xsl" in="${findbugs.report.xmlfile}"
+ out="${findbugs.report.htmlfile}"/>
+ </target>
+
+ <target name="check-for-findbugs">
+ <available property="findbugs.present" file="${findbugs.home}/lib/findbugs.jar" />
+ </target>
+ <!-- ================================================================== -->
+ <!-- Perform audit activities for the release -->
+ <!-- ================================================================== -->
+ <target name="get-rats" description="Downloads the release audit tool">
+ <get src="${rats_url}" dest="${lib.dir}/rats.jar" usetimestamp="false" />
+ </target>
+
+ <target name="releaseaudit" depends="get-rats ,package" description="Release Audit activities">
+ <java classname="${rat.reporting.classname}" fork="true" classpath="${lib.dir}/rats.jar">
+ <arg value="${build.dir}/${final.name}"/>
+ </java>
+ </target>
+
+ <target name="checkstyle" depends="checkstyle.check, set-checkstyle-classpath" if="checkstyle.home"
+ description="Run optional third-party tool targets">
+ <taskdef resource="checkstyletask.properties">
+ <classpath refid="classpath"/>
+ <classpath refid="checkstyle-classpath"/>
+ </taskdef>
+ <mkdir dir="${test.build.dir}"/>
+ <checkstyle config="${test.src.dir}/checkstyle.xml" failOnViolation="false">
+ <fileset dir="${src.dir}" includes="**/*.java" excludes="**/generated/**"/>
+ <formatter type="xml" toFile="${test.build.dir}/checkstyle-errors.xml"/>
+ </checkstyle>
+ <xslt style="${test.src.dir}/checkstyle-noframes-sorted.xsl" in="${test.build.dir}/checkstyle-errors.xml"
+ out="${test.build.dir}/checkstyle-errors.html"/>
+ </target>
+
+ <target name="checkstyle.check" unless="checkstyle.home">
+ <fail message="'checkstyle.home' is not defined. Please pass -Dcheckstyle.home=<base of checkstyle installation>
+ to Ant on the command-line." />
+ </target>
+
+ <target name="set-checkstyle-classpath">
+ <path id="checkstyle-classpath">
+ <fileset dir="${checkstyle.home}">
+ <include name="**/*.jar"/>
+ </fileset>
+ </path>
+ </target>
+
+ <target name="findbugs.check" depends="check-for-findbugs" unless="findbugs.present">
+ <fail message="'findbugs.home' is not defined. Please pass -Dfindbugs.home=<base of Findbugs installation>
+ to Ant on the command-line." />
+ </target>
+
+ <target name="patch.check" unless="patch.file">
+ <fail message="'patch.file' is not defined. Please pass -Dpatch.file=<location of patch file>
+ to Ant on the command-line." />
+ </target>
+
+ <target name="test-patch" depends="patch.check,findbugs.check,forrest.check">
+ <exec executable="bash" failonerror="true">
+ <arg value="${test_patch_sh}"/>
+ <arg value="DEVELOPER"/>
+ <arg value="${patch.file}"/>
+ <arg value="${scratch.dir}"/>
+ <arg value="${svn.cmd}"/>
+ <arg value="${grep.cmd}"/>
+ <arg value="${patch.cmd}"/>
+ <arg value="${findbugs.home}"/>
+ <arg value="${forrest.home}"/>
+ <arg value="${basedir}"/>
+ <arg value="${java5.home}"/>
+ <arg value="${ant.project.name}"/>
+ </exec>
+ </target>
+
+ <target name="hudson-test-patch" depends="findbugs.check,forrest.check">
+ <exec executable="bash" failonerror="true">
+ <arg value="${test_patch_sh}"/>
+ <arg value="HUDSON"/>
+ <arg value="${scratch.dir}"/>
+ <arg value="${support.dir}"/>
+ <arg value="${ps.cmd}"/>
+ <arg value="${wget.cmd}"/>
+ <arg value="${jiracli.cmd}"/>
+ <arg value="${svn.cmd}"/>
+ <arg value="${grep.cmd}"/>
+ <arg value="${patch.cmd}"/>
+ <arg value="${findbugs.home}"/>
+ <arg value="${forrest.home}"/>
+ <arg value="${eclipse.home}"/>
+ <arg value="${python.home}"/>
+ <arg value="${basedir}"/>
+ <arg value="${trigger.url}"/>
+ <arg value="${jira.passwd}"/>
+ <arg value="${java5.home}"/>
+ <arg value="${curl.cmd}"/>
+ <arg value="${defect}"/>
+ <arg value="${ant.project.name}"/>
+ </exec>
+ </target>
</project>
Modified: hadoop/pig/branches/multiquery/src/org/apache/pig/EvalFunc.java
URL: http://svn.apache.org/viewvc/hadoop/pig/branches/multiquery/src/org/apache/pig/EvalFunc.java?rev=758107&r1=758106&r2=758107&view=diff
==============================================================================
--- hadoop/pig/branches/multiquery/src/org/apache/pig/EvalFunc.java (original)
+++ hadoop/pig/branches/multiquery/src/org/apache/pig/EvalFunc.java Wed Mar 25 00:42:40 2009
@@ -30,6 +30,7 @@
import org.apache.pig.impl.PigContext;
import org.apache.pig.impl.logicalLayer.FrontendException;
import org.apache.pig.impl.logicalLayer.schema.Schema;
+import org.apache.pig.backend.hadoop.executionengine.physicalLayer.PigLogger;
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.PigProgressable;
@@ -48,6 +49,7 @@
// if the exec is taking more that 300 ms
protected PigProgressable reporter;
protected Log log = LogFactory.getLog(getClass());
+ protected PigLogger pigLogger;
private static int nextSchemaId; // for assigning unique ids to UDF columns
protected String getSchemaName(String name, Schema input) {
@@ -118,7 +120,12 @@
// report that progress is being made (otherwise hadoop times out after 600 seconds working on one outer tuple)
public final void progress() {
if (reporter != null) reporter.progress();
- else log.warn("No reporter object provided to UDF " + this.getClass().getName());
+ else warn("No reporter object provided to UDF.", PigWarning.PROGRESS_REPORTER_NOT_PROVIDED);
+ }
+
+ public final void warn(String msg, Enum warningEnum) {
+ if(pigLogger != null) pigLogger.warn(this, msg, warningEnum);
+ else log.warn("No logger object provided to UDF: " + this.getClass().getName() + ". " + msg);
}
/**
@@ -177,4 +184,16 @@
public List<FuncSpec> getArgToFuncMapping() throws FrontendException{
return null;
}
+
+ public PigLogger getPigLogger() {
+ return pigLogger;
+ }
+
+ public final void setPigLogger(PigLogger pigLogger) {
+ this.pigLogger = pigLogger;
+ }
+
+ public Log getLogger() {
+ return log;
+ }
}
Modified: hadoop/pig/branches/multiquery/src/org/apache/pig/FuncSpec.java
URL: http://svn.apache.org/viewvc/hadoop/pig/branches/multiquery/src/org/apache/pig/FuncSpec.java?rev=758107&r1=758106&r2=758107&view=diff
==============================================================================
--- hadoop/pig/branches/multiquery/src/org/apache/pig/FuncSpec.java (original)
+++ hadoop/pig/branches/multiquery/src/org/apache/pig/FuncSpec.java Wed Mar 25 00:42:40 2009
@@ -38,6 +38,16 @@
/**
* @param className the name of the class for the udf
+ * @param ctorArg the argument for the constructor for the above class
+ */
+ public FuncSpec(String className, String ctorArg) {
+ this.className = className;
+ this.ctorArgs = new String[1];
+ this.ctorArgs[0] = ctorArg;
+ }
+
+ /**
+ * @param className the name of the class for the udf
* @param ctorArgs the arguments for the constructor for the above class
*/
public FuncSpec(String className, String[] ctorArgs) {
Modified: hadoop/pig/branches/multiquery/src/org/apache/pig/Main.java
URL: http://svn.apache.org/viewvc/hadoop/pig/branches/multiquery/src/org/apache/pig/Main.java?rev=758107&r1=758106&r2=758107&view=diff
==============================================================================
--- hadoop/pig/branches/multiquery/src/org/apache/pig/Main.java (original)
+++ hadoop/pig/branches/multiquery/src/org/apache/pig/Main.java Wed Mar 25 00:42:40 2009
@@ -40,6 +40,7 @@
import org.apache.pig.tools.cmdline.CmdLineParser;
import org.apache.pig.tools.grunt.Grunt;
import org.apache.pig.tools.grunt.PigCompletor;
+import org.apache.pig.impl.util.LogUtils;
import org.apache.pig.tools.timer.PerformanceTimerFactory;
import org.apache.pig.tools.parameters.ParameterSubstitutionPreprocessor;
@@ -71,6 +72,10 @@
int rc = 1;
Properties properties = new Properties();
PropertiesUtil.loadPropertiesFromFile(properties);
+
+ boolean verbose = false;
+ boolean gruntCalled = false;
+ String logFileName = null;
try {
BufferedReader pin = null;
@@ -96,6 +101,7 @@
opts.registerOpt('m', "param_file", CmdLineParser.ValueExpected.OPTIONAL);
opts.registerOpt('r', "dryrun", CmdLineParser.ValueExpected.NOT_ACCEPTED);
opts.registerOpt('l', "logfile", CmdLineParser.ValueExpected.REQUIRED);
+ opts.registerOpt('w', "warning", CmdLineParser.ValueExpected.NOT_ACCEPTED);
ExecMode mode = ExecMode.UNKNOWN;
String file = null;
@@ -110,7 +116,8 @@
cluster = clusterConfigured;
}
- String logFileName = validateLogFile(null, null);
+ //by default warning aggregation is on
+ properties.setProperty("aggregate.warning", ""+true);
char opt;
while ((opt = opts.getNextOpt()) != CmdLineParser.EndOfOpts) {
@@ -202,6 +209,11 @@
case 'v':
properties.setProperty(VERBOSE, ""+true);
+ verbose = true;
+ break;
+
+ case 'w':
+ properties.setProperty("aggregate.warning", ""+false);
break;
case 'x':
@@ -224,6 +236,11 @@
configureLog4J(properties);
// create the context with the parameter
PigContext pigContext = new PigContext(execType, properties);
+
+ if(logFileName == null) {
+ logFileName = validateLogFile(null, null);
+ }
+
pigContext.getProperties().setProperty("pig.logfile", logFileName);
LogicalPlanBuilder.classloader = pigContext.createCl(null);
@@ -247,11 +264,17 @@
logFileName = validateLogFile(logFileName, file);
pigContext.getProperties().setProperty("pig.logfile", logFileName);
+
+ // Set job name based on name of the script
+ pigContext.getProperties().setProperty(PigContext.JOB_NAME,
+ "PigLatin:" +new File(file).getName()
+ );
if (!debug)
new File(substFile).deleteOnExit();
grunt = new Grunt(pin, pigContext);
+ gruntCalled = true;
grunt.exec();
rc = 0;
return;
@@ -267,6 +290,7 @@
}
in = new BufferedReader(new StringReader(sb.toString()));
grunt = new Grunt(in, pigContext);
+ gruntCalled = true;
grunt.exec();
rc = 0;
return;
@@ -293,6 +317,7 @@
ConsoleReaderInputStream inputStream = new ConsoleReaderInputStream(reader);
grunt = new Grunt(new BufferedReader(new InputStreamReader(inputStream)), pigContext);
grunt.setConsoleReader(reader);
+ gruntCalled = true;
grunt.run();
rc = 0;
return;
@@ -319,7 +344,13 @@
if (!debug)
new File(substFile).deleteOnExit();
+ // Set job name based on name of the script
+ pigContext.getProperties().setProperty(PigContext.JOB_NAME,
+ "PigLatin:" +new File(remainders[0]).getName()
+ );
+
grunt = new Grunt(pin, pigContext);
+ gruntCalled = true;
grunt.exec();
rc = 0;
return;
@@ -338,8 +369,14 @@
} else {
rc = 2;
}
+ if(!gruntCalled) {
+ LogUtils.writeLog(pe, logFileName, log, verbose);
+ }
} catch (Throwable e) {
rc = 2;
+ if(!gruntCalled) {
+ LogUtils.writeLog(e, logFileName, log, verbose);
+ }
} finally {
// clear temp files
FileLocalizer.deleteTempFiles();
@@ -455,6 +492,7 @@
System.out.println(" -x, -exectype local|mapreduce, mapreduce is default");
System.out.println(" -i, -version display version information");
System.out.println(" -l, -logfile path to client side log file; current working directory is default");
+ System.out.println(" -w, -warning turn warning on; also turns warning aggregation off");
}
private static String validateLogFile(String logFileName, String scriptName) {
@@ -484,7 +522,7 @@
if(logFile.isDirectory()) {
if(logFile.canWrite()) {
try {
- logFileName += logFile.getCanonicalPath() + File.separator + defaultLogFileName;
+ logFileName = logFile.getCanonicalPath() + File.separator + defaultLogFileName;
} catch (IOException ioe) {
throw new AssertionError("Could not compute canonical path to the log file " + ioe.getMessage());
}
@@ -533,8 +571,8 @@
//revert to the current working directory
String currDir = System.getProperty("user.dir");
logFile = new File(currDir);
- if(logFile.canWrite()) {
- logFileName = currDir + File.separator + (logFileName == null? defaultLogFileName : logFileName);
+ logFileName = currDir + File.separator + (logFileName == null? defaultLogFileName : logFileName);
+ if(logFile.canWrite()) {
return logFileName;
}
throw new RuntimeException("Cannot write to log file: " + logFileName);
Modified: hadoop/pig/branches/multiquery/src/org/apache/pig/PigException.java
URL: http://svn.apache.org/viewvc/hadoop/pig/branches/multiquery/src/org/apache/pig/PigException.java?rev=758107&r1=758106&r2=758107&view=diff
==============================================================================
--- hadoop/pig/branches/multiquery/src/org/apache/pig/PigException.java (original)
+++ hadoop/pig/branches/multiquery/src/org/apache/pig/PigException.java Wed Mar 25 00:42:40 2009
@@ -39,6 +39,7 @@
public static final byte BUG = 4;
public static final byte USER_ENVIRONMENT = 8;
public static final byte REMOTE_ENVIRONMENT = 16;
+ public static final byte ERROR = -1;
/**
* A static method to query if an error source is due to
@@ -84,6 +85,25 @@
return ((errSource & REMOTE_ENVIRONMENT) == 0 ? false : true);
}
+ /**
+ * A static method to determine the error source given the error code
+ *
+ * @param errCode - integer error code
+ * @return byte that indicates the error source
+ */
+ public static byte determineErrorSource(int errCode) {
+ if(errCode >= 100 && errCode <= 1999) {
+ return PigException.INPUT;
+ } else if (errCode >= 2000 && errCode <= 2999) {
+ return PigException.BUG;
+ } else if (errCode >= 3000 && errCode <= 4999) {
+ return PigException.USER_ENVIRONMENT;
+ } else if (errCode >= 5000 && errCode <= 6999) {
+ return PigException.REMOTE_ENVIRONMENT;
+ }
+ return PigException.ERROR;
+ }
+
protected int errorCode = 0;
protected byte errorSource = BUG;
protected boolean retriable = false;
@@ -286,10 +306,33 @@
/**
* Set the detailed message of the exception
- * @param msg - detailed message to be used by developers
+ * @param detailMsg - detailed message to be used by developers
*/
public void setDetailedMessage(String detailMsg) {
detailedMessage = detailMsg;
}
+ /**
+ * Returns a short description of this throwable.
+ * The result is the concatenation of:
+ * <ul>
+ * <li> the {@linkplain Class#getName() name} of the class of this object
+ * <li> ": " (a colon and a space)
+ * <li> "ERROR " (the string ERROR followed by a a space)
+ * <li> the result of invoking this object's {@link #getErrorCode} method
+ * <li> ": " (a colon and a space)
+ * <li> the result of invoking {@link Throwable#getLocalizedMessage() getLocalizedMessage}
+ * method
+ * </ul>
+ * If <tt>getLocalizedMessage</tt> returns <tt>null</tt>, then just
+ * the class name is returned.
+ *
+ * @return a string representation of this throwable.
+ */
+ @Override
+ public String toString() {
+ String s = getClass().getName();
+ String message = getLocalizedMessage();
+ return (message != null) ? (s + ": " + "ERROR " + getErrorCode() + ": " + message) : s;
+ }
}
Modified: hadoop/pig/branches/multiquery/src/org/apache/pig/PigServer.java
URL: http://svn.apache.org/viewvc/hadoop/pig/branches/multiquery/src/org/apache/pig/PigServer.java?rev=758107&r1=758106&r2=758107&view=diff
==============================================================================
--- hadoop/pig/branches/multiquery/src/org/apache/pig/PigServer.java (original)
+++ hadoop/pig/branches/multiquery/src/org/apache/pig/PigServer.java Wed Mar 25 00:42:40 2009
@@ -66,13 +66,14 @@
import org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan;
import org.apache.pig.impl.plan.CompilationMessageCollector;
import org.apache.pig.impl.plan.OperatorKey;
+import org.apache.pig.impl.plan.CompilationMessageCollector.MessageType;
import org.apache.pig.impl.streaming.StreamingCommand;
import org.apache.pig.impl.util.MultiMap;
import org.apache.pig.impl.util.PropertiesUtil;
import org.apache.pig.impl.logicalLayer.LODefine;
import org.apache.pig.impl.logicalLayer.LOStore;
import org.apache.pig.pen.ExampleGenerator;
-import org.apache.pig.tools.grunt.Utils;
+import org.apache.pig.impl.util.LogUtils;
import org.apache.pig.tools.grunt.GruntParser;
@@ -121,6 +122,9 @@
private static int scopeCounter = 0;
private String scope = constructScope();
+ private ArrayList<String> cachedScript = new ArrayList<String>();
+ private boolean aggregateWarning = true;
+
private String constructScope() {
// scope servers for now as a session id
@@ -148,9 +152,18 @@
}
public PigServer(PigContext context) throws ExecException {
+ this(context, true);
+ }
+
+ public PigServer(PigContext context, boolean connect) throws ExecException {
this.pigContext = context;
currDAG = new Graph(false);
- pigContext.connect();
+
+ aggregateWarning = "true".equalsIgnoreCase(pigContext.getProperties().getProperty("aggregate.warning"));
+
+ if (connect) {
+ pigContext.connect();
+ }
}
public PigContext getPigContext(){
@@ -363,6 +376,10 @@
}
}
+ public void printAliases () throws FrontendException {
+ System.out.println("aliases: " + currDAG.getAliasOp().keySet());
+ }
+
public Schema dumpSchema(String alias) throws IOException{
try {
LogicalPlan lp = getPlanFromAlias(alias, "describe");
@@ -398,6 +415,7 @@
ExecJob job = store(id, FileLocalizer.getTemporaryPath(null, pigContext).toString(), BinStorage.class.getName() + "()");
// invocation of "execute" is synchronous!
+
if (job.getStatus() == JOB_STATUS.COMPLETED) {
return job.getResults();
} else {
@@ -769,39 +787,23 @@
// throw.
caught = fe;
}
- // Check to see if we had any problems.
- StringBuilder sb = new StringBuilder();
- for (CompilationMessageCollector.Message msg : collector) {
- switch (msg.getMessageType()) {
- case Info:
- log.info(msg.getMessage());
- break;
-
- case Warning:
- log.warn(msg.getMessage());
- break;
-
- case Unknown:
- case Error:
- //Error messages are displayed separately and are not bundled here
- break;
-
- default:
- throw new AssertionError("Unknown message type " +
- msg.getMessageType());
-
- }
+
+ if(aggregateWarning) {
+ CompilationMessageCollector.logMessages(collector, MessageType.Warning, aggregateWarning, log);
+ } else {
+ for(Enum type: MessageType.values()) {
+ CompilationMessageCollector.logAllMessages(collector, log);
+ }
}
-
- if (sb.length() > 0 || caught != null) {
- //int errCode = 1003;
- //throw new FrontendException(sb.toString(), errCode, PigException.INPUT, false, null, caught);
+
+ if (caught != null) {
throw caught;
}
// optimize
if (optimize) {
- LogicalOptimizer optimizer = new LogicalOptimizer(lpClone);
+ //LogicalOptimizer optimizer = new LogicalOptimizer(lpClone);
+ LogicalOptimizer optimizer = new LogicalOptimizer(lpClone, pigContext.getExecType());
optimizer.optimize();
}
@@ -960,7 +962,7 @@
return new LogicalPlanBuilder(PigServer.this.pigContext).parse(scope, query,
aliases, opTable, aliasOp, startLine);
} catch (ParseException e) {
- PigException pe = Utils.getPigException(e);
+ PigException pe = LogUtils.getPigException(e);
int errCode = 1000;
String msg = "Error during parsing. " + (pe == null? e.getMessage() : pe.getMessage());
throw new FrontendException(msg, errCode, PigException.INPUT, false, null, e);
Modified: hadoop/pig/branches/multiquery/src/org/apache/pig/backend/executionengine/PigSlice.java
URL: http://svn.apache.org/viewvc/hadoop/pig/branches/multiquery/src/org/apache/pig/backend/executionengine/PigSlice.java?rev=758107&r1=758106&r2=758107&view=diff
==============================================================================
--- hadoop/pig/branches/multiquery/src/org/apache/pig/backend/executionengine/PigSlice.java (original)
+++ hadoop/pig/branches/multiquery/src/org/apache/pig/backend/executionengine/PigSlice.java Wed Mar 25 00:42:40 2009
@@ -29,6 +29,7 @@
import java.util.zip.GZIPInputStream;
import org.apache.pig.FuncSpec;
+import org.apache.pig.PigException;
import org.apache.pig.Slice;
import org.apache.pig.LoadFunc;
import org.apache.pig.backend.datastorage.DataStorage;
@@ -75,7 +76,9 @@
try {
loader = (LoadFunc) PigContext.instantiateFuncFromSpec(parser);
} catch (Exception exp) {
- throw new RuntimeException("can't instantiate " + parser);
+ int errCode = 2081;
+ String msg = "Unable to set up the load function.";
+ throw new ExecException(msg, errCode, PigException.BUG, exp);
}
}
fsis = base.asElement(base.getActiveContainer(), file).sopen();
@@ -152,9 +155,9 @@
try {
return ois.readObject();
} catch (ClassNotFoundException cnfe) {
- IOException newE = new IOException(cnfe.getMessage());
- newE.initCause(cnfe);
- throw newE;
+ int errCode = 2094;
+ String msg = "Unable to deserialize object.";
+ throw new ExecException(msg, errCode, PigException.BUG, cnfe);
}
}