You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@vxquery.apache.org by pr...@apache.org on 2015/06/28 20:30:45 UTC
[04/11] vxquery git commit: files renamed
files renamed
Project: http://git-wip-us.apache.org/repos/asf/vxquery/repo
Commit: http://git-wip-us.apache.org/repos/asf/vxquery/commit/3129824a
Tree: http://git-wip-us.apache.org/repos/asf/vxquery/tree/3129824a
Diff: http://git-wip-us.apache.org/repos/asf/vxquery/diff/3129824a
Branch: refs/heads/master
Commit: 3129824ab96ab93c5edd41a0a5c324ba06136e0a
Parents: 58ee924
Author: Shivani Mall <sm...@ucr.edu>
Authored: Fri Jun 26 15:19:47 2015 -0700
Committer: Shivani Mall <sm...@ucr.edu>
Committed: Fri Jun 26 15:19:47 2015 -0700
----------------------------------------------------------------------
.../compiler/rewriter/RewriteRuleset.java | 4 +-
.../rules/ReplaceSourceMapInDocExpression.java | 171 +++++++++++++++++++
2 files changed, 173 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/vxquery/blob/3129824a/vxquery-core/src/main/java/org/apache/vxquery/compiler/rewriter/RewriteRuleset.java
----------------------------------------------------------------------
diff --git a/vxquery-core/src/main/java/org/apache/vxquery/compiler/rewriter/RewriteRuleset.java b/vxquery-core/src/main/java/org/apache/vxquery/compiler/rewriter/RewriteRuleset.java
index 3648f2f..8e2a367 100644
--- a/vxquery-core/src/main/java/org/apache/vxquery/compiler/rewriter/RewriteRuleset.java
+++ b/vxquery-core/src/main/java/org/apache/vxquery/compiler/rewriter/RewriteRuleset.java
@@ -21,7 +21,7 @@ import java.util.List;
import org.apache.vxquery.compiler.rewriter.rules.ConsolidateAssignAggregateRule;
import org.apache.vxquery.compiler.rewriter.rules.ConvertAssignToUnnestRule;
-import org.apache.vxquery.compiler.rewriter.rules.ConvertDocExpressionToFile;
+import org.apache.vxquery.compiler.rewriter.rules.ReplaceSourceMapInDocExpression;
import org.apache.vxquery.compiler.rewriter.rules.ConvertFromAlgebricksExpressionsRule;
import org.apache.vxquery.compiler.rewriter.rules.ConvertToAlgebricksExpressionsRule;
import org.apache.vxquery.compiler.rewriter.rules.EliminateSubplanForSingleItemsRule;
@@ -117,7 +117,7 @@ public class RewriteRuleset {
normalization.add(new IntroduceCollectionRule());
normalization.add(new RemoveUnusedAssignAndAggregateRule());
- normalization.add(new ConvertDocExpressionToFile());
+ normalization.add(new ReplaceSourceMapInDocExpression());
// Adds child steps to the data source scan.
// TODO Replace consolidate with a new child function that takes multiple paths.
// normalization.add(new ConsolidateUnnestsRule());
http://git-wip-us.apache.org/repos/asf/vxquery/blob/3129824a/vxquery-core/src/main/java/org/apache/vxquery/compiler/rewriter/rules/ReplaceSourceMapInDocExpression.java
----------------------------------------------------------------------
diff --git a/vxquery-core/src/main/java/org/apache/vxquery/compiler/rewriter/rules/ReplaceSourceMapInDocExpression.java b/vxquery-core/src/main/java/org/apache/vxquery/compiler/rewriter/rules/ReplaceSourceMapInDocExpression.java
new file mode 100644
index 0000000..b656185
--- /dev/null
+++ b/vxquery-core/src/main/java/org/apache/vxquery/compiler/rewriter/rules/ReplaceSourceMapInDocExpression.java
@@ -0,0 +1,171 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.vxquery.compiler.rewriter.rules;
+
+import java.io.DataInputStream;
+import java.io.DataOutput;
+import java.io.File;
+import java.io.IOException;
+import java.nio.ByteBuffer;
+import java.util.Arrays;
+import java.util.List;
+
+import org.apache.commons.lang3.mutable.Mutable;
+import org.apache.vxquery.compiler.algebricks.VXQueryConstantValue;
+import org.apache.vxquery.compiler.rewriter.rules.util.ExpressionToolbox;
+import org.apache.vxquery.compiler.rewriter.rules.util.OperatorToolbox;
+import org.apache.vxquery.datamodel.accessors.TaggedValuePointable;
+import org.apache.vxquery.datamodel.builders.atomic.StringValueBuilder;
+import org.apache.vxquery.datamodel.values.ValueTag;
+import org.apache.vxquery.functions.BuiltinFunctions;
+import org.apache.vxquery.metadata.VXQueryMetadataProvider;
+import org.apache.vxquery.types.BuiltinTypeRegistry;
+import org.apache.vxquery.types.Quantifier;
+import org.apache.vxquery.types.SequenceType;
+
+import edu.uci.ics.hyracks.algebricks.common.exceptions.AlgebricksException;
+import edu.uci.ics.hyracks.algebricks.core.algebra.base.ILogicalExpression;
+import edu.uci.ics.hyracks.algebricks.core.algebra.base.ILogicalOperator;
+import edu.uci.ics.hyracks.algebricks.core.algebra.base.IOptimizationContext;
+import edu.uci.ics.hyracks.algebricks.core.algebra.base.LogicalExpressionTag;
+import edu.uci.ics.hyracks.algebricks.core.algebra.expressions.AbstractFunctionCallExpression;
+import edu.uci.ics.hyracks.algebricks.core.algebra.expressions.ConstantExpression;
+import edu.uci.ics.hyracks.algebricks.core.algebra.expressions.VariableReferenceExpression;
+import edu.uci.ics.hyracks.algebricks.core.rewriter.base.IAlgebraicRewriteRule;
+import edu.uci.ics.hyracks.data.std.primitive.UTF8StringPointable;
+import edu.uci.ics.hyracks.data.std.util.ArrayBackedValueStorage;
+import edu.uci.ics.hyracks.dataflow.common.comm.util.ByteBufferInputStream;
+
+/**
+ * The rule searches for where the function_doc1 function is in the plan in place of XQuery function.
+ * It replaces the string contained in the function with its absolute file path.
+ *
+ * <pre>
+ * Before
+ *
+ * plan__parent
+ * %OPERATOR( $v1 : fn:doc( \@string ) )
+ * plan__child
+ *
+ * Where xquery_function creates an atomic value.
+ *
+ * After
+ *
+ * plan__parent
+ * %OPERATOR( $v1 : fn:doc( \@absolute_file_path ) ) )
+ * plan__child
+ * </pre>
+ *
+ * @author shivanim
+ */
+
+public class ReplaceSourceMapInDocExpression implements IAlgebraicRewriteRule {
+
+ final ByteBufferInputStream bbis = new ByteBufferInputStream();
+ final DataInputStream di = new DataInputStream(bbis);
+ final UTF8StringPointable stringp = (UTF8StringPointable) UTF8StringPointable.FACTORY.createPointable();
+ final TaggedValuePointable tvp = (TaggedValuePointable) TaggedValuePointable.FACTORY.createPointable();
+ final ArrayBackedValueStorage abvs = new ArrayBackedValueStorage();
+ final DataOutput dOut = abvs.getDataOutput();
+
+ @Override
+ public boolean rewritePre(Mutable<ILogicalOperator> opRef, IOptimizationContext context) throws AlgebricksException {
+ // TODO Auto-generated method stub
+ return false;
+ }
+
+ @Override
+ public boolean rewritePost(Mutable<ILogicalOperator> opRef, IOptimizationContext context)
+ throws AlgebricksException {
+ boolean modified = false;
+ List<Mutable<ILogicalExpression>> expressions = OperatorToolbox.getExpressions(opRef);
+ for (Mutable<ILogicalExpression> expression : expressions) {
+ Mutable<ILogicalExpression> docExpression = ExpressionToolbox.findFirstFunctionExpression(expression,
+ BuiltinFunctions.FN_DOC_1.getFunctionIdentifier());
+ if (docExpression != null) {
+ AbstractFunctionCallExpression absFnCall = (AbstractFunctionCallExpression) docExpression.getValue();
+ if (updateDocExpression(opRef, absFnCall.getArguments().get(0), context)) {
+ modified = true;
+ }
+ }
+ }
+ return modified;
+ }
+
+ protected boolean updateDocExpression(Mutable<ILogicalOperator> opRef, Mutable<ILogicalExpression> funcExpression,
+ IOptimizationContext context) {
+ VXQueryConstantValue constantValue = null;
+ ConstantExpression constantExpression = null;
+ ILogicalExpression logicalExpression = (ILogicalExpression) funcExpression.getValue();
+
+ if (logicalExpression.getExpressionTag() == LogicalExpressionTag.CONSTANT) {
+
+ constantExpression = (ConstantExpression) logicalExpression;
+ constantValue = (VXQueryConstantValue) constantExpression.getValue();
+ } else if (logicalExpression.getExpressionTag() == LogicalExpressionTag.VARIABLE) {
+
+ VariableReferenceExpression varLogicalExpression = (VariableReferenceExpression) logicalExpression;
+ Mutable<ILogicalOperator> lop = OperatorToolbox.findProducerOf(opRef,
+ varLogicalExpression.getVariableReference());
+ ILogicalExpression variableLogicalExpression = (ILogicalExpression) OperatorToolbox.getExpressionOf(lop,
+ varLogicalExpression.getVariableReference()).getValue();
+ if (variableLogicalExpression.getExpressionTag() != LogicalExpressionTag.CONSTANT) {
+ return false;
+ }
+ constantExpression = (ConstantExpression) variableLogicalExpression;
+ constantValue = (VXQueryConstantValue) constantExpression.getValue();
+ } else {
+ return false;
+ }
+
+ if (constantValue.getType() != SequenceType.create(BuiltinTypeRegistry.XS_STRING, Quantifier.QUANT_ONE)) {
+ return false;
+ }
+ tvp.set(constantValue.getValue(), 0, constantValue.getValue().length);
+ String collectionName = null;
+ tvp.getValue(stringp);
+ if (tvp.getTag() != ValueTag.XS_STRING_TAG) {
+ return false;
+ }
+ try {
+ bbis.setByteBuffer(
+ ByteBuffer.wrap(Arrays.copyOfRange(stringp.getByteArray(), stringp.getStartOffset(),
+ stringp.getLength() + stringp.getStartOffset())), 0);
+ collectionName = di.readUTF();
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ VXQueryMetadataProvider mdp = (VXQueryMetadataProvider) context.getMetadataProvider();
+ if (!mdp.getSourceFileMap().containsKey(collectionName)) {
+ return false;
+ }
+ File file = mdp.getSourceFileMap().get(collectionName);
+ StringValueBuilder svb = new StringValueBuilder();
+ try {
+ abvs.reset();
+ dOut.write(ValueTag.XS_STRING_TAG);
+ svb.write(file.getAbsolutePath(), dOut);
+
+ } catch (IOException e) {
+ throw new IllegalStateException(e);
+ }
+ VXQueryConstantValue vxqcv = new VXQueryConstantValue(SequenceType.create(BuiltinTypeRegistry.XS_STRING,
+ Quantifier.QUANT_ONE), abvs.getByteArray());
+ constantExpression.setValue(vxqcv);
+ return true;
+ }
+}
\ No newline at end of file