You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@vxquery.apache.org by ti...@apache.org on 2012/06/26 08:32:09 UTC
svn commit: r1353826 - in
/incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery:
functions/ runtime/functions/strings/
Author: tillw
Date: Tue Jun 26 06:32:07 2012
New Revision: 1353826
URL: http://svn.apache.org/viewvc?rev=1353826&view=rev
Log:
some string functions
Added:
incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/
incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/AbstractStringTranscodingFunction.java
incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnConcatEvaluatorFactory.java
incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnLowerCaseEvaluatorFactory.java
incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnStringJoinEvaluatorFactory.java
incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnStringLengthEvaluatorFactory.java
incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnSubstringEvaluatorFactory.java
incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnUpperCaseEvaluatorFactory.java
Modified:
incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/functions/builtin-functions.xml
Modified: incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/functions/builtin-functions.xml
URL: http://svn.apache.org/viewvc/incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/functions/builtin-functions.xml?rev=1353826&r1=1353825&r2=1353826&view=diff
==============================================================================
--- incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/functions/builtin-functions.xml (original)
+++ incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/functions/builtin-functions.xml Tue Jun 26 06:32:07 2012
@@ -135,6 +135,7 @@
<param name="arg1" type="xs:anyAtomicType?"/>
<param name="arg2" type="xs:anyAtomicType?"/>
<return type="xs:string"/>
+ <runtime type="scalar" class="org.apache.vxquery.runtime.functions.strings.FnConcatEvaluatorFactory"/>
</function>
<!-- fn:contains($arg1 as xs:string?, $arg2 as xs:string?) as xs:boolean -->
@@ -464,6 +465,7 @@
<function name="fn:lower-case">
<param name="arg" type="xs:string?"/>
<return type="xs:string"/>
+ <runtime type="scalar" class="org.apache.vxquery.runtime.functions.strings.FnLowerCaseEvaluatorFactory"/>
</function>
<!-- fn:matches($input as xs:string?, $pattern as xs:string) as xs:boolean -->
@@ -789,6 +791,7 @@
<param name="arg1" type="xs:string*"/>
<param name="arg2" type="xs:string"/>
<return type="xs:string"/>
+ <runtime type="scalar" class="org.apache.vxquery.runtime.functions.strings.FnStringJoinEvaluatorFactory"/>
</function>
<!-- fn:string-length() as xs:integer -->
@@ -800,6 +803,7 @@
<function name="fn:string-length">
<param name="arg" type="xs:string?"/>
<return type="xs:integer"/>
+ <runtime type="scalar" class="org.apache.vxquery.runtime.functions.strings.FnStringLengthEvaluatorFactory"/>
</function>
<!-- fn:string-to-codepoints( $arg as xs:string?) as xs:integer* -->
@@ -828,6 +832,7 @@
<param name="sourceSeq" type="xs:string?"/>
<param name="startingLoc" type="xs:double"/>
<return type="xs:string"/>
+ <runtime type="scalar" class="org.apache.vxquery.runtime.functions.strings.FnSubstringEvaluatorFactory"/>
</function>
<!-- fn:substring($sourceString as xs:string?, $startingLoc as xs:double, $length as xs:double) as xs:string -->
@@ -836,6 +841,7 @@
<param name="startingLoc" type="xs:double"/>
<param name="length" type="xs:double"/>
<return type="xs:string"/>
+ <runtime type="scalar" class="org.apache.vxquery.runtime.functions.strings.FnSubstringEvaluatorFactory"/>
</function>
<!-- fn:substring-after($arg1 as xs:string?, $arg2 as xs:string?) as xs:string -->
@@ -945,6 +951,7 @@
<function name="fn:upper-case">
<param name="arg" type="xs:string?"/>
<return type="xs:string"/>
+ <runtime type="scalar" class="org.apache.vxquery.runtime.functions.strings.FnUpperCaseEvaluatorFactory"/>
</function>
<!-- fn:year-from-date($arg as xs:date?) as xs:integer? -->
Added: incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/AbstractStringTranscodingFunction.java
URL: http://svn.apache.org/viewvc/incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/AbstractStringTranscodingFunction.java?rev=1353826&view=auto
==============================================================================
--- incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/AbstractStringTranscodingFunction.java (added)
+++ incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/AbstractStringTranscodingFunction.java Tue Jun 26 06:32:07 2012
@@ -0,0 +1,92 @@
+package org.apache.vxquery.runtime.functions.strings;
+
+import java.io.DataOutput;
+import java.io.IOException;
+
+import org.apache.vxquery.datamodel.accessors.TaggedValuePointable;
+import org.apache.vxquery.datamodel.values.ValueTag;
+import org.apache.vxquery.exceptions.ErrorCode;
+import org.apache.vxquery.exceptions.SystemException;
+import org.apache.vxquery.runtime.functions.base.AbstractTaggedValueArgumentScalarEvaluator;
+
+import edu.uci.ics.hyracks.algebricks.runtime.base.IScalarEvaluator;
+import edu.uci.ics.hyracks.data.std.api.IPointable;
+import edu.uci.ics.hyracks.data.std.primitive.UTF8StringPointable;
+import edu.uci.ics.hyracks.dataflow.common.data.accessors.ArrayBackedValueStorage;
+
+public abstract class AbstractStringTranscodingFunction extends AbstractTaggedValueArgumentScalarEvaluator {
+ final UTF8StringPointable stringp = new UTF8StringPointable();
+ final ArrayBackedValueStorage abvs = new ArrayBackedValueStorage();
+
+ public AbstractStringTranscodingFunction(IScalarEvaluator[] args) {
+ super(args);
+ }
+
+ @Override
+ final protected void evaluate(TaggedValuePointable[] args, IPointable result) throws SystemException {
+ int c = 0;
+
+ abvs.reset();
+ TaggedValuePointable tvp1 = args[0];
+
+ // Only accept strings as input.
+ if (tvp1.getTag() != ValueTag.XS_STRING_TAG) {
+ throw new SystemException(ErrorCode.FORG0006);
+ }
+
+ tvp1.getValue(stringp);
+ int length = stringp.getStringLength();
+
+ try {
+ // Byte Format: Type (1 byte) + String Length (2 bytes) + String.
+ DataOutput out = abvs.getDataOutput();
+ out.write(ValueTag.XS_STRING_TAG);
+
+ // Default values for the length and update later
+ out.write(0xFF);
+ out.write(0xFF);
+
+ int i = 0;
+ int offset = 2;
+ // General case for characters.
+ for (; i < length; ++i) {
+ c = transcodeCharacter(stringp.charAt(offset));
+ if (!((c >= 0x0001) && (c <= 0x007F))) {
+ break;
+ }
+ out.write((byte) c);
+ ++offset;
+ }
+
+ // Uncommon case: Must look at full range of characters.
+ for (; i < length; ++i) {
+ c = transcodeCharacter(stringp.charAt(offset));
+ if ((c >= 0x0001) && (c <= 0x007F)) {
+ out.write((byte) c);
+ ++offset;
+ } else if (c > 0x07FF) {
+ out.write((byte) (0xE0 | ((c >> 12) & 0x0F)));
+ out.write((byte) (0x80 | ((c >> 6) & 0x3F)));
+ out.write((byte) (0x80 | ((c >> 0) & 0x3F)));
+ offset += 3;
+ } else {
+ out.write((byte) (0xC0 | ((c >> 6) & 0x1F)));
+ out.write((byte) (0x80 | ((c >> 0) & 0x3F)));
+ offset += 2;
+ }
+ }
+
+ // Update the full length string in the byte array.
+ byte[] stringResult = abvs.getByteArray();
+ stringResult[1] = (byte) (((abvs.getLength() - 3) >>> 8) & 0xFF);
+ stringResult[2] = (byte) (((abvs.getLength() - 3) >>> 0) & 0xFF);
+
+ result.set(stringResult, 0, abvs.getLength());
+ } catch (IOException e) {
+ throw new SystemException(ErrorCode.SYSE0001, e);
+ }
+ }
+
+ protected abstract char transcodeCharacter(char c);
+
+}
Added: incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnConcatEvaluatorFactory.java
URL: http://svn.apache.org/viewvc/incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnConcatEvaluatorFactory.java?rev=1353826&view=auto
==============================================================================
--- incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnConcatEvaluatorFactory.java (added)
+++ incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnConcatEvaluatorFactory.java Tue Jun 26 06:32:07 2012
@@ -0,0 +1,70 @@
+package org.apache.vxquery.runtime.functions.strings;
+
+import java.io.DataOutput;
+import java.io.IOException;
+
+import org.apache.vxquery.datamodel.accessors.TaggedValuePointable;
+import org.apache.vxquery.datamodel.values.ValueTag;
+import org.apache.vxquery.exceptions.ErrorCode;
+import org.apache.vxquery.exceptions.SystemException;
+import org.apache.vxquery.runtime.functions.base.AbstractTaggedValueArgumentScalarEvaluator;
+import org.apache.vxquery.runtime.functions.base.AbstractTaggedValueArgumentScalarEvaluatorFactory;
+
+import edu.uci.ics.hyracks.algebricks.common.exceptions.AlgebricksException;
+import edu.uci.ics.hyracks.algebricks.runtime.base.IScalarEvaluator;
+import edu.uci.ics.hyracks.algebricks.runtime.base.IScalarEvaluatorFactory;
+import edu.uci.ics.hyracks.data.std.api.IPointable;
+import edu.uci.ics.hyracks.data.std.primitive.UTF8StringPointable;
+import edu.uci.ics.hyracks.dataflow.common.data.accessors.ArrayBackedValueStorage;
+
+public class FnConcatEvaluatorFactory extends AbstractTaggedValueArgumentScalarEvaluatorFactory {
+ private static final long serialVersionUID = 1L;
+
+ public FnConcatEvaluatorFactory(IScalarEvaluatorFactory[] args) {
+ super(args);
+ }
+
+ @Override
+ protected IScalarEvaluator createEvaluator(IScalarEvaluator[] args) throws AlgebricksException {
+ final UTF8StringPointable stringp = new UTF8StringPointable();
+ final ArrayBackedValueStorage abvs = new ArrayBackedValueStorage();
+
+ return new AbstractTaggedValueArgumentScalarEvaluator(args) {
+ @Override
+ protected void evaluate(TaggedValuePointable[] args, IPointable result) throws SystemException {
+ abvs.reset();
+
+ try {
+ // Byte Format: Type (1 byte) + String Byte Length (2 bytes) + String.
+ DataOutput out = abvs.getDataOutput();
+ out.write(ValueTag.XS_STRING_TAG);
+
+ // Default values for the length and update later
+ out.write(0xFF);
+ out.write(0xFF);
+
+ for (int i = 0; i < args.length; i++) {
+ TaggedValuePointable tvp = args[i];
+
+ // TODO Update function to support cast to a string from any atomic value.
+ if (tvp.getTag() != ValueTag.XS_STRING_TAG) {
+ throw new SystemException(ErrorCode.FORG0006);
+ }
+
+ tvp.getValue(stringp);
+ out.write(stringp.getByteArray(), stringp.getStartOffset() + 2, stringp.getUTFLength());
+ }
+
+ // Update the full length string in the byte array.
+ byte[] stringResult = abvs.getByteArray();
+ stringResult[1] = (byte) (((abvs.getLength() - 3) >>> 8) & 0xFF);
+ stringResult[2] = (byte) (((abvs.getLength() - 3) >>> 0) & 0xFF);
+
+ result.set(stringResult, 0, abvs.getLength());
+ } catch (IOException e) {
+ throw new SystemException(ErrorCode.SYSE0001, e);
+ }
+ }
+ };
+ }
+}
Added: incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnLowerCaseEvaluatorFactory.java
URL: http://svn.apache.org/viewvc/incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnLowerCaseEvaluatorFactory.java?rev=1353826&view=auto
==============================================================================
--- incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnLowerCaseEvaluatorFactory.java (added)
+++ incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnLowerCaseEvaluatorFactory.java Tue Jun 26 06:32:07 2012
@@ -0,0 +1,24 @@
+package org.apache.vxquery.runtime.functions.strings;
+
+import org.apache.vxquery.runtime.functions.base.AbstractTaggedValueArgumentScalarEvaluatorFactory;
+
+import edu.uci.ics.hyracks.algebricks.common.exceptions.AlgebricksException;
+import edu.uci.ics.hyracks.algebricks.runtime.base.IScalarEvaluator;
+import edu.uci.ics.hyracks.algebricks.runtime.base.IScalarEvaluatorFactory;
+
+public class FnLowerCaseEvaluatorFactory extends AbstractTaggedValueArgumentScalarEvaluatorFactory {
+ private static final long serialVersionUID = 1L;
+
+ public FnLowerCaseEvaluatorFactory(IScalarEvaluatorFactory[] args) {
+ super(args);
+ }
+
+ @Override
+ protected IScalarEvaluator createEvaluator(IScalarEvaluator[] args) throws AlgebricksException {
+ return new AbstractStringTranscodingFunction(args) {
+ protected char transcodeCharacter(char c) {
+ return Character.toLowerCase(c);
+ }
+ };
+ }
+}
Added: incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnStringJoinEvaluatorFactory.java
URL: http://svn.apache.org/viewvc/incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnStringJoinEvaluatorFactory.java?rev=1353826&view=auto
==============================================================================
--- incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnStringJoinEvaluatorFactory.java (added)
+++ incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnStringJoinEvaluatorFactory.java Tue Jun 26 06:32:07 2012
@@ -0,0 +1,91 @@
+package org.apache.vxquery.runtime.functions.strings;
+
+import java.io.DataOutput;
+import java.io.IOException;
+
+import org.apache.vxquery.datamodel.accessors.SequencePointable;
+import org.apache.vxquery.datamodel.accessors.TaggedValuePointable;
+import org.apache.vxquery.datamodel.values.ValueTag;
+import org.apache.vxquery.exceptions.ErrorCode;
+import org.apache.vxquery.exceptions.SystemException;
+import org.apache.vxquery.runtime.functions.base.AbstractTaggedValueArgumentScalarEvaluator;
+import org.apache.vxquery.runtime.functions.base.AbstractTaggedValueArgumentScalarEvaluatorFactory;
+
+import edu.uci.ics.hyracks.algebricks.common.exceptions.AlgebricksException;
+import edu.uci.ics.hyracks.algebricks.runtime.base.IScalarEvaluator;
+import edu.uci.ics.hyracks.algebricks.runtime.base.IScalarEvaluatorFactory;
+import edu.uci.ics.hyracks.data.std.api.IPointable;
+import edu.uci.ics.hyracks.data.std.primitive.UTF8StringPointable;
+import edu.uci.ics.hyracks.dataflow.common.data.accessors.ArrayBackedValueStorage;
+
+public class FnStringJoinEvaluatorFactory extends AbstractTaggedValueArgumentScalarEvaluatorFactory {
+ private static final long serialVersionUID = 1L;
+
+ public FnStringJoinEvaluatorFactory(IScalarEvaluatorFactory[] args) {
+ super(args);
+ }
+
+ @Override
+ protected IScalarEvaluator createEvaluator(IScalarEvaluator[] args) throws AlgebricksException {
+ final TaggedValuePointable tvp = new TaggedValuePointable();
+ final UTF8StringPointable stringp1 = new UTF8StringPointable();
+ final UTF8StringPointable stringp2 = new UTF8StringPointable();
+ final ArrayBackedValueStorage abvs = new ArrayBackedValueStorage();
+ final SequencePointable seq = new SequencePointable();
+
+ return new AbstractTaggedValueArgumentScalarEvaluator(args) {
+ @Override
+ protected void evaluate(TaggedValuePointable[] args, IPointable result) throws SystemException {
+ abvs.reset();
+
+ TaggedValuePointable tvp1 = args[0];
+ TaggedValuePointable tvp2 = args[1];
+
+ // Only accept a sequence of strings and a string.
+ if (tvp1.getTag() != ValueTag.SEQUENCE_TAG) {
+ throw new SystemException(ErrorCode.FORG0006);
+ }
+ if (tvp2.getTag() != ValueTag.XS_STRING_TAG) {
+ throw new SystemException(ErrorCode.FORG0006);
+ }
+
+ tvp1.getValue(seq);
+ tvp2.getValue(stringp2);
+
+ try {
+ // Byte Format: Type (1 byte) + String Length (2 bytes) + String.
+ DataOutput out = abvs.getDataOutput();
+ out.write(ValueTag.XS_STRING_TAG);
+
+ // Default values for the length and update later
+ out.write(0xFF);
+ out.write(0xFF);
+
+ int seqLen = seq.getEntryCount();
+ for (int j = 0; j < seqLen; ++j) {
+ // Add separator if more than one value.
+ if (j > 0) {
+ out.write(stringp2.getByteArray(), stringp2.getStartOffset() + 2, stringp2.getUTFLength());
+ }
+ // Get string from sequence.
+ seq.getEntry(j, tvp);
+ if (tvp.getTag() != ValueTag.XS_STRING_TAG) {
+ throw new SystemException(ErrorCode.FORG0006);
+ }
+ tvp.getValue(stringp1);
+ out.write(stringp1.getByteArray(), stringp1.getStartOffset() + 2, stringp1.getUTFLength());
+ }
+
+ // Update the full length string in the byte array.
+ byte[] stringResult = abvs.getByteArray();
+ stringResult[1] = (byte) (((abvs.getLength() - 3) >>> 8) & 0xFF);
+ stringResult[2] = (byte) (((abvs.getLength() - 3) >>> 0) & 0xFF);
+
+ result.set(stringResult, 0, abvs.getLength());
+ } catch (IOException e) {
+ throw new SystemException(ErrorCode.SYSE0001, e);
+ }
+ }
+ };
+ }
+}
Added: incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnStringLengthEvaluatorFactory.java
URL: http://svn.apache.org/viewvc/incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnStringLengthEvaluatorFactory.java?rev=1353826&view=auto
==============================================================================
--- incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnStringLengthEvaluatorFactory.java (added)
+++ incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnStringLengthEvaluatorFactory.java Tue Jun 26 06:32:07 2012
@@ -0,0 +1,48 @@
+package org.apache.vxquery.runtime.functions.strings;
+
+import org.apache.vxquery.datamodel.accessors.TaggedValuePointable;
+import org.apache.vxquery.datamodel.values.ValueTag;
+import org.apache.vxquery.exceptions.ErrorCode;
+import org.apache.vxquery.exceptions.SystemException;
+import org.apache.vxquery.runtime.functions.base.AbstractTaggedValueArgumentScalarEvaluator;
+import org.apache.vxquery.runtime.functions.base.AbstractTaggedValueArgumentScalarEvaluatorFactory;
+
+import edu.uci.ics.hyracks.algebricks.common.exceptions.AlgebricksException;
+import edu.uci.ics.hyracks.algebricks.runtime.base.IScalarEvaluator;
+import edu.uci.ics.hyracks.algebricks.runtime.base.IScalarEvaluatorFactory;
+import edu.uci.ics.hyracks.data.std.api.IPointable;
+import edu.uci.ics.hyracks.data.std.primitive.LongPointable;
+import edu.uci.ics.hyracks.data.std.primitive.UTF8StringPointable;
+
+public class FnStringLengthEvaluatorFactory extends AbstractTaggedValueArgumentScalarEvaluatorFactory {
+ private static final long serialVersionUID = 1L;
+
+ public FnStringLengthEvaluatorFactory(IScalarEvaluatorFactory[] args) {
+ super(args);
+ }
+
+ @Override
+ protected IScalarEvaluator createEvaluator(IScalarEvaluator[] args) throws AlgebricksException {
+ final UTF8StringPointable stringp = new UTF8StringPointable();
+ final byte[] integerResult = new byte[9];
+
+ return new AbstractTaggedValueArgumentScalarEvaluator(args) {
+ @Override
+ protected void evaluate(TaggedValuePointable[] args, IPointable result) throws SystemException {
+ TaggedValuePointable tvp1 = args[0];
+
+ // Only accept strings as input.
+ if (tvp1.getTag() != ValueTag.XS_STRING_TAG) {
+ throw new SystemException(ErrorCode.FORG0006);
+ }
+
+ // Return the string length of the UTF8 String.
+ tvp1.getValue(stringp);
+ integerResult[0] = ValueTag.XS_INTEGER_TAG;
+ LongPointable.setLong(integerResult, 1, stringp.getStringLength());
+ result.set(integerResult, 0, LongPointable.TYPE_TRAITS.getFixedLength() + 1);
+ }
+ };
+ }
+
+}
Added: incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnSubstringEvaluatorFactory.java
URL: http://svn.apache.org/viewvc/incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnSubstringEvaluatorFactory.java?rev=1353826&view=auto
==============================================================================
--- incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnSubstringEvaluatorFactory.java (added)
+++ incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnSubstringEvaluatorFactory.java Tue Jun 26 06:32:07 2012
@@ -0,0 +1,160 @@
+package org.apache.vxquery.runtime.functions.strings;
+
+import java.io.DataOutput;
+import java.io.IOException;
+
+import org.apache.vxquery.datamodel.accessors.TaggedValuePointable;
+import org.apache.vxquery.datamodel.values.ValueTag;
+import org.apache.vxquery.exceptions.ErrorCode;
+import org.apache.vxquery.exceptions.SystemException;
+import org.apache.vxquery.runtime.functions.base.AbstractTaggedValueArgumentScalarEvaluator;
+import org.apache.vxquery.runtime.functions.base.AbstractTaggedValueArgumentScalarEvaluatorFactory;
+
+import edu.uci.ics.hyracks.algebricks.common.exceptions.AlgebricksException;
+import edu.uci.ics.hyracks.algebricks.runtime.base.IScalarEvaluator;
+import edu.uci.ics.hyracks.algebricks.runtime.base.IScalarEvaluatorFactory;
+import edu.uci.ics.hyracks.data.std.api.IPointable;
+import edu.uci.ics.hyracks.data.std.primitive.DoublePointable;
+import edu.uci.ics.hyracks.data.std.primitive.LongPointable;
+import edu.uci.ics.hyracks.data.std.primitive.UTF8StringPointable;
+import edu.uci.ics.hyracks.dataflow.common.data.accessors.ArrayBackedValueStorage;
+
+public class FnSubstringEvaluatorFactory extends AbstractTaggedValueArgumentScalarEvaluatorFactory {
+ private static final long serialVersionUID = 1L;
+
+ public FnSubstringEvaluatorFactory(IScalarEvaluatorFactory[] args) {
+ super(args);
+ }
+
+ @Override
+ protected IScalarEvaluator createEvaluator(IScalarEvaluator[] args) throws AlgebricksException {
+ final UTF8StringPointable stringp = new UTF8StringPointable();
+ final DoublePointable doublep1 = new DoublePointable();
+ final DoublePointable doublep2 = new DoublePointable();
+ final LongPointable longp1 = new LongPointable();
+ final LongPointable longp2 = new LongPointable();
+ final ArrayBackedValueStorage abvs = new ArrayBackedValueStorage();
+
+ return new AbstractTaggedValueArgumentScalarEvaluator(args) {
+ @Override
+ protected void evaluate(TaggedValuePointable[] args, IPointable result) throws SystemException {
+ int startingLoc = 0;
+ int endingLoc;
+ byte[] stringResult;
+
+ abvs.reset();
+ TaggedValuePointable tvp1 = args[0];
+ TaggedValuePointable tvp2 = args[1];
+
+ // Only accept string, double, and optional double as input.
+ if (tvp1.getTag() != ValueTag.XS_STRING_TAG) {
+ throw new SystemException(ErrorCode.FORG0006);
+ }
+ tvp1.getValue(stringp);
+ int length = stringp.getStringLength();
+
+ // TODO Check specification to see if only double? If so change passing function.
+ switch (tvp2.getTag()) {
+ case ValueTag.XS_INTEGER_TAG:
+ tvp2.getValue(longp1);
+ startingLoc = longp1.intValue();
+ break;
+ case ValueTag.XS_DOUBLE_TAG:
+ tvp2.getValue(doublep1);
+ // TODO Double needs to be rounded
+ startingLoc = doublep1.intValue();
+ break;
+ default:
+ throw new SystemException(ErrorCode.FORG0006);
+ }
+
+ // Third parameter may override default endingLoc.
+ if (args.length > 2) {
+ TaggedValuePointable tvp3 = args[2];
+ int lengthp = 0;
+ // TODO Check specification to see if only double? If so change passing function.
+ switch (tvp3.getTag()) {
+ case ValueTag.XS_INTEGER_TAG:
+ tvp3.getValue(longp2);
+ lengthp = longp2.intValue();
+ break;
+ case ValueTag.XS_DOUBLE_TAG:
+ tvp3.getValue(doublep2);
+ // TODO Double needs to be rounded
+ lengthp = doublep2.intValue();
+ break;
+ default:
+ throw new SystemException(ErrorCode.FORG0006);
+ }
+ tvp3.getValue(doublep2);
+ endingLoc = startingLoc + lengthp;
+ } else {
+ endingLoc = length;
+ }
+
+ try {
+ // Byte Format: Type (1 byte) + String Length (2 bytes) + String.
+ DataOutput out = abvs.getDataOutput();
+ out.write(ValueTag.XS_STRING_TAG);
+
+ // Default length to zero and update later if needed.
+ out.write(0xFF);
+ out.write(0xFF);
+
+ // Only check if the section is logically in the string.
+ if (endingLoc > startingLoc) {
+ int c = 0;
+ int i = 0;
+ int offset = 2;
+ for (; i < endingLoc && i < length; ++i) {
+ c = stringp.charAt(offset);
+ if (!((c >= 0x0001) && (c <= 0x007F))) {
+ break;
+ }
+ if (i >= startingLoc) {
+ out.write((byte) c);
+ }
+ ++offset;
+ }
+
+ // Must look at full range of characters.
+ for (; i < endingLoc && i < length; ++i) {
+ c = stringp.charAt(offset);
+ if ((c >= 0x0001) && (c <= 0x007F)) {
+ if (i >= startingLoc) {
+ out.write((byte) c);
+ }
+ ++offset;
+ } else if (c > 0x07FF) {
+ if (i >= startingLoc) {
+ out.write((byte) (0xE0 | ((c >> 12) & 0x0F)));
+ out.write((byte) (0x80 | ((c >> 6) & 0x3F)));
+ out.write((byte) (0x80 | ((c >> 0) & 0x3F)));
+ }
+ offset += 3;
+ } else {
+ if (i >= startingLoc) {
+ out.write((byte) (0xC0 | ((c >> 6) & 0x1F)));
+ out.write((byte) (0x80 | ((c >> 0) & 0x3F)));
+ }
+ offset += 2;
+ }
+ }
+
+ // Update the full length string in the byte array.
+ stringResult = abvs.getByteArray();
+ stringResult[1] = (byte) (((abvs.getLength() - 3) >>> 8) & 0xFF);
+ stringResult[2] = (byte) (((abvs.getLength() - 3) >>> 0) & 0xFF);
+
+ result.set(stringResult, 0, abvs.getLength());
+ } else {
+ // Return an empty string;
+ result.set(abvs.getByteArray(), 0, abvs.getLength());
+ }
+ } catch (IOException e) {
+ throw new SystemException(ErrorCode.SYSE0001, e);
+ }
+ }
+ };
+ }
+}
Added: incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnUpperCaseEvaluatorFactory.java
URL: http://svn.apache.org/viewvc/incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnUpperCaseEvaluatorFactory.java?rev=1353826&view=auto
==============================================================================
--- incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnUpperCaseEvaluatorFactory.java (added)
+++ incubator/vxquery/branches/vxquery_algebricks/vxquery-core/src/main/java/org/apache/vxquery/runtime/functions/strings/FnUpperCaseEvaluatorFactory.java Tue Jun 26 06:32:07 2012
@@ -0,0 +1,24 @@
+package org.apache.vxquery.runtime.functions.strings;
+
+import org.apache.vxquery.runtime.functions.base.AbstractTaggedValueArgumentScalarEvaluatorFactory;
+
+import edu.uci.ics.hyracks.algebricks.common.exceptions.AlgebricksException;
+import edu.uci.ics.hyracks.algebricks.runtime.base.IScalarEvaluator;
+import edu.uci.ics.hyracks.algebricks.runtime.base.IScalarEvaluatorFactory;
+
+public class FnUpperCaseEvaluatorFactory extends AbstractTaggedValueArgumentScalarEvaluatorFactory {
+ private static final long serialVersionUID = 1L;
+
+ public FnUpperCaseEvaluatorFactory(IScalarEvaluatorFactory[] args) {
+ super(args);
+ }
+
+ @Override
+ protected IScalarEvaluator createEvaluator(IScalarEvaluator[] args) throws AlgebricksException {
+ return new AbstractStringTranscodingFunction(args) {
+ protected char transcodeCharacter(char c) {
+ return Character.toUpperCase(c);
+ }
+ };
+ }
+}