You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hivemall.apache.org by my...@apache.org on 2016/12/02 08:01:58 UTC
[08/50] [abbrv] incubator-hivemall git commit: add subarray_by_indices
add subarray_by_indices
Project: http://git-wip-us.apache.org/repos/asf/incubator-hivemall/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-hivemall/commit/1ab9b097
Tree: http://git-wip-us.apache.org/repos/asf/incubator-hivemall/tree/1ab9b097
Diff: http://git-wip-us.apache.org/repos/asf/incubator-hivemall/diff/1ab9b097
Branch: refs/heads/JIRA-22/pr-385
Commit: 1ab9b0974ca4203c00175469b7b75d5b65209547
Parents: e9d1a94
Author: amaya <gi...@sapphire.in.net>
Authored: Tue Sep 20 16:56:15 2016 +0900
Committer: amaya <gi...@sapphire.in.net>
Committed: Tue Sep 20 18:37:46 2016 +0900
----------------------------------------------------------------------
.../tools/array/SubarrayByIndicesUDF.java | 93 ++++++++++++++++++++
1 file changed, 93 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/1ab9b097/core/src/main/java/hivemall/tools/array/SubarrayByIndicesUDF.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/hivemall/tools/array/SubarrayByIndicesUDF.java b/core/src/main/java/hivemall/tools/array/SubarrayByIndicesUDF.java
new file mode 100644
index 0000000..f476589
--- /dev/null
+++ b/core/src/main/java/hivemall/tools/array/SubarrayByIndicesUDF.java
@@ -0,0 +1,93 @@
+package hivemall.tools.array;
+
+
+import hivemall.utils.hadoop.HiveUtils;
+import hivemall.utils.lang.Preconditions;
+import org.apache.hadoop.hive.ql.exec.Description;
+import org.apache.hadoop.hive.ql.exec.UDFArgumentException;
+import org.apache.hadoop.hive.ql.exec.UDFArgumentLengthException;
+import org.apache.hadoop.hive.ql.exec.UDFArgumentTypeException;
+import org.apache.hadoop.hive.ql.metadata.HiveException;
+import org.apache.hadoop.hive.ql.udf.generic.GenericUDF;
+import org.apache.hadoop.hive.serde2.io.DoubleWritable;
+import org.apache.hadoop.hive.serde2.objectinspector.ListObjectInspector;
+import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector;
+import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspectorFactory;
+import org.apache.hadoop.hive.serde2.objectinspector.PrimitiveObjectInspector;
+import org.apache.hadoop.hive.serde2.objectinspector.primitive.PrimitiveObjectInspectorFactory;
+import org.apache.hadoop.hive.serde2.objectinspector.primitive.PrimitiveObjectInspectorUtils;
+
+import java.util.ArrayList;
+import java.util.List;
+
+@Description(name = "subarray_by_indices",
+ value = "_FUNC_(array<number> input, array<int> indices)" +
+ " - Returns subarray selected by given indices as array<number>")
+public class SubarrayByIndicesUDF extends GenericUDF {
+ private ListObjectInspector inputOI;
+ private PrimitiveObjectInspector elementOI;
+ private ListObjectInspector indicesOI;
+ private PrimitiveObjectInspector indexOI;
+
+ @Override
+ public ObjectInspector initialize(ObjectInspector[] OIs) throws UDFArgumentException {
+ if (OIs.length != 2) {
+ throw new UDFArgumentLengthException("Specify two arguments.");
+ }
+
+ if (!HiveUtils.isListOI(OIs[0])) {
+ throw new UDFArgumentTypeException(0, "Only array<number> type argument is acceptable but "
+ + OIs[0].getTypeName() + " was passed as `input`");
+ }
+ if (!HiveUtils.isListOI(OIs[1])
+ || !HiveUtils.isIntegerOI(((ListObjectInspector) OIs[1]).getListElementObjectInspector())) {
+ throw new UDFArgumentTypeException(0, "Only array<int> type argument is acceptable but "
+ + OIs[0].getTypeName() + " was passed as `indices`");
+ }
+
+ inputOI = HiveUtils.asListOI(OIs[0]);
+ elementOI = HiveUtils.asDoubleCompatibleOI(inputOI.getListElementObjectInspector());
+ indicesOI = HiveUtils.asListOI(OIs[1]);
+ indexOI = HiveUtils.asIntegerOI(indicesOI.getListElementObjectInspector());
+
+ return ObjectInspectorFactory.getStandardListObjectInspector(
+ PrimitiveObjectInspectorFactory.writableDoubleObjectInspector);
+ }
+
+ @Override
+ public Object evaluate(GenericUDF.DeferredObject[] dObj) throws HiveException {
+ final double[] input = HiveUtils.asDoubleArray(dObj[0].get(), inputOI, elementOI);
+ final List indices = indicesOI.getList(dObj[1].get());
+
+ Preconditions.checkNotNull(input);
+ Preconditions.checkNotNull(indices);
+
+ List<DoubleWritable> result = new ArrayList<DoubleWritable>();
+ for (Object indexObj : indices) {
+ int index = PrimitiveObjectInspectorUtils.getInt(indexObj, indexOI);
+ if (index > input.length - 1) {
+ throw new ArrayIndexOutOfBoundsException(index);
+ }
+
+ result.add(new DoubleWritable(input[index]));
+ }
+
+ return result;
+ }
+
+ @Override
+ public String getDisplayString(String[] children) {
+ StringBuilder sb = new StringBuilder();
+ sb.append("subarray_by_indices");
+ sb.append("(");
+ if (children.length > 0) {
+ sb.append(children[0]);
+ for (int i = 1; i < children.length; i++) {
+ sb.append(", ");
+ sb.append(children[i]);
+ }
+ }
+ sb.append(")");
+ return sb.toString();
+ }
+}