You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@wayang.apache.org by be...@apache.org on 2022/05/23 13:19:59 UTC
[incubator-wayang] 10/38: [WAYANG-28] Add HackitTagger basic implementation
This is an automated email from the ASF dual-hosted git repository.
bertty pushed a commit to branch WAYANG-28-update
in repository https://gitbox.apache.org/repos/asf/incubator-wayang.git
commit 78d558da7ff9b4ead361ba4a55298fd195d2958c
Author: Bertty Contreras-Rojas <be...@scalytics.io>
AuthorDate: Tue Apr 6 00:06:04 2021 -0400
[WAYANG-28] Add HackitTagger basic implementation
---
.../plugin/hackit/core/tagger/HackitTagger.java | 88 ++++++++++++++++++++++
1 file changed, 88 insertions(+)
diff --git a/wayang-plugins/wayang-hackit/wayang-hackit-core/src/main/java/org/apache/wayang/plugin/hackit/core/tagger/HackitTagger.java b/wayang-plugins/wayang-hackit/wayang-hackit-core/src/main/java/org/apache/wayang/plugin/hackit/core/tagger/HackitTagger.java
new file mode 100644
index 00000000..87a01c95
--- /dev/null
+++ b/wayang-plugins/wayang-hackit/wayang-hackit-core/src/main/java/org/apache/wayang/plugin/hackit/core/tagger/HackitTagger.java
@@ -0,0 +1,88 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.wayang.plugin.hackit.core.tagger;
+
+import org.apache.wayang.plugin.hackit.core.iterator.HackitIterator;
+import org.apache.wayang.plugin.hackit.core.tags.HackitTag;
+import org.apache.wayang.plugin.hackit.core.tuple.HackitTuple;
+import org.apache.wayang.plugin.hackit.core.tuple.header.Header;
+
+import java.io.Serializable;
+import java.util.ArrayList;
+import java.util.Iterator;
+import java.util.List;
+
+public class HackitTagger implements Serializable {
+
+ protected List<HackitTag> pre_tags;
+ protected List<HackitTag> post_tags;
+
+ public HackitTagger(){}
+
+ public HackitTagger addPreTag(HackitTag tag){
+ if(this.pre_tags == null){
+ this.pre_tags = new ArrayList<>();
+ }
+ this.pre_tags.add(tag);
+ return this;
+ }
+
+ public HackitTagger addPostTag(HackitTag tag){
+ if(this.post_tags == null){
+ this.post_tags = new ArrayList<>();
+ }
+ this.post_tags.add(tag);
+ return this;
+ }
+
+ public void preTaggingTuple(HackitTuple tuple){
+ if(this.pre_tags != null)
+ taggingTuple(tuple, this.pre_tags);
+ }
+
+ public void postTaggingTuple(HackitTuple tuple){
+ if(this.post_tags != null)
+ taggingTuple(tuple, this.post_tags);
+ }
+
+ public void taggingTuple(HackitTuple tuple, List<HackitTag> tags){
+ tags.stream().forEach(tag -> tuple.addTag(tag.getInstance()));
+ }
+
+ public <K, I, O> Iterator<HackitTuple<K,O>> postTaggingTuple(HackitTuple<K, I> origin, Iterator<O>result){
+ Header<K> header = origin.getHeader();
+ Iterator<HackitTuple<K, O>> iter_result = new HackitIterator<K, O>(
+ result,
+ record -> {
+ HackitTuple<K, O> tuple = new HackitTuple<K, O>(
+ header.createChild(),
+ record
+ );
+ postTaggingTuple(tuple);
+ return tuple;
+ }
+ );
+ return iter_result;
+ }
+
+ public <K, I, O> HackitTuple<K, O> postTaggingTuple(HackitTuple<K, I> origin, O result){
+ HackitTuple<K, O> hackItTuple_result = new HackitTuple<K, O>(origin.getHeader(), result);
+ this.postTaggingTuple(hackItTuple_result);
+ return hackItTuple_result;
+ }
+}