You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@opennlp.apache.org by ma...@apache.org on 2023/02/14 20:41:06 UTC

[opennlp-sandbox] branch master updated: modernizes dependencies of opennlp-similarity component (#84)

This is an automated email from the ASF dual-hosted git repository.

mawiesne pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/opennlp-sandbox.git


The following commit(s) were added to refs/heads/master by this push:
     new 4a17f45  modernizes dependencies of opennlp-similarity component (#84)
4a17f45 is described below

commit 4a17f4567617f998896f864faafba49f010a49b2
Author: Martin Wiesner <ma...@users.noreply.github.com>
AuthorDate: Tue Feb 14 21:41:00 2023 +0100

    modernizes dependencies of opennlp-similarity component (#84)
---
 opennlp-similarity/pom.xml                         |  30 +--
 .../review_builder/FBOpenGraphSearchManager.java   |  24 +-
 .../review_builder/MachineTranslationWrapper.java  |  20 +-
 .../review_builder/MinedSentenceProcessor.java     |   5 +-
 .../tools/apps/review_builder/ParserConstants.java |  17 ++
 .../apps/review_builder/ReviewBuilderRunner.java   | 251 +++++++++++----------
 .../tools/apps/review_builder/ReviewObj.java       |  17 ++
 .../review_builder/SentenceBeingOriginalized.java  |  19 +-
 .../apps/review_builder/SentenceOriginalizer.java  |  17 ++
 .../URLsWithReviewFinderByProductName.java         |  19 +-
 .../review_builder/WebPageReviewExtractor.java     |  17 ++
 11 files changed, 292 insertions(+), 144 deletions(-)

diff --git a/opennlp-similarity/pom.xml b/opennlp-similarity/pom.xml
index 7bc3105..5e2db8d 100644
--- a/opennlp-similarity/pom.xml
+++ b/opennlp-similarity/pom.xml
@@ -90,12 +90,7 @@
 			<artifactId>opennlp-tools</artifactId>
 			<version>2.1.0</version>
 		</dependency>
-
-		<dependency>
-			<groupId>org.slf4j</groupId>
-			<artifactId>slf4j-log4j12</artifactId>
-			<version>1.7.33</version>
-		</dependency>
+		
 		<dependency>
 			<groupId>org.junit.jupiter</groupId>
 			<artifactId>junit-jupiter-api</artifactId>
@@ -123,17 +118,17 @@
 		<dependency>
 			<groupId>org.json</groupId>
 			<artifactId>json</artifactId>
-			<version>20090211</version>
+			<version>20220924</version>
 		</dependency>
 		<dependency>
 			<groupId>org.apache.tika</groupId>
 			<artifactId>tika-app</artifactId>
-			<version>2.6.0</version>
+			<version>2.7.0</version>
 		</dependency>
 		<dependency>
 			<groupId>net.sf.opencsv</groupId>
 			<artifactId>opencsv</artifactId>
-			<version>2.0</version>
+			<version>2.3</version>
 		</dependency>
 
 		<dependency>
@@ -144,7 +139,7 @@
 		<dependency>
 			<groupId>commons-codec</groupId>
 			<artifactId>commons-codec</artifactId>
-			<version>1.13</version>
+			<version>1.15</version>
 		</dependency>
 		<dependency>
 			<groupId>commons-logging</groupId>
@@ -191,7 +186,7 @@
 		<dependency>
 			<groupId>de.jollyday</groupId>
 			<artifactId>jollyday</artifactId>
-			<version>0.4.7</version>
+			<version>0.5.10</version>
 		</dependency>
 		<dependency>
 			<groupId>jgraph</groupId>
@@ -206,7 +201,7 @@
 		<dependency>
 			<groupId>com.restfb</groupId>
 			<artifactId>restfb</artifactId>
-			<version>1.6.12</version>
+			<version>1.49.0</version>
 		</dependency>
 		<dependency>
 			<groupId>com.memetix</groupId>
@@ -225,6 +220,14 @@
 			<artifactId>jverbnet</artifactId>
 			<version>1.2.0.1</version>
 			<exclusions>
+				<exclusion>
+					<groupId>ch.qos.logback</groupId>
+					<artifactId>logback-core</artifactId>
+				</exclusion>
+				<exclusion>
+					<groupId>ch.qos.logback</groupId>
+					<artifactId>logback-classic</artifactId>
+				</exclusion>
 				<!-- Avoids problems with conflicting slf4j bindings at runtime -->
 				<exclusion>
 					<groupId>org.slf4j</groupId>
@@ -236,8 +239,9 @@
 		<dependency>
 			<groupId>org.docx4j</groupId>
 			<artifactId>docx4j</artifactId>
-			<version>2.7.1</version>
+			<version>3.3.7</version>
 		</dependency>
+
 		<dependency>
 			<groupId>org.deeplearning4j</groupId>
 			<artifactId>deeplearning4j-core</artifactId>
diff --git a/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/FBOpenGraphSearchManager.java b/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/FBOpenGraphSearchManager.java
index 4d6e0dd..c81cad8 100644
--- a/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/FBOpenGraphSearchManager.java
+++ b/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/FBOpenGraphSearchManager.java
@@ -1,12 +1,25 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
 package opennlp.tools.apps.review_builder;
 
 import java.util.ArrayList;
-import java.util.Calendar;
 import java.util.List;
-import org.apache.commons.lang.StringUtils;
 
-import opennlp.tools.jsmlearning.ProfileReaderWriter;
-import opennlp.tools.similarity.apps.utils.PageFetcher;
 import com.restfb.Connection;
 import com.restfb.DefaultFacebookClient;
 import com.restfb.FacebookClient;
@@ -14,7 +27,10 @@ import com.restfb.Parameter;
 import com.restfb.exception.FacebookException;
 import com.restfb.types.Event;
 import com.restfb.types.Page;
+import org.apache.commons.lang.StringUtils;
 
+import opennlp.tools.jsmlearning.ProfileReaderWriter;
+import opennlp.tools.similarity.apps.utils.PageFetcher;
 
 public class FBOpenGraphSearchManager {
 
diff --git a/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/MachineTranslationWrapper.java b/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/MachineTranslationWrapper.java
index 30ed7e3..1da0423 100644
--- a/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/MachineTranslationWrapper.java
+++ b/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/MachineTranslationWrapper.java
@@ -1,3 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
 package opennlp.tools.apps.review_builder;
 
 import java.io.BufferedReader;
@@ -7,10 +24,7 @@ import java.net.MalformedURLException;
 import java.net.URL;
 import java.net.URLConnection;
 import java.net.URLDecoder;
-import java.util.HashMap;
-import java.util.Map;
 
-import org.apache.commons.lang.StringUtils;
 import org.json.JSONArray;
 import org.json.JSONException;
 import org.json.JSONObject;
diff --git a/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/MinedSentenceProcessor.java b/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/MinedSentenceProcessor.java
index b0f0362..cad691a 100644
--- a/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/MinedSentenceProcessor.java
+++ b/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/MinedSentenceProcessor.java
@@ -17,13 +17,10 @@
 
 package opennlp.tools.apps.review_builder;
 
-import java.util.Arrays;
-import java.util.List;
+import org.apache.commons.lang.StringUtils;
 
 import opennlp.tools.similarity.apps.utils.Utils;
 
-import org.apache.commons.lang.StringUtils;
-
 public class MinedSentenceProcessor {
   public static String acceptableMinedSentence(String sent) {
     // if too many commas => seo text
diff --git a/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/ParserConstants.java b/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/ParserConstants.java
index 0fbe53e..6ee255a 100644
--- a/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/ParserConstants.java
+++ b/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/ParserConstants.java
@@ -1,3 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
 package opennlp.tools.apps.review_builder;
 
 public interface ParserConstants {
diff --git a/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/ReviewBuilderRunner.java b/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/ReviewBuilderRunner.java
index f8dfaa8..6a11ad7 100644
--- a/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/ReviewBuilderRunner.java
+++ b/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/ReviewBuilderRunner.java
@@ -1,3 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
 package opennlp.tools.apps.review_builder;
 
 import java.util.ArrayList;
@@ -8,65 +25,65 @@ import opennlp.tools.parse_thicket.Triple;
 
 public class ReviewBuilderRunner {
 
-	private List<Triple> input = new ArrayList<Triple>(); 
+	private final List<Triple> input = new ArrayList<>();
 
 	public ReviewBuilderRunner(){
 
 		/*	input.add( new Pair<String, Integer>("chief architect portable mobile tv", 204973051));
 
-	input.add( new Pair<String, Integer>("lg plasma tv", 215734562));
-	input.add( new Pair<String, Integer>("magnavox lcd hdtv", 215415652));
-	input.add( new Pair<String, Integer>("yamaha aventage home theater receiver", 215742271));
-	input.add( new Pair<String, Integer>("panasonic 24inch lcd tv", 215742233));
-	input.add( new Pair<String, Integer>("otterbox barnes and noble nook commuter case", 215572161));
-	input.add( new Pair<String, Integer>("sony kdl32ex340 led tv", 215743925));
-	input.add( new Pair<String, Integer>("alpine waterfall tabletop fountain lighting", 215135546));
-    input.add( new Pair<String, Integer>("ihome rechargeable speaker system", 215363231 ));
-	input.add( new Pair<String, Integer>("ion slide film scanner", 212088884));
-
-		 input.add( new Pair<String, Integer>("mens dr martens shoes black nappa", 210813142));
-		 input.add( new Pair<String, Integer>("calvin klein seamless thong panty", 201984853));
-		 input.add( new Pair<String, Integer>("mens clarks shoes wallabee beeswax leather", 210808477));
+		input.add( new Pair<String, Integer>("lg plasma tv", 215734562));
+		input.add( new Pair<String, Integer>("magnavox lcd hdtv", 215415652));
+		input.add( new Pair<String, Integer>("yamaha aventage home theater receiver", 215742271));
+		input.add( new Pair<String, Integer>("panasonic 24inch lcd tv", 215742233));
+		input.add( new Pair<String, Integer>("otterbox barnes and noble nook commuter case", 215572161));
+		input.add( new Pair<String, Integer>("sony kdl32ex340 led tv", 215743925));
+		input.add( new Pair<String, Integer>("alpine waterfall tabletop fountain lighting", 215135546));
+		input.add( new Pair<String, Integer>("ihome rechargeable speaker system", 215363231 ));
+		input.add( new Pair<String, Integer>("ion slide film scanner", 212088884));
+		
+		input.add( new Pair<String, Integer>("mens dr martens shoes black nappa", 210813142));
+		input.add( new Pair<String, Integer>("calvin klein seamless thong panty", 201984853));
+		input.add( new Pair<String, Integer>("mens clarks shoes wallabee beeswax leather", 210808477));
 		//? input.add( new Pair<String, Integer>("mens sperry topsider shoes", 210809238));
-		 input.add( new Pair<String, Integer>("mens giorgio brutini shoes italian calf", 210809508));
-
+		input.add( new Pair<String, Integer>("mens giorgio brutini shoes italian calf", 210809508));
+		
 		input.add( new Pair<String, Integer>("halo portable backup battery", 1640825398));
-input.add( new Pair<String, Integer>("kenwood pkgmp18 cd receiver  coaxial speakers",1642712915));
-input.add( new Pair<String, Integer>("element ultraslim hdtv",1643167865));
-input.add( new Pair<String, Integer>("westinghouse  dled hdtv black",1641930013));
-input.add( new Pair<String, Integer>("boss audio receiver speaker package system",1643532459));
-input.add( new Pair<String, Integer>("kenwood  cd receiver coaxial speakers bundle",1646566070));
-input.add( new Pair<String, Integer>("element electronics lcd tv black ",1637163018));
-input.add( new Pair<String, Integer>("stunt copter rechargeable battery pack",1636937811));
-input.add( new Pair<String, Integer>("element led ultraslim hdtv  soundbar",1637572596));
-input.add( new Pair<String, Integer>("boss  receiver speaker package system bundle",1646566067));
-input.add( new Pair<String, Integer>("coby  hd tv",1638746307));
-input.add( new Pair<String, Integer>("vizio  diag led smart hdtv",1660162001));
-input.add( new Pair<String, Integer>("sony dock for ipad ipod and iphone",1646826284));
-input.add( new Pair<String, Integer>("vizio  led  ultraslim hdtv",1642018249));
-input.add( new Pair<String, Integer>("lcd kula tv multimedia player",1640265845));
-
-input.add(new Pair<String, Integer>("liz and co alex tall leather boots",1630836375));
-input.add( new Pair<String, Integer>("total girl silvia sequin moccasin", 1630828314));
-input.add( new Pair<String, Integer>("new england patriots new era nfl sport sideline knit", 1588531904));
-input.add( new Pair<String, Integer>("betseyville sequin backpack", 1630825375));
-input.add( new Pair<String, Integer>("the north face womens osito jacket mojito", 1639791775));
-input.add( new Pair<String, Integer>("misty harbor raincoat trench removable liner", 903542613));
-input.add(new Pair<String, Integer>("ae womens camo jacket ", 1229070780));
-input.add(new Pair<String, Integer>("indianapolis colts sideline knit", 1588531896));
-input.add(new Pair<String, Integer>("b o c korah boot", 1622401738));
-input.add(new Pair<String, Integer>("adidas mens speed cut track suit", 920744865));
-input.add(new Pair<String, Integer>("liz and co lulu zipper boots", 1630836380));
-input.add(new Pair<String, Integer>("black navy  lightweight oxford shoes", 906123996));
-input.add(new Pair<String, Integer>("liz and co farley tall boots", 1639960280));
-input.add(new Pair<String, Integer>("call it spring karpin  pullon boots", 1629938981));
-input.add(new Pair<String, Integer>("ugg australia bailey bow boots", 1594029054));
-input.add(new Pair<String, Integer>("dream chasers  jacket", 1631247949));
-input.add(new Pair<String, Integer>("guess military  tiewaist coat", 1629993909));
-input.add(new Pair<String, Integer>("madden girl allstaar womens zip boots", 1581506993));
-input.add(new Pair<String, Integer>("michael womens shoes", 1590598743));
-input.add(new Pair<String, Integer>("sonoma life style suede midcalf boots women", 1617302927));
-
+		input.add( new Pair<String, Integer>("kenwood pkgmp18 cd receiver  coaxial speakers",1642712915));
+		input.add( new Pair<String, Integer>("element ultraslim hdtv",1643167865));
+		input.add( new Pair<String, Integer>("westinghouse  dled hdtv black",1641930013));
+		input.add( new Pair<String, Integer>("boss audio receiver speaker package system",1643532459));
+		input.add( new Pair<String, Integer>("kenwood  cd receiver coaxial speakers bundle",1646566070));
+		input.add( new Pair<String, Integer>("element electronics lcd tv black ",1637163018));
+		input.add( new Pair<String, Integer>("stunt copter rechargeable battery pack",1636937811));
+		input.add( new Pair<String, Integer>("element led ultraslim hdtv  soundbar",1637572596));
+		input.add( new Pair<String, Integer>("boss  receiver speaker package system bundle",1646566067));
+		input.add( new Pair<String, Integer>("coby  hd tv",1638746307));
+		input.add( new Pair<String, Integer>("vizio  diag led smart hdtv",1660162001));
+		input.add( new Pair<String, Integer>("sony dock for ipad ipod and iphone",1646826284));
+		input.add( new Pair<String, Integer>("vizio  led  ultraslim hdtv",1642018249));
+		input.add( new Pair<String, Integer>("lcd kula tv multimedia player",1640265845));
+		
+		input.add(new Pair<String, Integer>("liz and co alex tall leather boots",1630836375));
+		input.add( new Pair<String, Integer>("total girl silvia sequin moccasin", 1630828314));
+		input.add( new Pair<String, Integer>("new england patriots new era nfl sport sideline knit", 1588531904));
+		input.add( new Pair<String, Integer>("betseyville sequin backpack", 1630825375));
+		input.add( new Pair<String, Integer>("the north face womens osito jacket mojito", 1639791775));
+		input.add( new Pair<String, Integer>("misty harbor raincoat trench removable liner", 903542613));
+		input.add(new Pair<String, Integer>("ae womens camo jacket ", 1229070780));
+		input.add(new Pair<String, Integer>("indianapolis colts sideline knit", 1588531896));
+		input.add(new Pair<String, Integer>("b o c korah boot", 1622401738));
+		input.add(new Pair<String, Integer>("adidas mens speed cut track suit", 920744865));
+		input.add(new Pair<String, Integer>("liz and co lulu zipper boots", 1630836380));
+		input.add(new Pair<String, Integer>("black navy  lightweight oxford shoes", 906123996));
+		input.add(new Pair<String, Integer>("liz and co farley tall boots", 1639960280));
+		input.add(new Pair<String, Integer>("call it spring karpin  pullon boots", 1629938981));
+		input.add(new Pair<String, Integer>("ugg australia bailey bow boots", 1594029054));
+		input.add(new Pair<String, Integer>("dream chasers  jacket", 1631247949));
+		input.add(new Pair<String, Integer>("guess military  tiewaist coat", 1629993909));
+		input.add(new Pair<String, Integer>("madden girl allstaar womens zip boots", 1581506993));
+		input.add(new Pair<String, Integer>("michael womens shoes", 1590598743));
+		input.add(new Pair<String, Integer>("sonoma life style suede midcalf boots women", 1617302927));
+		
 		input.add(new Pair<String, Integer>("absolute pnf300 power noise filterground loop isolator with adjustable controls", 1521965454));
 		input.add(new Pair<String, Integer>("sennheiser ie8 stereo earbuds", 211969101));
 		input.add(new Pair<String, Integer>("sanus vlmf109 motorized full motion mount for tvs 37 60 up to 110 lbs", 214893385));
@@ -77,75 +94,73 @@ input.add(new Pair<String, Integer>("sonoma life style suede midcalf boots women
 		input.add(new Pair<String, Integer>("toms bimini stitchout slipon women", 1633012540));
 		input.add(new Pair<String, Integer>("the north face womens p r tka 100 microvelour glacier 14 zip tnf blackjk3 medium", 1618022193));
 		input.add(new Pair<String, Integer>("robert graham manuel dress shirt mens long sleeve button up blue", 1631119485));
-
+		
 		input.add(new Pair<String, Integer>("b o c leesa", 1584193288));
-			input.add(new Pair<String, Integer>("blair stirrup pants", 1525621516));
-			input.add(new Pair<String, Integer>("donna karan shirtdress", 1463793963));
-			input.add(new Pair<String, Integer>("columbia sportswear terminal tackle shirt", 1661238030));
-			input.add(new Pair<String, Integer>("carters jersey pajamas", 1573999243));
-			input.add(new Pair<String, Integer>("vince camuto dena", 1626272001));
-			input.add(new Pair<String, Integer>("pistil hudson knit hats", 1660874149));
-			input.add(new Pair<String, Integer>("naturalizer trinity wide shaft womens zip", 1569191459));
-			input.add(new Pair<String, Integer>("bare traps chelby womens sandals", 1513387756));
-			input.add(new Pair<String, Integer>("overland storage hard drive 1 tb hotswap", 212107374));
-			input.add(new Pair<String, Integer>("humminbird indash depth finder", 1616650484));
-			input.add(new Pair<String, Integer>("grepsr800 gre dig scanner", 215723895));
-			input.add(new Pair<String, Integer>("humminbird kayak transducer", 215392426));
-			input.add(new Pair<String, Integer>("garmin nuvi suction cup mount ", 215728710));
-			input.add(new Pair<String, Integer>("crosley radio black", 215662289));
-
-		    input.add(new Triple<String, Integer, String >("avaya ip telephone", 1440488008, "lucent phone system"));
-			input.add(new Triple<String, Integer, String>("clarks trolley womens shoes", 1581854074, "clark womens shoes"));
-			input.add(new Triple<String, Integer, String>("mens evans shoes imperial deer", 210808400, "lb evans slippers"));
-			input.add(new Triple<String, Integer, String>("ugg classic bow shorty gloves", 1665094898, "leather gloves women"));
-			input.add(new Triple<String, Integer, String>("jumping beans man tee baby", 1667155332, "jumping beans clothing"));
-			input.add(new Triple<String, Integer, String>("asics mens shoes", 1630208773, "asics mens running shoes"));
-			input.add(new Triple<String, Integer, String>("oakley hoodie mens fleece", 1656661466, "hoodies for men"));
-			input.add(new Triple<String, Integer, String>("usb sound control digital voice recorder", 1654662662, "digital voice recorder with usb"));
-			input.add(new Triple<String, Integer, String>("motorola bluetooth headset", 215376254, "motorola oasis bluetooth headset"));
-			input.add(new Triple<String, Integer, String>("sony sound bar home theater system", 215450833, "sony sound bar"));
-			input.add(new Triple<String, Integer, String>("jvc full hd everio camcorder", 1664479999, "jvc everio camcorder"));
-		 */
+		input.add(new Pair<String, Integer>("blair stirrup pants", 1525621516));
+		input.add(new Pair<String, Integer>("donna karan shirtdress", 1463793963));
+		input.add(new Pair<String, Integer>("columbia sportswear terminal tackle shirt", 1661238030));
+		input.add(new Pair<String, Integer>("carters jersey pajamas", 1573999243));
+		input.add(new Pair<String, Integer>("vince camuto dena", 1626272001));
+		input.add(new Pair<String, Integer>("pistil hudson knit hats", 1660874149));
+		input.add(new Pair<String, Integer>("naturalizer trinity wide shaft womens zip", 1569191459));
+		input.add(new Pair<String, Integer>("bare traps chelby womens sandals", 1513387756));
+		input.add(new Pair<String, Integer>("overland storage hard drive 1 tb hotswap", 212107374));
+		input.add(new Pair<String, Integer>("humminbird indash depth finder", 1616650484));
+		input.add(new Pair<String, Integer>("grepsr800 gre dig scanner", 215723895));
+		input.add(new Pair<String, Integer>("humminbird kayak transducer", 215392426));
+		input.add(new Pair<String, Integer>("garmin nuvi suction cup mount ", 215728710));
+		input.add(new Pair<String, Integer>("crosley radio black", 215662289));
+
+		input.add(new Triple<String, Integer, String >("avaya ip telephone", 1440488008, "lucent phone system"));
+		input.add(new Triple<>("clarks trolley womens shoes", 1581854074, "clark womens shoes"));
+		input.add(new Triple<>("mens evans shoes imperial deer", 210808400, "lb evans slippers"));
+		input.add(new Triple<>("ugg classic bow shorty gloves", 1665094898, "leather gloves women"));
+		input.add(new Triple<>("jumping beans man tee baby", 1667155332, "jumping beans clothing"));
+		input.add(new Triple<>("asics mens shoes", 1630208773, "asics mens running shoes"));
+		input.add(new Triple<>("oakley hoodie mens fleece", 1656661466, "hoodies for men"));
+		input.add(new Triple<>("usb sound control digital voice recorder", 1654662662, "digital voice recorder with usb"));
+		input.add(new Triple<>("motorola bluetooth headset", 215376254, "motorola oasis bluetooth headset"));
+		input.add(new Triple<>("sony sound bar home theater system", 215450833, "sony sound bar"));
+		input.add(new Triple<>("jvc full hd everio camcorder", 1664479999, "jvc everio camcorder"));
+	 */
 		
-		 input.add(new Triple<String, Integer, String>("dr martens beckett laceup boots", 1651452641, "doc martin shoes"));
-		 input.add(new Triple<String, Integer, String>("pioneer cd changer",204654672, "pioneer cd player"));
-		 input.add(new Triple<String, Integer, String>("tablet handler strap and desk mount", 1634326303, "tablet holder"));
-		 input.add(new Triple<String, Integer, String>("sockwell loden womens overthecalf socks", 1644572708, "compression stockings, support stockings"));
-		 input.add(new Triple<String, Integer, String>("nike eclipse womens shoes", 1657807048, "nike eclipse ii women s shoe"));
-		 input.add(new Triple<String, Integer, String>("cherokee workwear womens scrub pant black stall",211643295, "cherokee workwear scrubs"));
-		 input.add(new Triple<String, Integer, String>("columbia sportswear jacket ", 1667381935, "columbia omni heat"));
-		 input.add(new Triple<String, Integer, String>("adidas adipure jacket", 1040124787, "adidas track jacket"));
-		 input.add(new Triple<String, Integer, String>("clarks may orchid womens shoes", 1585805688, "clarks loafers"));
-		 input.add(new Triple<String, Integer, String>("levis pants empire blue", 1670283141, "skinny jeans for guys"));
-		 input.add(new Triple<String, Integer, String>("nike jordan black cat tee", 1653598764, "jordan black cat"));
-		 input.add(new Triple<String, Integer, String>("obermeyer womens kassandra down coat", 1670629180, "down winter coats"));
+	 input.add(new Triple<>("dr martens beckett laceup boots", 1651452641, "doc martin shoes"));
+	 input.add(new Triple<>("pioneer cd changer",204654672, "pioneer cd player"));
+	 input.add(new Triple<>("tablet handler strap and desk mount", 1634326303, "tablet holder"));
+	 input.add(new Triple<>("sockwell loden womens overthecalf socks", 1644572708, "compression stockings, support stockings"));
+	 input.add(new Triple<>("nike eclipse womens shoes", 1657807048, "nike eclipse ii women s shoe"));
+	 input.add(new Triple<>("cherokee workwear womens scrub pant black stall",211643295, "cherokee workwear scrubs"));
+	 input.add(new Triple<>("columbia sportswear jacket ", 1667381935, "columbia omni heat"));
+	 input.add(new Triple<>("adidas adipure jacket", 1040124787, "adidas track jacket"));
+	 input.add(new Triple<>("clarks may orchid womens shoes", 1585805688, "clarks loafers"));
+	 input.add(new Triple<>("levis pants empire blue", 1670283141, "skinny jeans for guys"));
+	 input.add(new Triple<>("nike jordan black cat tee", 1653598764, "jordan black cat"));
+	 input.add(new Triple<>("obermeyer womens kassandra down coat", 1670629180, "down winter coats"));
 /*
-		 input.add(new Triple<String, Integer, String>("paramax  surround sound", 835422569, "paramax im3"));
-		 input.add(new Triple<String, Integer, String>("mia quincy wedge", 1285886230, "mia quincy wedge"));
-		 input.add(new Triple<String, Integer, String>("able planet headphones", 1648522886, "able planet nc210g"));
-		 input.add(new Triple<String, Integer, String>("samsung replacement lamp", 695793593, "lamp code bp96"));
-		 input.add(new Triple<String, Integer, String>("paul green emerson boot castagno", 1313967918, "paul green emerson boot"));
-		 input.add(new Triple<String, Integer, String>("bandolino caresse boots", 1448643623, "bandolino caresse boots"));
-		 input.add(new Triple<String, Integer, String>("nine west modiley", 1365998968, "nine west modiley"));
-		 input.add(new Triple<String, Integer, String>("converse chuck taylor  bisay", 1555900934, "turquoise chuck taylors"));
-		 input.add(new Triple<String, Integer, String>("gentle souls bay leaf flats", 1436175162, "gentle souls bay leaf"));
-		 input.add(new Triple<String, Integer, String>("sauce hockey  back hat", 1644440355, "sauce hockey discount code"));
-		 input.add(new Triple<String, Integer, String>("aravon farren oxford shoes", 1644573438, "aravon wef07sh"));
-	*/	 input.add(new Triple<String, Integer, String>("kooba crosby hobo handbags", 1326503038, "kooba crosby"));
-		 input.add(new Triple<String, Integer, String>("bcbgmaxazria sheath dress", 1313949777, "bcbgmaxazria illusion bodice ruched sheath dress"));
-		 input.add(new Triple<String, Integer, String>("billabong boardshorts trunks", 1316823074, "la siesta boardshorts"));
-		 input.add(new Triple<String, Integer, String>("mootsies tootsies boot", 1503727310, "mootsies tootsies draker"));
-		 input.add(new Triple<String, Integer, String>("nine west bootie", 1503730060, "nine west drina"));
-		 input.add(new Triple<String, Integer, String>("playtex support cotton ", 1331026244, "playtex t723"));
-		 input.add(new Triple<String, Integer, String>("fossil morgan satchel taupe", 1355165745, "fossil morgan satchel"));
-		 input.add(new Triple<String, Integer, String>("katonah womens boots brown", 1420057844, "boc katonah boots"));
-		 input.add(new Triple<String, Integer, String>("boot cut jeans supernova", 1363356262, "levis 527 supernova"));
-		 input.add(new Triple<String, Integer, String>("steve madden buckie boot", 1313965918, "steve madden buckie boot"));
-		 input.add(new Triple<String, Integer, String>("charlies horse tshirt", 1428490587, "charlie s horse shirt"));
-		 input.add(new Triple<String, Integer, String>("igloo little playmate ice chest", 205421625, "igloo little playmate"));
-		 input.add(new Triple<String, Integer, String>("mark nason boot", 1313951044, "mark nason rudd"));
-
-
+	 input.add(new Triple<>("paramax  surround sound", 835422569, "paramax im3"));
+	 input.add(new Triple<>("mia quincy wedge", 1285886230, "mia quincy wedge"));
+	 input.add(new Triple<>("able planet headphones", 1648522886, "able planet nc210g"));
+	 input.add(new Triple<>("samsung replacement lamp", 695793593, "lamp code bp96"));
+	 input.add(new Triple<>("paul green emerson boot castagno", 1313967918, "paul green emerson boot"));
+	 input.add(new Triple<>("bandolino caresse boots", 1448643623, "bandolino caresse boots"));
+	 input.add(new Triple<>("nine west modiley", 1365998968, "nine west modiley"));
+	 input.add(new Triple<>("converse chuck taylor  bisay", 1555900934, "turquoise chuck taylors"));
+	 input.add(new Triple<>("gentle souls bay leaf flats", 1436175162, "gentle souls bay leaf"));
+	 input.add(new Triple<>("sauce hockey  back hat", 1644440355, "sauce hockey discount code"));
+	 input.add(new Triple<>("aravon farren oxford shoes", 1644573438, "aravon wef07sh"));
+*/	 input.add(new Triple<>("kooba crosby hobo handbags", 1326503038, "kooba crosby"));
+	 input.add(new Triple<>("bcbgmaxazria sheath dress", 1313949777, "bcbgmaxazria illusion bodice ruched sheath dress"));
+	 input.add(new Triple<>("billabong boardshorts trunks", 1316823074, "la siesta boardshorts"));
+	 input.add(new Triple<>("mootsies tootsies boot", 1503727310, "mootsies tootsies draker"));
+	 input.add(new Triple<>("nine west bootie", 1503730060, "nine west drina"));
+	 input.add(new Triple<>("playtex support cotton ", 1331026244, "playtex t723"));
+	 input.add(new Triple<>("fossil morgan satchel taupe", 1355165745, "fossil morgan satchel"));
+	 input.add(new Triple<>("katonah womens boots brown", 1420057844, "boc katonah boots"));
+	 input.add(new Triple<>("boot cut jeans supernova", 1363356262, "levis 527 supernova"));
+	 input.add(new Triple<>("steve madden buckie boot", 1313965918, "steve madden buckie boot"));
+	 input.add(new Triple<>("charlies horse tshirt", 1428490587, "charlie s horse shirt"));
+	 input.add(new Triple<>("igloo little playmate ice chest", 205421625, "igloo little playmate"));
+	 input.add(new Triple<>("mark nason boot", 1313951044, "mark nason rudd"));
 
 	}
 
diff --git a/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/ReviewObj.java b/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/ReviewObj.java
index 537fdf9..0c23938 100644
--- a/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/ReviewObj.java
+++ b/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/ReviewObj.java
@@ -1,3 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
 package opennlp.tools.apps.review_builder;
 
 import java.util.List;
diff --git a/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/SentenceBeingOriginalized.java b/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/SentenceBeingOriginalized.java
index 9c87e7f..739f54d 100644
--- a/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/SentenceBeingOriginalized.java
+++ b/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/SentenceBeingOriginalized.java
@@ -1,3 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
 package opennlp.tools.apps.review_builder;
 
 import java.util.HashMap;
@@ -7,7 +24,7 @@ import java.util.Map;
 import opennlp.tools.textsimilarity.ParseTreeChunk;
 
 public class SentenceBeingOriginalized {
-	private Map<String, String> sentKey_value= new HashMap<String, String>();
+	private Map<String, String> sentKey_value = new HashMap<String, String>();
 	private String sentence;
 	private List<List<ParseTreeChunk>> groupedChunks;
 	
diff --git a/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/SentenceOriginalizer.java b/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/SentenceOriginalizer.java
index 5ad6c53..07e82e8 100644
--- a/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/SentenceOriginalizer.java
+++ b/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/SentenceOriginalizer.java
@@ -1,3 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
 package opennlp.tools.apps.review_builder;
 
 import java.util.ArrayList;
diff --git a/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/URLsWithReviewFinderByProductName.java b/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/URLsWithReviewFinderByProductName.java
index c573e46..31d3cd4 100644
--- a/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/URLsWithReviewFinderByProductName.java
+++ b/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/URLsWithReviewFinderByProductName.java
@@ -1,3 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
 package opennlp.tools.apps.review_builder;
 
 import java.util.ArrayList;
@@ -7,7 +24,7 @@ import opennlp.tools.similarity.apps.BingQueryRunner;
 import opennlp.tools.similarity.apps.HitBase;
 
 public class URLsWithReviewFinderByProductName {
-BingQueryRunner search = new BingQueryRunner();
+	BingQueryRunner search = new BingQueryRunner();
 	
 	public List<String> findFacebookURLByNameAndZip(String name){
 		List<HitBase> foundFBPages = search.runSearch(name, 20);
diff --git a/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/WebPageReviewExtractor.java b/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/WebPageReviewExtractor.java
index 10414b4..cf5a681 100644
--- a/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/WebPageReviewExtractor.java
+++ b/opennlp-similarity/src/main/java/opennlp/tools/apps/review_builder/WebPageReviewExtractor.java
@@ -1,3 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
 package opennlp.tools.apps.review_builder;
 
 import java.util.ArrayList;