You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by cu...@apache.org on 2006/07/14 09:55:16 UTC
svn commit: r421829 [2/2] - in /lucene/hadoop/trunk: ./
src/contrib/streaming/src/java/org/apache/hadoop/streaming/
src/contrib/streaming/src/test/org/apache/hadoop/streaming/
Added: lucene/hadoop/trunk/src/contrib/streaming/src/test/org/apache/hadoop/streaming/UniqApp.java
URL: http://svn.apache.org/viewvc/lucene/hadoop/trunk/src/contrib/streaming/src/test/org/apache/hadoop/streaming/UniqApp.java?rev=421829&view=auto
==============================================================================
--- lucene/hadoop/trunk/src/contrib/streaming/src/test/org/apache/hadoop/streaming/UniqApp.java (added)
+++ lucene/hadoop/trunk/src/contrib/streaming/src/test/org/apache/hadoop/streaming/UniqApp.java Fri Jul 14 00:55:15 2006
@@ -0,0 +1,54 @@
+/**
+ * Copyright 2006 The Apache Software Foundation
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.hadoop.streaming;
+
+import java.io.*;
+
+/** A minimal Java implementation of /usr/bin/uniq
+ Used to test the usage of external applications without adding
+ platform-specific dependencies.
+ Uniques lines and prepends a header on the line.
+*/
+public class UniqApp
+{
+
+ public UniqApp(String header)
+ {
+ this.header = header;
+ }
+ public void go() throws IOException
+ {
+ BufferedReader in = new BufferedReader(new InputStreamReader(System.in));
+ String line;
+ String prevLine = null;
+ while ((line = in.readLine()) != null) {
+ if(! line.equals(prevLine)) {
+ System.out.println(header + line);
+ }
+ prevLine = line;
+ }
+ }
+
+ public static void main(String[] args) throws IOException
+ {
+ String h = (args.length < 1) ? "" : args[0];
+ UniqApp app = new UniqApp(h);
+ app.go();
+ }
+
+ String header;
+}