You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@maven.apache.org by bw...@apache.org on 2003/04/11 20:39:51 UTC

cvs commit: maven/src/java/org/apache/maven/util EnhancedStringTokenizer.java

bwalding    2003/04/11 11:39:50

  Added:       src/java/org/apache/maven/util EnhancedStringTokenizer.java
  Log:
  This is a tokenizer that doesn't drop empty tokens
  
  Revision  Changes    Path
  1.1                  maven/src/java/org/apache/maven/util/EnhancedStringTokenizer.java
  
  Index: EnhancedStringTokenizer.java
  ===================================================================
  package org.apache.maven.util;
  
  /* ====================================================================
   * The Apache Software License, Version 1.1
   *
   * Copyright (c) 2003 The Apache Software Foundation.  All rights
   * reserved.
   *
   * Redistribution and use in source and binary forms, with or without
   * modification, are permitted provided that the following conditions
   * are met:
   *
   * 1. Redistributions of source code must retain the above copyright
   *    notice, this list of conditions and the following disclaimer.
   *
   * 2. Redistributions in binary form must reproduce the above copyright
   *    notice, this list of conditions and the following disclaimer in
   *    the documentation and/or other materials provided with the
   *    distribution.
   *
   * 3. The end-user documentation included with the redistribution,
   *    if any, must include the following acknowledgment:
   *       "This product includes software developed by the
   *        Apache Software Foundation (http://www.apache.org/)."
   *    Alternately, this acknowledgment may appear in the software itself,
   *    if and wherever such third-party acknowledgments normally appear.
   *
   * 4. The names "Apache" and "Apache Software Foundation" and
   *    "Apache Maven" must not be used to endorse or promote products
   *    derived from this software without prior written permission. For
   *    written permission, please contact apache@apache.org.
   *
   * 5. Products derived from this software may not be called "Apache",
   *    "Apache Maven", nor may "Apache" appear in their name, without
   *    prior written permission of the Apache Software Foundation.
   *
   * THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESSED OR IMPLIED
   * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
   * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
   * DISCLAIMED.  IN NO EVENT SHALL THE APACHE SOFTWARE FOUNDATION OR
   * ITS CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
   * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
   * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
   * USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
   * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
   * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
   * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
   * SUCH DAMAGE.
   * ====================================================================
   *
   * This software consists of voluntary contributions made by many
   * individuals on behalf of the Apache Software Foundation.  For more
   * information on the Apache Software Foundation, please see
   * <http://www.apache.org/>.
   *
   * ====================================================================
   */
   
  import java.util.StringTokenizer;
  
  /**
   * The java.util.StringTokenizer is horribly broken.
   * Given the string  1,,,3,,4      (, delim)
   * It will return 1,3,4
   * Which is clearly wrong - 1,EMPTY,EMPTY,3,EMPTY,4 is what it should return
   */
  public final class EnhancedStringTokenizer {
      private StringTokenizer cst = null;
      String cdelim;
      final boolean cdelimSingleChar;
      final char cdelimChar;
      boolean creturnDelims;
  
      public EnhancedStringTokenizer(String str) {
          this(str, " \t\n\r\f", false);
      }
  
      public EnhancedStringTokenizer(String str, String delim) {
          this(str, delim, false);
      }
  
      public EnhancedStringTokenizer(String str, String delim, boolean returnDelims) {
          cst = new StringTokenizer(str, delim, true);
          cdelim = delim;
          creturnDelims = returnDelims;
          cdelimSingleChar = (delim.length() == 1);
          cdelimChar = delim.charAt(0);
      }
  
      public boolean hasMoreTokens() {
          return cst.hasMoreTokens();
      }
  
      String lastToken = null;
      boolean delimLast = true;
      private String internalNextToken() {
          if (lastToken != null) {
              String last = lastToken;
              lastToken = null;
              return last;
          }
  
          String token = cst.nextToken();
          if (isDelim(token)) {
              if (delimLast) {
                  lastToken = token;
                  return "";
              } else {
                  delimLast = true;
                  return token;
              }
          } else {
              delimLast = false;
              return token;
          }
      }
  
      public String nextToken() {
          String token = internalNextToken();
          if (creturnDelims)
              return token;
          if (isDelim(token))
              return hasMoreTokens() ? internalNextToken() : "";
          else
              return token;
      }
  
      private boolean isDelim(String str) {
          if (str.length() == 1) {
              char ch = str.charAt(0);
              if (cdelimSingleChar) {
                  if (cdelimChar == ch) {
                      return true;
                  }
              } else {
                  if (cdelim.indexOf(ch) >= 0) {
                      return true;
                  }
              }
          }
          return false;
  
      }
  }
  
  

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@maven.apache.org
For additional commands, e-mail: dev-help@maven.apache.org