/**
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package at.illecker.storm.examples.util;

import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

public class StringUtils {
  private static final Logger LOG = LoggerFactory.getLogger(StringUtils.class);

  public static boolean isURL(String value) {
    return RegexUtils.WEB_URL.matcher(value).matches();
  }

  public static boolean isEmail(String value) {
    return RegexUtils.EMAIL_ADDRESS.matcher(value).matches();
  }

  public static boolean isHashTag(String value) {
    return RegexUtils.HASHTAG.matcher(value).matches();
  }

  public static boolean isUser(String value) {
    return RegexUtils.USER.matcher(value).matches();
  }

  public static boolean isRetweet(String value) {
    return RegexUtils.RETWEET.matcher(value).matches();
  }

  public static boolean isPunctuation(char c) {
    return c == ',' || c == '.' || c == '!' || c == '?' || c == ':' || c == ';';
  }

  public static boolean isSpecialChar(char c) {
    return c == '-' || c == '_' || c == '&' || c == '|' || c == '/'
        || c == '\\' || c == '"' || c == '\'' || c == '`' || c == '´'
        || c == '<' || c == '>';
  }

  public static String trimPunctuation(String value) {
    int valueLen = value.length();

    // count starting punctuations
    int startingPunctuations = 0;
    for (int i = 0; i < valueLen; i++) {
      if (isPunctuation(value.charAt(i)) || isSpecialChar((value.charAt(i)))) {
        startingPunctuations++;
      } else {
        break;
      }
    }

    // count ending punctuations
    int endingPunctuations = 0;
    for (int i = valueLen - 1; i >= 0; i--) {
      if (isPunctuation(value.charAt(i)) || isSpecialChar((value.charAt(i)))) {
        endingPunctuations++;
      } else {
        break;
      }
    }

    // case 1) no characters were punctuation
    if ((startingPunctuations == 0) && (endingPunctuations == 0)) {
      return value;
    }

    // case 2) all characters were punctuation
    if ((startingPunctuations == valueLen) && (endingPunctuations == valueLen)) {
      return "";
    }

    // case 3) substring
    int substringLen = valueLen - endingPunctuations - startingPunctuations;
    if (startingPunctuations >= substringLen) {
      LOG.info("trimPunctuation is not possible for '" + value + "'");
      return value;
    } else {
      return value.substring(startingPunctuations, substringLen);
    }
  }

  public static void main(String[] args) {
    // test URLs
    String[] testURLs = new String[] { "www.google.com",
        "http://www.google.com", "https://www.google.com",
        "ftp://www.google.com", "google.com" };
    for (String s : testURLs) {
      System.out.println("isURL(" + s + "): " + isURL(s));
    }

    // test userNames
    String[] userNames = new String[] { "@hugo", "@@hugo", " @hugu2", "@hugo_",
        "2@hugo_", "a@a", "@h0_", "@0abc", "@abc0" };
    for (String s : userNames) {
      System.out.println("isUser(" + s + "): " + isUser(s));
    }

    // test hashTags
    String[] hashTags = new String[] { "#hugo", "##hugo", " #hugu2", "#hugo_",
        "a#a", "#h0_", "#0abc", "#abc0" };
    for (String s : hashTags) {
      System.out.println("isHashTag(" + s + "): " + isHashTag(s));
    }

    // test retweets
    String[] retweets = new String[] { "RT", "retweet", "Retweet",
        "RT@username", "RT @ username" };
    for (String s : retweets) {
      System.out.println("isRetweet(" + s + "): " + isRetweet(s));
    }

    // test Punctuations
    String[] testPunctuations = new String[] { ".asdf.", "asdf.:--",
        "--asdf-!", ":-)", ">:-[" };
    for (String s : testPunctuations) {
      System.out.println("trimPunctuation(" + s + "): " + trimPunctuation(s));
    }
  }
}

@@ -2001,17 +2001,16 @@
 ngth();%0A
-%0A
     // c
@@ -2259,33 +2259,32 @@
 ;%0A      %7D%0A    %7D%0A
-%0A
     // count end
@@ -2528,25 +2528,24 @@
     %7D%0A    %7D%0A
-%0A
     // case 
@@ -2664,33 +2664,32 @@
 rn value;%0A    %7D%0A
-%0A
     // case 2) a
@@ -2820,25 +2820,24 @@
 n %22%22;%0A    %7D%0A
-%0A
     // case 
@@ -3144,16 +3144,16 @@
 ngLen);%0A
-
     %7D%0A  
@@ -3151,24 +3151,364 @@
 %0A    %7D%0A  %7D%0A%0A
+  public static String replaceHTMLSymbols(String value) %7B%0A    String result = value;%0A    result = result.replaceAll(%22&quot;%22, %22%5C%22%22);%0A    result = result.replaceAll(%22&amp;%22, %22&%22);%0A    result = result.replaceAll(%22&lt;%22, %22%3C%22);%0A    result = result.replaceAll(%22&gt;%22, %22%3E%22);%0A    result = result.replaceAll(%22&nbsp;%22, %22 %22);%0A    return result;%0A  %7D%0A%0A
   public sta

Update StringUtils including replaceHTMLSymbols