core/src/main/java/com/digitalpebble/stormcrawler/util/RobotsTags.java
public void extractMetaTags(String content) {
        if (content == null)
            return;
        String[] vals = content.split(" *, *");
        parseValues(vals);
    }
public void extractMetaTags(String content) {
        if (content == null)
            return;
        String[] vals = content.split(" *, *");
        parseValues(vals);
    }
Extracts meta tags based on the value of the content attribute *