@@ -0,0 +1,2362 @@
+/*%0A * $Id: DelimitedLinkExtractor.java,v 1.1 2009-10-19 05:27:40 tlipkis Exp $%0A */%0A%0A/*%0A%0ACopyright (c) 2000-2009 Board of Trustees of Leland Stanford Jr. University,%0Aall rights reserved.%0A%0APermission is hereby granted, free of charge, to any person obtaining a copy%0Aof this software and associated documentation files (the %22Software%22), to deal%0Ain the Software without restriction, including without limitation the rights%0Ato use, copy, modify, merge, publish, distribute, sublicense, and/or sell%0Acopies of the Software, and to permit persons to whom the Software is%0Afurnished to do so, subject to the following conditions:%0A%0AThe above copyright notice and this permission notice shall be included in%0Aall copies or substantial portions of the Software.%0A%0ATHE SOFTWARE IS PROVIDED %22AS IS%22, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR%0AIMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,%0AFITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL%0ASTANFORD UNIVERSITY BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,%0AWHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR%0AIN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.%0A%0AExcept as contained in this notice, the name of Stanford University shall not%0Abe used in advertising or otherwise to promote the sale, use or other dealings%0Ain this Software without prior written authorization from Stanford University.%0A%0A*/%0A%0Apackage org.lockss.test;%0A%0Aimport java.io.*;%0Aimport java.util.*;%0A%0Aimport org.lockss.util.*;%0Aimport org.lockss.plugin.*;%0Aimport org.lockss.extractor.*;%0A%0A/** A simple link extractor for testing, emits each space-delimited%0A * substring of the input */%0Apublic class DelimitedLinkExtractor implements LinkExtractor %7B%0A  static Logger log = Logger.getLogger(%22DelimitedLinkExtractor%22);%0A%0A  public void extractUrls(ArchivalUnit au, InputStream in, String encoding,%0A%09%09%09  String srcUrl, LinkExtractor.Callback cb)%0A      throws IOException %7B%0A%0A    String content = StringUtil.fromInputStream(in);%0A    List%3CString%3E lst = StringUtil.breakAt(content, ' ');%0A    for (String str : lst) %7B%0A      log.debug3(%22Found: %22 + str);%0A      cb.foundLink(str);%0A    %7D%0A  %7D%0A%0A  public static class Factory implements LinkExtractorFactory %7B%0A    public LinkExtractor createLinkExtractor(String mimeType) %7B%0A      return new DelimitedLinkExtractor();%0A    %7D%0A  %7D%0A%7D%0A

Simple LinkExtractor that emits each blank-delimited word in the input.