goja-web/src/main/java/goja/mvc/kits/Requests.java
public static boolean robot(HttpServletRequest request) {
        String ua = request.getHeader("user-agent");
        return !StringUtils.isBlank(ua) && ((ua.contains("Baiduspider")
                || ua.contains("Googlebot")
                || ua.contains("sogou")
                || ua.contains("sina")
                || ua.contains("iaskspider")
                || ua.contains("ia_archiver")
                || ua.contains("Sosospider")
                || ua.contains("YoudaoBot")
                || ua.contains("yahoo")
                || ua.contains("yodao")
                || ua.contains("MSNBot")
                || ua.contains("spider")
                || ua.contains("Twiceler")
                || ua.contains("Sosoimagespider")
                || ua.contains("naver.com/robots")
                || ua.contains("Nutch")
                || ua.contains("spider")));
    }
public static boolean robot(HttpServletRequest request) {
        String ua = request.getHeader("user-agent");
        return !StringUtils.isBlank(ua) && ((ua.contains("Baiduspider")
                || ua.contains("Googlebot")
                || ua.contains("sogou")
                || ua.contains("sina")
                || ua.contains("iaskspider")
                || ua.contains("ia_archiver")
                || ua.contains("Sosospider")
                || ua.contains("YoudaoBot")
                || ua.contains("yahoo")
                || ua.contains("yodao")
                || ua.contains("MSNBot")
                || ua.contains("spider")
                || ua.contains("Twiceler")
                || ua.contains("Sosoimagespider")
                || ua.contains("naver.com/robots")
                || ua.contains("Nutch")
                || ua.contains("spider")));
    }
判断是否为搜索引擎

@param request 当前请求
@return true 表示当前请求为搜索引擎发过来的请求。