def process_spider_output(self, response, result, spider):
        for x in result:
            if isinstance(x, Request):
                if x.dont_filter or self.should_follow(x, spider):
                    yield x
                else:
                    domain = urlparse_cached(x).hostname
                    if domain and domain not in self.domains_seen:
                        self.domains_seen.add(domain)
                        log.spider_log("Filtered offsite request to " + str(domain) + ":" + x.url,
                                       level=log.DEBUG, spider=spider)
                        self.stats.inc_value('offsite/domains', spider=spider)
                    self.stats.inc_value('offsite/filtered', spider=spider)
            else:
                yield x
dataset/ETHPy150Open wcong/ants/ants/contrib/spidermiddleware/offsite.py/OffsiteMiddleware.process_spider_output/original