def validate_config(self):
        required = ['host', 'collections_path', 'collection_name', 'startURLs',
                    'crawlFilterStrings', 'crawlRequiredStrings', 'indexFilterStrings', 'indexRequiredStrings']
        missing = []
        for x in required:
            if x not in self.CONFIG:
                missing.append(x)
        self.CONFIG['crawlFilterStrings'].extend(['.jpeg', '.jpg', '#'])
        self.CONFIG['indexFilterStrings'].extend(['.jpeg', '.jpg', '#'])
        if missing:
            raise Exception("Missing REQUIRED parameter(s): " + ", ".join(missing))
        optional = {'maximum_number_of_documents': 10000,
                    'wait_between_url_visits_in_seconds': 1,
                    'writeHTML': True,
                    'browser': 'M'}
        for x in optional:
            if x not in self.CONFIG:
                self.CONFIG[x] = optional[x]
dataset/ETHPy150Open kootenpv/sky/sky/legacy/crawler.py/SkyScraper.validate_config/original