Harvest sea ice concentration form OSISAF about django-geo-spaas-harvesting HOT 3 CLOSED

class PODAACHarvester(Harvester):
    ingester = ingesters.DDXIngester
    crawler = crawlers.OpenDAPCrawler

    """Harvester class for PODAAC data (NASA)"""
    def _create_crawlers(self):
        return [
            self.crawler(url, time_range=(self.get_time_range()))
            for url in self.config['urls']
        ]

    def _create_ingester(self):
        parameters = {}
        for parameter_name in ['max_fetcher_threads', 'max_db_threads']:
            if parameter_name in self.config:
                parameters[parameter_name] = self.config[parameter_name]
        return self.ingester(**parameters)

class OSISAFHarvester(PODAACHarvester):
    ingester = ingesters.DDXOsisafIngester
    crawler = crawlers.OSISAFCrawler

class DDXIngester(MetanormIngester):
    def prepare_ur(self, url):
        return url

    ....
    def _get_normalized_attributes(self, url, *args, **kwargs):
        """Get normalized metadata from the DDX info of the dataset located at the provided URL"""

        prepared_url = url if url.endswith('.ddx') else url + '.ddx'
        prepared_url = self.prepare_url(prepared_url)
        ....

class DDXOsisafIngester(DDXIngester)
    def prepare_url(self, prepared_url):
        return prepared_url.replace(prepared_url[prepared_url.find("catalog/"):prepared_url.find("?dataset=")+9],"dodsC/")