import csv from data.sig_ref import SIGRef from sigrefdataproviders.file_download_sig_ref_data_provider import FileDownloadSIGRefDataProvider class WWFF(FileDownloadSIGRefDataProvider): """SIG ref data provider for Worldwide Flora & Fauna""" POLL_INTERVAL_DAYS = 30 SIG = "WWFF" DATA_URL = "https://wwff.co/wwff-data/wwff_directory.csv" def __init__(self, provider_config): super().__init__(self.SIG, provider_config, self.DATA_URL, self.POLL_INTERVAL_DAYS) def _http_response_to_data(self, http_response): new_data = [] for row in csv.DictReader(http_response.content.decode("utf-8-sig").splitlines()): ref_id = row["reference"] new_data.append(SIGRef(sig=self.SIG, id=ref_id, name=row["name"] if "name" in row else None, url="https://wwff.co/directory/?showRef=" + ref_id, grid=row["iaruLocator"] if "iaruLocator" in row and row[ "iaruLocator"] != "-" else None, latitude=float(row["latitude"]) if "latitude" in row and row[ "latitude"] != "" and row["latitude"] != "-" else None, longitude=float(row["longitude"]) if "longitude" in row and row[ "longitude"] != "" and row["longitude"] != "-" else None)) # Bail out if a stop has been requested, i.e. the program is shutting down - no need to parse the rest of # the data in this case if self._stop_event.is_set(): break return new_data