import csv from time import sleep from core.enums import ActivityName, ActivityRefType from data.activity_ref import ActivityRef from providers.activityrefdata.file_download_activity_ref_data_provider import ( FileDownloadActivityRefDataProvider, ) class WWBOTA(FileDownloadActivityRefDataProvider): """Activity ref data provider for Worldwide Bunkers on the Air""" POLL_INTERVAL_DAYS = 30 ACTIVITY = ActivityName.WWBOTA DATA_URL = "https://api.wwbota.org/bunkers/?format=CSV" def __init__(self, provider_config): super().__init__(self.ACTIVITY, provider_config, self.DATA_URL, self.POLL_INTERVAL_DAYS) def _http_response_to_data(self, http_response): new_data = [] for row in csv.DictReader(http_response.content.decode("utf-8-sig").splitlines()): ref_id = row["Reference"] new_data.append( ActivityRef( sig=self.ACTIVITY, id=ref_id, name=row.get("Name", None), ref_type=ActivityRefType.BUNKER, url=f"https://bunkerwiki.org/?s={ref_id}" if ref_id.startswith("B/G") else None, grid=row["Locator"] if "Locator" in row and row["Locator"] != "" else None, latitude=float(row["Lat"]) if "Lat" in row and row["Lat"] != "" else None, longitude=float(row["Long"]) if "Long" in row and row["Long"] != "" else None, ) ) # Bail out if a stop has been requested, i.e. the program is shutting down - no need to parse the rest of # the data in this case if self._stop_event.is_set(): break # Very short pause. This will extend the time to handle activity refs by a few seconds but will ensure some time # is available for other threads e.g. the web server. sleep(0.001) return new_data