import csv import logging from time import sleep from pyhamtools.locator import latlong_to_locator from core.enums import ActivityName, ActivityRefType from data.activity_ref import ActivityRef from providers.activityrefdata.file_download_activity_ref_data_provider import ( FileDownloadActivityRefDataProvider, ) logger = logging.getLogger(__name__) class WCA(FileDownloadActivityRefDataProvider): """Activity ref data provider for World Castles Award""" POLL_INTERVAL_DAYS = 30 ACTIVITY = ActivityName.WCA DATA_URL = "https://polo.ham2k.com/data/activities/wca/all-castles.csv" def __init__(self, provider_config): super().__init__(self.ACTIVITY, provider_config, self.DATA_URL, self.POLL_INTERVAL_DAYS) def _http_response_to_data(self, http_response): new_data = [] for row in csv.DictReader(http_response.content.decode("utf-8-sig").splitlines()): ref_id = row["REF"] coords_str = row["COORDINATES"] latitude = None longitude = None grid = None try: if coords_str: split = coords_str.split(", ") latitude = float(split[0]) longitude = float(split[1]) grid = latlong_to_locator(latitude, longitude) except ValueError: logger.debug(f"Encountered dodgy formatting in WCA CSV, skipping location data for {ref_id}") new_data.append( ActivityRef( sig=self.ACTIVITY, id=ref_id, name=row.get("CLEAN NAME", None), ref_type=ActivityRefType.CASTLE, url=f"https://www.cqgma.org/zinfo.php?ref={ref_id}", latitude=latitude, longitude=longitude, grid=grid, ) ) # Bail out if a stop has been requested, i.e. the program is shutting down - no need to parse the rest of # the data in this case if self._stop_event.is_set(): break # Very short pause. This will extend the time to handle activity refs by a few seconds but will ensure some time # is available for other threads e.g. the web server. sleep(0.001) return new_data