from __future__ import annotations import csv from time import sleep from typing import Any import requests from core.enums import ActivityName, ActivityRefType from data.activity_ref import ActivityRef from providers.activityrefdata.file_download_activity_ref_data_provider import FileDownloadActivityRefDataProvider class DMUE(FileDownloadActivityRefDataProvider): """Activity ref data provider for Diploma Museos de EspaƱa""" POLL_INTERVAL_DAYS = 365 ACTIVITY = ActivityName.DMUE DATA_URL = "https://dmue.radiogalena.es/nom_dmue.csv" def __init__(self, provider_config: dict[str, Any]) -> None: super().__init__(self.ACTIVITY, provider_config, self.DATA_URL, self.POLL_INTERVAL_DAYS) def _http_response_to_data(self, http_response: requests.Response) -> list[ActivityRef]: new_data: list[ActivityRef] = [] for row in csv.reader(http_response.content.decode("utf-8-sig").splitlines(), delimiter=";"): if len(row) > 1 and row[0] and row[1]: new_data.append( ActivityRef(sig=self.ACTIVITY, id=row[0].strip(), name=row[1].strip(), ref_type=ActivityRefType.BUILDING) ) # Bail out if a stop has been requested, i.e. the program is shutting down - no need to parse the rest of # the data in this case if self._stop_event.is_set(): break # Very short pause. This will extend the time to handle activity refs by a few seconds but will ensure some time # is available for other threads e.g. the web server. sleep(0.001) return new_data