from time import sleep from core.enums import SIGRefType from data.sig_ref import SIGRef from providers.sigrefdata.file_download_sig_ref_data_provider import FileDownloadSIGRefDataProvider class DTMBA(FileDownloadSIGRefDataProvider): """SIG ref data provider for Diploma Teatri Musei Belle Arti""" POLL_INTERVAL_DAYS = 30 SIG = "DTMBA" DATA_URL = "https://www.iu1fig.com/share/iz0eik/dtmba/export.php" def __init__(self, provider_config): super().__init__(self.SIG, provider_config, self.DATA_URL, self.POLL_INTERVAL_DAYS) def _http_response_to_data(self, http_response): new_data = [] for row in http_response.content.decode("utf-8-sig").splitlines(): split = row.split(";") ref_id = split[0] ref_name = split[1] new_data.append(SIGRef(sig=self.SIG, id=ref_id, name=ref_name, ref_type=SIGRefType.BUILDING)) # Bail out if a stop has been requested, i.e. the program is shutting down - no need to parse the rest of # the data in this case if self._stop_event.is_set(): break # Very short pause. This will extend the time to handle sig refs by a few seconds but will ensure some time # is available for other threads e.g. the web server. sleep(0.001) return new_data