mirror of
https://git.ianrenton.com/ian/spothole.git
synced 2026-09-21 06:47:42 +00:00
43 lines
1.6 KiB
Python
43 lines
1.6 KiB
Python
from __future__ import annotations
|
|
|
|
import csv
|
|
from time import sleep
|
|
from typing import Any
|
|
|
|
import requests
|
|
|
|
from core.enums import ActivityName, ActivityRefType
|
|
from data.activity_ref import ActivityRef
|
|
from providers.activityrefdata.file_download_activity_ref_data_provider import FileDownloadActivityRefDataProvider
|
|
|
|
|
|
class DMUE(FileDownloadActivityRefDataProvider):
|
|
"""Activity ref data provider for Diploma Museos de España"""
|
|
|
|
POLL_INTERVAL_DAYS = 365
|
|
ACTIVITY = ActivityName.DMUE
|
|
DATA_URL = "https://dmue.radiogalena.es/nom_dmue.csv"
|
|
|
|
def __init__(self, provider_config: dict[str, Any]) -> None:
|
|
super().__init__(self.ACTIVITY, provider_config, self.DATA_URL, self.POLL_INTERVAL_DAYS)
|
|
|
|
def _http_response_to_data(self, http_response: requests.Response) -> list[ActivityRef]:
|
|
new_data: list[ActivityRef] = []
|
|
|
|
for row in csv.reader(http_response.content.decode("utf-8-sig").splitlines(), delimiter=";"):
|
|
if len(row) > 1 and row[0] and row[1]:
|
|
new_data.append(
|
|
ActivityRef(sig=self.ACTIVITY, id=row[0].strip(), name=row[1].strip(), ref_type=ActivityRefType.BUILDING)
|
|
)
|
|
|
|
# Bail out if a stop has been requested, i.e. the program is shutting down - no need to parse the rest of
|
|
# the data in this case
|
|
if self._stop_event.is_set():
|
|
break
|
|
|
|
# Very short pause. This will extend the time to handle activity refs by a few seconds but will ensure some time
|
|
# is available for other threads e.g. the web server.
|
|
sleep(0.001)
|
|
|
|
return new_data
|