spothole/providers/sigrefdata/siota.py

import csv

from data.sig_ref import SIGRef
from providers.sigrefdata.file_download_sig_ref_data_provider import FileDownloadSIGRefDataProvider


class SIOTA(FileDownloadSIGRefDataProvider):
    """SIG ref data provider for Silos on the Air"""

    POLL_INTERVAL_DAYS = 30
    SIG = "SIOTA"
    DATA_URL = "https://www.silosontheair.com/data/silos.csv"

    def __init__(self, provider_config):
        super().__init__(self.SIG, provider_config, self.DATA_URL, self.POLL_INTERVAL_DAYS)

    def _http_response_to_data(self, http_response):
        new_data = []
        for row in csv.DictReader(http_response.content.decode("utf-8-sig").splitlines()):
            ref_id = row["SILO_CODE"]
            new_data.append(SIGRef(sig=self.SIG, id=ref_id, name=row["NAME"] if "NAME" in row else None,
                                      grid=row["LOCATOR"] if "LOCATOR" in row else None,
                                      latitude=float(row["LAT"]) if "LAT" in row else None,
                                      longitude=float(row["LNG"]) if "LNG" in row else None))

            # Bail out if a stop has been requested, i.e. the program is shutting down - no need to parse the rest of
            # the data in this case
            if self._stop_event.is_set():
                break

        return new_data