latecomers/latecomers/retrieve.py

# -*- encoding: utf-8 -*-
from datetime import datetime, timedelta
import logging
import typing as T

from latecomers.helpers import logit

import requests


HOW_MANY = 200


logger = logging.getLogger(__name__)


def remote() -> T.Text:
    """
    Returns the url to use to retrieve yesterday's data.
    """
    yesterday = (datetime.now() - timedelta(days=1)).strftime("%Y-%m-%d")
    url = f"https://www.adr.it/pax-cia-voli-in-tempo-reale?p_p_id=3_WAR_realtimeflightsportlet&p_p_lifecycle=0&p_p_state=normal&p_p_mode=view&_3_WAR_realtimeflightsportlet_tab=departure&_3_WAR_realtimeflightsportlet_codScaOpe=CIA&_3_WAR_realtimeflightsportlet_rouIata=&_3_WAR_realtimeflightsportlet_searchType=standard&_3_WAR_realtimeflightsportlet_airport=&_3_WAR_realtimeflightsportlet_date={yesterday}&_3_WAR_realtimeflightsportlet_orario=00:00-24:00&_3_WAR_realtimeflightsportlet_codVet=&_3_WAR_realtimeflightsportlet_carrier=&_3_WAR_realtimeflightsportlet_rtFlightsSearchContainerPrimaryKeys=&_3_WAR_realtimeflightsportlet_delta={HOW_MANY}"  # noqa: E501
    return url


@logit(logger)
def retrieve() -> T.Text:
    """This function retrieves the body from the website page"""
    r = requests.get(remote())
    return r.text