latecomers/latecomers/retrieve.py

31 lines
1.2 KiB
Python

# -*- encoding: utf-8 -*-
from datetime import datetime, timedelta
import logging
import typing as T
from latecomers.helpers import logit
import requests
HOW_MANY = 200
logger = logging.getLogger(__name__)
def remote() -> T.Text:
"""
Returns the url to use to retrieve yesterday's data.
"""
yesterday = (datetime.now() - timedelta(days=1)).strftime("%Y-%m-%d")
url = f"https://www.adr.it/pax-cia-voli-in-tempo-reale?p_p_id=3_WAR_realtimeflightsportlet&p_p_lifecycle=0&p_p_state=normal&p_p_mode=view&_3_WAR_realtimeflightsportlet_tab=departure&_3_WAR_realtimeflightsportlet_codScaOpe=CIA&_3_WAR_realtimeflightsportlet_rouIata=&_3_WAR_realtimeflightsportlet_searchType=standard&_3_WAR_realtimeflightsportlet_airport=&_3_WAR_realtimeflightsportlet_date={yesterday}&_3_WAR_realtimeflightsportlet_orario=00:00-24:00&_3_WAR_realtimeflightsportlet_codVet=&_3_WAR_realtimeflightsportlet_carrier=&_3_WAR_realtimeflightsportlet_rtFlightsSearchContainerPrimaryKeys=&_3_WAR_realtimeflightsportlet_delta={HOW_MANY}" # noqa: E501
return url
@logit(logger)
def retrieve() -> T.Text:
"""This function retrieves the body from the website page"""
r = requests.get(remote())
return r.text