Merge pull request #22 from openclimatefix/feature/20-read-latest-input

add read last update data

Author: peterdudfield

nowcasting_datamodel/read/read.py

@@ -13,6 +13,7 @@
 from nowcasting_datamodel.models import (
     ForecastSQL,
     ForecastValueSQL,
+    InputDataLastUpdatedSQL,
     LocationSQL,
     MLModelSQL,
     PVSystemSQL,
@@ -22,6 +23,31 @@
 logger = logging.getLogger(__name__)
 
 
+def get_latest_input_data_last_updated(
+    session: Session,
+) -> InputDataLastUpdatedSQL:
+    """
+    Read last input data last updated
+
+    :param session: database session
+
+    return: Latest input data object
+    """
+
+    # start main query
+    query = session.query(InputDataLastUpdatedSQL)
+
+    # this make the newest ones comes to the top
+    query = query.order_by(InputDataLastUpdatedSQL.created_utc.desc())
+
+    # get all results
+    input_data = query.first()
+
+    logger.debug("Found latest input data")
+
+    return input_data
+
+
 def get_latest_forecast(
     session: Session,
     gsp_id: Optional[int] = None,

tests/test_read.py

@@ -1,4 +1,5 @@
 import logging
+from datetime import datetime, timedelta, timezone
 
 from nowcasting_datamodel.fake import (
     make_fake_forecasts,
@@ -8,6 +9,7 @@
 from nowcasting_datamodel.models import (
     Forecast,
     ForecastValue,
+    InputDataLastUpdatedSQL,
     LocationSQL,
     MLModel,
     PVSystem,
@@ -18,6 +20,7 @@
     get_all_locations,
     get_forecast_values,
     get_latest_forecast,
+    get_latest_input_data_last_updated,
     get_latest_national_forecast,
     get_location,
     get_model,
@@ -137,3 +140,20 @@ def test_get_pv_system(db_session_pv):
         session=db_session_pv, provider=pv_system.provider, pv_system_id=pv_system.pv_system_id
     )
     assert PVSystem.from_orm(pv_system) == PVSystem.from_orm(pv_system_get)
+
+
+def test_get_latest_input_data_last_updated(db_session):
+
+    yesterday = datetime.now(tz=timezone.utc) - timedelta(hours=24)
+    now = datetime.now(tz=timezone.utc)
+
+    input_data_last_updated_1 = InputDataLastUpdatedSQL(
+        gsp=yesterday, nwp=yesterday, pv=yesterday, satellite=yesterday
+    )
+    input_data_last_updated_2 = InputDataLastUpdatedSQL(gsp=now, nwp=now, pv=now, satellite=now)
+
+    db_session.add_all([input_data_last_updated_1, input_data_last_updated_2])
+    db_session.commit()
+
+    input_data_last_updated = get_latest_input_data_last_updated(session=db_session)
+    assert input_data_last_updated.gsp.replace(tzinfo=None) == now.replace(tzinfo=None)