updated back end

Author: bgoesswe

services/data/data/dependencies/csw.py

@@ -183,8 +183,8 @@ def get_file_paths(self, product: str, bbox: list, start: str, end: str, timesta
             start {str} -- The start date of the temporal extent
             end {str} -- The end date of the temporal extent
             timestamp {str} -- The timestamp of the data version, filters by data that was available at that time.
-            updated {bool} -- If true it simulates that one file got updated.
-            deleted {bool} -- If false it Simulates that one file got deleted.
+            updated {bool} -- If true it simulates that one file got updated - deprecated.
+            deleted {bool} -- If false it Simulates that one file got deleted - deprecated.
         Returns:
             list -- The records data
         """
@@ -225,18 +225,18 @@ def get_file_paths(self, product: str, bbox: list, start: str, end: str, timesta
                         )
                     )
                 else:
-                    logging.info("Ignored first file")
+                    logging.info("Ignored first file: {}".format(name))
             else:
-                logging.info("{} > {}".format(data_timestamp,timestamp))
+                logging.info("{} > {} : {}".format(data_timestamp, timestamp, name))
 
             if updated and first:
                 path = path + "_new"
                 name = name + "_new"
 
-                date_data_timestamp = datetime.strptime(updated, '%Y-%m-%d %H:%M:%S.%f')
+                date_data_timestamp = datetime.strptime(updated, "%Y-%m-%d %H:%M:%S.%f")
 
                 if date_data_timestamp <= date_filter_timestamp:
-                    logging.info("FIRST: Appended additional file")
+                    logging.info("FIRST: Appended additional file: {}".format(name))
                     response.append(
                         FilePath(
                             date=date,
@@ -245,7 +245,7 @@ def get_file_paths(self, product: str, bbox: list, start: str, end: str, timesta
                             timestamp=data_timestamp
                         ))
                 else:
-                    logging.info("FIRST: {} > {}".format(data_timestamp, timestamp))
+                    logging.info("FIRST: Not Appending {} > {} : {}".format(date_data_timestamp.strftime("%Y-%m-%d %H:%M:%S.%f"), date_filter_timestamp.strftime("%Y-%m-%d %H:%M:%S.%f"), name))
 
             first = False
 

services/jobs/Dockerfile

@@ -1,16 +1,18 @@
 FROM alpine:3.7
 
 RUN mkdir -p /usr/src/app
+RUN mkdir -p /usr/src/app/results
 WORKDIR /usr/src/app
 
 COPY requirements.txt .
 
 RUN apk update && \
-    apk add build-base libressl-dev libffi-dev gcc python3-dev musl-dev postgresql-dev git && \
+    apk add build-base libressl-dev libffi-dev gcc python3-dev musl-dev postgresql-dev git jpeg-dev zlib-dev && \
     pip3 install --upgrade pip && \
     python3 -m pip install -r requirements.txt --no-cache-dir && \
     git clone https://github.com/bgoesswein/implementation_backend.git && \
-    chmod 777 -R implementation_backend
+    chmod 777 -R implementation_backend && \
+    chmod 777 -R results
 
 ADD . /usr/src/app
 

services/jobs/jobs/requirements.txt

@@ -33,4 +33,5 @@ wincertstore==0.2
 wrapt==1.10.11
 pytz==2018.7
 GitPython==2.1.11
-numpy==1.16.2
+numpy==1.16.2
+pil