sync script

pipeline/__init__.py

@@ -12,7 +12,13 @@
 from .resources import JsonWebAssetIOManager, LamassuResource, PostGISGeoPandasIOManager
 from .resources.gdal import Ogr2OgrResource
 
-assets = load_assets_from_modules([sharing, radvis, gtfs, traffic_incidents, webcams])
+assets = load_assets_from_modules([
+    sharing,
+    radvis,
+    gtfs,
+    traffic_incidents,
+    webcams,
+])
 
 defs = Definitions(
     assets=assets,

scripts/download_webcams.sh

@@ -1,5 +1,11 @@
+#!/bin/bash
+
 set -eo pipefail
+set -x
 
-echo Download webcams
-echo TODO implement logic
-lftp --help
+1>&2 echo 'Downloading webcam images'
+lftp -e "mirror -c --parallel=20 --verbose / /var/webcam; quit;" -u $IPL_WEBCAM_USER,$IPL_WEBCAM_PASSWORD $IPL_WEBCAM_SERVER
+# Delete all old webcam images
+find /var/webcam -mtime +$WEBCAM_KEEP_DAYS -type f -name '*.jpeg' -delete
+# Delete all empty directories
+find /var/webcam  -type d -empty -delete