add populate buckets option to deployment scripts

deploy_studio_k8s.sh

@@ -20,6 +20,7 @@ export GEOSERVER_PASSWORD="geoserver"
 export DEPLOYMENT_ENV=k8s
 export OC_PROJECT=default
 export IMAGE_REGISTRY=geospatial-studio
+export ENVIRONMENT=local
 
 # Component selection for deployment/redeployment
 echo "----------------------------------------------------------------------"
@@ -225,6 +226,30 @@ if [[ "$DEPLOY_MINIO" == "Deploy" ]]; then
     sed -i -e "s|endpoint=.*|endpoint=https://minio.$OC_PROJECT.svc.cluster.local:9000|g" workspace/${DEPLOYMENT_ENV}/env/.env
 
     source workspace/${DEPLOYMENT_ENV}/env/env.sh
+
+    # populate buckets
+    if [[ "${NON_INTERACTIVE:-false}" == "true" ]]; then
+        echo "Skipping auxiliary data download."
+    else
+        populate_data_options="Yes No"
+        typeset populate_data_choice
+
+        # Call the function
+        get_menu_selection \
+            "Do you want to download auxiliary data to populate buckets?" \
+            populate_data_choice \
+            "$populate_data_options"
+
+        if [[ "$populate_data_choice" == "Yes" ]]; then
+            echo "Downloading auxiliary data..."
+            sed -i -e "s/export LULC_TILE_ROOT=.*/export LULC_TILE_ROOT=https:\/\/lulctimeseries.blob.core.windows.net\/lulctimeseriesv003\/lc2024\/lulc2024.zip/g" workspace/${DEPLOYMENT_ENV}/env/env.sh
+            source workspace/${DEPLOYMENT_ENV}/env/env.sh
+
+            ./deployment-scripts/populate-buckets-with-auxiliary-data.sh
+        else
+            echo "Skipping auxiliary data download."
+        fi
+    fi
 else
     echo "----------------------------------------------------------------------"
     echo "-------------------  Skipping Minio Deployment  ----------------------"

deploy_studio_lima.sh

@@ -20,6 +20,7 @@ export KUBECONFIG="$HOME/.lima/studio/copied-from-guest/kubeconfig.yaml"
 
 # Set environment variables
 export DEPLOYMENT_ENV=lima
+export ENVIRONMENT=local
 export OC_PROJECT=default
 export IMAGE_REGISTRY=geospatial-studio
 
@@ -167,6 +168,33 @@ if [[ "$DEPLOY_MINIO" == "Deploy" ]]; then
     sed -i -e "s|endpoint=.*|endpoint=https://minio.$OC_PROJECT.svc.cluster.local:9000|g" workspace/${DEPLOYMENT_ENV}/env/.env
 
     source workspace/${DEPLOYMENT_ENV}/env/env.sh
+
+    # populate buckets
+    if [[ "${NON_INTERACTIVE:-false}" == "true" ]]; then
+        echo "Skipping auxiliary data download."
+    else
+        populate_data_options="Yes No"
+        typeset populate_data_choice
+
+        # Call the function
+        get_menu_selection \
+            "Do you want to download auxiliary data to populate buckets?" \
+            populate_data_choice \
+            "$populate_data_options"
+
+        if [[ "$populate_data_choice" == "Yes" ]]; then
+            echo "Downloading auxiliary data..."
+            sed -i -e "s/export LULC_TILE_ROOT=.*/export LULC_TILE_ROOT=https:\/\/lulctimeseries.blob.core.windows.net\/lulctimeseriesv003\/lc2024\/lulc2024.zip/g" workspace/${DEPLOYMENT_ENV}/env/env.sh
+            source workspace/${DEPLOYMENT_ENV}/env/env.sh
+
+            ./deployment-scripts/populate-buckets-with-auxiliary-data.sh
+        else
+            echo "Skipping auxiliary data download."
+        fi
+    fi
+
+
+
 else
     echo "----------------------------------------------------------------------"
     echo "-------------------  Skipping Minio Deployment  ----------------------"

deploy_studio_ocp.sh

@@ -510,6 +510,30 @@ if [[ "$DEPLOY_MINIO" == "Deploy" ]]; then
     if [[ "$DEPLOYMENT_ENV" == "crc" ]]; then
         sed -i -e "s|endpoint=.*|endpoint=https://minio.$OC_PROJECT.svc.cluster.local:9000|g" workspace/${DEPLOYMENT_ENV}/env/.env
     fi
+
+     # populate buckets
+    if [[ "${NON_INTERACTIVE:-false}" == "true" ]]; then
+        echo "Skipping auxiliary data download."
+    else
+        populate_data_options="Yes No"
+        typeset populate_data_choice
+
+        # Call the function
+        get_menu_selection \
+            "Do you want to download auxiliary data to populate buckets?" \
+            populate_data_choice \
+            "$populate_data_options"
+
+        if [[ "$populate_data_choice" == "Yes" ]]; then
+            echo "Downloading auxiliary data..."
+            sed -i -e "s/export LULC_TILE_ROOT=.*/export LULC_TILE_ROOT=https:\/\/lulctimeseries.blob.core.windows.net\/lulctimeseriesv003\/lc2024\/lulc2024.zip/g" workspace/${DEPLOYMENT_ENV}/env/env.sh
+            source workspace/${DEPLOYMENT_ENV}/env/env.sh
+
+            ./deployment-scripts/populate-buckets-with-auxiliary-data.sh
+        else
+            echo "Skipping auxiliary data download."
+        fi
+    fi
 else
     echo "----------------------------------------------------------------------"
     echo "-------------------  Skipping Minio Deployment  ----------------------"

deployment-scripts/template/populate-buckets-minio-pvc.yaml

@@ -34,4 +34,4 @@ spec:
     - ReadWriteOnce
   resources:
     requests:
-      storage: 20Gi
+      storage: 70Gi

geospatial-studio/charts/geospatial-studio-pipelines/values.yaml

@@ -204,7 +204,7 @@ processors:
     process_exec: 'python postprocess-generic-single.py'
     extra_envs:
       - name: LULC_TILE_ROOT
-        value: /auxdata/lulc/lc2021/
+        value: /auxdata/lulc/
       - name: LULC_TILE_SHAPEFILE
         value: /auxdata/lulc/tiles.shp
       - name: LAND_POLYGON_PATH

geospatial-studio/values.yaml

@@ -511,7 +511,7 @@ geospatial-studio-pipelines:
       process_exec: 'python postprocess-generic-single.py'
       extra_envs:
         - name: LULC_TILE_ROOT
-          value: /auxdata/lulc/lc2021/
+          value: /auxdata/lulc/
         - name: LULC_TILE_SHAPEFILE
           value: /auxdata/lulc/tiles.shp
         - name: LAND_POLYGON_PATH