Rename EE2 Environment Variables: Replace NET-Specific (VARgfs) with Global (VARglobal) Naming

.github/copilot-instructions.md

@@ -237,8 +237,8 @@ def get_resource(self, task_name):
 ### Environment Setup
 ```bash
 # From gw_setup.sh - CRITICAL for Python imports
-if [[ -d "${HOMEgfs}/sorc/wxflow/src" ]]; then
-  PYTHONPATH="${PYTHONPATH:+${PYTHONPATH}:}${HOMEgfs}/sorc/wxflow/src"
+if [[ -d "${HOMEglobal}/sorc/wxflow/src" ]]; then
+  PYTHONPATH="${PYTHONPATH:+${PYTHONPATH}:}${HOMEglobal}/sorc/wxflow/src"
   export PYTHONPATH
 fi
 ```
@@ -331,13 +331,13 @@ meta_tasks_state = {}  # State tracking per metatask
 
 ### Machine Detection
 ```bash
-source "${HOMEgfs}/ush/detect_machine.sh"
+source "${HOMEglobal}/ush/detect_machine.sh"
 # Sets MACHINE_ID for host-specific configurations
 ```
 
 ### Module Loading
 ```bash
-module use "${HOMEgfs}/modulefiles"
+module use "${HOMEglobal}/modulefiles"
 module load "module_gwsetup.${MACHINE_ID}"
 ```
 
@@ -360,7 +360,7 @@ module load "module_gwsetup.${MACHINE_ID}"
 # Standard environment setup in tasks
 envar_dict = {
     'RUN_ENVIR': 'emc',
-    'HOMEgfs': self.HOMEgfs,
+    'HOMEglobal': self.HOMEglobal,
     'EXPDIR': self._base.get('EXPDIR'),
     'NET': self._base.get('NET'),
     'RUN': self.run,

.github/workflows/pw_aws_ci.yaml

@@ -1,10 +1,10 @@
 name: gw-ci-aws
 # TEST_DIR contains 2 directories;
-# 1. HOMEgfs: clone of the global-workflow
+# 1. HOMEglobal: clone of the global-workflow
 # 2. RUNTESTS: A directory containing EXPDIR and COMROT for experiments
 # e.g. $> tree ./TEST_DIR
 # ./TEST_DIR
-# ├── HOMEgfs
+# ├── HOMEglobal
 # └── RUNTESTS
 #     ├── COMROT
 #     │   └── ${pslot}
@@ -98,7 +98,7 @@ jobs:
     - name: Checkout global-workflow
       uses: actions/checkout@v4
       with:
-        path: ${{ github.run_id }}/HOMEgfs
+        path: ${{ github.run_id }}/HOMEglobal
         submodules: 'recursive'
         repository: ${{ needs.fetch-branch.outputs.repo }}
         ref: ${{ needs.fetch-branch.outputs.branch }}
@@ -113,12 +113,12 @@ jobs:
     steps:
     - name: Build components
       run: |
-        cd ${{ env.TEST_DIR }}/HOMEgfs/sorc
+        cd ${{ env.TEST_DIR }}/HOMEglobal/sorc
         ./build_all.sh -j 8
 
     - name: Link artifacts
       run: |
-        cd ${{ env.TEST_DIR }}/HOMEgfs/sorc
+        cd ${{ env.TEST_DIR }}/HOMEglobal/sorc
         ./link_workflow.sh
 
   create-experiments:
@@ -138,7 +138,7 @@ jobs:
           pslot: ${{ matrix.case }}.${{ github.run_id }}
         run: |
           mkdir -p ${{ env.RUNTESTS }}
-          cd ${{ env.TEST_DIR }}/HOMEgfs
+          cd ${{ env.TEST_DIR }}/HOMEglobal
           source dev/ush/gw_setup.sh
           source dev/ci/platforms/config.noaacloud
           ./dev/workflow/create_experiment.py --yaml dev/ci/cases/pr/${{ matrix.case }}.yaml --overwrite
@@ -156,8 +156,8 @@ jobs:
     steps:
       - name: Run Experiment ${{ matrix.case }}
         run: |
-          cd ${{ env.TEST_DIR }}/HOMEgfs
-          ./dev/ci/scripts/run_check_ci.sh ${{ env.TEST_DIR }} ${{ matrix.case }}.${{ github.run_id }} HOMEgfs
+          cd ${{ env.TEST_DIR }}/HOMEglobal
+          ./dev/ci/scripts/run_check_ci.sh ${{ env.TEST_DIR }} ${{ matrix.case }}.${{ github.run_id }} HOMEglobal
 
   clean-up:
     needs: run-experiments

.gitmodules

@@ -10,23 +10,23 @@
   url = https://github.com/NOAA-EMC/gfs-utils
 [submodule "sorc/ufs_utils.fd"]
   path = sorc/ufs_utils.fd
-  url = https://github.com/ufs-community/UFS_UTILS.git
+  url = https://github.com/AntonMFernando-NOAA/UFS_UTILS
 [submodule "sorc/verif-global.fd"]
   path = sorc/verif-global.fd
-  url = https://github.com/NOAA-EMC/EMC_verif-global.git
+  url = https://github.com/AntonMFernando-NOAA/EMC_verif-global
 [submodule "sorc/gsi_enkf.fd"]
   path = sorc/gsi_enkf.fd
   url = https://github.com/NOAA-EMC/GSI.git
 [submodule "sorc/gdas.cd"]
   path = sorc/gdas.cd
-  url = https://github.com/NOAA-EMC/GDASApp.git
+  url = https://github.com/AntonMFernando-NOAA/GDASApp
   ignore = dirty
 [submodule "sorc/gsi_utils.fd"]
   path = sorc/gsi_utils.fd
   url = https://github.com/NOAA-EMC/GSI-Utils.git
 [submodule "sorc/gsi_monitor.fd"]
   path = sorc/gsi_monitor.fd
-  url = https://github.com/NOAA-EMC/GSI-Monitor.git
+  url = https://github.com/AntonMFernando-NOAA/GSI-Monitor
 [submodule "sorc/nexus.fd"]
   path = sorc/nexus.fd
   url = https://github.com/NOAA-OAR-ARL/NEXUS.git

dev/ci/Jenkinsfile

@@ -1,8 +1,8 @@
 def Machine = 'none'
 def machine = 'none'
 def CUSTOM_WORKSPACE = 'none'
-def HOMEgfs = 'none'
-def HOMEgfs_dev = 'none'
+def HOMEglobal = 'none'
+def HOMEglobal_dev = 'none'
 def CI_CASES = ''
 def GH = 'none'
 // Map of the machine names (MACHINE_ID) to the Jenkins Node names
@@ -90,8 +90,8 @@ pipeline {
                         properties([parameters([[$class: 'NodeParameterDefinition', allowedSlaves: ['built-in', 'hercules-emc', 'hera-emc', 'ursa-emc', 'orion-emc', 'gaeaC6-emc'], defaultSlaves: ['built-in'], name: '', nodeEligibility: [$class: 'AllNodeEligibility'], triggerIfResult: 'allCases']])])
                         GH = sh(script: "which gh || echo '~/bin/gh'", returnStdout: true).trim()
                         CUSTOM_WORKSPACE = "${WORKSPACE}"
-                        HOMEgfs = "${CUSTOM_WORKSPACE}/global-workflow"
-                        HOMEgfs_dev = "${CUSTOM_WORKSPACE}/global-workflow/dev"
+                        HOMEglobal = "${CUSTOM_WORKSPACE}/global-workflow"
+                        HOMEglobal_dev = "${CUSTOM_WORKSPACE}/global-workflow/dev"
                         sh(script: "rm -Rf ${CUSTOM_WORKSPACE}/global-workflow; mkdir -p ${CUSTOM_WORKSPACE}/global-workflow")
                         sh(script: "rm -Rf ${CUSTOM_WORKSPACE}/RUNTESTS; mkdir -p ${CUSTOM_WORKSPACE}/RUNTESTS")
                         sh(script: """${GH} pr edit ${env.CHANGE_ID} --repo ${repo_url} --add-label "CI-${Machine}-Building" --remove-label "CI-${Machine}-Ready" """)
@@ -106,17 +106,17 @@ pipeline {
             steps {
                 catchError(buildResult: 'UNSTABLE', stageResult: 'FAILURE') {
                     script {
-                        ws(HOMEgfs) {
-                            echo "Checking out the code on ${Machine} using scm in ${HOMEgfs}"
+                        ws(HOMEglobal) {
+                            echo "Checking out the code on ${Machine} using scm in ${HOMEglobal}"
                             try {
                                 checkout scm
                             } catch (Exception e) {
-                                echo "Failed to checkout the code on ${Machine} using scm in ${HOMEgfs}, try again ..."
+                                echo "Failed to checkout the code on ${Machine} using scm in ${HOMEglobal}, try again ..."
                                 sleep time: 45, unit: 'SECONDS'
                                 try {
                                     checkout scm
                                 } catch (Exception ee) {
-                                    echo "Failed to checkout the code on ${Machine} using scm in ${HOMEgfs}: ${ee.getMessage()}"
+                                    echo "Failed to checkout the code on ${Machine} using scm in ${HOMEglobal}: ${ee.getMessage()}"
                                     if (env.CHANGE_ID) {
                                         sh(script: """${GH} pr comment ${env.CHANGE_ID} --repo ${repo_url} --body "Checkout **Failed** on ${Machine} in Build# ${env.BUILD_NUMBER}: ${ee.getMessage()}" """)
                                     }
@@ -127,9 +127,9 @@ pipeline {
                             def gist_url = ""
                             def error_logs = ""
                             def error_logs_message = ""
-                            dir("${HOMEgfs}/sorc") {
+                            dir("${HOMEglobal}/sorc") {
                                 try {
-                                    sh(script: "${HOMEgfs_dev}/ci/scripts/utils/ci_utils.sh build") // build the global-workflow executables
+                                    sh(script: "${HOMEglobal_dev}/ci/scripts/utils/ci_utils.sh build") // build the global-workflow executables
                                 } catch (Exception error_build) {
                                     echo "Failed to build global-workflow: ${error_build.getMessage()}"
                                     if ( fileExists("logs/error.logs") ) {
@@ -140,20 +140,20 @@ pipeline {
                                             if (fileExists("${line}") && readFile("${line}").length() > 0 ){
                                                 try {
                                                     archiveArtifacts artifacts: "${line}", fingerprint: true
-                                                    error_logs = error_logs + "${HOMEgfs}/sorc/${line} "
-                                                    error_logs_message = error_logs_message + "${HOMEgfs}/sorc/${line}\n"
+                                                    error_logs = error_logs + "${HOMEglobal}/sorc/${line} "
+                                                    error_logs_message = error_logs_message + "${HOMEglobal}/sorc/${line}\n"
                                                 }
                                                 catch (Exception error_arch) { echo "Failed to archive error log ${line}: ${error_arch.getMessage()}" }
                                             }
                                         }
                                         try {
                                             sh(script: """
-                                              source ${HOMEgfs_dev}/ush/gw_setup.sh
-                                              ${HOMEgfs_dev}/ci/scripts/utils/publish_logs.py --file ${error_logs} --repo PR_BUILD_${env.CHANGE_ID}
+                                              source ${HOMEglobal_dev}/ush/gw_setup.sh
+                                              ${HOMEglobal_dev}/ci/scripts/utils/publish_logs.py --file ${error_logs} --repo PR_BUILD_${env.CHANGE_ID}
                                             """)
                                             gist_url=sh(script: """
-                                              source ${HOMEgfs_dev}/ush/gw_setup.sh
-                                              ${HOMEgfs_dev}/ci/scripts/utils/publish_logs.py --file ${error_logs} --multiple --format=github --gist PR_BUILD_${env.CHANGE_ID} | tail -n 1
+                                              source ${HOMEglobal_dev}/ush/gw_setup.sh
+                                              ${HOMEglobal_dev}/ci/scripts/utils/publish_logs.py --file ${error_logs} --multiple --format=github --gist PR_BUILD_${env.CHANGE_ID} | tail -n 1
                                             """, returnStdout: true).trim()
                                             sh(script:  """${GH} pr comment ${env.CHANGE_ID} --repo ${repo_url} --body 'Build **FAILED** on **${Machine}** in Build# ${env.BUILD_NUMBER} with error logs:\n```\n${error_logs_message}```\n\nFollow link here to view the contents of the above file(s): ${gist_url}' """)
                                         } catch (Exception error_comment) {
@@ -176,8 +176,8 @@ pipeline {
                             }
                             // Get a list of CI cases to run
                             CI_CASES = sh(script: """
-                              source ${HOMEgfs_dev}/ush/gw_setup.sh
-                              ${HOMEgfs_dev}/ci/scripts/utils/get_host_case_list.py ${machine}
+                              source ${HOMEglobal_dev}/ush/gw_setup.sh
+                              ${HOMEglobal_dev}/ci/scripts/utils/get_host_case_list.py ${machine}
                             """, returnStdout: true).trim().split()
                             echo "Cases to run: ${CI_CASES}"
                         }
@@ -193,7 +193,7 @@ pipeline {
             agent { label NodeName[machine].toLowerCase() }
             steps {
                 script {
-                  ws(HOMEgfs) {
+                  ws(HOMEglobal) {
                     def parallelStages = CI_CASES.collectEntries { caseName ->
                         ["${caseName}": {
                             stage("Create ${caseName}") {
@@ -202,8 +202,8 @@ pipeline {
                                         def error_output = ""
                                         try {
                                               error_output = sh(script: """
-                                                source ${HOMEgfs_dev}/ush/gw_setup.sh
-                                                ${HOMEgfs_dev}/ci/scripts/utils/ci_utils.sh create_experiment ${HOMEgfs_dev}/ci/cases/pr/${caseName}.yaml
+                                                source ${HOMEglobal_dev}/ush/gw_setup.sh
+                                                ${HOMEglobal_dev}/ci/scripts/utils/ci_utils.sh create_experiment ${HOMEglobal_dev}/ci/cases/pr/${caseName}.yaml
                                               """, returnStdout: true).trim()
                                         } catch (Exception error_create) {
                                             sh(script: """${GH} pr comment ${env.CHANGE_ID} --repo ${repo_url} --body '${caseName} **FAILED** to create experiment on ${Machine} in BUILD# ${env.BUILD_NUMBER}\n with the error:\n```\n${error_output}```' """)
@@ -215,22 +215,22 @@ pipeline {
                             stage("Running ${caseName}") {
                                     catchError(buildResult: 'FAILURE', stageResult: 'FAILURE') {
                                         script {
-                                                def pslot = sh(script: "${HOMEgfs_dev}/ci/scripts/utils/ci_utils.sh get_pslot ${CUSTOM_WORKSPACE}/RUNTESTS ${caseName}", returnStdout: true).trim()
+                                                def pslot = sh(script: "${HOMEglobal_dev}/ci/scripts/utils/ci_utils.sh get_pslot ${CUSTOM_WORKSPACE}/RUNTESTS ${caseName}", returnStdout: true).trim()
                                                 def error_file = "${CUSTOM_WORKSPACE}/RUNTESTS/EXPDIR/${pslot}/${pslot}_error.logs"
                                                 sh(script: " rm -f ${error_file}")
                                                 try {
                                                     sh(script: """
-                                                      source ${HOMEgfs_dev}/ush/gw_setup.sh
-                                                      ${HOMEgfs_dev}/ci/scripts/run_check_ci.sh ${CUSTOM_WORKSPACE} ${pslot} 'global-workflow'
+                                                      source ${HOMEglobal_dev}/ush/gw_setup.sh
+                                                      ${HOMEglobal_dev}/ci/scripts/run_check_ci.sh ${CUSTOM_WORKSPACE} ${pslot} 'global-workflow'
                                                     """)
                                                     sh(script: """
-                                                      source ${HOMEgfs_dev}/ush/gw_setup.sh
-                                                      ${HOMEgfs_dev}/ci/scripts/utils/ci_utils.sh cleanup_experiment ${CUSTOM_WORKSPACE}/RUNTESTS/EXPDIR/${pslot}
+                                                      source ${HOMEglobal_dev}/ush/gw_setup.sh
+                                                      ${HOMEglobal_dev}/ci/scripts/utils/ci_utils.sh cleanup_experiment ${CUSTOM_WORKSPACE}/RUNTESTS/EXPDIR/${pslot}
                                                     """)
                                                 } catch (Exception error_experment) {
                                                     sh(script: """
-                                                      source ${HOMEgfs_dev}/ush/gw_setup.sh
-                                                      ${HOMEgfs_dev}/ci/scripts/utils/ci_utils.sh cancel_batch_jobs ${pslot}
+                                                      source ${HOMEglobal_dev}/ush/gw_setup.sh
+                                                      ${HOMEglobal_dev}/ci/scripts/utils/ci_utils.sh cancel_batch_jobs ${pslot}
                                                     """)
                                                     ws(CUSTOM_WORKSPACE) {
                                                         def error_logs = ""
@@ -252,13 +252,13 @@ pipeline {
                                                             }
                                                             try {
                                                                 gist_url = sh(script: """
-                                                                  source ${HOMEgfs_dev}/ush/gw_setup.sh
-                                                                  ${HOMEgfs_dev}/ci/scripts/utils/publish_logs.py --file ${error_logs} --multiple --format=github --gist PR_${env.CHANGE_ID} | tail -n 1
+                                                                  source ${HOMEglobal_dev}/ush/gw_setup.sh
+                                                                  ${HOMEglobal_dev}/ci/scripts/utils/publish_logs.py --file ${error_logs} --multiple --format=github --gist PR_${env.CHANGE_ID} | tail -n 1
                                                                 """, returnStdout: true).trim()
                                                                 sh(script: """${GH} pr comment ${env.CHANGE_ID} --repo ${repo_url} --body 'Experiment ${caseName} **FAILED** on ${Machine} in Build# ${env.BUILD_NUMBER} with error logs:\n```\n${error_logs_message}```\n\nFollow link here to view the contents of the above file(s): ${gist_url}' """)
                                                                 sh(script: """
-                                                                  source ${HOMEgfs_dev}/ush/gw_setup.sh
-                                                                  ${HOMEgfs_dev}/ci/scripts/utils/publish_logs.py --file ${error_logs} --repo PR_${env.CHANGE_ID}
+                                                                  source ${HOMEglobal_dev}/ush/gw_setup.sh
+                                                                  ${HOMEglobal_dev}/ci/scripts/utils/publish_logs.py --file ${error_logs} --repo PR_${env.CHANGE_ID}
                                                                 """)
                                                             } catch (Exception error_comment) {
                                                                 echo "Failed to comment on PR: ${error_comment.getMessage()}"