[CI/CD] Add support for cu12.4 (#69)

* add cu12.4 in build all

* change index

* CI default to cu12.4

---------

Co-authored-by: John Calderon <[email protected]>

Author: johncalesp

.github/workflows/whl-build-all.yaml

@@ -5,7 +5,7 @@ on:
 
 jobs:
   create-habitat-index-html:
-    needs: [whl-build-cu118, whl-build-cu121]
+    needs: [whl-build-cu118, whl-build-cu121, whl-build-cu124]
     runs-on: [self-hosted]
     steps:
       - name: Configure AWS Credentials
@@ -17,7 +17,7 @@ jobs:
 
       - name: Create index.html
         run: |
-          python3 /home/builduser/create_index.py habitat -f wheels-cu113 wheels-cu116 wheels-cu117 wheels-cu118 wheels-cu121
+          python3 /home/builduser/create_index.py habitat -f wheels-cu118 wheels-cu121 wheels-cu124
       - name: Upload to S3
         run: |
           aws s3 cp index.html s3://centml-releases/habitat/
@@ -138,4 +138,61 @@ jobs:
           python3 /home/builduser/create_index.py habitat_cu121 -f $formatted_file_list
       - name: Upload index.html to S3
         run: |
-          aws s3 cp index.html s3://centml-releases/habitat/wheels-cu121/
+          aws s3 cp index.html s3://centml-releases/habitat/wheels-cu121/
+  
+  whl-build-cu124:
+      runs-on: [self-hosted, cu124]
+      steps:
+        - name: Configure AWS Credentials
+          uses: aws-actions/configure-aws-credentials@v4
+          with:
+            aws-access-key-id: ${{ secrets.HABITAT_AWS_ACCESS_KEY }}
+            aws-region: ${{ secrets.HABITAT_AWS_REGION }}
+            aws-secret-access-key: ${{ secrets.HABITAT_AWS_SECRET_ACCESS_KEY }}
+
+        - name: Display host information
+          run: |
+            uname -a
+            hostname
+            pwd
+            id
+            ls -la
+        - name: Fetch repository
+          uses: actions/checkout@v4
+
+        - name: Build Python3.8 wheel
+          run: |
+            ./build_scripts/build_wheel.sh python3.8
+          env:
+            VERSION_CUDA_TAG: cu124
+
+        - name: Build Python3.9 wheel
+          run: |
+            ./build_scripts/build_wheel.sh python3.9
+          env:
+            VERSION_CUDA_TAG: cu124
+
+        - name: Build Python3.10 wheel
+          run: |
+            ./build_scripts/build_wheel.sh python3.10
+          env:
+            VERSION_CUDA_TAG: cu124
+
+        - name: Build Python3.11 wheel
+          run: |
+            ./build_scripts/build_wheel.sh python3.11
+          env:
+            VERSION_CUDA_TAG: cu124
+
+        - name: Upload wheels to S3
+          run: |
+            aws s3 cp analyzer/dist/ s3://centml-releases/habitat/wheels-cu124/ --recursive --exclude "*" --include "*.whl"
+        
+        - name: Create index.html
+          run: |
+            file_list=(analyzer/dist/*.whl)
+            formatted_file_list=$(basename -a ${file_list[@]})
+            python3 /home/builduser/create_index.py habitat_cu124 -f $formatted_file_list
+        - name: Upload index.html to S3
+          run: |
+            aws s3 cp index.html s3://centml-releases/habitat/wheels-cu124/

.github/workflows/whl-build-ec2.yaml

@@ -43,7 +43,7 @@ jobs:
           git tag ${{ github.event.inputs.tag }}
 
   build-release:
-    runs-on: [self-hosted, cu121]
+    runs-on: [self-hosted, cu124]
     steps:
       - name: Fetch repository
         uses: actions/checkout@v3
@@ -66,7 +66,7 @@ jobs:
         run: |
           ./build_scripts/build_wheel.sh python3.11
  
-      - uses: actions/upload-artifact@v3
+      - uses: actions/upload-artifact@v4
         with:
           name: ${{ github.event.inputs.tag }}
           path: analyzer/dist/*.whl
@@ -83,7 +83,7 @@ jobs:
           ref: release/${{ github.event.inputs.tag }}
 
       - name: Download artifact
-        uses: actions/download-artifact@v3
+        uses: actions/download-artifact@v4
         with:
           name: ${{ github.event.inputs.tag }}
           path: dist      
@@ -114,7 +114,7 @@ jobs:
 
     steps:
       - name: Download artifact
-        uses: actions/download-artifact@v3
+        uses: actions/download-artifact@v4
         with:
           name: ${{ github.event.inputs.tag }}
           path: dist
@@ -135,7 +135,7 @@ jobs:
 
     steps:
       - name: Download artifact
-        uses: actions/download-artifact@v3
+        uses: actions/download-artifact@v4
         with:
           name: ${{ github.event.inputs.tag }}
           path: dist