hf_clone.yml

name: HF clone

on:
  push:
    branches:
      - "clone-model"
  workflow_dispatch:
    inputs:
      url:
        description: "url to download"
        required: true
      ossPath:
        default: "oss://oneflow-static/hf_hub"
        required: false
        description: "path to put file"

concurrency:
  group: clone-hub-${{ github.ref }}
  cancel-in-progress: true

jobs:
  clone_model:
    name: ${{ matrix.task.src_url }}
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        task:
          - {
              src_url: "https://huggingface.co/{repo}/resolve/main/juggernautXL_version6Rundiffusion.safetensors",
              dst_oss_url: "oss://oneflow-static/hf_hub/{model}/juggernautXL_version6Rundiffusion.safetensors",
            }
          - {
              src_url: "https://huggingface.co/{repo}/resolve/main/text_encoder/model.fp16.safetensors",
              dst_oss_url: "oss://oneflow-static/hf_hub/{model}/text_encoder/model.fp16.safetensors",
            }
          - {
              src_url: "https://huggingface.co/{repo}/resolve/main/text_encoder/model.safetensors",
              dst_oss_url: "oss://oneflow-static/hf_hub/{model}/text_encoder/model.safetensors",
            }
          - {
              src_url: "https://huggingface.co/{repo}/resolve/main/text_encoder_2/model.fp16.safetensors",
              dst_oss_url: "oss://oneflow-static/hf_hub/{model}/text_encoder_2/model.fp16.safetensors",
            }
          - {
              src_url: "https://huggingface.co/{repo}/resolve/main/text_encoder_2/model.safetensors",
              dst_oss_url: "oss://oneflow-static/hf_hub/{model}/text_encoder_2/model.safetensors",
            }
          - {
              src_url: "https://huggingface.co/{repo}/resolve/main/unet/diffusion_pytorch_model.fp16.safetensors",
              dst_oss_url: "oss://oneflow-static/hf_hub/{model}/unet/diffusion_pytorch_model.fp16.safetensors",
            }
          - {
              src_url: "https://huggingface.co/{repo}/resolve/main/unet/diffusion_pytorch_model.safetensors",
              dst_oss_url: "oss://oneflow-static/hf_hub/{model}/unet/diffusion_pytorch_model.safetensors",
            }
          - {
              src_url: "https://huggingface.co/{repo}/resolve/main/vae/diffusion_pytorch_model.fp16.safetensors",
              dst_oss_url: "oss://oneflow-static/hf_hub/{model}/vae/diffusion_pytorch_model.fp16.safetensors",
            }
          - {
              src_url: "https://huggingface.co/{repo}/resolve/main/vae/diffusion_pytorch_model.safetensors",
              dst_oss_url: "oss://oneflow-static/hf_hub/{model}/vae/diffusion_pytorch_model.safetensors",
            }
    steps:
      - name: Maximize build space
        uses: easimon/maximize-build-space@master
        with:
          root-reserve-mb: 512
          swap-size-mb: 1024
          remove-dotnet: "true"
          remove-android: "true"
          remove-haskell: "true"
          remove-codeql: "true"
          remove-docker-images: "true"
          overprovision-lvm: "true"
      - env:
          OSS_ACCESS_KEY_ID: ${{ secrets.OSS_ACCESS_KEY_ID }}
          OSS_ACCESS_KEY_SECRET: ${{ secrets.OSS_ACCESS_KEY_SECRET }}
        run: |
          set -x
          mkdir -p $HOME/bin
          curl http://gosspublic.alicdn.com/ossutil/1.6.19/ossutil64 -o $HOME/bin/ossutil64
          chmod 755 $HOME/bin/ossutil64
          export PATH=$PATH:$HOME/bin
          ossutil64 config -e oss-cn-beijing.aliyuncs.com -i ${OSS_ACCESS_KEY_ID} -k ${OSS_ACCESS_KEY_SECRET}  -L EN -c $HOME/.ossutilconfig

          wget --quiet ${{ matrix.task.src_url }} -O tmpf
          ossutil64 cp -f tmpf ${{ matrix.task.dst_oss_url }}