diff --git a/example/test_problem/ELBDM/DiskHeating/download_ic.sh b/example/test_problem/ELBDM/DiskHeating/download_ic.sh index 077cfd9760..fe24da5b58 100644 --- a/example/test_problem/ELBDM/DiskHeating/download_ic.sh +++ b/example/test_problem/ELBDM/DiskHeating/download_ic.sh @@ -1,9 +1,17 @@ -filename=disk-heating-ic +#!/bin/bash -curl https://girder.hub.yt/api/v1/item/6645cffcff473673ea91b24d/download -o ${filename}.tgz -tar -zxvf ${filename}.tgz -rm ${filename}.tgz -ln -s ${filename}/UM_IC_0.4_M7 UM_IC -ln -s ${filename}/PAR_IC_0.4_M7_low_res DiskHeatingParticleIC +LOCAL_FILENAME="disk-heating-ic" +FILE_ID="677dd2d0999605c485c8de8f" +FILE_SHA256="5c981ffe1f0cd85237b51e9e2872e8047dad8a87e0419575255e4c1d5d8cf17a" +# 1 download +curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}.tgz" +# 2. compare sha256sum +! [ `sha256sum ${LOCAL_FILENAME}.tgz | awk '{print $1}'` = "${FILE_SHA256}" ] && echo "File broken: ${LOCAL_FILENAME}.tgz" + +# 3. unzip and link +tar -zxvf ${LOCAL_FILENAME}.tgz +rm ${LOCAL_FILENAME}.tgz +ln -s ${LOCAL_FILENAME}/UM_IC_0.4_M7 UM_IC +ln -s ${LOCAL_FILENAME}/PAR_IC_0.4_M7_low_res DiskHeatingParticleIC diff --git a/example/test_problem/ELBDM/HaloMerger/download_ic.sh b/example/test_problem/ELBDM/HaloMerger/download_ic.sh index bea2af5a30..24b7398f2a 100644 --- a/example/test_problem/ELBDM/HaloMerger/download_ic.sh +++ b/example/test_problem/ELBDM/HaloMerger/download_ic.sh @@ -1,8 +1,15 @@ -filename=HALO_IC_m22_1_Mh_4e9 -link=https://girder.hub.yt/api/v1/item/65e5251f1613cd89a1dfe902/download +#!/bin/bash +LOCAL_FILENAME="HALO_IC_m22_1_Mh_4e9" +FILE_ID="677cc8db999605c485c8de83" +FILE_SHA256="acbd85842de65ff2360c7f3a1d1101c6f4f8939f430c3f61b8bc5f6f9a72fe94" -curl ${link} -o ${filename} +# 1. download +curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}" -ln -s ${filename} HALO_IC_Halo1 -ln -s ${filename} HALO_IC_Halo2 +# 2. compare sha256sum +! [ `sha256sum ${LOCAL_FILENAME} | awk '{print $1}'` = "${FILE_SHA256}" ] && echo "File broken: ${LOCAL_FILENAME}" + +# 3. link +ln -s ${LOCAL_FILENAME} HALO_IC_Halo1 +ln -s ${LOCAL_FILENAME} HALO_IC_Halo2 diff --git a/example/test_problem/ELBDM/IsolatedHalo/download_ic.sh b/example/test_problem/ELBDM/IsolatedHalo/download_ic.sh index 3ed46f02dd..c417b94e6c 100644 --- a/example/test_problem/ELBDM/IsolatedHalo/download_ic.sh +++ b/example/test_problem/ELBDM/IsolatedHalo/download_ic.sh @@ -1,8 +1,16 @@ -filename=UM_IC_run05-halo08-lv4 -link=https://use.yt/upload/d75aa595 +#!/bin/bash -curl -L ${link} -o ${filename}.tgz -tar -zxvf ${filename}.tgz -rm ${filename}.tgz +LOCAL_FILENAME="UM_IC_run05-halo08-lv4" +FILE_ID="677cbad6999605c485c8de77" +FILE_SHA256="7ed91ba48a9aec139e0574629b689090ae43496fb957c6822c7ec1bd1217e22e" -ln -s ${filename} UM_IC +# 1. download +curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}.tgz" + +# 2. compare sha256sum +! [ `sha256sum ${LOCAL_FILENAME}.tgz | awk '{print $1}'` = "${FILE_SHA256}" ] && echo "File broken: ${LOCAL_FILENAME}.tgz" + +# 3. unzip and link +tar -zxvf ${LOCAL_FILENAME}.tgz +rm ${LOCAL_FILENAME}.tgz +ln -s ${LOCAL_FILENAME} UM_IC diff --git a/example/test_problem/ELBDM/LSS/download_ic.sh b/example/test_problem/ELBDM/LSS/download_ic.sh index b27e678417..fa6c23f98d 100644 --- a/example/test_problem/ELBDM/LSS/download_ic.sh +++ b/example/test_problem/ELBDM/LSS/download_ic.sh @@ -1,5 +1,14 @@ -filename=Music_InitCondition_z3200_L1.4_N0256_s1002 -link=https://use.yt/upload/4dec54c9 +#!/bin/bash -curl -L ${link} -o ${filename} -ln -s ${filename} UM_IC +LOCAL_FILENAME="Music_InitCondition_z3200_L1.4_N0256_s1002" +FILE_ID="6780d8d6999605c485c8dea0" +FILE_SHA256="114fd2a0d37e70ba7bd06907c878bd1c752ea76882ad1833af165696eef8cf9d" + +# 1. download +curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}" + +# 2. compare sha256sum +! [ `sha256sum ${LOCAL_FILENAME} | awk '{print $1}'` = "${FILE_SHA256}" ] && echo "File broken: ${LOCAL_FILENAME}" + +# 3. link +ln -s ${LOCAL_FILENAME} UM_IC diff --git a/example/test_problem/ELBDM/LSS_Hybrid/download_heavy_halo_ic.sh b/example/test_problem/ELBDM/LSS_Hybrid/download_heavy_halo_ic.sh index 8d03ee68cf..cdf8f8557f 100644 --- a/example/test_problem/ELBDM/LSS_Hybrid/download_heavy_halo_ic.sh +++ b/example/test_problem/ELBDM/LSS_Hybrid/download_heavy_halo_ic.sh @@ -1,7 +1,16 @@ -filename=Music_InitCondition_z99_L2.8_N0256_HeavyHalo -link=https://use.yt/upload/4587e2e6 +#!/bin/bash -curl -L ${link} -o ${filename} -ln -sf ${filename} UM_IC_wave_heavy +LOCAL_FILENAME="Music_InitCondition_z100_L2.8_N0256_HeavyHalo" +FILE_ID="6780d9d2999605c485c8dea9" +FILE_SHA256="2f15920763e6189abd81b6f39fd283ebeeb6b6b90dbbce0eb898d098ef4b497d" + +# 1. download +curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}" + +# 2. compare sha256sum +! [ `sha256sum ${LOCAL_FILENAME} | awk '{print $1}'` = "${FILE_SHA256}" ] && echo "File broken: ${LOCAL_FILENAME}" + +# 3. link +ln -sf ${LOCAL_FILENAME} UM_IC_wave_heavy python3 elbdm_wave_to_hybrid_IC.py -input UM_IC_wave_heavy -output UM_IC_hybrid_heavy -resolution 256 ln -sf UM_IC_hybrid_heavy UM_IC diff --git a/example/test_problem/ELBDM/LSS_Hybrid/download_light_halo_ic.sh b/example/test_problem/ELBDM/LSS_Hybrid/download_light_halo_ic.sh index ca91549205..0143dd78d6 100644 --- a/example/test_problem/ELBDM/LSS_Hybrid/download_light_halo_ic.sh +++ b/example/test_problem/ELBDM/LSS_Hybrid/download_light_halo_ic.sh @@ -1,9 +1,20 @@ -filename=Music_InitCondition_z99_L2.8_N0064_LightHalo -link=https://use.yt/upload/a67d8dd1 +#!/bin/bash +LOCAL_FILENAME="Music_InitCondition_z100_L2.8_N0064_LightHalo" +FILE_ID="6780d97e999605c485c8dea6" +FILE_SHA256="89e1626405e38e3bd756167e3c06719f193456aa8e7d210ddfd13246df0e1a91" + +# 1. clean rm UM_IC* -curl -L ${link} -o ${filename} -python3 elbdm_rescale_periodic_IC.py -input ${filename} -output Music_InitCondition_z99_L2.8_N0256_LightHalo -n_in 64 -n_out 256 -ln -sf Music_InitCondition_z99_L2.8_N0256_LightHalo UM_IC_wave_light + +# 2. download +curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}" + +# 3. compare sha256sum +! [ `sha256sum ${LOCAL_FILENAME} | awk '{print $1}'` = "${FILE_SHA256}" ] && echo "File broken: ${LOCAL_FILENAME}" + +# 4. link +python3 elbdm_rescale_periodic_IC.py -input ${LOCAL_FILENAME} -output Music_InitCondition_z100_L2.8_N0256_LightHalo -n_in 64 -n_out 256 +ln -sf Music_InitCondition_z100_L2.8_N0256_LightHalo UM_IC_wave_light python3 elbdm_wave_to_hybrid_IC.py -input UM_IC_wave_light -output UM_IC_hybrid_light -resolution 256 ln -sf UM_IC_hybrid_light UM_IC diff --git a/example/test_problem/ELBDM/LSS_Hybrid/download_spectral_interpolation_tables.sh b/example/test_problem/ELBDM/LSS_Hybrid/download_spectral_interpolation_tables.sh index 211c7a4470..cc4b930d41 100644 --- a/example/test_problem/ELBDM/LSS_Hybrid/download_spectral_interpolation_tables.sh +++ b/example/test_problem/ELBDM/LSS_Hybrid/download_spectral_interpolation_tables.sh @@ -1,6 +1,18 @@ -filename=spectral_tables.zip -link=https://use.yt/upload/66f39405 +#!/bin/bash +LOCAL_FILENAME="spectral_tables.zip" +FILE_ID="6780d950999605c485c8dea3" +FILE_SHA256="304fb4d098d6ad6f6533f137fc78a4d05d2abf7c239392be29f694503410247f" + +# 1. clean rm -r spectral_tables* -curl -L ${link} -o ${filename} -unzip ${filename} + +# 2. download +curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}" + +# 3. compare sha256sum +! [ `sha256sum ${LOCAL_FILENAME} | awk '{print $1}'` = "${FILE_SHA256}" ] && echo "File broken: ${LOCAL_FILENAME}" + +# 4. unzip +unzip ${LOCAL_FILENAME} +rm ${LOCAL_FILENAME} diff --git a/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic_high_res.sh b/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic_high_res.sh index 7aae3cb6cd..ef34aa20d1 100644 --- a/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic_high_res.sh +++ b/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic_high_res.sh @@ -3,11 +3,18 @@ LOCAL_FILENAME1="HI" LOCAL_FILENAME2="CloudyData_UVB=HM2012.h5" FILE_ID1="677e4757999605c485c8de92" FILE_ID2="677ca211999605c485c8de6c" +FILE_SHA256_1="8ab54870656585b280b3085c6aa8d9e62f6969ba05123fc25c9a7549bcdd32a2" +FILE_SHA256_2="8715f1b39e90a7296ec2adcd442fa13a3d45d2ad021c6fa2fae9e4ab7a4700b2" + # file download curl https://hub.yt/api/v1/item/${FILE_ID1}/download -o "${LOCAL_FILENAME1}.tar.gz" curl https://hub.yt/api/v1/item/${FILE_ID2}/download -o "${LOCAL_FILENAME2}" +# compare sha256sum +! [ `sha256sum ${LOCAL_FILENAME1}.tar.gz | awk '{print $1}'` = "${FILE_SHA256_1}" ] && echo "File broken: ${LOCAL_FILENAME1}.tar.gz" +! [ `sha256sum ${LOCAL_FILENAME2} | awk '{print $1}'` = "${FILE_SHA256_2}" ] && echo "File broken: ${LOCAL_FILENAME2}" + # file unzip tar xzvf ${LOCAL_FILENAME1}.tar.gz mv ${LOCAL_FILENAME1}/* ./ @@ -15,7 +22,7 @@ rm -rf ${LOCAL_FILENAME1} rm ${LOCAL_FILENAME1}.tar.gz # Input_* soft links -ln -s ./Input_Options/Input__Flag_Jeans.high-res Input__Flag_Jeans -ln -s ./Input_Options/Input__Flag_ParMassCell.high-res Input__Flag_ParMassCell -ln -s ./Input_Options/Input__Flag_Rho.high-res Input__Flag_Rho -ln -s ./Input_Options/Input__Parameter.high-res Input__Parameter +ln -fs ./Input_Options/Input__Flag_Jeans.high-res Input__Flag_Jeans +ln -fs ./Input_Options/Input__Flag_ParMassCell.high-res Input__Flag_ParMassCell +ln -fs ./Input_Options/Input__Flag_Rho.high-res Input__Flag_Rho +ln -fs ./Input_Options/Input__Parameter.high-res Input__Parameter diff --git a/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic_low_res.sh b/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic_low_res.sh index 19f9ad0b3d..44d3cc0bd7 100644 --- a/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic_low_res.sh +++ b/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic_low_res.sh @@ -1,16 +1,28 @@ #!/bin/bash + +LOCAL_FILENAME1="LOW" +LOCAL_FILENAME2="CloudyData_UVB=HM2012.h5" +FILE_ID1="677ca225999605c485c8de6f" +FILE_ID2="677ca211999605c485c8de6c" +FILE_SHA256_1="8fd18d016f5af665d31d853a394c9089503df225f4c256eb1163c9a7b4e94644" +FILE_SHA256_2="8715f1b39e90a7296ec2adcd442fa13a3d45d2ad021c6fa2fae9e4ab7a4700b2" + # file download -wget --no-check-certificate -O ./LOW.tar.gz https://www.dropbox.com/sh/1xzt1rysy9v3a9l/AAAMlJBQG1OQFW4cjhp11Ex6a/LOW.tar.gz?dl=1 -wget --no-check-certificate -O ./CloudyData_UVB=HM2012.h5 https://github.com/grackle-project/grackle_data_files/raw/main/input/CloudyData_UVB=HM2012.h5 +curl https://hub.yt/api/v1/item/${FILE_ID1}/download -o "${LOCAL_FILENAME1}.tar.gz" +curl https://hub.yt/api/v1/item/${FILE_ID2}/download -o "${LOCAL_FILENAME2}" + +# compare sha256sum +! [ `sha256sum ${LOCAL_FILENAME1}.tar.gz | awk '{print $1}'` = "${FILE_SHA256_1}" ] && echo "File broken: ${LOCAL_FILENAME1}.tar.gz" +! [ `sha256sum ${LOCAL_FILENAME2} | awk '{print $1}'` = "${FILE_SHA256_2}" ] && echo "File broken: ${LOCAL_FILENAME2}" # file unzip -tar xzvf LOW.tar.gz -mv LOW/*.dat ./ -rmdir LOW -rm LOW.tar.gz +tar xzvf ${LOCAL_FILENAME1}.tar.gz +mv ${LOCAL_FILENAME1}/*.dat ./ +rmdir ${LOCAL_FILENAME1} +rm ${LOCAL_FILENAME1}.tar.gz # Input_* soft links -ln -s ./Input_Options/Input__Flag_Jeans.low-res Input__Flag_Jeans -ln -s ./Input_Options/Input__Flag_ParMassCell.low-res Input__Flag_ParMassCell -ln -s ./Input_Options/Input__Flag_Rho.low-res Input__Flag_Rho -ln -s ./Input_Options/Input__Parameter.low-res Input__Parameter +ln -fs ./Input_Options/Input__Flag_Jeans.low-res Input__Flag_Jeans +ln -fs ./Input_Options/Input__Flag_ParMassCell.low-res Input__Flag_ParMassCell +ln -fs ./Input_Options/Input__Flag_Rho.low-res Input__Flag_Rho +ln -fs ./Input_Options/Input__Parameter.low-res Input__Parameter diff --git a/example/test_problem/Hydro/CDM_LSS/download_ic.sh b/example/test_problem/Hydro/CDM_LSS/download_ic.sh index ec3a9b39d3..549b3eb456 100644 --- a/example/test_problem/Hydro/CDM_LSS/download_ic.sh +++ b/example/test_problem/Hydro/CDM_LSS/download_ic.sh @@ -2,13 +2,10 @@ LOCAL_FILENAME="PAR_IC" FILE_ID="677c92db999605c485c8de69" +FILE_SHA256="46e27324953bcd7b4eecaecd395b6cf6ccbf662e65a12c935b3823abd8119be3" -# 1. Download through `curl` +# 1. download curl https://hub.yt/api/v1/item/${FILE_ID}/download -o ${LOCAL_FILENAME} -# 2. download through `girder` -API_URL="https://girder.hub.yt/api/v1" - -# girder-cli --api-url ${API_URL} download --parent-type item ${FILE_ID} temp -# mv temp/${LOCAL_FILENAME} ./ -# rmdir temp +# 2. compare sha256sum +! [ `sha256sum ${LOCAL_FILENAME} | awk '{print $1}'` = "${FILE_SHA256}" ] && echo "File broken: ${LOCAL_FILENAME}" diff --git a/example/test_problem/Hydro/ClusterMerger/download_ic.sh b/example/test_problem/Hydro/ClusterMerger/download_ic.sh index a77f72155e..61bc0635d3 100644 --- a/example/test_problem/Hydro/ClusterMerger/download_ic.sh +++ b/example/test_problem/Hydro/ClusterMerger/download_ic.sh @@ -1,4 +1,15 @@ -filename=gamer_ic_merging_cluster.tgz -curl -L https://use.yt/upload/cceea6c4 -o $filename -tar -zxvf $filename -rm $filename +#!/bin/bash + +LOCAL_FILENAME="gamer_ic_merging_cluster.tgz" +FILE_ID="677caaec999605c485c8de74" +FILE_SHA256="a233a892818504cf15e188bca862e22250bb1f3e09155740e45d272e4ab5f1c1" + +# 1. download +curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}" + +# 2. compare sha256sum +! [ `sha256sum ${LOCAL_FILENAME} | awk '{print $1}'` = "${FILE_SHA256}" ] && echo "File broken: ${LOCAL_FILENAME}" + +# 3. unzip +tar -zxvf ${LOCAL_FILENAME} +rm ${LOCAL_FILENAME}