From 994e4f98fcd9e09313b2f0e0d200617ef20e5b1e Mon Sep 17 00:00:00 2001 From: ChunYen-Chen Date: Wed, 8 Jan 2025 17:11:18 +0800 Subject: [PATCH 1/9] Update IC links --- .../ELBDM/DiskHeating/download_ic.sh | 16 +++++++++----- .../ELBDM/HaloMerger/download_ic.sh | 13 ++++++----- .../ELBDM/IsolatedHalo/download_ic.sh | 16 +++++++++----- .../Hydro/AGORA_IsolatedGalaxy/download_ic.sh | 22 ++++++++++++++----- .../Hydro/ClusterMerger/download_ic.sh | 15 +++++++++---- 5 files changed, 55 insertions(+), 27 deletions(-) diff --git a/example/test_problem/ELBDM/DiskHeating/download_ic.sh b/example/test_problem/ELBDM/DiskHeating/download_ic.sh index 34df8e4e4d..c3cfc06d88 100644 --- a/example/test_problem/ELBDM/DiskHeating/download_ic.sh +++ b/example/test_problem/ELBDM/DiskHeating/download_ic.sh @@ -1,9 +1,13 @@ -filename=disk-heating-ic +#!/bin/bash -curl https://girder.hub.yt/api/v1/item/6645cffcff473673ea91b24d/download -o ${filename}.tgz -tar -zxvf ${filename}.tgz -rm ${filename}.tgz -ln -s ${filename}/UM_IC_0.4_M7 UM_IC -ln -s ${filename}/PAR_IC_0.4_M7_low_res PAR_IC +LOCAL_FILENAME="disk-heating-ic" +FILE_ID="677dd2d0999605c485c8de8f" +# 1 download +curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}.tgz" +# 2. unzip and link +tar -zxvf ${LOCAL_FILENAME}.tgz +rm ${LOCAL_FILENAME}.tgz +ln -s ${LOCAL_FILENAME}/UM_IC_0.4_M7 UM_IC +ln -s ${LOCAL_FILENAME}/PAR_IC_0.4_M7_low_res PAR_IC diff --git a/example/test_problem/ELBDM/HaloMerger/download_ic.sh b/example/test_problem/ELBDM/HaloMerger/download_ic.sh index bea2af5a30..021b766c9a 100644 --- a/example/test_problem/ELBDM/HaloMerger/download_ic.sh +++ b/example/test_problem/ELBDM/HaloMerger/download_ic.sh @@ -1,8 +1,11 @@ -filename=HALO_IC_m22_1_Mh_4e9 -link=https://girder.hub.yt/api/v1/item/65e5251f1613cd89a1dfe902/download +#!/bin/bash +LOCAL_FILENAME="HALO_IC_m22_1_Mh_4e9" +FILE_ID="677cc8db999605c485c8de83" -curl ${link} -o ${filename} +# 1. download +curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}" -ln -s ${filename} HALO_IC_Halo1 -ln -s ${filename} HALO_IC_Halo2 +# 2. link +ln -s ${LOCAL_FILENAME} HALO_IC_Halo1 +ln -s ${LOCAL_FILENAME} HALO_IC_Halo2 diff --git a/example/test_problem/ELBDM/IsolatedHalo/download_ic.sh b/example/test_problem/ELBDM/IsolatedHalo/download_ic.sh index 3ed46f02dd..ec9fa64dcc 100644 --- a/example/test_problem/ELBDM/IsolatedHalo/download_ic.sh +++ b/example/test_problem/ELBDM/IsolatedHalo/download_ic.sh @@ -1,8 +1,12 @@ -filename=UM_IC_run05-halo08-lv4 -link=https://use.yt/upload/d75aa595 +#!/bin/bash -curl -L ${link} -o ${filename}.tgz -tar -zxvf ${filename}.tgz -rm ${filename}.tgz +LOCAL_FILENAME="UM_IC_run05-halo08-lv4" +FILE_ID="677cbad6999605c485c8de77" -ln -s ${filename} UM_IC +# 1. download +curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}.tgz" + +# 2. unzip and link +tar -zxvf ${LOCAL_FILENAME}.tgz +rm ${LOCAL_FILENAME}.tgz +ln -s ${LOCAL_FILENAME} UM_IC diff --git a/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic.sh b/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic.sh index a2bc16e972..16cecd044a 100644 --- a/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic.sh +++ b/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic.sh @@ -1,6 +1,16 @@ -wget --no-check-certificate -O ./LOW.tar.gz https://www.dropbox.com/sh/1xzt1rysy9v3a9l/AAAMlJBQG1OQFW4cjhp11Ex6a/LOW.tar.gz?dl=1 -wget https://bitbucket.org/grackle/grackle/raw/default/input/CloudyData_UVB=HM2012.h5 -tar xzvf LOW.tar.gz -mv LOW/*.dat ./ -rmdir LOW -rm LOW.tar.gz +#!/bin/bash + +LOCAL_FILENAME1="LOW" +LOCAL_FILENAME2="CloudyData_UVB=HM2012.h5" +FILE_ID1="677ca225999605c485c8de6f" +FILE_ID2="677ca211999605c485c8de6c" + +# 1. download +#curl https://hub.yt/api/v1/item/${FILE_ID1}/download -o "${LOCAL_FILENAME1}.tar.gz" +#curl https://hub.yt/api/v1/item/${FILE_ID2}/download -o "${LOCAL_FILENAME2}" + +# 2. unzip +tar xzvf ${LOCAL_FILENAME1}.tar.gz +mv ${LOCAL_FILENAME1}/*.dat ./ +rmdir ${LOCAL_FILENAME1} +rm ${LOCAL_FILENAME1}.tar.gz diff --git a/example/test_problem/Hydro/ClusterMerger/download_ic.sh b/example/test_problem/Hydro/ClusterMerger/download_ic.sh index a77f72155e..c450069388 100644 --- a/example/test_problem/Hydro/ClusterMerger/download_ic.sh +++ b/example/test_problem/Hydro/ClusterMerger/download_ic.sh @@ -1,4 +1,11 @@ -filename=gamer_ic_merging_cluster.tgz -curl -L https://use.yt/upload/cceea6c4 -o $filename -tar -zxvf $filename -rm $filename +#!/bin/bash + +LOCAL_FILENAME="gamer_ic_merging_cluster.tgz" +FILE_ID="677caaec999605c485c8de74" + +# 1. download +curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}.tar.gz" + +# 2. unzip +tar -zxvf ${LOCAL_FILENAME} +rm ${LOCAL_FILENAME} From 5c05b8640cdea38504e50c975144cb6017e8f822 Mon Sep 17 00:00:00 2001 From: ChunYen-Chen Date: Wed, 8 Jan 2025 17:43:58 +0800 Subject: [PATCH 2/9] Uncomment the curl --- .../test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic.sh b/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic.sh index 16cecd044a..193bb41aed 100644 --- a/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic.sh +++ b/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic.sh @@ -6,8 +6,8 @@ FILE_ID1="677ca225999605c485c8de6f" FILE_ID2="677ca211999605c485c8de6c" # 1. download -#curl https://hub.yt/api/v1/item/${FILE_ID1}/download -o "${LOCAL_FILENAME1}.tar.gz" -#curl https://hub.yt/api/v1/item/${FILE_ID2}/download -o "${LOCAL_FILENAME2}" +curl https://hub.yt/api/v1/item/${FILE_ID1}/download -o "${LOCAL_FILENAME1}.tar.gz" +curl https://hub.yt/api/v1/item/${FILE_ID2}/download -o "${LOCAL_FILENAME2}" # 2. unzip tar xzvf ${LOCAL_FILENAME1}.tar.gz From 8a6e183cd5620781ae8b2a71e3e638d3f7fe925d Mon Sep 17 00:00:00 2001 From: ChunYen-Chen Date: Fri, 10 Jan 2025 16:42:45 +0800 Subject: [PATCH 3/9] Update link of LSS --- example/test_problem/ELBDM/LSS/download_ic.sh | 13 +++++++++---- .../ELBDM/LSS_Hybrid/download_heavy_halo_ic.sh | 13 +++++++++---- .../ELBDM/LSS_Hybrid/download_light_halo_ic.sh | 15 +++++++++++---- .../download_spectral_interpolation_tables.sh | 15 +++++++++++---- 4 files changed, 40 insertions(+), 16 deletions(-) diff --git a/example/test_problem/ELBDM/LSS/download_ic.sh b/example/test_problem/ELBDM/LSS/download_ic.sh index b27e678417..a55d45b7b6 100644 --- a/example/test_problem/ELBDM/LSS/download_ic.sh +++ b/example/test_problem/ELBDM/LSS/download_ic.sh @@ -1,5 +1,10 @@ -filename=Music_InitCondition_z3200_L1.4_N0256_s1002 -link=https://use.yt/upload/4dec54c9 +#!/bin/bash -curl -L ${link} -o ${filename} -ln -s ${filename} UM_IC +LOCAL_FILENAME="Music_InitCondition_z3200_L1.4_N0256_s1002" +FILE_ID="6780d8d6999605c485c8dea0" + +# 1. download +curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}" + +# 2. link +ln -s ${LOCAL_FILENAME} UM_IC diff --git a/example/test_problem/ELBDM/LSS_Hybrid/download_heavy_halo_ic.sh b/example/test_problem/ELBDM/LSS_Hybrid/download_heavy_halo_ic.sh index 8d03ee68cf..f3cb8ee79f 100644 --- a/example/test_problem/ELBDM/LSS_Hybrid/download_heavy_halo_ic.sh +++ b/example/test_problem/ELBDM/LSS_Hybrid/download_heavy_halo_ic.sh @@ -1,7 +1,12 @@ -filename=Music_InitCondition_z99_L2.8_N0256_HeavyHalo -link=https://use.yt/upload/4587e2e6 +#!/bin/bash -curl -L ${link} -o ${filename} -ln -sf ${filename} UM_IC_wave_heavy +LOCAL_FILENAME="Music_InitCondition_z99_L2.8_N0256_HeavyHalo" +FILE_ID="6780d9d2999605c485c8dea9" + +# 1. download +curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}" + +# 2. link +ln -sf ${LOCAL_FILENAME} UM_IC_wave_heavy python3 elbdm_wave_to_hybrid_IC.py -input UM_IC_wave_heavy -output UM_IC_hybrid_heavy -resolution 256 ln -sf UM_IC_hybrid_heavy UM_IC diff --git a/example/test_problem/ELBDM/LSS_Hybrid/download_light_halo_ic.sh b/example/test_problem/ELBDM/LSS_Hybrid/download_light_halo_ic.sh index ca91549205..3f3a127fcd 100644 --- a/example/test_problem/ELBDM/LSS_Hybrid/download_light_halo_ic.sh +++ b/example/test_problem/ELBDM/LSS_Hybrid/download_light_halo_ic.sh @@ -1,9 +1,16 @@ -filename=Music_InitCondition_z99_L2.8_N0064_LightHalo -link=https://use.yt/upload/a67d8dd1 +#!/bin/bash +LOCAL_FILENAME="Music_InitCondition_z99_L2.8_N0064_LightHalo" +FILE_ID="6780d97e999605c485c8dea6" + +# 1. clean rm UM_IC* -curl -L ${link} -o ${filename} -python3 elbdm_rescale_periodic_IC.py -input ${filename} -output Music_InitCondition_z99_L2.8_N0256_LightHalo -n_in 64 -n_out 256 + +# 2. download +curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}" + +# 3. link +python3 elbdm_rescale_periodic_IC.py -input ${LOCAL_FILENAME} -output Music_InitCondition_z99_L2.8_N0256_LightHalo -n_in 64 -n_out 256 ln -sf Music_InitCondition_z99_L2.8_N0256_LightHalo UM_IC_wave_light python3 elbdm_wave_to_hybrid_IC.py -input UM_IC_wave_light -output UM_IC_hybrid_light -resolution 256 ln -sf UM_IC_hybrid_light UM_IC diff --git a/example/test_problem/ELBDM/LSS_Hybrid/download_spectral_interpolation_tables.sh b/example/test_problem/ELBDM/LSS_Hybrid/download_spectral_interpolation_tables.sh index 211c7a4470..c8025b7ce7 100644 --- a/example/test_problem/ELBDM/LSS_Hybrid/download_spectral_interpolation_tables.sh +++ b/example/test_problem/ELBDM/LSS_Hybrid/download_spectral_interpolation_tables.sh @@ -1,6 +1,13 @@ -filename=spectral_tables.zip -link=https://use.yt/upload/66f39405 +#!/bin/bash +LOCAL_FILENAME="spectral_tables.zip" +FILE_ID="6780d950999605c485c8dea3" + +# 1. clean rm -r spectral_tables* -curl -L ${link} -o ${filename} -unzip ${filename} + +# 2. download +curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}" + +# 3. unzip +unzip ${LOCAL_FILENAME} From 97c77cb767e2f811dc28f211c32b1728189349fe Mon Sep 17 00:00:00 2001 From: ChunYen-Chen Date: Tue, 21 Jan 2025 17:39:01 +0800 Subject: [PATCH 4/9] Add sha256sum check --- .../ELBDM/DiskHeating/download_ic.sh | 6 +++++- .../LSS_Hybrid/download_heavy_halo_ic.sh | 6 +++++- .../LSS_Hybrid/download_light_halo_ic.sh | 6 +++++- .../download_spectral_interpolation_tables.sh | 6 +++++- .../download_ic_high_res.sh | 19 +++++++++++++------ .../download_ic_low_res.sh | 14 ++++++++++---- .../test_problem/Hydro/CDM_LSS/download_ic.sh | 11 ++++------- .../Hydro/ClusterMerger/download_ic.sh | 8 ++++++-- 8 files changed, 53 insertions(+), 23 deletions(-) diff --git a/example/test_problem/ELBDM/DiskHeating/download_ic.sh b/example/test_problem/ELBDM/DiskHeating/download_ic.sh index 5168536408..e6f5db2db0 100644 --- a/example/test_problem/ELBDM/DiskHeating/download_ic.sh +++ b/example/test_problem/ELBDM/DiskHeating/download_ic.sh @@ -2,11 +2,15 @@ LOCAL_FILENAME="disk-heating-ic" FILE_ID="677dd2d0999605c485c8de8f" +FILE_SHA256="5c981ffe1f0cd85237b51e9e2872e8047dad8a87e0419575255e4c1d5d8cf17a" # 1 download curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}.tgz" -# 2. unzip and link +# 2. compare sha256sum +! [ `sha256sum ${LOCAL_FILENAME}.tgz | awk '{print $1}'` = "${FILE_SHA256}" ] && echo "File broken: ${LOCAL_FILENAME}.tgz" + +# 3. unzip and link tar -zxvf ${LOCAL_FILENAME}.tgz rm ${LOCAL_FILENAME}.tgz ln -s ${LOCAL_FILENAME}/UM_IC_0.4_M7 UM_IC diff --git a/example/test_problem/ELBDM/LSS_Hybrid/download_heavy_halo_ic.sh b/example/test_problem/ELBDM/LSS_Hybrid/download_heavy_halo_ic.sh index f3cb8ee79f..a34517f0ea 100644 --- a/example/test_problem/ELBDM/LSS_Hybrid/download_heavy_halo_ic.sh +++ b/example/test_problem/ELBDM/LSS_Hybrid/download_heavy_halo_ic.sh @@ -2,11 +2,15 @@ LOCAL_FILENAME="Music_InitCondition_z99_L2.8_N0256_HeavyHalo" FILE_ID="6780d9d2999605c485c8dea9" +FILE_SHA256="2f15920763e6189abd81b6f39fd283ebeeb6b6b90dbbce0eb898d098ef4b497d" # 1. download curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}" -# 2. link +# 2. compare sha256sum +! [ `sha256sum ${LOCAL_FILENAME} | awk '{print $1}'` = "${FILE_SHA256}" ] && echo "File broken: ${LOCAL_FILENAME}" + +# 3. link ln -sf ${LOCAL_FILENAME} UM_IC_wave_heavy python3 elbdm_wave_to_hybrid_IC.py -input UM_IC_wave_heavy -output UM_IC_hybrid_heavy -resolution 256 ln -sf UM_IC_hybrid_heavy UM_IC diff --git a/example/test_problem/ELBDM/LSS_Hybrid/download_light_halo_ic.sh b/example/test_problem/ELBDM/LSS_Hybrid/download_light_halo_ic.sh index 3f3a127fcd..622a974726 100644 --- a/example/test_problem/ELBDM/LSS_Hybrid/download_light_halo_ic.sh +++ b/example/test_problem/ELBDM/LSS_Hybrid/download_light_halo_ic.sh @@ -2,6 +2,7 @@ LOCAL_FILENAME="Music_InitCondition_z99_L2.8_N0064_LightHalo" FILE_ID="6780d97e999605c485c8dea6" +FILE_SHA256="89e1626405e38e3bd756167e3c06719f193456aa8e7d210ddfd13246df0e1a91" # 1. clean rm UM_IC* @@ -9,7 +10,10 @@ rm UM_IC* # 2. download curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}" -# 3. link +# 3. compare sha256sum +! [ `sha256sum ${LOCAL_FILENAME} | awk '{print $1}'` = "${FILE_SHA256}" ] && echo "File broken: ${LOCAL_FILENAME}" + +# 4. link python3 elbdm_rescale_periodic_IC.py -input ${LOCAL_FILENAME} -output Music_InitCondition_z99_L2.8_N0256_LightHalo -n_in 64 -n_out 256 ln -sf Music_InitCondition_z99_L2.8_N0256_LightHalo UM_IC_wave_light python3 elbdm_wave_to_hybrid_IC.py -input UM_IC_wave_light -output UM_IC_hybrid_light -resolution 256 diff --git a/example/test_problem/ELBDM/LSS_Hybrid/download_spectral_interpolation_tables.sh b/example/test_problem/ELBDM/LSS_Hybrid/download_spectral_interpolation_tables.sh index c8025b7ce7..81dedce0d1 100644 --- a/example/test_problem/ELBDM/LSS_Hybrid/download_spectral_interpolation_tables.sh +++ b/example/test_problem/ELBDM/LSS_Hybrid/download_spectral_interpolation_tables.sh @@ -2,6 +2,7 @@ LOCAL_FILENAME="spectral_tables.zip" FILE_ID="6780d950999605c485c8dea3" +FILE_SHA256="304fb4d098d6ad6f6533f137fc78a4d05d2abf7c239392be29f694503410247f" # 1. clean rm -r spectral_tables* @@ -9,5 +10,8 @@ rm -r spectral_tables* # 2. download curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}" -# 3. unzip +# 3. compare sha256sum +! [ `sha256sum ${LOCAL_FILENAME} | awk '{print $1}'` = "${FILE_SHA256}" ] && echo "File broken: ${LOCAL_FILENAME}" + +# 4. unzip unzip ${LOCAL_FILENAME} diff --git a/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic_high_res.sh b/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic_high_res.sh index 7aae3cb6cd..e3a042c97d 100644 --- a/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic_high_res.sh +++ b/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic_high_res.sh @@ -3,10 +3,17 @@ LOCAL_FILENAME1="HI" LOCAL_FILENAME2="CloudyData_UVB=HM2012.h5" FILE_ID1="677e4757999605c485c8de92" FILE_ID2="677ca211999605c485c8de6c" +FILE_SHA256_1="8ab54870656585b280b3085c6aa8d9e62f6969ba05123fc25c9a7549bcdd32a2" +FILE_SHA256_2="8715f1b39e90a7296ec2adcd442fa13a3d45d2ad021c6fa2fae9e4ab7a4700b2" + # file download -curl https://hub.yt/api/v1/item/${FILE_ID1}/download -o "${LOCAL_FILENAME1}.tar.gz" -curl https://hub.yt/api/v1/item/${FILE_ID2}/download -o "${LOCAL_FILENAME2}" +#curl https://hub.yt/api/v1/item/${FILE_ID1}/download -o "${LOCAL_FILENAME1}.tar.gz" +#curl https://hub.yt/api/v1/item/${FILE_ID2}/download -o "${LOCAL_FILENAME2}" + +# compare sha256sum +! [ `sha256sum ${LOCAL_FILENAME1}.tar.gz | awk '{print $1}'` = "${FILE_SHA256_1}" ] && echo "File broken: ${LOCAL_FILENAME1}" +! [ `sha256sum ${LOCAL_FILENAME2} | awk '{print $1}'` = "${FILE_SHA256_2}" ] && echo "File broken: ${LOCAL_FILENAME2}" # file unzip tar xzvf ${LOCAL_FILENAME1}.tar.gz @@ -15,7 +22,7 @@ rm -rf ${LOCAL_FILENAME1} rm ${LOCAL_FILENAME1}.tar.gz # Input_* soft links -ln -s ./Input_Options/Input__Flag_Jeans.high-res Input__Flag_Jeans -ln -s ./Input_Options/Input__Flag_ParMassCell.high-res Input__Flag_ParMassCell -ln -s ./Input_Options/Input__Flag_Rho.high-res Input__Flag_Rho -ln -s ./Input_Options/Input__Parameter.high-res Input__Parameter +ln -fs ./Input_Options/Input__Flag_Jeans.high-res Input__Flag_Jeans +ln -fs ./Input_Options/Input__Flag_ParMassCell.high-res Input__Flag_ParMassCell +ln -fs ./Input_Options/Input__Flag_Rho.high-res Input__Flag_Rho +ln -fs ./Input_Options/Input__Parameter.high-res Input__Parameter diff --git a/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic_low_res.sh b/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic_low_res.sh index 6d211b60da..a7518ba555 100644 --- a/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic_low_res.sh +++ b/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic_low_res.sh @@ -4,11 +4,17 @@ LOCAL_FILENAME1="LOW" LOCAL_FILENAME2="CloudyData_UVB=HM2012.h5" FILE_ID1="677ca225999605c485c8de6f" FILE_ID2="677ca211999605c485c8de6c" +FILE_SHA256_1="8fd18d016f5af665d31d853a394c9089503df225f4c256eb1163c9a7b4e94644" +FILE_SHA256_2="8715f1b39e90a7296ec2adcd442fa13a3d45d2ad021c6fa2fae9e4ab7a4700b2" # file download curl https://hub.yt/api/v1/item/${FILE_ID1}/download -o "${LOCAL_FILENAME1}.tar.gz" curl https://hub.yt/api/v1/item/${FILE_ID2}/download -o "${LOCAL_FILENAME2}" +# compare sha256sum +! [ `sha256sum ${LOCAL_FILENAME1}.tar.gz | awk '{print $1}'` = "${FILE_SHA256_1}" ] && echo "File broken: ${LOCAL_FILENAME1}" +! [ `sha256sum ${LOCAL_FILENAME2} | awk '{print $1}'` = "${FILE_SHA256_2}" ] && echo "File broken: ${LOCAL_FILENAME2}" + # file unzip tar xzvf ${LOCAL_FILENAME1}.tar.gz mv ${LOCAL_FILENAME1}/*.dat ./ @@ -16,7 +22,7 @@ rmdir ${LOCAL_FILENAME1} rm ${LOCAL_FILENAME1}.tar.gz # Input_* soft links -ln -s ./Input_Options/Input__Flag_Jeans.low-res Input__Flag_Jeans -ln -s ./Input_Options/Input__Flag_ParMassCell.low-res Input__Flag_ParMassCell -ln -s ./Input_Options/Input__Flag_Rho.low-res Input__Flag_Rho -ln -s ./Input_Options/Input__Parameter.low-res Input__Parameter +ln -fs ./Input_Options/Input__Flag_Jeans.low-res Input__Flag_Jeans +ln -fs ./Input_Options/Input__Flag_ParMassCell.low-res Input__Flag_ParMassCell +ln -fs ./Input_Options/Input__Flag_Rho.low-res Input__Flag_Rho +ln -fs ./Input_Options/Input__Parameter.low-res Input__Parameter diff --git a/example/test_problem/Hydro/CDM_LSS/download_ic.sh b/example/test_problem/Hydro/CDM_LSS/download_ic.sh index ec3a9b39d3..549b3eb456 100644 --- a/example/test_problem/Hydro/CDM_LSS/download_ic.sh +++ b/example/test_problem/Hydro/CDM_LSS/download_ic.sh @@ -2,13 +2,10 @@ LOCAL_FILENAME="PAR_IC" FILE_ID="677c92db999605c485c8de69" +FILE_SHA256="46e27324953bcd7b4eecaecd395b6cf6ccbf662e65a12c935b3823abd8119be3" -# 1. Download through `curl` +# 1. download curl https://hub.yt/api/v1/item/${FILE_ID}/download -o ${LOCAL_FILENAME} -# 2. download through `girder` -API_URL="https://girder.hub.yt/api/v1" - -# girder-cli --api-url ${API_URL} download --parent-type item ${FILE_ID} temp -# mv temp/${LOCAL_FILENAME} ./ -# rmdir temp +# 2. compare sha256sum +! [ `sha256sum ${LOCAL_FILENAME} | awk '{print $1}'` = "${FILE_SHA256}" ] && echo "File broken: ${LOCAL_FILENAME}" diff --git a/example/test_problem/Hydro/ClusterMerger/download_ic.sh b/example/test_problem/Hydro/ClusterMerger/download_ic.sh index c450069388..61bc0635d3 100644 --- a/example/test_problem/Hydro/ClusterMerger/download_ic.sh +++ b/example/test_problem/Hydro/ClusterMerger/download_ic.sh @@ -2,10 +2,14 @@ LOCAL_FILENAME="gamer_ic_merging_cluster.tgz" FILE_ID="677caaec999605c485c8de74" +FILE_SHA256="a233a892818504cf15e188bca862e22250bb1f3e09155740e45d272e4ab5f1c1" # 1. download -curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}.tar.gz" +curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}" -# 2. unzip +# 2. compare sha256sum +! [ `sha256sum ${LOCAL_FILENAME} | awk '{print $1}'` = "${FILE_SHA256}" ] && echo "File broken: ${LOCAL_FILENAME}" + +# 3. unzip tar -zxvf ${LOCAL_FILENAME} rm ${LOCAL_FILENAME} From f186a94596f42f942d0c80c7cf5fdf0fd5f71220 Mon Sep 17 00:00:00 2001 From: ChunYen-Chen Date: Tue, 21 Jan 2025 17:42:01 +0800 Subject: [PATCH 5/9] Bugfix --- example/test_problem/ELBDM/DiskHeating/download_ic.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/example/test_problem/ELBDM/DiskHeating/download_ic.sh b/example/test_problem/ELBDM/DiskHeating/download_ic.sh index e6f5db2db0..fe24da5b58 100644 --- a/example/test_problem/ELBDM/DiskHeating/download_ic.sh +++ b/example/test_problem/ELBDM/DiskHeating/download_ic.sh @@ -14,4 +14,4 @@ curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}.tgz" tar -zxvf ${LOCAL_FILENAME}.tgz rm ${LOCAL_FILENAME}.tgz ln -s ${LOCAL_FILENAME}/UM_IC_0.4_M7 UM_IC -ln -s ${filename}/PAR_IC_0.4_M7_low_res DiskHeatingParticleIC +ln -s ${LOCAL_FILENAME}/PAR_IC_0.4_M7_low_res DiskHeatingParticleIC From 0b5260542230afdfdf4bb4952b1d1207b5e52f95 Mon Sep 17 00:00:00 2001 From: ChunYen-Chen Date: Wed, 22 Jan 2025 11:53:27 +0800 Subject: [PATCH 6/9] Add sha256 check --- example/test_problem/ELBDM/HaloMerger/download_ic.sh | 6 +++++- example/test_problem/ELBDM/IsolatedHalo/download_ic.sh | 6 +++++- example/test_problem/ELBDM/LSS/download_ic.sh | 6 +++++- 3 files changed, 15 insertions(+), 3 deletions(-) diff --git a/example/test_problem/ELBDM/HaloMerger/download_ic.sh b/example/test_problem/ELBDM/HaloMerger/download_ic.sh index 021b766c9a..24b7398f2a 100644 --- a/example/test_problem/ELBDM/HaloMerger/download_ic.sh +++ b/example/test_problem/ELBDM/HaloMerger/download_ic.sh @@ -2,10 +2,14 @@ LOCAL_FILENAME="HALO_IC_m22_1_Mh_4e9" FILE_ID="677cc8db999605c485c8de83" +FILE_SHA256="acbd85842de65ff2360c7f3a1d1101c6f4f8939f430c3f61b8bc5f6f9a72fe94" # 1. download curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}" -# 2. link +# 2. compare sha256sum +! [ `sha256sum ${LOCAL_FILENAME} | awk '{print $1}'` = "${FILE_SHA256}" ] && echo "File broken: ${LOCAL_FILENAME}" + +# 3. link ln -s ${LOCAL_FILENAME} HALO_IC_Halo1 ln -s ${LOCAL_FILENAME} HALO_IC_Halo2 diff --git a/example/test_problem/ELBDM/IsolatedHalo/download_ic.sh b/example/test_problem/ELBDM/IsolatedHalo/download_ic.sh index ec9fa64dcc..c417b94e6c 100644 --- a/example/test_problem/ELBDM/IsolatedHalo/download_ic.sh +++ b/example/test_problem/ELBDM/IsolatedHalo/download_ic.sh @@ -2,11 +2,15 @@ LOCAL_FILENAME="UM_IC_run05-halo08-lv4" FILE_ID="677cbad6999605c485c8de77" +FILE_SHA256="7ed91ba48a9aec139e0574629b689090ae43496fb957c6822c7ec1bd1217e22e" # 1. download curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}.tgz" -# 2. unzip and link +# 2. compare sha256sum +! [ `sha256sum ${LOCAL_FILENAME}.tgz | awk '{print $1}'` = "${FILE_SHA256}" ] && echo "File broken: ${LOCAL_FILENAME}.tgz" + +# 3. unzip and link tar -zxvf ${LOCAL_FILENAME}.tgz rm ${LOCAL_FILENAME}.tgz ln -s ${LOCAL_FILENAME} UM_IC diff --git a/example/test_problem/ELBDM/LSS/download_ic.sh b/example/test_problem/ELBDM/LSS/download_ic.sh index a55d45b7b6..fa6c23f98d 100644 --- a/example/test_problem/ELBDM/LSS/download_ic.sh +++ b/example/test_problem/ELBDM/LSS/download_ic.sh @@ -2,9 +2,13 @@ LOCAL_FILENAME="Music_InitCondition_z3200_L1.4_N0256_s1002" FILE_ID="6780d8d6999605c485c8dea0" +FILE_SHA256="114fd2a0d37e70ba7bd06907c878bd1c752ea76882ad1833af165696eef8cf9d" # 1. download curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}" -# 2. link +# 2. compare sha256sum +! [ `sha256sum ${LOCAL_FILENAME} | awk '{print $1}'` = "${FILE_SHA256}" ] && echo "File broken: ${LOCAL_FILENAME}" + +# 3. link ln -s ${LOCAL_FILENAME} UM_IC From d76161d3f883b377a35c86cfdeec01e44f0ca842 Mon Sep 17 00:00:00 2001 From: ChunYen-Chen Date: Wed, 22 Jan 2025 11:59:32 +0800 Subject: [PATCH 7/9] Minor --- .../Hydro/AGORA_IsolatedGalaxy/download_ic_high_res.sh | 6 +++--- .../Hydro/AGORA_IsolatedGalaxy/download_ic_low_res.sh | 2 +- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic_high_res.sh b/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic_high_res.sh index e3a042c97d..ef34aa20d1 100644 --- a/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic_high_res.sh +++ b/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic_high_res.sh @@ -8,11 +8,11 @@ FILE_SHA256_2="8715f1b39e90a7296ec2adcd442fa13a3d45d2ad021c6fa2fae9e4ab7a4700b2" # file download -#curl https://hub.yt/api/v1/item/${FILE_ID1}/download -o "${LOCAL_FILENAME1}.tar.gz" -#curl https://hub.yt/api/v1/item/${FILE_ID2}/download -o "${LOCAL_FILENAME2}" +curl https://hub.yt/api/v1/item/${FILE_ID1}/download -o "${LOCAL_FILENAME1}.tar.gz" +curl https://hub.yt/api/v1/item/${FILE_ID2}/download -o "${LOCAL_FILENAME2}" # compare sha256sum -! [ `sha256sum ${LOCAL_FILENAME1}.tar.gz | awk '{print $1}'` = "${FILE_SHA256_1}" ] && echo "File broken: ${LOCAL_FILENAME1}" +! [ `sha256sum ${LOCAL_FILENAME1}.tar.gz | awk '{print $1}'` = "${FILE_SHA256_1}" ] && echo "File broken: ${LOCAL_FILENAME1}.tar.gz" ! [ `sha256sum ${LOCAL_FILENAME2} | awk '{print $1}'` = "${FILE_SHA256_2}" ] && echo "File broken: ${LOCAL_FILENAME2}" # file unzip diff --git a/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic_low_res.sh b/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic_low_res.sh index a7518ba555..44d3cc0bd7 100644 --- a/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic_low_res.sh +++ b/example/test_problem/Hydro/AGORA_IsolatedGalaxy/download_ic_low_res.sh @@ -12,7 +12,7 @@ curl https://hub.yt/api/v1/item/${FILE_ID1}/download -o "${LOCAL_FILENAME1}.tar. curl https://hub.yt/api/v1/item/${FILE_ID2}/download -o "${LOCAL_FILENAME2}" # compare sha256sum -! [ `sha256sum ${LOCAL_FILENAME1}.tar.gz | awk '{print $1}'` = "${FILE_SHA256_1}" ] && echo "File broken: ${LOCAL_FILENAME1}" +! [ `sha256sum ${LOCAL_FILENAME1}.tar.gz | awk '{print $1}'` = "${FILE_SHA256_1}" ] && echo "File broken: ${LOCAL_FILENAME1}.tar.gz" ! [ `sha256sum ${LOCAL_FILENAME2} | awk '{print $1}'` = "${FILE_SHA256_2}" ] && echo "File broken: ${LOCAL_FILENAME2}" # file unzip From 60cc8131ce56eeaa69feda9f1ddc91610cf27abd Mon Sep 17 00:00:00 2001 From: ChunYen-Chen Date: Thu, 23 Jan 2025 17:52:54 +0800 Subject: [PATCH 8/9] Update z information --- .../test_problem/ELBDM/LSS_Hybrid/download_heavy_halo_ic.sh | 2 +- .../test_problem/ELBDM/LSS_Hybrid/download_light_halo_ic.sh | 6 +++--- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/example/test_problem/ELBDM/LSS_Hybrid/download_heavy_halo_ic.sh b/example/test_problem/ELBDM/LSS_Hybrid/download_heavy_halo_ic.sh index a34517f0ea..cdf8f8557f 100644 --- a/example/test_problem/ELBDM/LSS_Hybrid/download_heavy_halo_ic.sh +++ b/example/test_problem/ELBDM/LSS_Hybrid/download_heavy_halo_ic.sh @@ -1,6 +1,6 @@ #!/bin/bash -LOCAL_FILENAME="Music_InitCondition_z99_L2.8_N0256_HeavyHalo" +LOCAL_FILENAME="Music_InitCondition_z100_L2.8_N0256_HeavyHalo" FILE_ID="6780d9d2999605c485c8dea9" FILE_SHA256="2f15920763e6189abd81b6f39fd283ebeeb6b6b90dbbce0eb898d098ef4b497d" diff --git a/example/test_problem/ELBDM/LSS_Hybrid/download_light_halo_ic.sh b/example/test_problem/ELBDM/LSS_Hybrid/download_light_halo_ic.sh index 622a974726..0143dd78d6 100644 --- a/example/test_problem/ELBDM/LSS_Hybrid/download_light_halo_ic.sh +++ b/example/test_problem/ELBDM/LSS_Hybrid/download_light_halo_ic.sh @@ -1,6 +1,6 @@ #!/bin/bash -LOCAL_FILENAME="Music_InitCondition_z99_L2.8_N0064_LightHalo" +LOCAL_FILENAME="Music_InitCondition_z100_L2.8_N0064_LightHalo" FILE_ID="6780d97e999605c485c8dea6" FILE_SHA256="89e1626405e38e3bd756167e3c06719f193456aa8e7d210ddfd13246df0e1a91" @@ -14,7 +14,7 @@ curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}" ! [ `sha256sum ${LOCAL_FILENAME} | awk '{print $1}'` = "${FILE_SHA256}" ] && echo "File broken: ${LOCAL_FILENAME}" # 4. link -python3 elbdm_rescale_periodic_IC.py -input ${LOCAL_FILENAME} -output Music_InitCondition_z99_L2.8_N0256_LightHalo -n_in 64 -n_out 256 -ln -sf Music_InitCondition_z99_L2.8_N0256_LightHalo UM_IC_wave_light +python3 elbdm_rescale_periodic_IC.py -input ${LOCAL_FILENAME} -output Music_InitCondition_z100_L2.8_N0256_LightHalo -n_in 64 -n_out 256 +ln -sf Music_InitCondition_z100_L2.8_N0256_LightHalo UM_IC_wave_light python3 elbdm_wave_to_hybrid_IC.py -input UM_IC_wave_light -output UM_IC_hybrid_light -resolution 256 ln -sf UM_IC_hybrid_light UM_IC From 3c3766e8e4f3714be78aa48b3a15cbb6dd71afe4 Mon Sep 17 00:00:00 2001 From: ChunYen-Chen Date: Fri, 24 Jan 2025 19:03:08 +0800 Subject: [PATCH 9/9] Remove zip file after decompress --- .../ELBDM/LSS_Hybrid/download_spectral_interpolation_tables.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/example/test_problem/ELBDM/LSS_Hybrid/download_spectral_interpolation_tables.sh b/example/test_problem/ELBDM/LSS_Hybrid/download_spectral_interpolation_tables.sh index 81dedce0d1..cc4b930d41 100644 --- a/example/test_problem/ELBDM/LSS_Hybrid/download_spectral_interpolation_tables.sh +++ b/example/test_problem/ELBDM/LSS_Hybrid/download_spectral_interpolation_tables.sh @@ -15,3 +15,4 @@ curl https://hub.yt/api/v1/item/${FILE_ID}/download -o "${LOCAL_FILENAME}" # 4. unzip unzip ${LOCAL_FILENAME} +rm ${LOCAL_FILENAME}