diff --git a/.gitignore b/.gitignore
index c6e722a..0166ae7 100644
--- a/.gitignore
+++ b/.gitignore
@@ -3,5 +3,4 @@ forecast_checkpoints/
 detect_result/
 forecast_results/
 *.pyc
-datasets/
-pretrain-library/
\ No newline at end of file
+datasets/
\ No newline at end of file
diff --git a/pretrain-library/U2MECL-Base_dataElectricity_dim321_patch12_minPatch20_maxPatch200_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/args.json b/pretrain-library/U2MECL-Base_dataElectricity_dim321_patch12_minPatch20_maxPatch200_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/args.json
new file mode 100644
index 0000000..c8badf9
--- /dev/null
+++ b/pretrain-library/U2MECL-Base_dataElectricity_dim321_patch12_minPatch20_maxPatch200_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/args.json
@@ -0,0 +1,10 @@
+{
+ "data_dim": 321,
+ "patch_size": 12,
+ "d_model": 256,
+ "d_ff": 512,
+ "n_heads": 4,
+ "e_layers": 4,
+ "d_layers": 1,
+ "dropout": 0.0
+}
\ No newline at end of file
diff --git a/pretrain-library/U2MECL-Base_dataElectricity_dim321_patch12_minPatch20_maxPatch200_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/bestValid-step-475000.pth b/pretrain-library/U2MECL-Base_dataElectricity_dim321_patch12_minPatch20_maxPatch200_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/bestValid-step-475000.pth
new file mode 100644
index 0000000..5d37a0b
Binary files /dev/null and b/pretrain-library/U2MECL-Base_dataElectricity_dim321_patch12_minPatch20_maxPatch200_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/bestValid-step-475000.pth differ
diff --git a/pretrain-library/U2METTm1-Base_dataETTm1_dim7_patch12_minPatch20_maxPatch200_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/args.json b/pretrain-library/U2METTm1-Base_dataETTm1_dim7_patch12_minPatch20_maxPatch200_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/args.json
new file mode 100644
index 0000000..a7728dd
--- /dev/null
+++ b/pretrain-library/U2METTm1-Base_dataETTm1_dim7_patch12_minPatch20_maxPatch200_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/args.json
@@ -0,0 +1,10 @@
+{
+ "data_dim": 7,
+ "patch_size": 12,
+ "d_model": 256,
+ "d_ff": 512,
+ "n_heads": 4,
+ "e_layers": 4,
+ "d_layers": 1,
+ "dropout": 0.0
+}
\ No newline at end of file
diff --git a/pretrain-library/U2METTm1-Base_dataETTm1_dim7_patch12_minPatch20_maxPatch200_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/bestValid-step-35000.pth b/pretrain-library/U2METTm1-Base_dataETTm1_dim7_patch12_minPatch20_maxPatch200_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/bestValid-step-35000.pth
new file mode 100644
index 0000000..3197505
Binary files /dev/null and b/pretrain-library/U2METTm1-Base_dataETTm1_dim7_patch12_minPatch20_maxPatch200_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/bestValid-step-35000.pth differ
diff --git a/pretrain-library/U2MNIPS_Water-Base_dataNIPS_Water_dim9_patch10_minPatch5_maxPatch100_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/args.json b/pretrain-library/U2MNIPS_Water-Base_dataNIPS_Water_dim9_patch10_minPatch5_maxPatch100_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/args.json
new file mode 100644
index 0000000..2d2eb62
--- /dev/null
+++ b/pretrain-library/U2MNIPS_Water-Base_dataNIPS_Water_dim9_patch10_minPatch5_maxPatch100_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/args.json
@@ -0,0 +1,10 @@
+{
+ "data_dim": 9,
+ "patch_size": 10,
+ "d_model": 256,
+ "d_ff": 512,
+ "n_heads": 4,
+ "e_layers": 4,
+ "d_layers": 1,
+ "dropout": 0.0
+}
\ No newline at end of file
diff --git a/pretrain-library/U2MNIPS_Water-Base_dataNIPS_Water_dim9_patch10_minPatch5_maxPatch100_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/bestValid-step-500000.pth b/pretrain-library/U2MNIPS_Water-Base_dataNIPS_Water_dim9_patch10_minPatch5_maxPatch100_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/bestValid-step-500000.pth
new file mode 100644
index 0000000..03886c3
Binary files /dev/null and b/pretrain-library/U2MNIPS_Water-Base_dataNIPS_Water_dim9_patch10_minPatch5_maxPatch100_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/bestValid-step-500000.pth differ
diff --git a/pretrain-library/U2MPSM-Base_dataPSM_dim25_patch10_minPatch5_maxPatch100_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/args.json b/pretrain-library/U2MPSM-Base_dataPSM_dim25_patch10_minPatch5_maxPatch100_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/args.json
new file mode 100644
index 0000000..12f4fc0
--- /dev/null
+++ b/pretrain-library/U2MPSM-Base_dataPSM_dim25_patch10_minPatch5_maxPatch100_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/args.json
@@ -0,0 +1,10 @@
+{
+ "data_dim": 25,
+ "patch_size": 10,
+ "d_model": 256,
+ "d_ff": 512,
+ "n_heads": 4,
+ "e_layers": 4,
+ "d_layers": 1,
+ "dropout": 0.0
+}
\ No newline at end of file
diff --git a/pretrain-library/U2MPSM-Base_dataPSM_dim25_patch10_minPatch5_maxPatch100_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/bestValid-step-490000.pth b/pretrain-library/U2MPSM-Base_dataPSM_dim25_patch10_minPatch5_maxPatch100_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/bestValid-step-490000.pth
new file mode 100644
index 0000000..f15545c
Binary files /dev/null and b/pretrain-library/U2MPSM-Base_dataPSM_dim25_patch10_minPatch5_maxPatch100_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/bestValid-step-490000.pth differ
diff --git a/pretrain-library/U2MSMD-Base_dataSMD_dim38_patch10_minPatch5_maxPatch100_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/args.json b/pretrain-library/U2MSMD-Base_dataSMD_dim38_patch10_minPatch5_maxPatch100_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/args.json
new file mode 100644
index 0000000..568e25f
--- /dev/null
+++ b/pretrain-library/U2MSMD-Base_dataSMD_dim38_patch10_minPatch5_maxPatch100_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/args.json
@@ -0,0 +1,10 @@
+{
+ "data_dim": 38,
+ "patch_size": 10,
+ "d_model": 256,
+ "d_ff": 512,
+ "n_heads": 4,
+ "e_layers": 4,
+ "d_layers": 1,
+ "dropout": 0.0
+}
\ No newline at end of file
diff --git a/pretrain-library/U2MSMD-Base_dataSMD_dim38_patch10_minPatch5_maxPatch100_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/bestValid-step-140000.pth b/pretrain-library/U2MSMD-Base_dataSMD_dim38_patch10_minPatch5_maxPatch100_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/bestValid-step-140000.pth
new file mode 100644
index 0000000..b47c485
Binary files /dev/null and b/pretrain-library/U2MSMD-Base_dataSMD_dim38_patch10_minPatch5_maxPatch100_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/bestValid-step-140000.pth differ
diff --git a/pretrain-library/U2MSWaT-Base_dataSWaT_dim51_patch10_minPatch5_maxPatch100_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/args.json b/pretrain-library/U2MSWaT-Base_dataSWaT_dim51_patch10_minPatch5_maxPatch100_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/args.json
new file mode 100644
index 0000000..6236819
--- /dev/null
+++ b/pretrain-library/U2MSWaT-Base_dataSWaT_dim51_patch10_minPatch5_maxPatch100_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/args.json
@@ -0,0 +1,10 @@
+{
+ "data_dim": 51,
+ "patch_size": 10,
+ "d_model": 256,
+ "d_ff": 512,
+ "n_heads": 4,
+ "e_layers": 4,
+ "d_layers": 1,
+ "dropout": 0.0
+}
\ No newline at end of file
diff --git a/pretrain-library/U2MSWaT-Base_dataSWaT_dim51_patch10_minPatch5_maxPatch100_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/bestValid-step-500000.pth b/pretrain-library/U2MSWaT-Base_dataSWaT_dim51_patch10_minPatch5_maxPatch100_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/bestValid-step-500000.pth
new file mode 100644
index 0000000..f32935f
Binary files /dev/null and b/pretrain-library/U2MSWaT-Base_dataSWaT_dim51_patch10_minPatch5_maxPatch100_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/bestValid-step-500000.pth differ
diff --git a/pretrain-library/U2MTraffic-Base_dataTraffic_dim862_patch12_minPatch20_maxPatch200_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/args.json b/pretrain-library/U2MTraffic-Base_dataTraffic_dim862_patch12_minPatch20_maxPatch200_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/args.json
new file mode 100644
index 0000000..2ffe0f4
--- /dev/null
+++ b/pretrain-library/U2MTraffic-Base_dataTraffic_dim862_patch12_minPatch20_maxPatch200_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/args.json
@@ -0,0 +1,10 @@
+{
+ "data_dim": 862,
+ "patch_size": 12,
+ "d_model": 256,
+ "d_ff": 512,
+ "n_heads": 4,
+ "e_layers": 4,
+ "d_layers": 1,
+ "dropout": 0.0
+}
\ No newline at end of file
diff --git a/pretrain-library/U2MTraffic-Base_dataTraffic_dim862_patch12_minPatch20_maxPatch200_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/bestValid-step-205000.pth b/pretrain-library/U2MTraffic-Base_dataTraffic_dim862_patch12_minPatch20_maxPatch200_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/bestValid-step-205000.pth
new file mode 100644
index 0000000..be3f1c3
Binary files /dev/null and b/pretrain-library/U2MTraffic-Base_dataTraffic_dim862_patch12_minPatch20_maxPatch200_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/bestValid-step-205000.pth differ
diff --git a/pretrain-library/U2MWeather-Base_dataweather_dim21_patch12_minPatch20_maxPatch200_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/args.json b/pretrain-library/U2MWeather-Base_dataweather_dim21_patch12_minPatch20_maxPatch200_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/args.json
new file mode 100644
index 0000000..e52679e
--- /dev/null
+++ b/pretrain-library/U2MWeather-Base_dataweather_dim21_patch12_minPatch20_maxPatch200_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/args.json
@@ -0,0 +1,10 @@
+{
+ "data_dim": 21,
+ "patch_size": 12,
+ "d_model": 256,
+ "d_ff": 512,
+ "n_heads": 4,
+ "e_layers": 4,
+ "d_layers": 1,
+ "dropout": 0.0
+}
\ No newline at end of file
diff --git a/pretrain-library/U2MWeather-Base_dataweather_dim21_patch12_minPatch20_maxPatch200_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/bestValid-step-60000.pth b/pretrain-library/U2MWeather-Base_dataweather_dim21_patch12_minPatch20_maxPatch200_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/bestValid-step-60000.pth
new file mode 100644
index 0000000..58563b0
Binary files /dev/null and b/pretrain-library/U2MWeather-Base_dataweather_dim21_patch12_minPatch20_maxPatch200_mask0.5_dm256_dff512_heads4_eLayer4_dLayer1_dropout0.0/bestValid-step-60000.pth differ