Skip to content

Commit

Permalink
new-configs
Browse files Browse the repository at this point in the history
  • Loading branch information
saeid93 committed Feb 16, 2023
1 parent 6f38367 commit 47f412d
Show file tree
Hide file tree
Showing 77 changed files with 1,912 additions and 369 deletions.
4 changes: 2 additions & 2 deletions data/configs/check/check_env.json
Original file line number Diff line number Diff line change
Expand Up @@ -18,11 +18,11 @@
"reward_var_cv_1": 0.0001,
"reward_var_v_1": 0.3,
"reward_var_g_1": 25,
"reward_var_p_1": 4,
"reward_var_p_1": 32,
"reward_var_illegal_2": 1.05,
"reward_var_u_2": 1.05,
"reward_var_c_2": 0,
"reward_var_cv_2": 0.2,
"reward_var_cv_2": 0.1,
"reward_var_v_2": 1,
"reward_var_g_2": 1,
"reward_var_p_2": 1,
Expand Down
49 changes: 49 additions & 0 deletions data/configs/check/check_env_17.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,49 @@
{
"env_config_base": {
"obs_elements": [
"backlog_services_requests_frac",
"nodes_requests",
"nodes_usages"
],
"penalty_illegal": -1,
"penalty_u": 0,
"penalty_c": 0,
"penalty_cv": 0.75,
"penalty_v": 0,
"penalty_g": 0,
"penalty_p": 0.75,
"reward_var_illegal_1": 0.1,
"reward_var_u_1": 0.1,
"reward_var_c_1": 0.1,
"reward_var_cv_1": 0.0001,
"reward_var_v_1": 0.3,
"reward_var_g_1": 25,
"reward_var_p_1": 4,
"reward_var_illegal_2": 1.05,
"reward_var_u_2": 1.05,
"reward_var_c_2": 0,
"reward_var_cv_2": 1,
"reward_var_v_2": 1,
"reward_var_g_2": 1,
"reward_var_p_2": 1,
"reward_option": "proposed",
"no_action_on_overloaded": true,
"episode_length": 10,
"max_services_nodes": 10,
"discrete_actions": false,
"backlog_size": 2,
"seed": 1204,
"target_utilization": [0.3, 0.3],
"job_arrival":{
"mode": "fixed",
"interval": 5
},
"kube":{
"admin_config": "~/.kube/config",
"service_image": "sdghafouri/service",
"namespace": "consolidation",
"clean_after_exit": true,
"utilization_image": "sdghafouri/utilization-server"
}
}
}
49 changes: 49 additions & 0 deletions data/configs/check/check_env_18.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,49 @@
{
"env_config_base": {
"obs_elements": [
"backlog_services_requests_frac",
"nodes_requests",
"nodes_usages"
],
"penalty_illegal": -1,
"penalty_u": 0,
"penalty_c": 0,
"penalty_cv": 1,
"penalty_v": 0,
"penalty_g": 0,
"penalty_p": 1,
"reward_var_illegal_1": 0.1,
"reward_var_u_1": 0.1,
"reward_var_c_1": 0.1,
"reward_var_cv_1": 0.0001,
"reward_var_v_1": 0.3,
"reward_var_g_1": 25,
"reward_var_p_1": 2,
"reward_var_illegal_2": 1.05,
"reward_var_u_2": 1.05,
"reward_var_c_2": 0,
"reward_var_cv_2": 0.5,
"reward_var_v_2": 1,
"reward_var_g_2": 1,
"reward_var_p_2": 1,
"reward_option": "proposed",
"no_action_on_overloaded": true,
"episode_length": 10,
"max_services_nodes": 10,
"discrete_actions": false,
"backlog_size": 2,
"seed": 1204,
"target_utilization": [0.3, 0.3],
"job_arrival":{
"mode": "fixed",
"interval": 5
},
"kube":{
"admin_config": "~/.kube/config",
"service_image": "sdghafouri/service",
"namespace": "consolidation",
"clean_after_exit": true,
"utilization_image": "sdghafouri/utilization-server"
}
}
}
49 changes: 49 additions & 0 deletions data/configs/check/check_env_19.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,49 @@
{
"env_config_base": {
"obs_elements": [
"backlog_services_requests_frac",
"nodes_requests",
"nodes_usages"
],
"penalty_illegal": -1,
"penalty_u": 0,
"penalty_c": 0,
"penalty_cv": 1,
"penalty_v": 0,
"penalty_g": 0,
"penalty_p": 1,
"reward_var_illegal_1": 0.1,
"reward_var_u_1": 0.1,
"reward_var_c_1": 0.1,
"reward_var_cv_1": 0.0001,
"reward_var_v_1": 0.3,
"reward_var_g_1": 25,
"reward_var_p_1": 16,
"reward_var_illegal_2": 1.05,
"reward_var_u_2": 1.05,
"reward_var_c_2": 0,
"reward_var_cv_2": 0.5,
"reward_var_v_2": 1,
"reward_var_g_2": 1,
"reward_var_p_2": 1,
"reward_option": "proposed",
"no_action_on_overloaded": true,
"episode_length": 10,
"max_services_nodes": 10,
"discrete_actions": false,
"backlog_size": 2,
"seed": 1204,
"target_utilization": [0.3, 0.3],
"job_arrival":{
"mode": "fixed",
"interval": 5
},
"kube":{
"admin_config": "~/.kube/config",
"service_image": "sdghafouri/service",
"namespace": "consolidation",
"clean_after_exit": true,
"utilization_image": "sdghafouri/utilization-server"
}
}
}
49 changes: 49 additions & 0 deletions data/configs/check/check_env_20.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,49 @@
{
"env_config_base": {
"obs_elements": [
"backlog_services_requests_frac",
"nodes_requests",
"nodes_usages"
],
"penalty_illegal": -1,
"penalty_u": 0,
"penalty_c": 0,
"penalty_cv": 1,
"penalty_v": 0,
"penalty_g": 0,
"penalty_p": 1,
"reward_var_illegal_1": 0.1,
"reward_var_u_1": 0.1,
"reward_var_c_1": 0.1,
"reward_var_cv_1": 0.0001,
"reward_var_v_1": 0.3,
"reward_var_g_1": 25,
"reward_var_p_1": 16,
"reward_var_illegal_2": 1.05,
"reward_var_u_2": 1.05,
"reward_var_c_2": 0,
"reward_var_cv_2": 0.5,
"reward_var_v_2": 1,
"reward_var_g_2": 1,
"reward_var_p_2": 1,
"reward_option": "proposed",
"no_action_on_overloaded": true,
"episode_length": 10,
"max_services_nodes": 10,
"discrete_actions": false,
"backlog_size": 2,
"seed": 1204,
"target_utilization": [0.3, 0.3],
"job_arrival":{
"mode": "fixed",
"interval": 5
},
"kube":{
"admin_config": "~/.kube/config",
"service_image": "sdghafouri/service",
"namespace": "consolidation",
"clean_after_exit": true,
"utilization_image": "sdghafouri/utilization-server"
}
}
}
22 changes: 11 additions & 11 deletions data/configs/generation-configs/cluster.json
Original file line number Diff line number Diff line change
Expand Up @@ -2,11 +2,11 @@
"notes":"16 node clsuter same as cluster 17",
"fixed_size_cluster": true,
"nums": {
"nodes": 16,
"services": 3200,
"nodes": 32,
"services": 6400,
"resources": 2,
"services_types": 8,
"services_types_map": [400, 400, 400, 400, 400, 400, 400, 400]
"services_types_map": [800, 800, 800, 800, 800, 800, 800, 800]
},
"metrics": {
"ram":"mb",
Expand All @@ -31,7 +31,7 @@
"services_request_rng": {
"0":
{
"num": 400,
"num": 800,
"ram": {
"min": 250,
"max": 250,
Expand All @@ -45,7 +45,7 @@
},
"1":
{
"num": 400,
"num": 800,
"ram": {
"min": 500,
"max": 500,
Expand All @@ -59,7 +59,7 @@
},
"2":
{
"num": 400,
"num": 800,
"ram": {
"min": 1000,
"max": 1000,
Expand All @@ -73,7 +73,7 @@
},
"3":
{
"num": 400,
"num": 800,
"ram": {
"min": 2000,
"max": 2000,
Expand All @@ -87,7 +87,7 @@
},
"4":
{
"num": 400,
"num": 800,
"ram": {
"min": 3000,
"max": 3000,
Expand All @@ -101,7 +101,7 @@
},
"5":
{
"num": 400,
"num": 800,
"ram": {
"min": 4000,
"max": 4000,
Expand All @@ -115,7 +115,7 @@
},
"6":
{
"num": 400,
"num": 800,
"ram": {
"min": 5000,
"max": 5000,
Expand All @@ -129,7 +129,7 @@
},
"7":
{
"num": 400,
"num": 800,
"ram": {
"min": 6000,
"max": 6000,
Expand Down
2 changes: 1 addition & 1 deletion data/configs/generation-configs/workload_random.json
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
{
"workload_type": "random",
"notes": "resoure usage",
"cluster_id": 19,
"cluster_id": 20,
"timesteps": 300,
"services_types": 8,
"workloads_var" : {
Expand Down
67 changes: 67 additions & 0 deletions data/configs/train/DQN-balance-axtra.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,67 @@
{
"env_config_base": {
"obs_elements": [
"backlog_services_requests_frac",
"nodes_requests",
"nodes_usages"
],
"penalty_illegal": -1,
"penalty_u": 0,
"penalty_c": 0,
"penalty_cv": 1,
"penalty_v": 0,
"penalty_g": 0,
"penalty_p": 1,
"reward_var_illegal_1": 0.1,
"reward_var_u_1": 0.1,
"reward_var_c_1": 0.1,
"reward_var_cv_1": 0.0001,
"reward_var_v_1": 0.3,
"reward_var_g_1": 25,
"reward_var_p_1": 16,
"reward_var_illegal_2": 1.05,
"reward_var_u_2": 1.05,
"reward_var_c_2": 0,
"reward_var_cv_2": 0.5,
"reward_var_v_2": 1,
"reward_var_g_2": 1,
"reward_var_p_2": 1,
"reward_option": "proposed",
"no_action_on_overloaded": true,
"episode_length": 100,
"max_services_nodes": 10,
"discrete_actions": false,
"backlog_size": 2,
"seed": 1204,
"target_utilization": [0.1, 0.1],
"job_arrival":{
"mode": "fixed",
"interval": 5
},
"kube":{
"admin_config": "~/.kube/config",
"service_image": "sdghafouri/service",
"namespace": "consolidation",
"clean_after_exit": true,
"utilization_image": "sdghafouri/utilization-server"
}
},
"run_or_experiment": "DQN",
"learn_config": {
"num_gpus": 0.25,
"train_batch_size": 100,
"model": {
"fcnet_hiddens": [64, 64],
"fcnet_activation": "linear",
"vf_share_layers": true
},
"gamma": 0.9,
"lr": 0.0003,
"num_workers": 3,
"observation_filter": "MeanStdFilter",
"seed": 203
},
"stop": {
"timesteps_total": 300000
}
}
Loading

0 comments on commit 47f412d

Please sign in to comment.