Skip to content

Commit

Permalink
backup
Browse files Browse the repository at this point in the history
  • Loading branch information
@saeid93
saeid93 committed Feb 12, 2023
1 parent 918df34 commit 6f38367
Show file tree
Hide file tree
Showing 72 changed files with 1,529 additions and 417 deletions.
Binary file added 1-2.pdf
View file
Binary file not shown.
Binary file modified 1-2.png
View file
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
2 changes: 1 addition & 1 deletion data/configs/check/check_env.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@
"penalty_cv": 1,
"penalty_v": 0,
"penalty_g": 0,
"penalty_p": 2,
"penalty_p": 1,
"reward_var_illegal_1": 0.1,
"reward_var_u_1": 0.1,
"reward_var_c_1": 0.1,
Expand Down
96 changes: 48 additions & 48 deletions data/configs/generation-configs/cluster.json
View file
Original file line number Diff line number Diff line change
@@ -1,12 +1,12 @@
{
"notes":"four node clsuter same as cluster 9 with hetergeneous workloads 8 workloads",
"notes":"16 node clsuter same as cluster 17",
"fixed_size_cluster": true,
"nums": {
"nodes": 4,
"services": 800,
"nodes": 16,
"services": 3200,
"resources": 2,
"services_types": 8,
"services_types_map": [100, 100, 100, 100, 100, 100, 100, 100]
"services_types_map": [400, 400, 400, 400, 400, 400, 400, 400]
},
"metrics": {
"ram":"mb",
Expand All @@ -18,126 +18,126 @@
},
"nodes_cap_rng": {
"ram": {
"min": 16000,
"max": 16000,
"min": 8000,
"max": 8000,
"step": 1
},
"cpu": {
"min": 16,
"max": 16,
"min": 8,
"max": 8,
"step": 1
}
},
"services_request_rng": {
"0":
{
"num": 100,
"num": 400,
"ram": {
"min": 125,
"max": 125,
"min": 250,
"max": 250,
"step": 1
},
"cpu": {
"min": 0.125,
"max": 0.125,
"min": 0.250,
"max": 0.250,
"step": 1
}
},
"1":
{
"num": 100,
"num": 400,
"ram": {
"min": 250,
"max": 250,
"min": 500,
"max": 500,
"step": 1
},
"cpu": {
"min": 0.25,
"max": 0.25,
"min": 0.5,
"max": 0.5,
"step": 1
}
},
"2":
{
"num": 100,
"num": 400,
"ram": {
"min": 500,
"max": 500,
"min": 1000,
"max": 1000,
"step": 1
},
"cpu": {
"min": 0.5,
"max": 0.5,
"min": 1,
"max": 1,
"step": 1
}
},
"3":
{
"num": 100,
"num": 400,
"ram": {
"min": 1000,
"max": 1000,
"min": 2000,
"max": 2000,
"step": 1
},
"cpu": {
"min": 1,
"max": 1,
"min": 2,
"max": 2,
"step": 1
}
},
"4":
{
"num": 100,
"num": 400,
"ram": {
"min": 1500,
"max": 1500,
"min": 3000,
"max": 3000,
"step": 1
},
"cpu": {
"min": 1.5,
"max": 1.5,
"min": 3,
"max": 3,
"step": 1
}
},
"5":
{
"num": 100,
"num": 400,
"ram": {
"min": 2000,
"max": 2000,
"min": 4000,
"max": 4000,
"step": 1
},
"cpu": {
"min": 2,
"max": 2,
"min": 4,
"max": 4,
"step": 1
}
},
"6":
{
"num": 100,
"num": 400,
"ram": {
"min": 2500,
"max": 2500,
"min": 5000,
"max": 5000,
"step": 1
},
"cpu": {
"min": 2.5,
"max": 2.5,
"min": 5,
"max": 5,
"step": 1
}
},
"7":
{
"num": 100,
"num": 400,
"ram": {
"min": 3000,
"max": 3000,
"min": 6000,
"max": 6000,
"step": 1
},
"cpu": {
"min": 3,
"max": 3,
"min": 6,
"max": 6,
"step": 1
}
}
Expand Down
2 changes: 1 addition & 1 deletion data/configs/generation-configs/workload_arabesque.json
View file
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
{
"workload_type": "arabesque",
"notes": "arabesque dataset usage",
"cluster_id": 13,
"cluster_id": 16,
"num_services":800,
"min_timesteps": 100,
"plot_smoothing":301,
Expand Down
4 changes: 2 additions & 2 deletions data/configs/generation-configs/workload_random.json
View file
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"workload_type": "random",
"notes": "resoure usage",
"cluster_id": 13,
"timesteps": 100,
"cluster_id": 19,
"timesteps": 300,
"services_types": 8,
"workloads_var" : {
"steps_unit":[[0, 0], [0, 0], [0, 0], [0, 0], [0, 0], [0, 0], [0, 0], [0, 0]],
Expand Down
67 changes: 67 additions & 0 deletions data/configs/train/DQN-balance-medium-span.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,67 @@
{
"env_config_base": {
"obs_elements": [
"backlog_services_requests_frac",
"nodes_requests",
"nodes_usages"
],
"penalty_illegal": -1,
"penalty_u": 0,
"penalty_c": 0,
"penalty_cv": 0.75,
"penalty_v": 0,
"penalty_g": 0,
"penalty_p": 0.75,
"reward_var_illegal_1": 0.1,
"reward_var_u_1": 0.1,
"reward_var_c_1": 0.1,
"reward_var_cv_1": 0.0001,
"reward_var_v_1": 0.3,
"reward_var_g_1": 25,
"reward_var_p_1": 4,
"reward_var_illegal_2": 1.05,
"reward_var_u_2": 1.05,
"reward_var_c_2": 0,
"reward_var_cv_2": 1,
"reward_var_v_2": 1,
"reward_var_g_2": 1,
"reward_var_p_2": 1,
"reward_option": "proposed",
"no_action_on_overloaded": true,
"episode_length": 100,
"max_services_nodes": 10,
"discrete_actions": false,
"backlog_size": 2,
"seed": 1204,
"target_utilization": [0.1, 0.1],
"job_arrival":{
"mode": "fixed",
"interval": 5
},
"kube":{
"admin_config": "~/.kube/config",
"service_image": "sdghafouri/service",
"namespace": "consolidation",
"clean_after_exit": true,
"utilization_image": "sdghafouri/utilization-server"
}
},
"run_or_experiment": "DQN",
"learn_config": {
"num_gpus": 0.25,
"train_batch_size": 100,
"model": {
"fcnet_hiddens": [64, 64],
"fcnet_activation": "linear",
"vf_share_layers": true
},
"gamma": 0.9,
"lr": 0.0003,
"num_workers": 3,
"observation_filter": "MeanStdFilter",
"seed": 203
},
"stop": {
"timesteps_total": 300000
}
}
67 changes: 67 additions & 0 deletions data/configs/train/DQN-balance-medium.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,67 @@
{
"env_config_base": {
"obs_elements": [
"backlog_services_requests_frac",
"nodes_requests",
"nodes_usages"
],
"penalty_illegal": -1,
"penalty_u": 0,
"penalty_c": 0,
"penalty_cv": 0.75,
"penalty_v": 0,
"penalty_g": 0,
"penalty_p": 0.75,
"reward_var_illegal_1": 0.1,
"reward_var_u_1": 0.1,
"reward_var_c_1": 0.1,
"reward_var_cv_1": 0.0001,
"reward_var_v_1": 0.3,
"reward_var_g_1": 25,
"reward_var_p_1": 4,
"reward_var_illegal_2": 1.05,
"reward_var_u_2": 1.05,
"reward_var_c_2": 0,
"reward_var_cv_2": 1,
"reward_var_v_2": 1,
"reward_var_g_2": 1,
"reward_var_p_2": 1,
"reward_option": "proposed",
"no_action_on_overloaded": true,
"episode_length": 100,
"max_services_nodes": 10,
"discrete_actions": false,
"backlog_size": 2,
"seed": 1204,
"target_utilization": [0.1, 0.1],
"job_arrival":{
"mode": "fixed",
"interval": 5
},
"kube":{
"admin_config": "~/.kube/config",
"service_image": "sdghafouri/service",
"namespace": "consolidation",
"clean_after_exit": true,
"utilization_image": "sdghafouri/utilization-server"
}
},
"run_or_experiment": "DQN",
"learn_config": {
"num_gpus": 0.25,
"train_batch_size": 100,
"model": {
"fcnet_hiddens": [64, 64],
"fcnet_activation": "linear",
"vf_share_layers": true
},
"gamma": 0.9,
"lr": 0.0003,
"num_workers": 3,
"observation_filter": "MeanStdFilter",
"seed": 203
},
"stop": {
"timesteps_total": 300000
}
}
6 changes: 3 additions & 3 deletions data/configs/train/DQN-balance.json → data/configs/train/DQN-balance-small.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@
"reward_var_p_2": 1,
"reward_option": "proposed",
"no_action_on_overloaded": true,
"episode_length": 10,
"episode_length": 100,
"max_services_nodes": 10,
"discrete_actions": false,
"backlog_size": 2,
Expand All @@ -55,13 +55,13 @@
"fcnet_activation": "linear",
"vf_share_layers": true
},
"gamma": 0.99,
"gamma": 0.9,
"lr": 0.0003,
"num_workers": 3,
"observation_filter": "MeanStdFilter",
"seed": 203
},
"stop": {
"timesteps_total": 2000000
"timesteps_total": 300000
}
}
Loading

0 comments on commit 6f38367

Please sign in to comment.