Skip to content

Commit

Permalink
added raw reward values
Browse files Browse the repository at this point in the history
  • Loading branch information
saeid93 committed Jan 14, 2023
1 parent 14f0b9e commit 9854f41
Show file tree
Hide file tree
Showing 20 changed files with 1,000 additions and 109 deletions.
Binary file added 1-1.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added 1-2.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
24 changes: 12 additions & 12 deletions data/configs/check/check_env.json
Original file line number Diff line number Diff line change
Expand Up @@ -8,24 +8,24 @@
"penalty_illegal": -1,
"penalty_u": 0,
"penalty_c": 0,
"penalty_cv": 0,
"penalty_cv": 1,
"penalty_v": 0,
"penalty_g": 1,
"penalty_p": 0,
"penalty_g": 0,
"penalty_p": 2,
"reward_var_illegal_1": 0.1,
"reward_var_u_1": 0.1,
"reward_var_c_1": 0.1,
"reward_var_cv_1": 0.1,
"reward_var_v_1": 0.1,
"reward_var_g_1": 0.1,
"reward_var_p_1": 0.1,
"reward_var_cv_1": 0.0001,
"reward_var_v_1": 0.3,
"reward_var_g_1": 25,
"reward_var_p_1": 4,
"reward_var_illegal_2": 1.05,
"reward_var_u_2": 1.05,
"reward_var_c_2": 1.05,
"reward_var_cv_2": 1.05,
"reward_var_v_2": 1.05,
"reward_var_g_2": 1.05,
"reward_var_p_2": 1.05,
"reward_var_c_2": 0,
"reward_var_cv_2": 0.2,
"reward_var_v_2": 1,
"reward_var_g_2": 1,
"reward_var_p_2": 1,
"reward_option": "proposed",
"no_action_on_overloaded": true,
"episode_length": 10,
Expand Down
112 changes: 105 additions & 7 deletions data/configs/generation-configs/cluster.json
Original file line number Diff line number Diff line change
@@ -1,12 +1,12 @@
{
"notes":"small cluster to fix the namings",
"notes":"four node clsuter same as cluster 9 with hetergeneous workloads 8 workloads",
"fixed_size_cluster": true,
"nums": {
"nodes": 8,
"services": 400,
"nodes": 4,
"services": 800,
"resources": 2,
"services_types": 1,
"services_types_map": [400]
"services_types": 8,
"services_types_map": [100, 100, 100, 100, 100, 100, 100, 100]
},
"metrics": {
"ram":"mb",
Expand All @@ -31,7 +31,49 @@
"services_request_rng": {
"0":
{
"num": 400,
"num": 100,
"ram": {
"min": 125,
"max": 125,
"step": 1
},
"cpu": {
"min": 0.125,
"max": 0.125,
"step": 1
}
},
"1":
{
"num": 100,
"ram": {
"min": 250,
"max": 250,
"step": 1
},
"cpu": {
"min": 0.25,
"max": 0.25,
"step": 1
}
},
"2":
{
"num": 100,
"ram": {
"min": 500,
"max": 500,
"step": 1
},
"cpu": {
"min": 0.5,
"max": 0.5,
"step": 1
}
},
"3":
{
"num": 100,
"ram": {
"min": 1000,
"max": 1000,
Expand All @@ -42,9 +84,65 @@
"max": 1,
"step": 1
}
},
"4":
{
"num": 100,
"ram": {
"min": 1500,
"max": 1500,
"step": 1
},
"cpu": {
"min": 1.5,
"max": 1.5,
"step": 1
}
},
"5":
{
"num": 100,
"ram": {
"min": 2000,
"max": 2000,
"step": 1
},
"cpu": {
"min": 2,
"max": 2,
"step": 1
}
},
"6":
{
"num": 100,
"ram": {
"min": 2500,
"max": 2500,
"step": 1
},
"cpu": {
"min": 2.5,
"max": 2.5,
"step": 1
}
},
"7":
{
"num": 100,
"ram": {
"min": 3000,
"max": 3000,
"step": 1
},
"cpu": {
"min": 3,
"max": 3,
"step": 1
}
}
},
"start_workload":[[0.5, 0.5]],
"start_workload":[[0.5, 0.5], [0.5, 0.5], [0.5, 0.5], [0.5, 0.5], [0.5, 0.5], [0.5, 0.5], [0.5, 0.5], [0.5, 0.5]],
"cluster_start_time": 0,
"cluster_end_time": 5000,
"seed": 42
Expand Down
2 changes: 1 addition & 1 deletion data/configs/generation-configs/workload_arabesque.json
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
{
"workload_type": "arabesque",
"notes": "arabesque dataset usage",
"cluster_id": 6,
"cluster_id": 12,
"num_services":60,
"min_timesteps": 100,
"plot_smoothing":301,
Expand Down
8 changes: 4 additions & 4 deletions data/configs/generation-configs/workload_random.json
Original file line number Diff line number Diff line change
@@ -1,12 +1,12 @@
{
"workload_type": "random",
"notes": "resoure usage",
"cluster_id": 10,
"cluster_id": 12,
"timesteps": 100,
"services_types": 1,
"services_types": 8,
"workloads_var" : {
"steps_unit":[[0, 0]],
"max_steps":[[1, 1]]
"steps_unit":[[0, 0], [0, 0], [0, 0], [0, 0], [0, 0], [0, 0], [0, 0], [0, 0]],
"max_steps":[[1, 1], [1, 1], [1, 1], [1, 1], [1, 1], [1, 1], [1, 1], [1, 1]]
},
"plot_smoothing":301,
"seed":42
Expand Down
66 changes: 66 additions & 0 deletions data/configs/train/PG-balance-1.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,66 @@
{
"env_config_base": {
"obs_elements": [
"backlog_services_requests_frac",
"nodes_requests",
"nodes_usages"
],
"penalty_illegal": -1,
"penalty_u": 0,
"penalty_c": 0,
"penalty_cv": 1,
"penalty_v": 0,
"penalty_g": 0,
"penalty_p": 2,
"reward_var_illegal_1": 0.1,
"reward_var_u_1": 0.1,
"reward_var_c_1": 0.1,
"reward_var_cv_1": 0.0001,
"reward_var_v_1": 0.3,
"reward_var_g_1": 25,
"reward_var_p_1": 4,
"reward_var_illegal_2": 1.05,
"reward_var_u_2": 1.05,
"reward_var_c_2": 0,
"reward_var_cv_2": 0.2,
"reward_var_v_2": 1,
"reward_var_g_2": 1,
"reward_var_p_2": 1,
"reward_option": "proposed",
"no_action_on_overloaded": true,
"episode_length": 10,
"max_services_nodes": 10,
"discrete_actions": false,
"backlog_size": 2,
"seed": 1204,
"target_utilization": [0.4, 0.4],
"job_arrival":{
"mode": "fixed",
"interval": 5
},
"kube":{
"admin_config": "~/.kube/config",
"service_image": "sdghafouri/service",
"namespace": "consolidation",
"clean_after_exit": true,
"utilization_image": "sdghafouri/utilization-server"
}
},
"run_or_experiment": "PG",
"learn_config": {
"train_batch_size": 100,
"num_gpus": 0.25,
"model": {
"fcnet_hiddens": [64, 64],
"fcnet_activation": "linear"
},
"gamma": 0.99,
"lr": 0.0003,
"num_workers": 3,
"observation_filter": "NoFilter",
"seed": 203
},
"stop": {
"timesteps_total": 500000
}
}
66 changes: 66 additions & 0 deletions data/configs/train/PG-balance.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,66 @@
{
"env_config_base": {
"obs_elements": [
"backlog_services_requests_frac",
"nodes_requests",
"nodes_usages"
],
"penalty_illegal": -1,
"penalty_u": 0,
"penalty_c": 0,
"penalty_cv": 1,
"penalty_v": 0,
"penalty_g": 0,
"penalty_p": 1,
"reward_var_illegal_1": 0.1,
"reward_var_u_1": 0.1,
"reward_var_c_1": 0.1,
"reward_var_cv_1": 0.0001,
"reward_var_v_1": 0.3,
"reward_var_g_1": 25,
"reward_var_p_1": 4,
"reward_var_illegal_2": 1.05,
"reward_var_u_2": 1.05,
"reward_var_c_2": 0,
"reward_var_cv_2": 0.2,
"reward_var_v_2": 1,
"reward_var_g_2": 1,
"reward_var_p_2": 1,
"reward_option": "proposed",
"no_action_on_overloaded": true,
"episode_length": 10,
"max_services_nodes": 10,
"discrete_actions": false,
"backlog_size": 2,
"seed": 1204,
"target_utilization": [0.4, 0.4],
"job_arrival":{
"mode": "fixed",
"interval": 5
},
"kube":{
"admin_config": "~/.kube/config",
"service_image": "sdghafouri/service",
"namespace": "consolidation",
"clean_after_exit": true,
"utilization_image": "sdghafouri/utilization-server"
}
},
"run_or_experiment": "PG",
"learn_config": {
"train_batch_size": 100,
"num_gpus": 0.25,
"model": {
"fcnet_hiddens": [64, 64],
"fcnet_activation": "linear"
},
"gamma": 0.99,
"lr": 0.0003,
"num_workers": 3,
"observation_filter": "NoFilter",
"seed": 203
},
"stop": {
"timesteps_total": 500000
}
}
20 changes: 10 additions & 10 deletions data/configs/train/PG-cv.json
Original file line number Diff line number Diff line change
Expand Up @@ -15,17 +15,17 @@
"reward_var_illegal_1": 0.1,
"reward_var_u_1": 0.1,
"reward_var_c_1": 0.1,
"reward_var_cv_1": 0.1,
"reward_var_v_1": 0.1,
"reward_var_g_1": 0.1,
"reward_var_p_1": 0.1,
"reward_var_cv_1": 0.0001,
"reward_var_v_1": 0.3,
"reward_var_g_1": 25,
"reward_var_p_1": 4,
"reward_var_illegal_2": 1.05,
"reward_var_u_2": 1.05,
"reward_var_c_2": 1.05,
"reward_var_cv_2": 1.05,
"reward_var_v_2": 1.05,
"reward_var_g_2": 1.05,
"reward_var_p_2": 1.05,
"reward_var_c_2": 0,
"reward_var_cv_2": 0.2,
"reward_var_v_2": 1,
"reward_var_g_2": 1,
"reward_var_p_2": 1,
"reward_option": "proposed",
"no_action_on_overloaded": true,
"episode_length": 10,
Expand Down Expand Up @@ -61,6 +61,6 @@
"seed": 203
},
"stop": {
"timesteps_total": 2000000
"timesteps_total": 500000
}
}
18 changes: 9 additions & 9 deletions data/configs/train/PG-p.json
Original file line number Diff line number Diff line change
Expand Up @@ -15,17 +15,17 @@
"reward_var_illegal_1": 0.1,
"reward_var_u_1": 0.1,
"reward_var_c_1": 0.1,
"reward_var_cv_1": 0.1,
"reward_var_v_1": 0.1,
"reward_var_g_1": 0.1,
"reward_var_p_1": 0.1,
"reward_var_cv_1": 0.0001,
"reward_var_v_1": 0.3,
"reward_var_g_1": 25,
"reward_var_p_1": 4,
"reward_var_illegal_2": 1.05,
"reward_var_u_2": 1.05,
"reward_var_c_2": 1.05,
"reward_var_cv_2": 1.05,
"reward_var_v_2": 1.05,
"reward_var_g_2": 1.05,
"reward_var_p_2": 1.05,
"reward_var_c_2": 0,
"reward_var_cv_2": 0.2,
"reward_var_v_2": 1,
"reward_var_g_2": 1,
"reward_var_p_2": 1,
"reward_option": "proposed",
"no_action_on_overloaded": true,
"episode_length": 10,
Expand Down
Loading

0 comments on commit 9854f41

Please sign in to comment.