final camera ready results

data/configs/check/check_env_21.json

@@ -0,0 +1,49 @@
+{
+    "env_config_base": {
+        "obs_elements": [
+            "backlog_services_requests_frac",
+            "nodes_requests",
+            "nodes_usages"
+        ],
+        "penalty_illegal": -1,
+        "penalty_u": 0,
+        "penalty_c": 0,
+        "penalty_cv": 0.75,
+        "penalty_v": 0,
+        "penalty_g": 0,
+        "penalty_p": 0.75,
+        "reward_var_illegal_1": 0.1,
+        "reward_var_u_1": 0.1,
+        "reward_var_c_1": 0.1,
+        "reward_var_cv_1": 0.0001,
+        "reward_var_v_1": 0.3,
+        "reward_var_g_1": 25,
+        "reward_var_p_1": 3,
+        "reward_var_illegal_2": 1.05,
+        "reward_var_u_2": 1.05,
+        "reward_var_c_2": 0,
+        "reward_var_cv_2": 0.75,
+        "reward_var_v_2": 1,
+        "reward_var_g_2": 1,
+        "reward_var_p_2": 1,
+        "reward_option": "proposed",
+        "no_action_on_overloaded": true,
+        "episode_length": 10,
+        "max_services_nodes": 10, 
+        "discrete_actions": false,
+        "backlog_size": 2,
+        "seed": 1204,
+        "target_utilization": [0.3, 0.3],
+        "job_arrival":{
+            "mode": "fixed",
+            "interval": 5
+        },
+        "kube":{
+            "admin_config": "~/.kube/config",
+            "service_image": "sdghafouri/service",
+            "namespace": "consolidation",
+            "clean_after_exit": true,
+            "utilization_image": "sdghafouri/utilization-server"
+        }
+    }
+}

data/configs/train/A3C-balance-medium.json → data/configs/check/check_env_22.json

@@ -28,12 +28,12 @@
         "reward_var_p_2": 1,
         "reward_option": "proposed",
         "no_action_on_overloaded": true,
-        "episode_length": 100,
+        "episode_length": 10,
         "max_services_nodes": 10, 
         "discrete_actions": false,
         "backlog_size": 2,
         "seed": 1204,
-        "target_utilization": [0.1, 0.1],
+        "target_utilization": [0.3, 0.3],
         "job_arrival":{
             "mode": "fixed",
             "interval": 5
@@ -45,20 +45,5 @@
             "clean_after_exit": true,
             "utilization_image": "sdghafouri/utilization-server"
         }
-    },
-    "run_or_experiment": "A3C",
-    "learn_config": {
-        "train_batch_size": 100,
-        "num_gpus": 0.25,
-        "model": {
-            "fcnet_hiddens": [64, 64],
-            "fcnet_activation": "linear",
-            "vf_share_layers": true
-        },
-        "observation_filter": "MeanStdFilter",
-        "seed": 203
-    },
-    "stop": {
-        "timesteps_total": 300000
     }
 }

data/configs/generation-configs/cluster.json

@@ -2,11 +2,11 @@
     "notes":"16 node clsuter same as cluster 17",
     "fixed_size_cluster": true,
     "nums": {
-        "nodes": 32,
-        "services": 6400,
+        "nodes": 10,
+        "services": 1200,
         "resources": 2,
         "services_types": 8,
-        "services_types_map": [800, 800, 800, 800, 800, 800, 800, 800]
+        "services_types_map": [150, 150, 150, 150, 150, 150, 150, 150]
     },
     "metrics": {
         "ram":"mb",
@@ -31,7 +31,7 @@
     "services_request_rng": {
         "0":
             {
-            "num": 800,
+            "num": 150,
             "ram": {
                 "min": 250,
                 "max": 250,
@@ -45,7 +45,7 @@
         },
         "1":
             {
-            "num": 800,
+            "num": 150,
             "ram": {
                 "min": 500,
                 "max": 500,
@@ -59,7 +59,7 @@
         },
         "2":
             {
-            "num": 800,
+            "num": 150,
             "ram": {
                 "min": 1000,
                 "max": 1000,
@@ -73,7 +73,7 @@
         },
         "3":
             {
-            "num": 800,
+            "num": 150,
             "ram": {
                 "min": 2000,
                 "max": 2000,
@@ -87,7 +87,7 @@
         },
         "4":
             {
-            "num": 800,
+            "num": 150,
             "ram": {
                 "min": 3000,
                 "max": 3000,
@@ -101,7 +101,7 @@
         },
         "5":
             {
-            "num": 800,
+            "num": 150,
             "ram": {
                 "min": 4000,
                 "max": 4000,
@@ -115,7 +115,7 @@
         },
         "6":
             {
-            "num": 800,
+            "num": 150,
             "ram": {
                 "min": 5000,
                 "max": 5000,
@@ -129,7 +129,7 @@
         },
         "7":
             {
-            "num": 800,
+            "num": 150,
             "ram": {
                 "min": 6000,
                 "max": 6000,

data/configs/generation-configs/workload_arabesque.json

@@ -1,8 +1,8 @@
 {
     "workload_type": "arabesque",
     "notes": "arabesque dataset usage",
-    "cluster_id": 16,
-    "num_services":800,
+    "cluster_id": 22,
+    "num_services":1200,
     "min_timesteps": 100,
     "plot_smoothing":301,
     "seed":42

data/configs/generation-configs/workload_random.json

@@ -1,7 +1,7 @@
 {
     "workload_type": "random",
     "notes": "resoure usage",
-    "cluster_id": 20,
+    "cluster_id": 22,
     "timesteps": 300,
     "services_types": 8,
     "workloads_var" : {