From d505ab662cc0f7ee6659f716a40c18237c2135cd Mon Sep 17 00:00:00 2001 From: sinabakh Date: Thu, 10 Oct 2019 23:55:37 +0330 Subject: [PATCH 1/2] Add missing executor core limit flag to app deployer --- .../java/io/radanalytics/operator/app/KubernetesAppDeployer.java | 1 + 1 file changed, 1 insertion(+) diff --git a/src/main/java/io/radanalytics/operator/app/KubernetesAppDeployer.java b/src/main/java/io/radanalytics/operator/app/KubernetesAppDeployer.java index 797a9335..bb0b9b72 100644 --- a/src/main/java/io/radanalytics/operator/app/KubernetesAppDeployer.java +++ b/src/main/java/io/radanalytics/operator/app/KubernetesAppDeployer.java @@ -58,6 +58,7 @@ private ReplicationController getSubmitterRc(SparkApplication app, String namesp command.append(" --conf spark.kubernetes.submission.waitAppCompletion=false"); command.append(" --conf spark.driver.cores=").append(driver.getCores()); command.append(" --conf spark.kubernetes.driver.limit.cores=").append(driver.getCoreLimit()); + command.append(" --conf spark.kubernetes.executor.limit.cores=").append(executor.getCoreLimit()); command.append(" --conf spark.driver.memory=").append(driver.getMemory()); if (driver.getMemoryOverhead() != null) { command.append(" --conf spark.driver.memoryOverhead=").append(driver.getMemoryOverhead()); From 721e63bf5c0cd40f906d5edca61413ef44a7874b Mon Sep 17 00:00:00 2001 From: Sina Bakhtiari Date: Sat, 25 Jan 2020 21:24:33 +0330 Subject: [PATCH 2/2] Decrease example's executor core limit from 400m to 200m --- examples/app.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/app.yaml b/examples/app.yaml index f9418f1e..42d2620c 100644 --- a/examples/app.yaml +++ b/examples/app.yaml @@ -13,6 +13,6 @@ spec: executor: instances: 2 cores: 1 - coreLimit: 400m + coreLimit: 200m labels: foo: bar