METAFLOW_S3OP_NUM_WORKERS from 10 to 5

zillow · Dec 7, 2023 · fe315c9 · fe315c9
1 parent 68e0d8b
commit fe315c9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/metaflow/plugins/aip/aip_metaflow_step.py b/metaflow/plugins/aip/aip_metaflow_step.py
@@ -377,7 +377,7 @@ def aip_metaflow_step(
 
     if is_join_step and "METAFLOW_S3OP_NUM_WORKERS" not in os.environ:
         # AIP-7487: Metaflow joins steps require lots of memory
-        os.environ["METAFLOW_S3OP_NUM_WORKERS"] = "10"
+        os.environ["METAFLOW_S3OP_NUM_WORKERS"] = "5"
 
     env: Dict[str, str] = {
         **os.environ,