From aae37058f719645b568c39fd0484535336c12200 Mon Sep 17 00:00:00 2001 From: Giambattista Bloisi Date: Mon, 21 Oct 2024 20:30:31 +0200 Subject: [PATCH] Increase memory --- workflow/dnet/orcid_enrich.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/workflow/dnet/orcid_enrich.py b/workflow/dnet/orcid_enrich.py index 2e93996..7d5904c 100644 --- a/workflow/dnet/orcid_enrich.py +++ b/workflow/dnet/orcid_enrich.py @@ -72,9 +72,9 @@ orcid_enrich = SparkKubernetesOperator( "--master", "" ], executor_cores=8, - executor_memory="4G", + executor_memory="16G", executor_instances=1, - executor_memoryOverhead="3G").get_configuration(), + executor_memoryOverhead="8G").get_configuration(), kubernetes_conn_id="kubernetes_default", dag=dag )