diff --git a/workflow/dnet/orcid_enrich.py b/workflow/dnet/orcid_enrich.py index 2e93996..7d5904c 100644 --- a/workflow/dnet/orcid_enrich.py +++ b/workflow/dnet/orcid_enrich.py @@ -72,9 +72,9 @@ orcid_enrich = SparkKubernetesOperator( "--master", "" ], executor_cores=8, - executor_memory="4G", + executor_memory="16G", executor_instances=1, - executor_memoryOverhead="3G").get_configuration(), + executor_memoryOverhead="8G").get_configuration(), kubernetes_conn_id="kubernetes_default", dag=dag )