Increase memory

2024-10-21 20:30:31 +02:00 · 2024-10-21 20:30:31 +02:00 · aae37058f7
parent 131f6e5592
commit aae37058f7
1 changed files with 2 additions and 2 deletions
--- a/workflow/dnet/orcid_enrich.py
+++ b/workflow/dnet/orcid_enrich.py
@ -72,9 +72,9 @@ orcid_enrich = SparkKubernetesOperator(
                   "--master", ""
                   ],
        executor_cores=8,
-        executor_memory="4G",
+        executor_memory="16G",
        executor_instances=1,
-        executor_memoryOverhead="3G").get_configuration(),
+        executor_memoryOverhead="8G").get_configuration(),
    kubernetes_conn_id="kubernetes_default",
    dag=dag
 )