forked from D-Net/dnet-hadoop
Spark properties no longer hardcoded
This commit is contained in:
parent
3de35fd6a3
commit
5ddbb4ad10
|
@ -13,6 +13,14 @@ maven.executable=mvn
|
|||
sparkDriverMemory=7G
|
||||
sparkExecutorMemory=7G
|
||||
sparkExecutorCores=4
|
||||
|
||||
# Some memory and driver settings for more demanding tasks
|
||||
sparkHighDriverMemory=20G
|
||||
sparkNormalDriverMemory=10G
|
||||
|
||||
sparkHighExecutorMemory=20G
|
||||
sparkNormalExecutorMemory=10G
|
||||
|
||||
# The above is given differently in an example I found online
|
||||
oozie.action.sharelib.for.spark=spark2
|
||||
oozieActionShareLibForSpark2=spark2
|
||||
|
|
Loading…
Reference in New Issue