forked from D-Net/dnet-hadoop
main cluster connection properties added
This commit is contained in:
parent
f3175e537b
commit
8f27f5e8e3
|
@ -0,0 +1,26 @@
|
||||||
|
#dnet-hadoop connection properties for iis-cdh5-test-gw
|
||||||
|
|
||||||
|
dhp.hadoop.frontend.temp.dir=/home/jenkins
|
||||||
|
dhp.hadoop.frontend.user.name=jenkins
|
||||||
|
dhp.hadoop.frontend.host.name=iis-cdh5-test-gw.ocean.icm.edu.pl
|
||||||
|
dhp.hadoop.frontend.port.ssh=22
|
||||||
|
oozieServiceLoc=http://iis-cdh5-test-m3:11000/oozie
|
||||||
|
jobTracker=yarnRM
|
||||||
|
nameNode=hdfs://nameservice1
|
||||||
|
oozie.execution.log.file.location = target/extract-and-run-on-remote-host.log
|
||||||
|
maven.executable=mvn
|
||||||
|
|
||||||
|
#common spark related
|
||||||
|
sparkDriverMemory=7G
|
||||||
|
sparkExecutorMemory=7G
|
||||||
|
sparkExecutorCores=4
|
||||||
|
|
||||||
|
#spark 1 related
|
||||||
|
oozieActionShareLibForSpark1=spark
|
||||||
|
spark1YarnHistoryServerAddress=http://iis-cdh5-test-gw.ocean.icm.edu.pl:18088
|
||||||
|
spark1EventLogDir=/user/spark/applicationHistory
|
||||||
|
|
||||||
|
#spark 2 related
|
||||||
|
oozieActionShareLibForSpark2=spark2
|
||||||
|
spark2YarnHistoryServerAddress=http://iis-cdh5-test-gw.ocean.icm.edu.pl:18089
|
||||||
|
spark2EventLogDir=/user/spark/spark2ApplicationHistory
|
Loading…
Reference in New Issue