przemyslaw.jacewicz
/
dnet-hadoop
forked from D-Net/dnet-hadoop
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

main cluster connection properties added

This commit is contained in:
Przemysław Jacewicz 2020-07-29 15:45:19 +02:00 committed by przemek
parent f3175e537b
commit 8f27f5e8e3
1 changed files with 26 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
connection-properties/iis-cdh5-test-gw.properties Normal file
View File

@ -0,0 +1,26 @@
#dnet-hadoop connection properties for iis-cdh5-test-gw
dhp.hadoop.frontend.temp.dir=/home/jenkins
dhp.hadoop.frontend.user.name=jenkins
dhp.hadoop.frontend.host.name=iis-cdh5-test-gw.ocean.icm.edu.pl
dhp.hadoop.frontend.port.ssh=22
oozieServiceLoc=http://iis-cdh5-test-m3:11000/oozie
jobTracker=yarnRM
nameNode=hdfs://nameservice1
oozie.execution.log.file.location = target/extract-and-run-on-remote-host.log
maven.executable=mvn
#common spark related
sparkDriverMemory=7G
sparkExecutorMemory=7G
sparkExecutorCores=4
#spark 1 related
oozieActionShareLibForSpark1=spark
spark1YarnHistoryServerAddress=http://iis-cdh5-test-gw.ocean.icm.edu.pl:18088
spark1EventLogDir=/user/spark/applicationHistory
#spark 2 related
oozieActionShareLibForSpark2=spark2
spark2YarnHistoryServerAddress=http://iis-cdh5-test-gw.ocean.icm.edu.pl:18089
spark2EventLogDir=/user/spark/spark2ApplicationHistory