From 8f27f5e8e3fbfb7f508622488d2ac23c9e7725a9 Mon Sep 17 00:00:00 2001 From: pjacewicz Date: Wed, 29 Jul 2020 15:45:19 +0200 Subject: [PATCH] main cluster connection properties added --- .../iis-cdh5-test-gw.properties | 26 +++++++++++++++++++ 1 file changed, 26 insertions(+) create mode 100644 connection-properties/iis-cdh5-test-gw.properties diff --git a/connection-properties/iis-cdh5-test-gw.properties b/connection-properties/iis-cdh5-test-gw.properties new file mode 100644 index 000000000..d5b0b5148 --- /dev/null +++ b/connection-properties/iis-cdh5-test-gw.properties @@ -0,0 +1,26 @@ +#dnet-hadoop connection properties for iis-cdh5-test-gw + +dhp.hadoop.frontend.temp.dir=/home/jenkins +dhp.hadoop.frontend.user.name=jenkins +dhp.hadoop.frontend.host.name=iis-cdh5-test-gw.ocean.icm.edu.pl +dhp.hadoop.frontend.port.ssh=22 +oozieServiceLoc=http://iis-cdh5-test-m3:11000/oozie +jobTracker=yarnRM +nameNode=hdfs://nameservice1 +oozie.execution.log.file.location = target/extract-and-run-on-remote-host.log +maven.executable=mvn + +#common spark related +sparkDriverMemory=7G +sparkExecutorMemory=7G +sparkExecutorCores=4 + +#spark 1 related +oozieActionShareLibForSpark1=spark +spark1YarnHistoryServerAddress=http://iis-cdh5-test-gw.ocean.icm.edu.pl:18088 +spark1EventLogDir=/user/spark/applicationHistory + +#spark 2 related +oozieActionShareLibForSpark2=spark2 +spark2YarnHistoryServerAddress=http://iis-cdh5-test-gw.ocean.icm.edu.pl:18089 +spark2EventLogDir=/user/spark/spark2ApplicationHistory