forked from D-Net/dnet-hadoop
88 lines
2.4 KiB
XML
88 lines
2.4 KiB
XML
<configuration>
|
|
|
|
<!-- OCEAN -->
|
|
|
|
<property>
|
|
<name>jobTracker</name>
|
|
<value>yarnRM</value>
|
|
</property>
|
|
<property>
|
|
<name>nameNode</name>
|
|
<value>hdfs://nameservice1</value>
|
|
</property>
|
|
<property>
|
|
<name>hive_metastore_uris</name>
|
|
<value>thrift://iis-cdh5-test-m3.ocean.icm.edu.pl:9083</value>
|
|
</property>
|
|
<property>
|
|
<name>spark2YarnHistoryServerAddress</name>
|
|
<value>http://iis-cdh5-test-gw.ocean.icm.edu.pl:18089</value>
|
|
</property>
|
|
|
|
|
|
<!-- GARR -->
|
|
|
|
<!-- <property>-->
|
|
<!-- <name>jobTracker</name>-->
|
|
<!-- <value>yarn</value>-->
|
|
<!-- </property>-->
|
|
<!-- <property>-->
|
|
<!-- <name>nameNode</name>-->
|
|
<!-- <value>hdfs://hadoop-rm1.garr-pa1.d4science.org:8020</value>-->
|
|
<!-- </property>-->
|
|
<!-- <property>-->
|
|
<!-- <name>hive_metastore_uris</name>-->
|
|
<!-- <value>thrift://hadoop-edge3.garr-pa1.d4science.org:9083</value>-->
|
|
<!-- </property>-->
|
|
<!-- <property>-->
|
|
<!-- <name>spark2YarnHistoryServerAddress</name>-->
|
|
<!-- <value>http://hadoop-rm2.garr-pa1.d4science.org:19888</value>-->
|
|
<!-- </property>-->
|
|
|
|
|
|
<property>
|
|
<name>oozie.launcher.mapreduce.user.classpath.first</name>
|
|
<value>true</value>
|
|
</property>
|
|
|
|
<property>
|
|
<name>oozie.use.system.libpath</name>
|
|
<value>true</value>
|
|
</property>
|
|
<property>
|
|
<name>oozie.action.sharelib.for.spark</name>
|
|
<value>spark2</value>
|
|
</property>
|
|
<property>
|
|
<name>spark2EventLogDir</name>
|
|
<value>/user/spark/spark2ApplicationHistory</value>
|
|
</property>
|
|
<property>
|
|
<name>spark2ExtraListeners</name>
|
|
<value>com.cloudera.spark.lineage.NavigatorAppListener</value>
|
|
</property>
|
|
<property>
|
|
<name>spark2SqlQueryExecutionListeners</name>
|
|
<value>com.cloudera.spark.lineage.NavigatorQueryListener</value>
|
|
</property>
|
|
<property>
|
|
<name>sparkExecutorNumber</name>
|
|
<value>4</value>
|
|
</property>
|
|
<property>
|
|
<name>sparkDriverMemory</name>
|
|
<value>15G</value>
|
|
</property>
|
|
<property>
|
|
<name>sparkExecutorMemory</name>
|
|
<value>6G</value>
|
|
</property>
|
|
<property>
|
|
<name>sparkExecutorCores</name>
|
|
<value>1</value>
|
|
</property>
|
|
<property>
|
|
<name>spark2MaxExecutors</name>
|
|
<value>50</value>
|
|
</property>
|
|
</configuration> |