1
0
Fork 0

parameters for h2020 programme

This commit is contained in:
Miriam Baglioni 2020-05-20 10:26:44 +02:00
parent 08218d2f3f
commit eb0e47ba53
4 changed files with 65 additions and 9 deletions

View File

@ -0,0 +1,54 @@
<configuration>
<property>
<name>jobTracker</name>
<value>yarnRM</value>
</property>
<property>
<name>nameNode</name>
<value>hdfs://nameservice1</value>
</property>
<property>
<name>oozie.use.system.libpath</name>
<value>true</value>
</property>
<property>
<name>oozie.action.sharelib.for.spark</name>
<value>spark2</value>
</property>
<property>
<name>hive_metastore_uris</name>
<value>thrift://iis-cdh5-test-m3.ocean.icm.edu.pl:9083</value>
</property>
<property>
<name>spark2YarnHistoryServerAddress</name>
<value>http://iis-cdh5-test-gw.ocean.icm.edu.pl:18089</value>
</property>
<property>
<name>spark2ExtraListeners</name>
<value>com.cloudera.spark.lineage.NavigatorAppListener</value>
</property>
<property>
<name>spark2SqlQueryExecutionListeners</name>
<value>com.cloudera.spark.lineage.NavigatorQueryListener</value>
</property>
<property>
<name>sparkExecutorNumber</name>
<value>4</value>
</property>
<property>
<name>spark2EventLogDir</name>
<value>/user/spark/spark2ApplicationHistory</value>
</property>
<property>
<name>sparkDriverMemory</name>
<value>15G</value>
</property>
<property>
<name>sparkExecutorMemory</name>
<value>6G</value>
</property>
<property>
<name>sparkExecutorCores</name>
<value>1</value>
</property>
</configuration>

View File

@ -17,5 +17,13 @@
"paramLongName" : "hdfsNameNode",
"paramDescription" : "the name node",
"paramRequired" : true
}
},
{
"paramName": "cfn",
"paramLongName" : "classForName",
"paramDescription" : "the name of the class to deserialize the csv to",
"paramRequired" : true
}
]

View File

@ -6,12 +6,6 @@
"paramRequired": false
},
{
"paramName": "pjp",
"paramLongName": "projectPath",
"paramDescription": "the URL from where to get the projects file",
"paramRequired": true
},
{
"paramName": "pp",
"paramLongName": "programmePath",
"paramDescription": "the URL from where to get the programme file",

View File

@ -6,8 +6,8 @@
"paramRequired": false
},
{
"paramName": "pp",
"paramLongName": "programmePath",
"paramName": "pjp",
"paramLongName": "projectPath",
"paramDescription": "the URL from where to get the programme file",
"paramRequired": true
},