crossrefPublicationPath
the Crossref Publication Path
crossrefDatasetPath
the Crossref Dataset Path
uwPublicationPath
the UnpayWall Publication Path
magPublicationPath
the MAG Publication Path
orcidPublicationPath
the ORCID Publication Path
affiliationPath
the Affliation Path
paperAffiliationPath
the paperAffiliation Path
workingDirPath
the Working Path
sparkDriverMemory
memory for driver process
sparkExecutorMemory
memory for individual executor
sparkExecutorCores
number of cores used by single executor
Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]
yarn-cluster
cluster
Create DOIBoost Infospace
eu.dnetlib.doiboost.SparkGenerateDoiBoost
dhp-doiboost-${projectVersion}.jar
--executor-memory=${sparkExecutorMemory}
--executor-cores=${sparkExecutorCores}
--driver-memory=${sparkDriverMemory}
--conf spark.sql.shuffle.partitions=3840
${sparkExtraOPT}
--crossrefPublicationPath${crossrefPublicationPath}
--crossrefDatasetPath${crossrefDatasetPath}
--uwPublicationPath${uwPublicationPath}
--magPublicationPath${magPublicationPath}
--orcidPublicationPath${orcidPublicationPath}
--affiliationPath${affiliationPath}
--paperAffiliationPath${paperAffiliationPath}
--workingDirPath${workingDirPath}
--masteryarn-cluster
yarn-cluster
cluster
Generate DOIBoost ActionSet
eu.dnetlib.doiboost.SparkGenerateDOIBoostActionSet
dhp-doiboost-${projectVersion}.jar
--executor-memory=${sparkExecutorMemory}
--executor-cores=${sparkExecutorCores}
--driver-memory=${sparkDriverMemory}
--conf spark.sql.shuffle.partitions=3840
${sparkExtraOPT}
--dbPublicationPath${workingDirPath}/doiBoostPublicationFiltered
--dbDatasetPath${workingDirPath}/crossrefDataset
--crossRefRelation/data/doiboost/input/crossref/relations
--dbaffiliationRelationPath${workingDirPath}/doiBoostPublicationAffiliation
--targetPath${workingDirPath}/actionDataSet
--masteryarn-cluster