workingPath_activities
the working dir base path
shell_cmd_0
wget -O /tmp/ORCID_2019_activites_0.tar.gz https://orcid.figshare.com/ndownloader/files/18017660 ; hdfs dfs -copyFromLocal /tmp/ORCID_2019_activites_0.tar.gz /data/orcid_activities/ORCID_2019_activites_0.tar.gz ; rm -f /tmp/ORCID_2019_activites_0.tar.gz
the shell command that downloads and puts to hdfs orcid activity file 0
shell_cmd_1
wget -O /tmp/ORCID_2019_activites_1.tar.gz https://orcid.figshare.com/ndownloader/files/18017675 ; hdfs dfs -copyFromLocal /tmp/ORCID_2019_activites_1.tar.gz /data/orcid_activities/ORCID_2019_activites_1.tar.gz ; rm -f /tmp/ORCID_2019_activites_1.tar.gz
the shell command that downloads and puts to hdfs orcid activity file 1
shell_cmd_2
wget -O /tmp/ORCID_2019_activites_2.tar.gz https://orcid.figshare.com/ndownloader/files/18017717 ; hdfs dfs -copyFromLocal /tmp/ORCID_2019_activites_2.tar.gz /data/orcid_activities/ORCID_2019_activites_2.tar.gz ; rm -f /tmp/ORCID_2019_activites_2.tar.gz
the shell command that downloads and puts to hdfs orcid activity file 2
shell_cmd_3
wget -O /tmp/ORCID_2019_activites_3.tar.gz https://orcid.figshare.com/ndownloader/files/18017765 ; hdfs dfs -copyFromLocal /tmp/ORCID_2019_activites_3.tar.gz /data/orcid_activities/ORCID_2019_activites_3.tar.gz ; rm -f /tmp/ORCID_2019_activites_3.tar.gz
the shell command that downloads and puts to hdfs orcid activity file 3
shell_cmd_4
wget -O /tmp/ORCID_2019_activites_4.tar.gz https://orcid.figshare.com/ndownloader/files/18017831 ; hdfs dfs -copyFromLocal /tmp/ORCID_2019_activites_4.tar.gz /data/orcid_activities/ORCID_2019_activites_4.tar.gz ; rm -f /tmp/ORCID_2019_activites_4.tar.gz
the shell command that downloads and puts to hdfs orcid activity file 4
shell_cmd_5
wget -O /tmp/ORCID_2019_activites_5.tar.gz https://orcid.figshare.com/ndownloader/files/18017987 ; hdfs dfs -copyFromLocal /tmp/ORCID_2019_activites_5.tar.gz /data/orcid_activities/ORCID_2019_activites_5.tar.gz ; rm -f /tmp/ORCID_2019_activites_5.tar.gz
the shell command that downloads and puts to hdfs orcid activity file 5
shell_cmd_6
wget -O /tmp/ORCID_2019_activites_6.tar.gz https://orcid.figshare.com/ndownloader/files/18018053 ; hdfs dfs -copyFromLocal /tmp/ORCID_2019_activites_6.tar.gz /data/orcid_activities/ORCID_2019_activites_6.tar.gz ; rm -f /tmp/ORCID_2019_activites_6.tar.gz
the shell command that downloads and puts to hdfs orcid activity file 6
shell_cmd_7
wget -O /tmp/ORCID_2019_activites_7.tar.gz https://orcid.figshare.com/ndownloader/files/18018023 ; hdfs dfs -copyFromLocal /tmp/ORCID_2019_activites_7.tar.gz /data/orcid_activities/ORCID_2019_activites_7.tar.gz ; rm -f /tmp/ORCID_2019_activites_7.tar.gz
the shell command that downloads and puts to hdfs orcid activity file 7
shell_cmd_8
wget -O /tmp/ORCID_2019_activites_8.tar.gz https://orcid.figshare.com/ndownloader/files/18018248 ; hdfs dfs -copyFromLocal /tmp/ORCID_2019_activites_8.tar.gz /data/orcid_activities/ORCID_2019_activites_8.tar.gz ; rm -f /tmp/ORCID_2019_activites_8.tar.gz
the shell command that downloads and puts to hdfs orcid activity file 8
shell_cmd_9
wget -O /tmp/ORCID_2019_activites_9.tar.gz https://orcid.figshare.com/ndownloader/files/18018029 ; hdfs dfs -copyFromLocal /tmp/ORCID_2019_activites_9.tar.gz /data/orcid_activities/ORCID_2019_activites_9.tar.gz ; rm -f /tmp/ORCID_2019_activites_9.tar.gz
the shell command that downloads and puts to hdfs orcid activity file 9
shell_cmd_X
wget -O /tmp/ORCID_2019_activites_X.tar.gz https://orcid.figshare.com/ndownloader/files/18018182 ; hdfs dfs -copyFromLocal /tmp/ORCID_2019_activites_X.tar.gz /data/orcid_activities/ORCID_2019_activites_X.tar.gz ; rm -f /tmp/ORCID_2019_activites_X.tar.gz
the shell command that downloads and puts to hdfs orcid activity file X
Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]
${fs:exists(concat(workingPath_activities,'/ORCID_2019_activites_0.tar.gz'))}
${jobTracker}
${nameNode}
bash
-c
${shell_cmd_0}
${jobTracker}
${nameNode}
eu.dnetlib.doiboost.orcidnodoi.GenOrcidAuthorWork
-w${workingPath_activities}/
-n${nameNode}
-fORCID_2019_activites_0.tar.gz
-owno_doi_works/works_0.seq
${fs:exists(concat(workingPath_activities,'/ORCID_2019_activites_1.tar.gz'))}
${jobTracker}
${nameNode}
bash
-c
${shell_cmd_1}
${jobTracker}
${nameNode}
eu.dnetlib.doiboost.orcidnodoi.GenOrcidAuthorWork
-w${workingPath_activities}/
-n${nameNode}
-fORCID_2019_activites_1.tar.gz
-owno_doi_works/works_1.seq
${fs:exists(concat(workingPath_activities,'/ORCID_2019_activites_2.tar.gz'))}
${jobTracker}
${nameNode}
bash
-c
${shell_cmd_2}
${jobTracker}
${nameNode}
eu.dnetlib.doiboost.orcidnodoi.GenOrcidAuthorWork
-w${workingPath_activities}/
-n${nameNode}
-fORCID_2019_activites_2.tar.gz
-owno_doi_works/works_2.seq
${fs:exists(concat(workingPath_activities,'/ORCID_2019_activites_3.tar.gz'))}
${jobTracker}
${nameNode}
bash
-c
${shell_cmd_3}
${jobTracker}
${nameNode}
eu.dnetlib.doiboost.orcidnodoi.GenOrcidAuthorWork
-w${workingPath_activities}/
-n${nameNode}
-fORCID_2019_activites_3.tar.gz
-owno_doi_works/works_3.seq
${fs:exists(concat(workingPath_activities,'/ORCID_2019_activites_4.tar.gz'))}
${jobTracker}
${nameNode}
bash
-c
${shell_cmd_4}
${jobTracker}
${nameNode}
eu.dnetlib.doiboost.orcidnodoi.GenOrcidAuthorWork
-w${workingPath_activities}/
-n${nameNode}
-fORCID_2019_activites_4.tar.gz
-owno_doi_works/works_4.seq
${fs:exists(concat(workingPath_activities,'/ORCID_2019_activites_5.tar.gz'))}
${jobTracker}
${nameNode}
bash
-c
${shell_cmd_5}
${jobTracker}
${nameNode}
eu.dnetlib.doiboost.orcidnodoi.GenOrcidAuthorWork
-w${workingPath_activities}/
-n${nameNode}
-fORCID_2019_activites_5.tar.gz
-owno_doi_works/works_5.seq
${fs:exists(concat(workingPath_activities,'/ORCID_2019_activites_6.tar.gz'))}
${jobTracker}
${nameNode}
bash
-c
${shell_cmd_6}
${jobTracker}
${nameNode}
eu.dnetlib.doiboost.orcidnodoi.GenOrcidAuthorWork
-w${workingPath_activities}/
-n${nameNode}
-fORCID_2019_activites_6.tar.gz
-owno_doi_works/works_6.seq
${fs:exists(concat(workingPath_activities,'/ORCID_2019_activites_7.tar.gz'))}
${jobTracker}
${nameNode}
bash
-c
${shell_cmd_7}
${jobTracker}
${nameNode}
eu.dnetlib.doiboost.orcidnodoi.GenOrcidAuthorWork
-w${workingPath_activities}/
-n${nameNode}
-fORCID_2019_activites_7.tar.gz
-owno_doi_works/works_7.seq
${fs:exists(concat(workingPath_activities,'/ORCID_2019_activites_8.tar.gz'))}
${jobTracker}
${nameNode}
bash
-c
${shell_cmd_8}
${jobTracker}
${nameNode}
eu.dnetlib.doiboost.orcidnodoi.GenOrcidAuthorWork
-w${workingPath_activities}/
-n${nameNode}
-fORCID_2019_activites_8.tar.gz
-owno_doi_works/works_8.seq
${fs:exists(concat(workingPath_activities,'/ORCID_2019_activites_9.tar.gz'))}
${jobTracker}
${nameNode}
bash
-c
${shell_cmd_9}
${jobTracker}
${nameNode}
eu.dnetlib.doiboost.orcidnodoi.GenOrcidAuthorWork
-w${workingPath_activities}/
-n${nameNode}
-fORCID_2019_activites_9.tar.gz
-owno_doi_works/works_9.seq
${fs:exists(concat(workingPath_activities,'/ORCID_2019_activites_X.tar.gz'))}
${jobTracker}
${nameNode}
bash
-c
${shell_cmd_X}
${jobTracker}
${nameNode}
eu.dnetlib.doiboost.orcidnodoi.GenOrcidAuthorWork
-w${workingPath_activities}/
-n${nameNode}
-fORCID_2019_activites_X.tar.gz
-owno_doi_works/works_X.seq
${jobTracker}
${nameNode}
yarn
cluster
Gen_Enriched_Orcid_Works
eu.dnetlib.doiboost.orcidnodoi.SparkGenEnrichedOrcidWorks
dhp-doiboost-1.2.2-SNAPSHOT.jar
--num-executors 10 --conf spark.yarn.jars="hdfs://hadoop-rm1.garr-pa1.d4science.org:8020/user/oozie/share/lib/lib_20180405103059/spark2" --executor-memory=${sparkExecutorMemory} --executor-cores=${sparkExecutorCores} --driver-memory=${sparkDriverMemory}
-w${workingPath}/
-owno_doi_works/
-oewno_doi_enriched_works/