workingPath_activities
the working dir base path
shell_cmd_0
wget -O /tmp/ORCID_2019_activites_0.tar.gz https://orcid.figshare.com/ndownloader/files/18017660 ; hdfs dfs -copyFromLocal /tmp/ORCID_2019_activites_0.tar.gz /data/orcid_activities/ORCID_2019_activites_0.tar.gz
the shell command that downloads and puts to hdfs orcid activity file 0
shell_cmd_1
wget -O /tmp/ORCID_2019_activites_1.tar.gz https://orcid.figshare.com/ndownloader/files/18017675 ; hdfs dfs -copyFromLocal /tmp/ORCID_2019_activites_1.tar.gz /data/orcid_activities/ORCID_2019_activites_1.tar.gz
the shell command that downloads and puts to hdfs orcid activity file 1
shell_cmd_2
wget -O /tmp/ORCID_2019_activites_2.tar.gz https://orcid.figshare.com/ndownloader/files/18017717 ; hdfs dfs -copyFromLocal /tmp/ORCID_2019_activites_2.tar.gz /data/orcid_activities/ORCID_2019_activites_2.tar.gz
the shell command that downloads and puts to hdfs orcid activity file 2
shell_cmd_3
wget -O /tmp/ORCID_2019_activites_3.tar.gz https://orcid.figshare.com/ndownloader/files/18017765 ; hdfs dfs -copyFromLocal /tmp/ORCID_2019_activites_3.tar.gz /data/orcid_activities/ORCID_2019_activites_3.tar.gz
the shell command that downloads and puts to hdfs orcid activity file 3
shell_cmd_4
wget -O /tmp/ORCID_2019_activites_4.tar.gz https://orcid.figshare.com/ndownloader/files/18017831 ; hdfs dfs -copyFromLocal /tmp/ORCID_2019_activites_4.tar.gz /data/orcid_activities/ORCID_2019_activites_4.tar.gz
the shell command that downloads and puts to hdfs orcid activity file 4
shell_cmd_5
wget -O /tmp/ORCID_2019_activites_5.tar.gz https://orcid.figshare.com/ndownloader/files/18017987 ; hdfs dfs -copyFromLocal /tmp/ORCID_2019_activites_5.tar.gz /data/orcid_activities/ORCID_2019_activites_5.tar.gz
the shell command that downloads and puts to hdfs orcid activity file 5
shell_cmd_6
wget -O /tmp/ORCID_2019_activites_6.tar.gz https://orcid.figshare.com/ndownloader/files/18018053 ; hdfs dfs -copyFromLocal /tmp/ORCID_2019_activites_6.tar.gz /data/orcid_activities/ORCID_2019_activites_6.tar.gz
the shell command that downloads and puts to hdfs orcid activity file 6
shell_cmd_7
wget -O /tmp/ORCID_2019_activites_7.tar.gz https://orcid.figshare.com/ndownloader/files/18018023 ; hdfs dfs -copyFromLocal /tmp/ORCID_2019_activites_7.tar.gz /data/orcid_activities/ORCID_2019_activites_7.tar.gz
the shell command that downloads and puts to hdfs orcid activity file 7
shell_cmd_8
wget -O /tmp/ORCID_2019_activites_8.tar.gz https://orcid.figshare.com/ndownloader/files/18018248 ; hdfs dfs -copyFromLocal /tmp/ORCID_2019_activites_8.tar.gz /data/orcid_activities/ORCID_2019_activites_8.tar.gz
the shell command that downloads and puts to hdfs orcid activity file 8
shell_cmd_9
wget -O /tmp/ORCID_2019_activites_9.tar.gz https://orcid.figshare.com/ndownloader/files/18018029 ; hdfs dfs -copyFromLocal /tmp/ORCID_2019_activites_9.tar.gz /data/orcid_activities/ORCID_2019_activites_9.tar.gz
the shell command that downloads and puts to hdfs orcid activity file 9
shell_cmd_X
wget -O /tmp/ORCID_2019_activites_X.tar.gz https://orcid.figshare.com/ndownloader/files/18018182 ; hdfs dfs -copyFromLocal /tmp/ORCID_2019_activites_X.tar.gz /data/orcid_activities/ORCID_2019_activites_X.tar.gz
the shell command that downloads and puts to hdfs orcid activity file X
Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]
${fs:exists(concat(workingPath_activities,'/ORCID_2019_activites_0.tar.gz'))}
${jobTracker}
${nameNode}
bash
-c
${shell_cmd_0}
${jobTracker}
${nameNode}
eu.dnetlib.doiboost.orcid.OrcidAuthorsDOIsDataGen
-d${workingPath_activities}/
-n${nameNode}
-fORCID_2019_activites_0.tar.gz
-ooutput/authors_dois_0.seq
${fs:exists(concat(workingPath_activities,'/ORCID_2019_activites_1.tar.gz'))}
${jobTracker}
${nameNode}
bash
-c
${shell_cmd_1}
${jobTracker}
${nameNode}
eu.dnetlib.doiboost.orcid.OrcidAuthorsDOIsDataGen
-d${workingPath_activities}/
-n${nameNode}
-fORCID_2019_activites_1.tar.gz
-ooutput/authors_dois_1.seq
${fs:exists(concat(workingPath_activities,'/ORCID_2019_activites_2.tar.gz'))}
${jobTracker}
${nameNode}
bash
-c
${shell_cmd_2}
${jobTracker}
${nameNode}
eu.dnetlib.doiboost.orcid.OrcidAuthorsDOIsDataGen
-d${workingPath_activities}/
-n${nameNode}
-fORCID_2019_activites_2.tar.gz
-ooutput/authors_dois_2.seq
${fs:exists(concat(workingPath_activities,'/ORCID_2019_activites_3.tar.gz'))}
${jobTracker}
${nameNode}
bash
-c
${shell_cmd_3}
${jobTracker}
${nameNode}
eu.dnetlib.doiboost.orcid.OrcidAuthorsDOIsDataGen
-d${workingPath_activities}/
-n${nameNode}
-fORCID_2019_activites_3.tar.gz
-ooutput/authors_dois_3.seq
${fs:exists(concat(workingPath_activities,'/ORCID_2019_activites_4.tar.gz'))}
${jobTracker}
${nameNode}
bash
-c
${shell_cmd_4}
${jobTracker}
${nameNode}
eu.dnetlib.doiboost.orcid.OrcidAuthorsDOIsDataGen
-d${workingPath_activities}/
-n${nameNode}
-fORCID_2019_activites_4.tar.gz
-ooutput/authors_dois_4.seq
${fs:exists(concat(workingPath_activities,'/ORCID_2019_activites_5.tar.gz'))}
${jobTracker}
${nameNode}
bash
-c
${shell_cmd_5}
${jobTracker}
${nameNode}
eu.dnetlib.doiboost.orcid.OrcidAuthorsDOIsDataGen
-d${workingPath_activities}/
-n${nameNode}
-fORCID_2019_activites_5.tar.gz
-ooutput/authors_dois_5.seq
${fs:exists(concat(workingPath_activities,'/ORCID_2019_activites_6.tar.gz'))}
${jobTracker}
${nameNode}
bash
-c
${shell_cmd_6}
${jobTracker}
${nameNode}
eu.dnetlib.doiboost.orcid.OrcidAuthorsDOIsDataGen
-d${workingPath_activities}/
-n${nameNode}
-fORCID_2019_activites_6.tar.gz
-ooutput/authors_dois_6.seq
${fs:exists(concat(workingPath_activities,'/ORCID_2019_activites_7.tar.gz'))}
${jobTracker}
${nameNode}
bash
-c
${shell_cmd_7}
${jobTracker}
${nameNode}
eu.dnetlib.doiboost.orcid.OrcidAuthorsDOIsDataGen
-d${workingPath_activities}/
-n${nameNode}
-fORCID_2019_activites_7.tar.gz
-ooutput/authors_dois_7.seq
${fs:exists(concat(workingPath_activities,'/ORCID_2019_activites_8.tar.gz'))}
${jobTracker}
${nameNode}
bash
-c
${shell_cmd_8}
${jobTracker}
${nameNode}
eu.dnetlib.doiboost.orcid.OrcidAuthorsDOIsDataGen
-d${workingPath_activities}/
-n${nameNode}
-fORCID_2019_activites_8.tar.gz
-ooutput/authors_dois_8.seq
${fs:exists(concat(workingPath_activities,'/ORCID_2019_activites_9.tar.gz'))}
${jobTracker}
${nameNode}
bash
-c
${shell_cmd_9}
${jobTracker}
${nameNode}
eu.dnetlib.doiboost.orcid.OrcidAuthorsDOIsDataGen
-d${workingPath_activities}/
-n${nameNode}
-fORCID_2019_activites_9.tar.gz
-ooutput/authors_dois_9.seq
${fs:exists(concat(workingPath_activities,'/ORCID_2019_activites_X.tar.gz'))}
${jobTracker}
${nameNode}
bash
-c
${shell_cmd_X}
${jobTracker}
${nameNode}
eu.dnetlib.doiboost.orcid.OrcidAuthorsDOIsDataGen
-d${workingPath_activities}/
-n${nameNode}
-fORCID_2019_activites_X.tar.gz
-ooutput/authors_dois_X.seq