From cc86f2437229bacdcfa5d5bf0549242d3b41c390 Mon Sep 17 00:00:00 2001 From: "miriam.baglioni" Date: Mon, 13 Nov 2023 11:38:56 +0100 Subject: [PATCH] removed not needed parameter --- .../dump/complete/CreateContextRelation.java | 17 ----------- .../oa/graph/dump/copygraph/job.properties | 5 ++++ .../countryresults/oozie_app/job.properties | 6 ++++ .../wf/subworkflows/subset/job.properties | 30 +++++++++++++++++++ .../subset/oozie_app/workflow.xml | 1 - 5 files changed, 41 insertions(+), 18 deletions(-) create mode 100644 dump/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/copygraph/job.properties create mode 100644 dump/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/countryresults/oozie_app/job.properties create mode 100644 dump/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/wf/subworkflows/subset/job.properties diff --git a/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/complete/CreateContextRelation.java b/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/complete/CreateContextRelation.java index 2da6b37..86106fb 100644 --- a/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/complete/CreateContextRelation.java +++ b/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/complete/CreateContextRelation.java @@ -60,9 +60,6 @@ public class CreateContextRelation implements Serializable { final String hdfsNameNode = parser.get("nameNode"); log.info("hdfsNameNode: {}", hdfsNameNode); - final String masterDuplicatePath = parser.get("masterDuplicate"); - log.info("masterDuplicatePath: {}", masterDuplicatePath); - final CreateContextRelation cce = new CreateContextRelation(hdfsPath, hdfsNameNode); log.info("Creating relation for datasources and projects..."); @@ -74,20 +71,6 @@ public class CreateContextRelation implements Serializable { } - private List readMasterDuplicate(String masterDuplicatePath) throws IOException { - FileSystem fileSystem = FileSystem.get(conf); - Path hdfsReadPath = new Path(masterDuplicatePath); - BufferedReader reader = new BufferedReader(new InputStreamReader(fileSystem.open(hdfsReadPath))); - List mdlist = new ArrayList<>(); - ObjectMapper mapper = new ObjectMapper(); - String line; - - while ((line = reader.readLine()) != null) { - mdlist.add(mapper.readValue(line, MasterDuplicate.class)); - } - return mdlist; - } - private void close() throws IOException { writer.close(); } diff --git a/dump/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/copygraph/job.properties b/dump/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/copygraph/job.properties new file mode 100644 index 0000000..c44b095 --- /dev/null +++ b/dump/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/copygraph/job.properties @@ -0,0 +1,5 @@ +#PROPERTIES FOR COPY THE GRAPH FROM HIVE +sourcePath=/tmp/prod_provision/graph/18_graph_blacklisted/ +hivePath=/user/hive/warehouse/openaire_prod_20230802.db +readFormat=parquet +outputPath=/tmp/miriam/graphCopy \ No newline at end of file diff --git a/dump/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/countryresults/oozie_app/job.properties b/dump/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/countryresults/oozie_app/job.properties new file mode 100644 index 0000000..e00fddb --- /dev/null +++ b/dump/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/countryresults/oozie_app/job.properties @@ -0,0 +1,6 @@ +#PROPERTIES FOR DUMP OF RESULTS RELATED TO A SPECIFIC COUNTRY AS SHOWN BY THE PORTAL +sourcePath=/tmp/miriam/graphCopy +outputPath=/tmp/miriam/graph_dumps/country_PT_2 +country=PT +removeSet="merges;isMergedIn" +isLookUpUrl=http://services.openaire.eu:8280/is/services/isLookUp?wsdl \ No newline at end of file diff --git a/dump/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/wf/subworkflows/subset/job.properties b/dump/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/wf/subworkflows/subset/job.properties new file mode 100644 index 0000000..e04412e --- /dev/null +++ b/dump/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/wf/subworkflows/subset/job.properties @@ -0,0 +1,30 @@ +#PROPERTIES FOR SUBSET DUMP LIKE BEGINNERS KIT +pathMap={"author":"$['author'][*]['fullname']","title":"$['title'][*]['value']","orcid":"$['author'][*]['pid'][*][?(@['qualifier']['classid']=='orcid')]['value']","contributor":"$['contributor'][*]['value']","description":"$['description'][*]['value']","dateofacceptance":"$['dateofacceptance']['value']", "context": "$['context'][*]['id']","url":"$['instance'][*]['url'][*]", "country": "$['country'][*]['classid']"}" +selectionCriteria={"criteria":[{"constraint":[{"verb":"equals","field":"context","value":"enermaps"}]}]} +#sourcePath=/tmp/prod_provision/graph/18_graph_blacklisted +sourcePath=/tmp/miriam/graphCopy +outputPath=/tmp/miriam/graph_dumps/enermaps_subset +dumpType=subset +depositionType=new +##accessToken for the openaire sandbox following +accessToken=OzzOsyucEIHxCEfhlpsMo3myEiwpCza3trCRL7ddfGTAK9xXkIP2MbXd6Vg4 +connectionUrl=https://sandbox.zenodo.org/api/deposit/depositions +#accessToken=GxqutB1JnEmdvBafQI2cCjtUvoOs0novDuie3hxCEQUJcErHVMhkJjawIqhb +#connectionUrl=https://zenodo.org/api/deposit/depositions +resultAggregation=false +upload=false +onlyUpload=false +removeSet="merges;isMergedIn" +#isLookUpUrl=http://services.openaire.eu:8280/is/services/isLookUp?wsdl +#organizationCommunityMap={"20|openorgs____::817280e710651751433d869c71f6eee2": ["mes"],"20|openorgs____::809457868cca956bddde9c74e3a32c3c": ["mes"],"20|openorgs____::cb386de57b0aa53d5bbf016e15720053": ["mes"],"20|openorgs____::fb2e1f77e2506054fa25fef7eac7b685": ["mes"],"20|openorgs____::c4ff9a638850ebdc39e28897b58166bc": ["mes"],"20|openorgs____::00010e003d3ce9c05e038cadfb6d4f03": ["mes"],"20|openorgs____::c20c22d6210eea23b58869029c2abe24": ["mes"],"20|openorgs____::ad78005de675860b9f96b84d50fc19f6": ["mes"],"20|openorgs____::a6bfaa7b9934dd8459ca94deac34c127": ["mes"],"20|openorgs____::e68796680c3203d0d708e576c1d55de6": ["mes"],"20|openorgs____::41206374e08ed608c03f56fc21ec3023": ["mes"],"20|openorgs____::7dc15ac2260f80e90c849908afe20a6e": ["mes"],"20|openorgs____::eaea0ef989e0b9245a5d50a6c519dc52": ["mes"],"20|openorgs____::15fb2c0b223ca34ec651f34838d2daf9": ["mes"],"20|openorgs____::3cb19734da640f9193b20291268c9a0e": ["mes"],"20|openorgs____::da5a68a98b9ff7231d6c3c93cde988df": ["mes"],"20|openorgs____::b436de29bae7906f94797b8a0c235585": ["mes"],"20|openorgs____::6a5fcbfe36fed5e8b2b50128454cc4f0": ["mes"],"20|openorgs____::3053c65910d1c064799cb9a93e57e5cd": ["mes"],"20|openorgs____::f95684edab7a22ac87ea2ed7c47897f2": ["mes"],"20|openorgs____::581dcea989b861fa0106d4874ecf2d66": ["beopen"],"20|openorgs____::90a0f7c99fb72cd0e014fcdd38c08719": ["beopen"],"20|openorgs____::11f6b2617abf37fe7193557d77d8cd00": ["beopen"],"20|openorgs____::600c7afdde615a68e45cfceaf684782d": ["beopen"],"20|openorgs____::ca4e3e4e6767e05b0828ef5f0cdc7292": ["beopen"],"20|openorgs____::b79247e30e30a8f8532a30e3b816cda9": ["beopen"],"20|openorgs____::9cb5ffc315d7bf0f97b2f0fdc37612aa": ["beopen"],"20|openorgs____::ad863df6deda1619a25e7fad4a534891": ["beopen"],"20|openorgs____::72162cfc2e7edaf7515c778e04d1952b": ["beopen"],"20|openorgs____::9e29fb5b85151a6810ce7256b08475e4": ["mes","beopen"],"20|openorgs____::9dd5545aacd3d8019e00c3f837269746": ["beopen"],"20|openorgs____::a86e8b969264b4c92cbf79c289a3f61a": ["beopen"],"20|openorgs____::d6b4b35b44951f55747a7139446d21a8": ["beopen"],"20|openorgs____::8ec069b683b9e9387492ea0c6b88a806": ["beopen"],"20|openorgs____::d11f981828c485cd23d93f7f24f24db1": ["eut", "tunet"],"20|openorgs____::e66fe5dd092752e1dd6fd29fc699933a": ["eut"],"20|openorgs____::526468206bca24c1c90da6a312295cf4": ["eut"],"20|openorgs____::08e311e656e65ccb32e07c66b15b6ff7": ["eut"],"20|openorgs____::55a1f889758964b77682904218fdb298": ["eut"],"20|openorgs____::530092b6970d60a5329beb9f39e8d7d4": ["eut"],"20|openorgs____::aadafa39392b3e200102596a3a4aad9d": ["eut"],"20|openorgs____::c3fe999c74fad308132b8a5971367dce": ["eut"],"20|openorgs____::1624ff7c01bb641b91f4518539a0c28a": ["aurora", "netherlands"],"20|openorgs____::cdda7cfe17c89eb50628ec2eb1f8acd2": ["aurora"],"20|openorgs____::818b75030e0e40612d69e049843ede7e": ["aurora"],"20|openorgs____::0b0102bae51f4f4ef5ba57fbe1523b92": ["aurora"],"20|openorgs____::d1f5d132714edad4a952e0414fc3c94b": ["aurora"],"20|openorgs____::eb0669daa9efeb898a3090d8aac7c953": ["aurora"],"20|openorgs____::eb391317ed0dc684aa81ac16265de041": ["aurora"],"20|openorgs____::f7cfcc98245e22c7d6e321cde930e746": ["aurora"],"20|openorgs____::f33179d3306ba2599f7a898b056b604f": ["aurora"],"20|openorgs____::0a45de396fc864dc70d42d13f4e786e1": ["aurora"],"20|openorgs____::039192f47416999e406a6b57da19beeb": ["aurora"],"20|openorgs____::2023f56908812b5ac7045778fded8a0f": ["eutopia"],"20|openorgs____::77f6d72a67be69ed181d83bc4a53fa54": ["eutopia"],"20|openorgs____::b7e8d9a1ee2a31a5e9aaaaebac2d7cc3": ["eutopia"],"20|openorgs____::be0ace0416ddcc3cc7ad6151d2d5d681": ["eutopia"],"20|openorgs____::f6d0bdf4b935c2907d157429ad783eb1": ["eutopia"],"20|openorgs____::6363a88f20cca34629ae690d539f9b67": ["eutopia"],"20|openorgs____::52203596562cc56fcefb3e737c6e2441": ["eutopia"],"20|openorgs____::6ba93bd765e2d7e5d2fb0cf3c1ac17b2": ["eutopia"],"20|openorgs____::a6340e6ecf60f6bba163659df985b0f2": ["eutopia"],"20|openorgs____::21731b21b089c81e0e1a5ed599316e2f": ["eutopia"],"20|openorgs____::4efa936474b7478a534766170e2b3a78": ["forthem"],"20|openorgs____::ff9f05849d91ca29be33aeeb07413536": ["forthem"],"20|openorgs____::bfe8b338037acd41adfc0f100460e3db": ["forthem"],"20|openorgs____::091f96b07fb8ad89e0732cd2f0c9bfcb": ["forthem"],"20|openorgs____::5e4f5acff7b8362d8a431f27b0b123c3": ["forthem"],"20|openorgs____::01ce6b73a6e390a709130c1bcfabeab9": ["forthem"],"20|openorgs____::db9192d70ca3a941f6629fab56278fed": ["forthem"],"20|openorgs____::a7502dd2669be577007c95445ca412fa": ["forthem"],"20|openorgs____::09ddce938e9b0a54b5a831a1154be481": ["forthem"],"20|openorgs____::7ac95584b6f0ae0b33027b9ce08cc96a": ["openaire-infrastructure"],"20|openorgs____::027a83f256564db02650b6e1c24623d5": ["embrc"],"20|openorgs____::dd8ba98db9a7a650207228be6f57ee29": ["instruct"],"20|openorgs____::f0c3e27c112272a3781226c5890b228c": ["dariah"],"20|openorgs____::0998a1d4dbfc5025ad963eeb2306969c": ["egi"],"20|openorgs____::5ca2b95a1771149560222420df04abc7": ["sobigdata"],"20|openorgs____::54d41926fa20801d03886c9685df4d38": ["epos"],"20|openorgs____::ae84e04d1bb09ceec2f041532ad7175c": ["clarin"],"20|openorgs____::5e91b35f34a6d4ead6432ef2f77d24bf": ["eu-conexus"],"20|openorgs____::5e3400be408250ebb7d36b8d33bb3660": ["eu-conexus"],"20|openorgs____::15ee7f73eb676be60ebc7629e42c7bf9": ["eu-conexus"],"20|openorgs____::8a3fbaedd50cd6baabbba47b9976e4db": ["eu-conexus"],"20|openorgs____::f1d25b27c8a254d0e0931db00497be26": ["eu-conexus"],"20|openorgs____::b77c01aa15de3675da34277d48de2ec1": ["eu-conexus"],"20|openorgs____::54cd984fc7d3b153ec2181f985041f02": ["eu-conexus", "tunet"],"20|openorgs____::ed4f840895b2614ca59bc45ffb2eb15f": ["eu-conexus"],"20|openorgs____::08c6812ca06b419e177b8e3949c9ec4c": ["eu-conexus"],"20|openorgs____::3d57a5aadd2e0925bca78515278f2405": ["netherlands"],"20|openorgs____::2ce10b2528220091bd0363c1e39394c1": ["netherlands"],"20|openorgs____::fe49cd5c84da7a89da723e24cadeb99d": ["netherlands"],"20|openorgs____::df96ffc1951dc9bc14b0695e3297f6e1": ["netherlands"],"20|openorgs____::10020843b2d7fac7c04e40b55a631b0c": ["netherlands"],"20|openorgs____::47f4bfbcef93eb928361dffaabd03b54": ["netherlands"],"20|openorgs____::5e6bf8962665cdd040341171e5c631d8": ["netherlands"],"20|openorgs____::79a0e60afef2e753b0dc12425ecb3f8c": ["netherlands"],"20|openorgs____::a8767e80afb51d63802fdf1ddabeacb0": ["netherlands"],"20|openorgs____::db787c50cf46f2b08e69f830e292e42d": ["netherlands"],"20|openorgs____::2f735203eb40d8389a881e874bee537a": ["netherlands"],"20|openorgs____::25b87dfee5c1855dab099c5a2eef225a": ["netherlands"],"20|openorgs____::cb77737b5a390319030e6abdb12aa6ad": ["netherlands"],"20|openorgs____::b0a51df36791d8bb939721e0ad1f92b5": ["netherlands"],"20|openorgs____::e42580548da4a1d39bb67b60b971056e": ["netherlands"],"20|openorgs____::2eeca4f78f2a04a35057c1fa7918e23b": ["netherlands"],"20|openorgs____::a7e0018f6064f0dab7a8c9a48a61a1c6": ["netherlands"],"20|openorgs____::ee938614ce34e199c2901282deb79db4": ["netherlands"],"20|openorgs____::dd29a935a8c8b552752fd00524f5c2a3": ["netherlands"],"20|openorgs____::fa2e191ad1d35db623f96abcedb9fb96": ["netherlands"],"20|openorgs____::863c4184481f057bfe695c9c2786a90a": ["netherlands"],"20|openorgs____::f2a84eb5c508838ba5dd728a1b8ac5ba": ["netherlands"],"20|openorgs____::eb2f1247784acef155801d95b5ac937b": ["netherlands"],"20|openorgs____::19274b9a576d284a2b900e2f112f6a0c": ["netherlands"],"20|openorgs____::48ffea8c900e79deaa2256aa2c0a0ee2": ["netherlands"],"20|openorgs____::54f2e88f3eb801dc7e49a4ca90fdd1b6": ["netherlands"],"20|openorgs____::cb04606c0c4eb1696cf4bc74dba44bdf": ["netherlands"],"20|openorgs____::a3af79fec4d09764e56cd6d4df1d976a": ["netherlands"],"20|openorgs____::6c50ead5f8f9cac29c4c3066df9fba45": ["netherlands"],"20|openorgs____::40a6eddd9af7a097cb83adb7c7b7fe55": ["netherlands"],"20|openorgs____::0a49c26b60b634e6f8f6334bb8e078ae": ["netherlands"],"20|openorgs____::374bcee2ff43200e9afe71b6dc606e6c": ["netherlands"],"20|openorgs____::14e84ae5ab9b8fd2b05b65c19551a416": ["netherlands"],"20|openorgs____::7d8ba78b303d8a0065029dffb414d4ae": ["netherlands"],"20|openorgs____::b12b585c23a2b443b35cb33f57309a34": ["netherlands"],"20|openorgs____::be5a09d4c12d29681a6985dd892f9f44": ["netherlands"],"20|openorgs____::ba45682d5fd11bfdb695ca2fe5a0d377": ["netherlands"],"20|openorgs____::58f65ed1ce3c9166e9c5f939bfdbf83a": ["netherlands"],"20|openorgs____::81371ea94b1a09d3243e73d6ec3527ec": ["netherlands"],"20|openorgs____::604881198363fedbb5d5478f465305f2": ["netherlands"],"20|openorgs____::81b64115eb383a27a9c1820a2c760c89": ["netherlands"],"20|openorgs____::ad8f981707a4a1d6c9e9ee60c02b9a11": ["netherlands"],"20|openorgs____::994d7f6fc25c5de47b9212bb69524380": ["netherlands"],"20|openorgs____::57a751ebab17a6996ba6836a89548f35": ["netherlands"],"20|openorgs____::e79c2bf184a99250523a378626875955": ["netherlands"],"20|openorgs____::05ba90eee0e9eef094a77240339d0ee5": ["netherlands"],"20|openorgs____::04a66697fceec5d5e3bbf19b85135356": ["netherlands"],"20|openorgs____::bb88336ade9d2deeece4dee6262054b4": ["netherlands"],"20|openorgs____::b232880c47fb92a22ffea8e2e749e0ac": ["netherlands"],"20|openorgs____::4aebed7bd67813bb8a325eb410a392be": ["netherlands"],"20|openorgs____::4b2a9d306955ede352ba267af8616375": ["netherlands"],"20|openorgs____::2d77f3a9829f7a9651ec60f597b479cd": ["netherlands"],"20|openorgs____::2885352ab1a441a9d387424888e30796": ["netherlands"],"20|openorgs____::95e5f0e3696306902a6749c406bb2728": ["netherlands"],"20|openorgs____::048a44d990fd8a4710eef3a9e375360b": ["netherlands"],"20|openorgs____::c254f2d5f6fdb12ecb37cfee25a3c4b1": ["netherlands"],"20|openorgs____::775eab3c1281cb91d53a31c4a1ba1090": ["netherlands"],"20|openorgs____::5f081781d2510771c1c6686c4a37d1a1": ["netherlands"],"20|openorgs____::3f27054a1ab469826b9d3a1915452f89": ["netherlands"],"20|openorgs____::0ac7645722cfee8253ce68cd2ab609c6": ["netherlands"],"20|openorgs____::913ef94a4bc903f936164b00f287defa": ["netherlands"],"20|openorgs____::7ec8de16e11c7fc9f7e4e32923a42b22": ["netherlands"],"20|openorgs____::8a1b859747bd305bc855914588006010": ["netherlands"],"20|openorgs____::d0a66a264d47d18baba1821d678627f3": ["netherlands"],"20|openorgs____::c143bad570ce1ce6c1c5956f5f2d96ee": ["netherlands"],"20|openorgs____::a5ac6dbe326433376c900329853d914a": ["netherlands"],"20|openorgs____::de44646096a724bdba876f7f573e74eb": ["netherlands"],"20|openorgs____::74691942ddde3989519f008b551ebb35": ["netherlands"],"20|openorgs____::8cf49add8601037458e4ecdbd63a1c42": ["netherlands"],"20|openorgs____::e086dd85625f9fe8b89dfc2d81441664": ["netherlands"],"20|openorgs____::06b2bdd4093a09b5f6c33521a7bf665c": ["netherlands"],"20|openorgs____::a08a62c3e21dd693af009638e21aba11": ["netherlands"],"20|openorgs____::0e7e1aa241c64ac17aee64c0be4be069": ["netherlands"],"20|openorgs____::20e491a3310e7146d52161c825a980ec": ["netherlands"],"20|openorgs____::43e6dc2e3207f47c82560767ed928bab": ["netherlands"],"20|openorgs____::919801f3040011bbef2dd28020917c7f": ["netherlands"],"20|openorgs____::58d238642a71a8cf41bd68c3e4189151": ["netherlands"],"20|openorgs____::7ef128431ed7a002d362e73a048d3fd5": ["netherlands"],"20|openorgs____::743576a59064697f297fba7e07d6e0fe": ["netherlands"],"20|openorgs____::3c2c37b7745ae3202347c3fa594bc66a": ["netherlands"],"20|openorgs____::51609e11886740e4cf5f77d0f516a43c": ["netherlands"],"20|openorgs____::e1c228979333191a8f4bd6b5f5d01644": ["netherlands"],"20|openorgs____::1eaec9171998c0db1b627afe4a969430": ["netherlands"],"20|openorgs____::4bfe0847ab9fa240154a274f13fa7ce0": ["netherlands"],"20|openorgs____::917ca88ffc8c464dc902998c0d89c24e": ["netherlands"],"20|openorgs____::990dcc0a2b128304fdde55df641a47b4": ["netherlands"],"20|openorgs____::bc3c03a56c8ac610e083f74395896ed4": ["netherlands"],"20|openorgs____::e2d0ca0969cf3610d277907a57b8ae7e": ["netherlands"],"20|openorgs____::1820f7ff911f4cf656fd63fd17b2fea8": ["netherlands"],"20|openorgs____::30f7a1b7ffaca5405d4fc22b45b346f8": ["netherlands"],"20|openorgs____::64ff9bf918bf9552b30ba878bbf3eba6": ["netherlands"],"20|openorgs____::6a6ff788c9f916d156e88942155543c8": ["netherlands"],"20|openorgs____::938a3404eacaedfe1b192d39178606eb": ["netherlands"],"20|openorgs____::a8369fe646a573e841439d2c24396b49": ["netherlands"],"20|openorgs____::af7d4ec9149a9d4f43affddd3a5f6ade": ["netherlands"],"20|openorgs____::b411400e9cb43b74991acf165fdbaf42": ["netherlands"],"20|openorgs____::e9afeb0f06cd2672f64eba5c50b58508": ["netherlands"],"20|openorgs____::f58b02a65440082244bedce6c5edddee": ["netherlands"],"20|openorgs____::1a2cec15d21fef305e2f185f45ec866e": ["netherlands"],"20|openorgs____::2310574386b83b200559887761a0e6b0": ["netherlands"],"20|openorgs____::39501045bd561c8e721966822a5e76bb": ["netherlands"],"20|openorgs____::468e82b8147d8b607a4820d954e8092c": ["netherlands"],"20|openorgs____::51aec3d04ac8acf29e7d0cc01e85d49d": ["netherlands"],"20|openorgs____::52f890d61aa7be9be055cb220264bb56": ["netherlands"],"20|openorgs____::52fa090596519ef4cc00ee6d01dafa5e": ["netherlands"],"20|openorgs____::546b0193ea282a484f5ffba1cf72c31a": ["netherlands"],"20|openorgs____::55137182dc586d7fbcbd0651083cfcaa": ["netherlands"],"20|openorgs____::5543c511cc8eeee82f81d5841adaf0c3": ["netherlands"],"20|openorgs____::60c2723e09a04c216d34506524c4833c": ["netherlands"],"20|openorgs____::63df05ca62ff76a23d92aeee3cd08e83": ["netherlands"],"20|openorgs____::6c7d3222989e73edcd396801036ac142": ["netherlands"],"20|openorgs____::6e1e359b40468348dc462a5e6d0d2f4c": ["netherlands"],"20|openorgs____::7f37484efc0f92cb9974774e58d355d9": ["netherlands"],"20|openorgs____::88038a30254a7cbe80a16c8824b355f3": ["netherlands"],"20|openorgs____::9a1b949c6af565ac3cc0846a5f7473b9": ["netherlands"],"20|openorgs____::9c1db524c2294a2ed7df7420291cd434": ["netherlands"],"20|openorgs____::a0f6de4744e6e49fd80e96e33846f7c9": ["netherlands"],"20|openorgs____::a246b8c7dc06716086d9012c00dfed93": ["netherlands"],"20|openorgs____::cd7fa52a4719d56f6393f01a7d0a74ce": ["netherlands"],"20|openorgs____::ce11a4e92d5cf66ba65cc0e1b5994daf": ["netherlands"],"20|openorgs____::ef725cb463f17996424c6f27d7183e1d": ["netherlands"],"20|openorgs____::ff39371bb6f5f4484908ed48ea41ba00": ["netherlands"],"20|openorgs____::1ed7562253b98ec918a4007a532a750c": ["netherlands"],"20|openorgs____::221325bfd7557cd363138ee80a62a729": ["netherlands"],"20|openorgs____::2927d186274099c1a3b26b2517e3c717": ["netherlands"],"20|openorgs____::2b9422d5f5bac4aae99b24e61586d3d3": ["netherlands"],"20|openorgs____::3ad482503246d0c6b356b3212947d0b9": ["netherlands"],"20|openorgs____::42b878fb8ecaf9a40a2446179d4ac4a5": ["netherlands"],"20|openorgs____::4de50ef535f9dfa948617ff3b12e192b": ["netherlands"],"20|openorgs____::56ab3c45d37a3e0b6fd8657a202d6f9f": ["netherlands"],"20|openorgs____::6ad8bf5ed17bbf8809c34472cf0e4b82": ["netherlands"],"20|openorgs____::6d172d9141a159458a1794dcca4733f8": ["netherlands"],"20|openorgs____::7150901687aad5b0346843fb4426f7e3": ["netherlands"],"20|openorgs____::7bcd05e7e96471553d6f395ce8670455": ["netherlands"],"20|openorgs____::a0811c572ed4100f50c16060b95e9ec8": ["netherlands"],"20|openorgs____::bcf63d0cf192b2941f29bff28c7a9d6b": ["netherlands"],"20|openorgs____::d3dd82a7d383eff0f4e0108e4ba2a0db": ["netherlands"],"20|openorgs____::d6951a5a11a8a33c96bfb4a8ce80a8d6": ["netherlands"],"20|openorgs____::dc993215d316a13417c8e56e23a25b87": ["netherlands"],"20|openorgs____::df72cb8cb3ce7b3a2fc8cdb05188ee15": ["netherlands"],"20|openorgs____::09827cce030ebf5e04e1c955532e57c1": ["netherlands"],"20|openorgs____::1948def781ac9956fed96f81710351db": ["netherlands"],"20|openorgs____::271c04c73c94df9a3fa8d45c586a2637": ["netherlands"],"20|openorgs____::365d0c26f67165ea52d918cebc858817": ["netherlands"],"20|openorgs____::5149d47489dad962ee077bf2587b62a2": ["netherlands"],"20|openorgs____::6fcc9d96bbfa51a0d67921ad3cced500": ["netherlands"],"20|openorgs____::806a351b3659612b064034e7255de413": ["netherlands"],"20|openorgs____::a8d0b3f004237455d2650006b004f10a": ["netherlands"],"20|openorgs____::ffddafb3850edee334c70abad176c506":["netherlands"],"20|openorgs____::5d55fb216b14691cf68218daf5d78cd9":["tunet"],"20|openorgs____::5352e8197bcc25b2b66bcc0788ae8b92":["tunet"],"20|openorgs____::81317c69d1aad1574f1a39f145ffd335":["tunet"]} +metadata="" +singleDeposition=false +communityId= none +conceptRecordId=7490191 +depositionId=none +postgresURL=jdbc:postgresql://postgresql.services.openaire.eu:5432/dnet_openaireplus +postgresUser=dnet +postgresPassword=dnetPwd +#values community or complete. If it is community then the model of the dump will be the one of the communities. +#If it is the complete the model of the dump will be the one of the complete graph +mapAs=complete \ No newline at end of file diff --git a/dump/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/wf/subworkflows/subset/oozie_app/workflow.xml b/dump/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/wf/subworkflows/subset/oozie_app/workflow.xml index 4abd2d7..2adbfc6 100644 --- a/dump/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/wf/subworkflows/subset/oozie_app/workflow.xml +++ b/dump/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/wf/subworkflows/subset/oozie_app/workflow.xml @@ -647,7 +647,6 @@ eu.dnetlib.dhp.oa.graph.dump.complete.CreateContextRelation --hdfsPath${workingDir}/dump/relation/context --nameNode${nameNode} - --masterDuplicate${workingDir}/masterduplicate