D-Net
/
dnet-hadoop
13
4
Fork 10
Code Issues 14 Pull Requests 7 Projects 2 Releases 1 Wiki Activity

Import dnet-pace-core module in this project and use it after renaming to dhp-pace-core #319

Merged
giambattista.bloisi merged 198 commits from beta_with_pace_core into beta 2023-07-11 14:03:15 +02:00
Conversation 0 Commits 198 Files Changed 137 +23 -18
2 changed files with 23 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 399e4bc80f - Show all commits

2
dnet-pace-core/src/main/java/eu/dnetlib/pace/config/DedupConfig.java
View File

@ -36,6 +36,8 @@ public class DedupConfig implements Config, Serializable {
defaults.put("threshold", "0");
defaults.put("dedupRun", "001");
defaults.put("entityType", "result");
defaults.put("subEntityType", "resulttype");
defaults.put("subEntityValue", "publication");
defaults.put("orderField", "title");
defaults.put("queueMaxSize", "2000");
defaults.put("groupMaxSize", "10");

39
dnet-pace-core/src/main/resources/eu/dnetlib/pace/config/dedupConfig.st
View File

@ -1,23 +1,26 @@
{
"wf" : {
"configurationId" : "$configurationId$",
"threshold" : "$threshold$",
"run" : "$run$",
"entityType" : "$entityType$",
"orderField" : "$orderField$",
"queueMaxSize" : "$queueMaxSize$",
"groupMaxSize" : "$groupMaxSize$",
"slidingWindowSize" : "$slidingWindowSize$",
"rootBuilder" : [ $rootBuilder:{"$it$"};separator=", "$ ],
"includeChildren" : "$includeChildren$"
},
"pace" : {
{
"wf" : {
"threshold" : "$threshold$",
"dedupRun" : "$run$",
"entityType" : "$entityType$",
"subEntityType" : "$subEntityType$",
"subEntityValue" : "$subEntityValue$",
"orderField" : "$orderField$",
"queueMaxSize" : "$queueMaxSize$",
"groupMaxSize" : "$groupMaxSize$",
"slidingWindowSize" : "$slidingWindowSize$",
"rootBuilder" : [ $rootBuilder:{"$it$"};separator=", "$ ],
"includeChildren" : "$includeChildren$"
},
"pace" : {
"clustering" : [
],
"conditions" : [
],
],
"strictConditions" : [
],
"conditions" : [
],
"model" : [
],
"blacklists" : { }
"blacklists" : { }
}
}