67 lines
1.9 KiB
JSON
67 lines
1.9 KiB
JSON
{
|
|
"wf" : {
|
|
"threshold" : "0.99",
|
|
"dedupRun" : "001",
|
|
"entityType" : "datasource",
|
|
"orderField" : "name",
|
|
"queueMaxSize" : "2000",
|
|
"groupMaxSize" : "50",
|
|
"slidingWindowSize" : "200",
|
|
"idPath":"$.id",
|
|
"rootBuilder" : [ "organization", "projectOrganization_participation_isParticipant", "datasourceOrganization_provision_isProvidedBy" ],
|
|
"includeChildren" : "true",
|
|
"maxIterations": "20"
|
|
},
|
|
"pace" : {
|
|
"clustering" : [
|
|
{ "name" : "sortedngrampairs", "fields" : [ "name" ], "params" : { "max" : 2, "ngramLen" : "3"} },
|
|
{ "name" : "suffixprefix", "fields" : [ "name" ], "params" : { "max" : 1, "len" : "3" } },
|
|
{ "name" : "urlclustering", "fields" : [ "websiteurl" ], "params" : { } }
|
|
],
|
|
"decisionTree" : {
|
|
"start": {
|
|
"fields": [
|
|
{
|
|
"field": "websiteurl",
|
|
"comparator": "domainExactMatch",
|
|
"weight": 1,
|
|
"countIfUndefined": "false",
|
|
"params": {}
|
|
}
|
|
],
|
|
"threshold": 1,
|
|
"aggregation": "AVG",
|
|
"positive": "layer2",
|
|
"negative": "NO_MATCH",
|
|
"undefined": "layer2",
|
|
"ignoreUndefined": "true"
|
|
},
|
|
"layer2": {
|
|
"fields": [
|
|
{
|
|
"field": "name",
|
|
"comparator": "jaroWinkler",
|
|
"weight": 1.0,
|
|
"countIfUndefined": "true",
|
|
"params": {
|
|
}
|
|
}
|
|
],
|
|
"threshold": 0.9,
|
|
"aggregation": "AVG",
|
|
"positive": "MATCH",
|
|
"negative": "NO_MATCH",
|
|
"undefined": "NO_MATCH",
|
|
"ignoreUndefined": "true"
|
|
}
|
|
},
|
|
"model" : [
|
|
{ "name" : "name", "type" : "String", "path" : "$.name" },
|
|
{ "name" : "websiteurl", "type" : "URL", "path" : "$.websiteurl" }
|
|
],
|
|
"blacklists" : {
|
|
"legalname" : []
|
|
},
|
|
"synonyms": {}
|
|
}
|
|
} |