miriam.baglioni
/
dnet-hadoop
forked from D-Net/dnet-hadoop
2
0
Fork 0
Code Issues 2 Pull Requests Releases Wiki Activity

added to all the entities the check that deletedbyinference = false

This commit is contained in:
Miriam Baglioni 2021-04-07 10:37:49 +02:00
parent 26cf32c066
commit ad6d0ca9eb
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/dump/complete/SparkSelectValidRelationsJob.java
View File

@ -110,9 +110,11 @@ public class SparkSelectValidRelationsJob implements Serializable {
"UNION ALL " + "UNION ALL " +
"SELECT id " + "SELECT id " +
"FROM project " + "FROM project " +
"WHERE datainfo.deletedbyinference = false AND datainfo.invisible = false " +
"UNION ALL " + "UNION ALL " +
"SELECT id " + "SELECT id " +
"FROM datasource ") "FROM datasource " +
"WHERE datainfo.deletedbyinference = false AND datainfo.invisible = false " )
.createOrReplaceTempView("identifiers"); .createOrReplaceTempView("identifiers");
spark spark