forked from D-Net/dnet-hadoop
Merge branch 'master' into propagationCommunityToResult
This commit is contained in:
commit
5ceb174d24
|
@ -46,6 +46,18 @@
|
||||||
<groupId>net.sf.saxon</groupId>
|
<groupId>net.sf.saxon</groupId>
|
||||||
<artifactId>Saxon-HE</artifactId>
|
<artifactId>Saxon-HE</artifactId>
|
||||||
</dependency>
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.slf4j</groupId>
|
||||||
|
<artifactId>jcl-over-slf4j</artifactId>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.apache.cxf</groupId>
|
||||||
|
<artifactId>cxf-rt-transports-http</artifactId>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>eu.dnetlib</groupId>
|
||||||
|
<artifactId>cnr-rmi-api</artifactId>
|
||||||
|
</dependency>
|
||||||
</dependencies>
|
</dependencies>
|
||||||
|
|
||||||
</project>
|
</project>
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
package eu.dnetlib.dhp.graph.utils;
|
package eu.dnetlib.dhp.utils;
|
||||||
|
|
||||||
import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;
|
import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;
|
||||||
import org.apache.commons.logging.Log;
|
import org.apache.commons.logging.Log;
|
|
@ -43,7 +43,7 @@
|
||||||
</property>
|
</property>
|
||||||
</parameters>
|
</parameters>
|
||||||
|
|
||||||
<start to="ResetWorkingPath"/>
|
<start to="ImportODFEntitiesFromMongoDB"/>
|
||||||
|
|
||||||
|
|
||||||
<kill name="Kill">
|
<kill name="Kill">
|
||||||
|
|
|
@ -31,12 +31,14 @@ SELECT
|
||||||
p.fundedamount AS fundedamount,
|
p.fundedamount AS fundedamount,
|
||||||
dc.id AS collectedfromid,
|
dc.id AS collectedfromid,
|
||||||
dc.officialname AS collectedfromname,
|
dc.officialname AS collectedfromname,
|
||||||
ctc.code || '@@@' || ctc.name || '@@@' || cts.code || '@@@' || cts.name AS contracttype,
|
p.contracttype || '@@@' || p.contracttypename || '@@@' || p.contracttypescheme || '@@@' || p.contracttypescheme AS contracttype,
|
||||||
pac.code || '@@@' || pac.name || '@@@' || pas.code || '@@@' || pas.name AS provenanceaction,
|
pac.code || '@@@' || pac.name || '@@@' || pas.code || '@@@' || pas.name AS provenanceaction,
|
||||||
array_agg(DISTINCT i.pid || '###' || i.issuertype) AS pid,
|
array_agg(DISTINCT i.pid || '###' || i.issuertype) AS pid,
|
||||||
array_agg(DISTINCT s.name || '###' || sc.code || '@@@' || sc.name || '@@@' || ss.code || '@@@' || ss.name) AS subjects,
|
array_agg(DISTINCT s.name || '###' || sc.code || '@@@' || sc.name || '@@@' || ss.code || '@@@' || ss.name) AS subjects,
|
||||||
array_agg(DISTINCT fp.path) AS fundingtree
|
array_agg(DISTINCT fp.path) AS fundingtree
|
||||||
|
|
||||||
FROM projects p
|
FROM projects p
|
||||||
|
|
||||||
LEFT OUTER JOIN class pac ON (pac.code = p.provenanceactionclass)
|
LEFT OUTER JOIN class pac ON (pac.code = p.provenanceactionclass)
|
||||||
LEFT OUTER JOIN scheme pas ON (pas.code = p.provenanceactionscheme)
|
LEFT OUTER JOIN scheme pas ON (pas.code = p.provenanceactionscheme)
|
||||||
|
|
||||||
|
@ -54,9 +56,6 @@ SELECT
|
||||||
LEFT OUTER JOIN class sc ON (sc.code = s.semanticclass)
|
LEFT OUTER JOIN class sc ON (sc.code = s.semanticclass)
|
||||||
LEFT OUTER JOIN scheme ss ON (ss.code = s.semanticscheme)
|
LEFT OUTER JOIN scheme ss ON (ss.code = s.semanticscheme)
|
||||||
|
|
||||||
LEFT OUTER JOIN class ctc ON (ctc.code = p.contracttypeclass)
|
|
||||||
LEFT OUTER JOIN scheme cts ON (cts.code = p.contracttypescheme)
|
|
||||||
|
|
||||||
GROUP BY
|
GROUP BY
|
||||||
p.id,
|
p.id,
|
||||||
p.code,
|
p.code,
|
||||||
|
@ -87,4 +86,4 @@ SELECT
|
||||||
dc.id,
|
dc.id,
|
||||||
dc.officialname,
|
dc.officialname,
|
||||||
pac.code, pac.name, pas.code, pas.name,
|
pac.code, pac.name, pas.code, pas.name,
|
||||||
ctc.code, ctc.name, cts.code, cts.name;
|
p.contracttype , p.contracttypename, p.contracttypescheme;
|
|
@ -66,14 +66,6 @@
|
||||||
<artifactId>zookeeper</artifactId>
|
<artifactId>zookeeper</artifactId>
|
||||||
</dependency>
|
</dependency>
|
||||||
|
|
||||||
<dependency>
|
|
||||||
<groupId>org.apache.cxf</groupId>
|
|
||||||
<artifactId>cxf-rt-transports-http</artifactId>
|
|
||||||
</dependency>
|
|
||||||
<dependency>
|
|
||||||
<groupId>eu.dnetlib</groupId>
|
|
||||||
<artifactId>cnr-rmi-api</artifactId>
|
|
||||||
</dependency>
|
|
||||||
|
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>eu.dnetlib.dhp</groupId>
|
<groupId>eu.dnetlib.dhp</groupId>
|
||||||
|
|
|
@ -2,8 +2,8 @@ package eu.dnetlib.dhp.graph;
|
||||||
|
|
||||||
import com.lucidworks.spark.util.SolrSupport;
|
import com.lucidworks.spark.util.SolrSupport;
|
||||||
import eu.dnetlib.dhp.application.ArgumentApplicationParser;
|
import eu.dnetlib.dhp.application.ArgumentApplicationParser;
|
||||||
import eu.dnetlib.dhp.graph.utils.ISLookupClientFactory;
|
|
||||||
import eu.dnetlib.dhp.graph.utils.StreamingInputDocumentFactory;
|
import eu.dnetlib.dhp.graph.utils.StreamingInputDocumentFactory;
|
||||||
|
import eu.dnetlib.dhp.utils.ISLookupClientFactory;
|
||||||
import eu.dnetlib.dhp.utils.saxon.SaxonTransformerFactory;
|
import eu.dnetlib.dhp.utils.saxon.SaxonTransformerFactory;
|
||||||
import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpDocumentNotFoundException;
|
import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpDocumentNotFoundException;
|
||||||
import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException;
|
import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException;
|
||||||
|
|
|
@ -1,6 +1,7 @@
|
||||||
package eu.dnetlib.dhp.graph.utils;
|
package eu.dnetlib.dhp.graph.utils;
|
||||||
|
|
||||||
import com.google.common.base.Joiner;
|
import com.google.common.base.Joiner;
|
||||||
|
import eu.dnetlib.dhp.utils.ISLookupClientFactory;
|
||||||
import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException;
|
import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException;
|
||||||
import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;
|
import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;
|
||||||
import org.dom4j.Document;
|
import org.dom4j.Document;
|
||||||
|
|
File diff suppressed because one or more lines are too long
|
@ -1,5 +0,0 @@
|
||||||
{
|
|
||||||
"id": "20|nih_________::6b8108b6d6399f7163a6a7ccdd0efc2d",
|
|
||||||
"type": "organization",
|
|
||||||
"legalname": "MCGILL UNIVERSITY"
|
|
||||||
}
|
|
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
7
pom.xml
7
pom.xml
|
@ -129,6 +129,13 @@
|
||||||
<scope>provided</scope>
|
<scope>provided</scope>
|
||||||
</dependency>
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.slf4j</groupId>
|
||||||
|
<artifactId>jcl-over-slf4j</artifactId>
|
||||||
|
<version>1.7.25</version>
|
||||||
|
<scope>provided</scope>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>org.apache.commons</groupId>
|
<groupId>org.apache.commons</groupId>
|
||||||
<artifactId>commons-lang3</artifactId>
|
<artifactId>commons-lang3</artifactId>
|
||||||
|
|
Loading…
Reference in New Issue