[HostedByMap] modified tests and test resources for the new field

dhp-common/src/main/java/eu/dnetlib/dhp/common/collection/DecompressTarGz.java

@@ -0,0 +1,40 @@
+
+package eu.dnetlib.dhp.common.collection;
+
+import java.io.BufferedOutputStream;
+import java.io.IOException;
+import java.util.zip.GZIPOutputStream;
+
+import org.apache.commons.compress.archivers.tar.TarArchiveEntry;
+import org.apache.commons.compress.archivers.tar.TarArchiveInputStream;
+import org.apache.commons.compress.compressors.gzip.GzipCompressorInputStream;
+import org.apache.commons.io.IOUtils;
+import org.apache.hadoop.fs.FSDataInputStream;
+import org.apache.hadoop.fs.FSDataOutputStream;
+import org.apache.hadoop.fs.FileSystem;
+import org.apache.hadoop.fs.Path;
+
+public class DecompressTarGz {
+
+	public static void doExtract(FileSystem fs, String outputPath, String tarGzPath) throws IOException {
+
+		FSDataInputStream inputFileStream = fs.open(new Path(tarGzPath));
+		try (TarArchiveInputStream tais = new TarArchiveInputStream(
+			new GzipCompressorInputStream(inputFileStream))) {
+			TarArchiveEntry entry = null;
+			while ((entry = tais.getNextTarEntry()) != null) {
+				if (!entry.isDirectory()) {
+					try (
+						FSDataOutputStream out = fs
+							.create(new Path(outputPath.concat(entry.getName()).concat(".gz")));
+						GZIPOutputStream gzipOs = new GZIPOutputStream(new BufferedOutputStream(out))) {
+
+						IOUtils.copy(tais, gzipOs);
+
+					}
+
+				}
+			}
+		}
+	}
+}

dhp-workflows/dhp-doiboost/src/main/java/eu/dnetlib/doiboost/crossref/ExtractCrossrefRecords.java

@@ -1,19 +1,13 @@
 
 package eu.dnetlib.doiboost.crossref;
 
-import java.io.BufferedOutputStream;
-import java.net.URI;
-import java.util.zip.GZIPOutputStream;
+import static eu.dnetlib.dhp.common.collection.DecompressTarGz.doExtract;
+
+import java.net.URI;
 
-import org.apache.commons.compress.archivers.tar.TarArchiveEntry;
-import org.apache.commons.compress.archivers.tar.TarArchiveInputStream;
-import org.apache.commons.compress.compressors.gzip.GzipCompressorInputStream;
 import org.apache.commons.io.IOUtils;
 import org.apache.hadoop.conf.Configuration;
-import org.apache.hadoop.fs.FSDataInputStream;
-import org.apache.hadoop.fs.FSDataOutputStream;
 import org.apache.hadoop.fs.FileSystem;
-import org.apache.hadoop.fs.Path;
 import org.mortbay.log.Log;
 
 import eu.dnetlib.dhp.application.ArgumentApplicationParser;
@@ -33,31 +27,16 @@ public class ExtractCrossrefRecords {
 		final String outputPath = parser.get("outputPath");
 		final String crossrefFileNameTarGz = parser.get("crossrefFileNameTarGz");
 
-		Path hdfsreadpath = new Path(workingPath.concat("/").concat(crossrefFileNameTarGz));
 		Configuration conf = new Configuration();
 		conf.set("fs.defaultFS", workingPath);
 		conf.set("fs.hdfs.impl", org.apache.hadoop.hdfs.DistributedFileSystem.class.getName());
 		conf.set("fs.file.impl", org.apache.hadoop.fs.LocalFileSystem.class.getName());
 		FileSystem fs = FileSystem.get(URI.create(workingPath), conf);
-		FSDataInputStream crossrefFileStream = fs.open(hdfsreadpath);
-		try (TarArchiveInputStream tais = new TarArchiveInputStream(
-			new GzipCompressorInputStream(crossrefFileStream))) {
-			TarArchiveEntry entry = null;
-			while ((entry = tais.getNextTarEntry()) != null) {
-				if (!entry.isDirectory()) {
-					try (
-						FSDataOutputStream out = fs
-							.create(new Path(outputPath.concat(entry.getName()).concat(".gz")));
-						GZIPOutputStream gzipOs = new GZIPOutputStream(new BufferedOutputStream(out))) {
 
-						IOUtils.copy(tais, gzipOs);
+		doExtract(fs, outputPath, workingPath.concat("/").concat(crossrefFileNameTarGz));
 
-					}
-
-				}
-			}
-		}
 		Log.info("Crossref dump reading completed");
 
 	}
+
 }

dhp-workflows/dhp-doiboost/src/main/resources/eu/dnetlib/dhp/doiboost/crossref_dump_reader/oozie_app/workflow.xml

@@ -41,7 +41,7 @@
         </configuration>
     </global>
 
-    <start to="resume_from"/>
+    <start to="DownloadDump"/>
 
     <decision name="resume_from">
         <switch>

dhp-workflows/dhp-doiboost/src/main/scala/eu/dnetlib/doiboost/DoiBoostMappingUtil.scala

@@ -22,7 +22,10 @@ case class HostedByItemType(
   issn: String,
   eissn: String,
   lissn: String,
-  openAccess: Boolean
+  openAccess: Boolean,
+  oaDate: Int,
+  reviewProcess: List[String]
+
 ) {}
 
 case class DoiBoostAffiliation(
@@ -273,6 +276,8 @@ object DoiBoostMappingUtil {
         .foreach(i => i.setInstancetype(instanceType.get.getInstancetype))
     }
 
+    val dateOfAcceptance = publication.getDateofacceptance.getValue
+    var pub_date = -1
     publication
       .getInstance()
       .asScala
@@ -282,10 +287,24 @@ object DoiBoostMappingUtil {
           hb.setValue(item.officialname)
           hb.setKey(item.id)
           if (item.openAccess) {
-            i.setAccessright(getOpenAccessQualifier())
-            i.getAccessright.setOpenAccessRoute(OpenAccessRoute.gold)
-          }
+            try{
+              pub_date = LocalDate.parse(dateOfAcceptance, DateTimeFormatter.ofPattern("yyyy-MM-dd")).getYear
+            }catch {
+              case e: Exception =>
+                try{
+                  pub_date =
+                    LocalDate.parse(dateOfAcceptance, DateTimeFormatter.ofPattern("yyyy-MM-dd'T'HH:mm:ss'Z'")).getYear
+                }catch{
+                  case e: Exception =>
+                    pub_date = Int.MaxValue
+                }
+            }
 
+              if (pub_date >= item.oaDate) {
+                i.setAccessright(getOpenAccessQualifier())
+                i.getAccessright.setOpenAccessRoute(OpenAccessRoute.gold)
+            }
+          }
         } else {
           hb = ModelConstants.UNKNOWN_REPOSITORY
         }

dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/hostedbymap/ExtractAndMapDoajJson.java

@@ -0,0 +1,110 @@
+
+package eu.dnetlib.dhp.oa.graph.hostedbymap;
+
+import static eu.dnetlib.dhp.common.collection.DecompressTarGz.doExtract;
+
+import java.io.BufferedOutputStream;
+import java.io.IOException;
+
+import java.io.InputStream;
+import java.io.PrintWriter;
+import java.util.Arrays;
+import java.util.Objects;
+import java.util.stream.Stream;
+import java.util.zip.GZIPOutputStream;
+
+import com.fasterxml.jackson.core.JsonProcessingException;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import eu.dnetlib.dhp.oa.graph.hostedbymap.model.DOAJModel;
+import eu.dnetlib.dhp.oa.graph.hostedbymap.model.doaj.DOAJEntry;
+import org.apache.commons.io.IOUtils;
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.fs.*;
+import org.jetbrains.annotations.NotNull;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import eu.dnetlib.dhp.application.ArgumentApplicationParser;
+
+public class ExtractAndMapDoajJson {
+
+	private static final Logger log = LoggerFactory.getLogger(ExtractAndMapDoajJson.class);
+
+	public static void main(final String[] args) throws Exception {
+		final ArgumentApplicationParser parser = new ArgumentApplicationParser(
+			IOUtils
+				.toString(
+					Objects
+						.requireNonNull(
+							ExtractAndMapDoajJson.class
+								.getResourceAsStream(
+									"/eu/dnetlib/dhp/oa/graph/hostedbymap/download_json_parameters.json"))));
+
+		parser.parseArgument(args);
+
+		final String compressedInput = parser.get("compressedFile");
+		log.info("compressedInput {}", compressedInput);
+
+		final String hdfsNameNode = parser.get("hdfsNameNode");
+		log.info("hdfsNameNode {}", hdfsNameNode);
+
+		final String outputPath = parser.get("outputPath");
+		log.info("outputPath {}", outputPath);
+
+		final String workingPath = parser.get("workingPath");
+		log.info("workingPath {}", workingPath);
+
+		Configuration conf = new Configuration();
+		conf.set("fs.defaultFS", hdfsNameNode);
+
+		FileSystem fs = FileSystem.get(conf);
+
+		doExtract(fs, workingPath, compressedInput);
+		doMap(fs, workingPath, outputPath);
+
+
+	}
+
+	private static void doMap(FileSystem fs, String workingPath, String outputPath) throws IOException {
+		RemoteIterator<LocatedFileStatus> fileStatusListIterator = fs.listFiles(
+				new Path(workingPath), true);
+
+		Path hdfsWritePath = new Path(outputPath.concat(outputPath));
+		if (fs.exists(hdfsWritePath)) {
+			fs.delete(hdfsWritePath, true);
+
+		}
+		try (
+
+				FSDataOutputStream out = fs
+						.create(hdfsWritePath);
+				PrintWriter writer = new PrintWriter(new BufferedOutputStream(out))) {
+
+			while(fileStatusListIterator.hasNext()){
+				FSDataInputStream is = fs.open(fileStatusListIterator.next().getPath());
+				DOAJEntry[] doajEntries = new ObjectMapper().readValue((InputStream)is, DOAJEntry[].class);
+				Arrays.stream(doajEntries).forEach(doaj -> {
+					try {
+						writer.println(new ObjectMapper().writeValueAsString(getDoajModel(doaj)));
+					} catch (JsonProcessingException e) {
+						e.printStackTrace();
+					}
+				});
+			}
+
+		}
+
+	}
+
+	@NotNull
+	public static DOAJModel getDoajModel(DOAJEntry doaj) {
+		DOAJModel doajModel = new DOAJModel();
+		doajModel.setOaStart(doaj.getBibjson().getOa_start());
+		doajModel.setEissn(doaj.getBibjson().getEissn());
+		doajModel.setIssn(doaj.getBibjson().getPissn());
+		doajModel.setJournalTitle(doaj.getBibjson().getTitle());
+		doajModel.setReviewProcess(doaj.getBibjson().getEditorial().getReview_process());
+		return doajModel;
+	}
+
+}

dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/hostedbymap/model/DOAJModel.java

@@ -2,6 +2,7 @@
 package eu.dnetlib.dhp.oa.graph.hostedbymap.model;
 
 import java.io.Serializable;
+import java.util.List;
 
 import com.opencsv.bean.CsvBindByName;
 
@@ -17,7 +18,17 @@ public class DOAJModel implements Serializable {
 	private String eissn;
 
 	@CsvBindByName(column = "Review process")
-	private String reviewProcess;
+	private List<String> reviewProcess;
+
+	private Integer oaStart ;
+
+	public Integer getOaStart() {
+		return oaStart;
+	}
+
+	public void setOaStart(Integer oaStart) {
+		this.oaStart = oaStart;
+	}
 
 	public String getJournalTitle() {
 		return journalTitle;
@@ -43,11 +54,11 @@ public class DOAJModel implements Serializable {
 		this.eissn = eissn;
 	}
 
-	public String getReviewProcess() {
+	public List<String> getReviewProcess() {
 		return reviewProcess;
 	}
 
-	public void setReviewProcess(String reviewProcess) {
+	public void setReviewProcess(List<String> reviewProcess) {
 		this.reviewProcess = reviewProcess;
 	}
 }

dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/hostedbymap/model/EntityInfo.java

@@ -9,19 +9,30 @@ public class EntityInfo implements Serializable {
 	private String name;
 	private Boolean openAccess;
 	private String hostedById;
+	private Integer oaStartDate;
+
+
+	public Integer getOaStartDate() {
+		return oaStartDate;
+	}
+
+	public void setOaStartDate(Integer oaStartDate) {
+		this.oaStartDate = oaStartDate;
+	}
 
 	public static EntityInfo newInstance(String id, String journalId, String name) {
-		return newInstance(id, journalId, name, false);
+		return newInstance(id, journalId, name, false, -1);
 
 	}
 
-	public static EntityInfo newInstance(String id, String journalId, String name, Boolean openaccess) {
+	public static EntityInfo newInstance(String id, String journalId, String name, Boolean openaccess, Integer oaStartDate) {
 		EntityInfo pi = new EntityInfo();
 		pi.id = id;
 		pi.journalId = journalId;
 		pi.name = name;
 		pi.openAccess = openaccess;
 		pi.hostedById = "";
+		pi.oaStartDate = oaStartDate;
 		return pi;
 	}
 

dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/hostedbymap/model/doaj/APC.java

@@ -0,0 +1,34 @@
+package eu.dnetlib.dhp.oa.graph.hostedbymap.model.doaj;
+
+import java.io.Serializable;
+import java.util.List;
+
+public class APC implements Serializable {
+    private Boolean has_apc;
+    private String url;
+    private List<Max> max;
+
+    public List<Max> getMax() {
+        return max;
+    }
+
+    public void setMax(List<Max> max) {
+        this.max = max;
+    }
+
+    public Boolean getHas_apc() {
+        return has_apc;
+    }
+
+    public void setHas_apc(Boolean has_apc) {
+        this.has_apc = has_apc;
+    }
+
+    public String getUrl() {
+        return url;
+    }
+
+    public void setUrl(String url) {
+        this.url = url;
+    }
+}

dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/hostedbymap/model/doaj/Admin.java

@@ -0,0 +1,24 @@
+package eu.dnetlib.dhp.oa.graph.hostedbymap.model.doaj;
+
+import java.io.Serializable;
+
+public class Admin implements Serializable {
+    private Boolean ticked;
+    private Boolean seal;
+
+    public Boolean getTicked() {
+        return ticked;
+    }
+
+    public void setTicked(Boolean ticked) {
+        this.ticked = ticked;
+    }
+
+    public Boolean getSeal() {
+        return seal;
+    }
+
+    public void setSeal(Boolean seal) {
+        this.seal = seal;
+    }
+}

dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/hostedbymap/model/doaj/Article.java

@@ -0,0 +1,43 @@
+package eu.dnetlib.dhp.oa.graph.hostedbymap.model.doaj;
+
+import java.io.Serializable;
+import java.util.List;
+
+public class Article implements Serializable {
+    private String license_display_example_url;
+    private List<String> license_display;
+    private Boolean orcid;
+    private Boolean i4oc_open_citations;
+
+    public String getLicense_display_example_url() {
+        return license_display_example_url;
+    }
+
+    public void setLicense_display_example_url(String license_display_example_url) {
+        this.license_display_example_url = license_display_example_url;
+    }
+
+    public List<String> getLicense_display() {
+        return license_display;
+    }
+
+    public void setLicense_display(List<String> license_display) {
+        this.license_display = license_display;
+    }
+
+    public Boolean getOrcid() {
+        return orcid;
+    }
+
+    public void setOrcid(Boolean orcid) {
+        this.orcid = orcid;
+    }
+
+    public Boolean getI4oc_open_citations() {
+        return i4oc_open_citations;
+    }
+
+    public void setI4oc_open_citations(Boolean i4oc_open_citations) {
+        this.i4oc_open_citations = i4oc_open_citations;
+    }
+}

dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/hostedbymap/model/doaj/BibJson.java

@@ -0,0 +1,255 @@
+package eu.dnetlib.dhp.oa.graph.hostedbymap.model.doaj;
+
+
+import com.fasterxml.jackson.annotation.JsonIgnore;
+
+import java.io.Serializable;
+import java.util.List;
+
+
+public class BibJson implements Serializable {
+    private Editorial editorial;
+    private PidScheme pid_scheme;
+    private Copyright copyright;
+    private List<String> keywords;
+    private Plagiarism plagiarism;
+    private List<Subject> subject;
+    private String eissn;
+    private String pissn;
+    private List<String> language;
+    private String title;
+    private Article article ;
+    private Institution institution;
+    private Preservation preservation;
+    private List<License> license;
+    private Ref ref;
+    private Integer oa_start;
+    private APC apc;
+    private OtherCharges other_charges;
+    private Integer publication_time_weeks;
+    private DepositPolicy deposit_policy;
+    private Publisher publisher;
+    private Boolean boai;
+    private Waiver waiver;
+    private String alternative_title;
+    private List<String> is_replaced_by;
+    private List<String> replaces;
+    private String discontinued_date;
+
+    public String getDiscontinued_date() {
+        return discontinued_date;
+    }
+
+    public void setDiscontinued_date(String discontinued_date) {
+        this.discontinued_date = discontinued_date;
+    }
+
+    public List<String> getReplaces() {
+        return replaces;
+    }
+
+    public void setReplaces(List<String> replaces) {
+        this.replaces = replaces;
+    }
+
+    public List<String> getIs_replaced_by() {
+        return is_replaced_by;
+    }
+
+    public void setIs_replaced_by(List<String> is_replaced_by) {
+        this.is_replaced_by = is_replaced_by;
+    }
+
+    public String getAlternative_title() {
+        return alternative_title;
+    }
+
+    public void setAlternative_title(String alternative_title) {
+        this.alternative_title = alternative_title;
+    }
+
+    public String getPissn() {
+        return pissn;
+    }
+
+    public void setPissn(String pissn) {
+        this.pissn = pissn;
+    }
+
+    public Editorial getEditorial() {
+        return editorial;
+    }
+
+    public void setEditorial(Editorial editorial) {
+        this.editorial = editorial;
+    }
+
+    public PidScheme getPid_scheme() {
+        return pid_scheme;
+    }
+
+    public void setPid_scheme(PidScheme pid_scheme) {
+        this.pid_scheme = pid_scheme;
+    }
+
+    public Copyright getCopyright() {
+        return copyright;
+    }
+
+    public void setCopyright(Copyright copyright) {
+        this.copyright = copyright;
+    }
+
+    public List<String> getKeywords() {
+        return keywords;
+    }
+
+    public void setKeywords(List<String> keywords) {
+        this.keywords = keywords;
+    }
+
+    public Plagiarism getPlagiarism() {
+        return plagiarism;
+    }
+
+    public void setPlagiarism(Plagiarism plagiarism) {
+        this.plagiarism = plagiarism;
+    }
+
+    public List<Subject> getSubject() {
+        return subject;
+    }
+
+    public void setSubject(List<Subject> subject) {
+        this.subject = subject;
+    }
+
+    public String getEissn() {
+        return eissn;
+    }
+
+    public void setEissn(String eissn) {
+        this.eissn = eissn;
+    }
+
+    public List<String> getLanguage() {
+        return language;
+    }
+
+    public void setLanguage(List<String> language) {
+        this.language = language;
+    }
+
+    public String getTitle() {
+        return title;
+    }
+
+    public void setTitle(String title) {
+        this.title = title;
+    }
+
+    public Article getArticle() {
+        return article;
+    }
+
+    public void setArticle(Article article) {
+        this.article = article;
+    }
+
+    public Institution getInstitution() {
+        return institution;
+    }
+
+    public void setInstitution(Institution institution) {
+        this.institution = institution;
+    }
+
+    public Preservation getPreservation() {
+        return preservation;
+    }
+
+    public void setPreservation(Preservation preservation) {
+        this.preservation = preservation;
+    }
+
+    public List<License> getLicense() {
+        return license;
+    }
+
+    public void setLicense(List<License> license) {
+        this.license = license;
+    }
+
+    public Ref getRef() {
+        return ref;
+    }
+
+    public void setRef(Ref ref) {
+        this.ref = ref;
+    }
+
+    public Integer getOa_start() {
+        return oa_start;
+    }
+
+    public void setOa_start(Integer oa_start) {
+        this.oa_start = oa_start;
+    }
+
+    public APC getApc() {
+        return apc;
+    }
+
+    public void setApc(APC apc) {
+        this.apc = apc;
+    }
+
+    public OtherCharges getOther_charges() {
+        return other_charges;
+    }
+
+    public void setOther_charges(OtherCharges other_charges) {
+        this.other_charges = other_charges;
+    }
+
+    public Integer getPublication_time_weeks() {
+        return publication_time_weeks;
+    }
+
+    public void setPublication_time_weeks(Integer publication_time_weeks) {
+        this.publication_time_weeks = publication_time_weeks;
+    }
+
+    public DepositPolicy getDeposit_policy() {
+        return deposit_policy;
+    }
+
+    public void setDeposit_policy(DepositPolicy deposit_policy) {
+        this.deposit_policy = deposit_policy;
+    }
+
+    public Publisher getPublisher() {
+        return publisher;
+    }
+
+    public void setPublisher(Publisher publisher) {
+        this.publisher = publisher;
+    }
+
+    public Boolean getBoai() {
+        return boai;
+    }
+
+    public void setBoai(Boolean boai) {
+        this.boai = boai;
+    }
+
+    public Waiver getWaiver() {
+        return waiver;
+    }
+
+    public void setWaiver(Waiver waiver) {
+        this.waiver = waiver;
+    }
+}
+

dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/hostedbymap/model/doaj/Copyright.java

@@ -0,0 +1,24 @@
+package eu.dnetlib.dhp.oa.graph.hostedbymap.model.doaj;
+
+import java.io.Serializable;
+
+public class Copyright implements Serializable {
+    private Boolean author_retains;
+    private String  url;
+
+    public Boolean getAuthor_retains() {
+        return author_retains;
+    }
+
+    public void setAuthor_retains(Boolean author_retains) {
+        this.author_retains = author_retains;
+    }
+
+    public String getUrl() {
+        return url;
+    }
+
+    public void setUrl(String url) {
+        this.url = url;
+    }
+}

dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/hostedbymap/model/doaj/DOAJEntry.java

@@ -0,0 +1,51 @@
+package eu.dnetlib.dhp.oa.graph.hostedbymap.model.doaj;
+
+import java.io.Serializable;
+
+public class DOAJEntry implements Serializable {
+    private String last_updated;
+    private BibJson bibjson;
+    private Admin admin;
+    private String created_date;
+    private String id;
+
+    public String getLast_updated() {
+        return last_updated;
+    }
+
+    public void setLast_updated(String last_updated) {
+        this.last_updated = last_updated;
+    }
+
+    public BibJson getBibjson() {
+        return bibjson;
+    }
+
+    public void setBibjson(BibJson bibjson) {
+        this.bibjson = bibjson;
+    }
+
+    public Admin getAdmin() {
+        return admin;
+    }
+
+    public void setAdmin(Admin admin) {
+        this.admin = admin;
+    }
+
+    public String getCreated_date() {
+        return created_date;
+    }
+
+    public void setCreated_date(String created_date) {
+        this.created_date = created_date;
+    }
+
+    public String getId() {
+        return id;
+    }
+
+    public void setId(String id) {
+        this.id = id;
+    }
+}

dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/hostedbymap/model/doaj/DepositPolicy.java

@@ -0,0 +1,34 @@
+package eu.dnetlib.dhp.oa.graph.hostedbymap.model.doaj;
+
+import java.io.Serializable;
+import java.util.List;
+
+public class DepositPolicy implements Serializable {
+    private List<String> service;
+    private String url;
+    private Boolean has_policy;
+
+    public List<String> getService() {
+        return service;
+    }
+
+    public void setService(List<String> service) {
+        this.service = service;
+    }
+
+    public String getUrl() {
+        return url;
+    }
+
+    public void setUrl(String url) {
+        this.url = url;
+    }
+
+    public Boolean getHas_policy() {
+        return has_policy;
+    }
+
+    public void setHas_policy(Boolean has_policy) {
+        this.has_policy = has_policy;
+    }
+}

dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/hostedbymap/model/doaj/Editorial.java

@@ -0,0 +1,34 @@
+package eu.dnetlib.dhp.oa.graph.hostedbymap.model.doaj;
+
+import java.io.Serializable;
+import java.util.List;
+
+public class Editorial implements Serializable {
+private List<String> review_process;
+private String review_url;
+private String board_url;
+
+    public List<String> getReview_process() {
+        return review_process;
+    }
+
+    public void setReview_process(List<String> review_process) {
+        this.review_process = review_process;
+    }
+
+    public String getReview_url() {
+        return review_url;
+    }
+
+    public void setReview_url(String review_url) {
+        this.review_url = review_url;
+    }
+
+    public String getBoard_url() {
+        return board_url;
+    }
+
+    public void setBoard_url(String board_url) {
+        this.board_url = board_url;
+    }
+}

dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/hostedbymap/model/doaj/Institution.java

@@ -0,0 +1,24 @@
+package eu.dnetlib.dhp.oa.graph.hostedbymap.model.doaj;
+
+import java.io.Serializable;
+
+public class Institution implements Serializable {
+    private String country;
+    private String name;
+
+    public String getCountry() {
+        return country;
+    }
+
+    public void setCountry(String country) {
+        this.country = country;
+    }
+
+    public String getName() {
+        return name;
+    }
+
+    public void setName(String name) {
+        this.name = name;
+    }
+}

dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/hostedbymap/model/doaj/License.java

@@ -0,0 +1,66 @@
+package eu.dnetlib.dhp.oa.graph.hostedbymap.model.doaj;
+
+import com.fasterxml.jackson.annotation.JsonProperty;
+
+import java.io.Serializable;
+
+public class License implements Serializable {
+    private Boolean nc;
+    private Boolean nd;
+    private Boolean by;
+    private String type;
+    private Boolean sa;
+    private String  url;
+
+    public Boolean getnC() {
+        return nc;
+    }
+
+    @JsonProperty("NC")
+    public void setnC(Boolean NC) {
+        this.nc = NC;
+    }
+
+    public String getType() {
+        return type;
+    }
+
+    public void setType(String type) {
+        this.type = type;
+    }
+
+    public Boolean getNd() {
+        return nd;
+    }
+
+    @JsonProperty("ND")
+    public void setNd(Boolean nd) {
+        this.nd = nd;
+    }
+
+    public Boolean getBy() {
+        return by;
+    }
+
+    @JsonProperty("BY")
+    public void setBy(Boolean by) {
+        this.by = by;
+    }
+
+    public Boolean getSa() {
+        return sa;
+    }
+
+    @JsonProperty("SA")
+    public void setSa(Boolean sa) {
+        this.sa = sa;
+    }
+
+    public String getUrl() {
+        return url;
+    }
+
+    public void setUrl(String url) {
+        this.url = url;
+    }
+}

dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/hostedbymap/model/doaj/Max.java

@@ -0,0 +1,24 @@
+package eu.dnetlib.dhp.oa.graph.hostedbymap.model.doaj;
+
+import java.io.Serializable;
+
+public class Max implements Serializable {
+    private Integer price;
+    private String currency;
+
+    public Integer getPrice() {
+        return price;
+    }
+
+    public void setPrice(Integer price) {
+        this.price = price;
+    }
+
+    public String getCurrency() {
+        return currency;
+    }
+
+    public void setCurrency(String currency) {
+        this.currency = currency;
+    }
+}

dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/hostedbymap/model/doaj/OtherCharges.java

@@ -0,0 +1,24 @@
+package eu.dnetlib.dhp.oa.graph.hostedbymap.model.doaj;
+
+import java.io.Serializable;
+
+public class OtherCharges implements Serializable {
+    private Boolean has_other_charges;
+    private String url;
+
+    public String getUrl() {
+        return url;
+    }
+
+    public void setUrl(String url) {
+        this.url = url;
+    }
+
+    public Boolean getHas_other_charges() {
+        return has_other_charges;
+    }
+
+    public void setHas_other_charges(Boolean has_other_charges) {
+        this.has_other_charges = has_other_charges;
+    }
+}

dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/hostedbymap/model/doaj/PidScheme.java

@@ -0,0 +1,25 @@
+package eu.dnetlib.dhp.oa.graph.hostedbymap.model.doaj;
+
+import java.io.Serializable;
+import java.util.List;
+
+public class PidScheme implements Serializable {
+    private List<String> scheme;
+    private Boolean has_pid_scheme;
+
+    public List<String> getScheme() {
+        return scheme;
+    }
+
+    public void setScheme(List<String> scheme) {
+        this.scheme = scheme;
+    }
+
+    public Boolean getHas_pid_scheme() {
+        return has_pid_scheme;
+    }
+
+    public void setHas_pid_scheme(Boolean has_pid_scheme) {
+        this.has_pid_scheme = has_pid_scheme;
+    }
+}

dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/hostedbymap/model/doaj/Plagiarism.java

@@ -0,0 +1,25 @@
+package eu.dnetlib.dhp.oa.graph.hostedbymap.model.doaj;
+
+import javax.sql.rowset.serial.SerialArray;
+import java.io.Serializable;
+
+public class Plagiarism implements Serializable{
+    private Boolean detection;
+    private String url;
+
+    public Boolean getDetection() {
+        return detection;
+    }
+
+    public void setDetection(Boolean detection) {
+        this.detection = detection;
+    }
+
+    public String getUrl() {
+        return url;
+    }
+
+    public void setUrl(String url) {
+        this.url = url;
+    }
+}

dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/hostedbymap/model/doaj/Preservation.java

@@ -0,0 +1,43 @@
+package eu.dnetlib.dhp.oa.graph.hostedbymap.model.doaj;
+
+import java.io.Serializable;
+import java.util.List;
+
+public class Preservation implements Serializable {
+    private Boolean has_preservation;
+    private List<String> service;
+    private List<String> national_library;
+    private String url;
+
+    public String getUrl() {
+        return url;
+    }
+
+    public void setUrl(String url) {
+        this.url = url;
+    }
+
+    public Boolean getHas_preservation() {
+        return has_preservation;
+    }
+
+    public void setHas_preservation(Boolean has_preservation) {
+        this.has_preservation = has_preservation;
+    }
+
+    public List<String> getService() {
+        return service;
+    }
+
+    public void setService(List<String> service) {
+        this.service = service;
+    }
+
+    public List<String> getNational_library() {
+        return national_library;
+    }
+
+    public void setNational_library(List<String> national_library) {
+        this.national_library = national_library;
+    }
+}

dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/hostedbymap/model/doaj/Publisher.java

@@ -0,0 +1,24 @@
+package eu.dnetlib.dhp.oa.graph.hostedbymap.model.doaj;
+
+import java.io.Serializable;
+
+public class Publisher implements Serializable {
+    private String country;
+    private String name;
+
+    public String getCountry() {
+        return country;
+    }
+
+    public void setCountry(String country) {
+        this.country = country;
+    }
+
+    public String getName() {
+        return name;
+    }
+
+    public void setName(String name) {
+        this.name = name;
+    }
+}

dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/hostedbymap/model/doaj/Ref.java

@@ -0,0 +1,51 @@
+package eu.dnetlib.dhp.oa.graph.hostedbymap.model.doaj;
+
+import java.io.Serializable;
+
+public class Ref implements Serializable {
+    private String aims_scope;
+    private String journal;
+    private String oa_statement;
+    private String author_instructions;
+    private String license_terms;
+
+    public String getAims_scope() {
+        return aims_scope;
+    }
+
+    public void setAims_scope(String aims_scope) {
+        this.aims_scope = aims_scope;
+    }
+
+    public String getJournal() {
+        return journal;
+    }
+
+    public void setJournal(String journal) {
+        this.journal = journal;
+    }
+
+    public String getOa_statement() {
+        return oa_statement;
+    }
+
+    public void setOa_statement(String oa_statement) {
+        this.oa_statement = oa_statement;
+    }
+
+    public String getAuthor_instructions() {
+        return author_instructions;
+    }
+
+    public void setAuthor_instructions(String author_instructions) {
+        this.author_instructions = author_instructions;
+    }
+
+    public String getLicense_terms() {
+        return license_terms;
+    }
+
+    public void setLicense_terms(String license_terms) {
+        this.license_terms = license_terms;
+    }
+}

dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/hostedbymap/model/doaj/Subject.java

@@ -0,0 +1,33 @@
+package eu.dnetlib.dhp.oa.graph.hostedbymap.model.doaj;
+
+import java.io.Serializable;
+
+public class Subject implements Serializable {
+    private String code;
+    private String scheme;
+    private String term;
+
+    public String getCode() {
+        return code;
+    }
+
+    public void setCode(String code) {
+        this.code = code;
+    }
+
+    public String getScheme() {
+        return scheme;
+    }
+
+    public void setScheme(String scheme) {
+        this.scheme = scheme;
+    }
+
+    public String getTerm() {
+        return term;
+    }
+
+    public void setTerm(String term) {
+        this.term = term;
+    }
+}

dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/hostedbymap/model/doaj/Waiver.java

@@ -0,0 +1,24 @@
+package eu.dnetlib.dhp.oa.graph.hostedbymap.model.doaj;
+
+import java.io.Serializable;
+
+public class Waiver implements Serializable {
+    private Boolean  has_waiver;
+    private String url;
+
+    public String getUrl() {
+        return url;
+    }
+
+    public void setUrl(String url) {
+        this.url = url;
+    }
+
+    public Boolean getHas_waiver() {
+        return has_waiver;
+    }
+
+    public void setHas_waiver(Boolean has_waiver) {
+        this.has_waiver = has_waiver;
+    }
+}

dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/hostedbymap/download_json_parameters.json

@@ -0,0 +1,28 @@
+[
+
+  {
+    "paramName":"op",
+    "paramLongName":"outputPath",
+    "paramDescription": "the output json file produced by the CSV downlaod procedure",
+    "paramRequired": true
+  },
+
+  {
+    "paramName": "hnn",
+    "paramLongName": "hdfsNameNode",
+    "paramDescription": "the path used to store the HostedByMap",
+    "paramRequired": true
+  },{
+  "paramName": "cf",
+  "paramLongName": "compressedFile",
+  "paramDescription": "the path used to store the HostedByMap",
+  "paramRequired": true
+},{
+  "paramName":"wp",
+  "paramLongName":"workingPath",
+  "paramDescription": "the output json file produced by the CSV downlaod procedure",
+  "paramRequired": true
+}
+]
+
+

dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/hostedbymap/main/oozie_app/download.sh

@@ -0,0 +1,2 @@
+#!/bin/bash
+curl -LSs $1 | hdfs dfs -put - $2/$3

dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/hostedbymap/main/oozie_app/import.txt

@@ -0,0 +1,3 @@
+## This is a classpath-based import file (this header is required)
+download_doaj classpath eu/dnetlib/dhp/oa/graph/hostedbymap/subworkflows/doaj/oozie_app
+download_unibi classpath eu/dnetlib/dhp/oa/graph/hostedbymap/subworkflows/unibi/oozie_app

dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/hostedbymap/main/oozie_app/workflow.xml

@@ -69,12 +69,12 @@
         </configuration>
     </global>
 
-    <start to="resume_from"/>
+    <start to="download_doaj_json"/>
 
     <decision name="resume_from">
         <switch>
             <case to="produceHBM">${wf:conf('resumeFrom') eq 'ProduceHBM'}</case>
-            <case to="remove_hbmpath">${wf:conf('resumeFrom') eq 'download_csv'}</case>
+            <case to="download_files">${wf:conf('resumeFrom') eq 'Download'}</case>
             <default to="prepareInfo"/>
         </switch>
     </decision>
@@ -83,18 +83,17 @@
         <message>Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]</message>
     </kill>
 
-    <action name="remove_hbmpath">
-        <fs>
-            <delete path="${hostedByMapPath}"/>
-<!--            <mkdir path="${hostedByMapPath}"/>-->
-        </fs>
-        <ok to="fork_downloads_csv"/>
-        <error to="Kill"/>
-    </action>
+    <decision name="download_files">
+        <switch>
+            <case to="fork_downloads_csv">${wf:conf('download') eq 'both'}</case>
+            <case to="downloadGold">${wf:conf('download') eq 'gold'}</case>
+            <default to="downloadDOAJ"/>
+        </switch>
+    </decision>
 
     <fork name="fork_downloads_csv">
         <path start="download_gold"/>
-        <path start="download_doaj"/>
+        <path start="download_doaj_json"/>
     </fork>
 
     <action name="download_gold">
@@ -103,21 +102,43 @@
             <arg>--hdfsNameNode</arg><arg>${nameNode}</arg>
             <arg>--fileURL</arg><arg>${unibiFileURL}</arg>
             <arg>--tmpFile</arg><arg>/tmp/unibi_gold_replaced.csv</arg>
-            <arg>--outputFile</arg><arg>${workingDir}/unibi_gold.json</arg>
+            <arg>--outputFile</arg><arg>/user/${wf:user()}/data/unibi_gold.json</arg>
             <arg>--classForName</arg><arg>eu.dnetlib.dhp.oa.graph.hostedbymap.model.UnibiGoldModel</arg>
         </java>
         <ok to="join_download"/>
         <error to="Kill"/>
     </action>
 
-    <action name="download_doaj">
+    <action name="download_doaj_json">
+        <shell xmlns="uri:oozie:shell-action:0.2">
+            <job-tracker>${jobTracker}</job-tracker>
+            <name-node>${nameNode}</name-node>
+            <configuration>
+                <property>
+                    <name>mapred.job.queue.name</name>
+                    <value>${queueName}</value>
+                </property>
+            </configuration>
+            <exec>download.sh</exec>
+            <argument>${doajJsonFileURL}</argument>
+            <argument>${dumpPath}</argument>
+            <argument>${dumpFileName}</argument>
+            <env-var>HADOOP_USER_NAME=${wf:user()}</env-var>
+            <file>download.sh</file>
+            <capture-output/>
+        </shell>
+        <ok to="extractTarGzAndMap"/>
+        <error to="Kill"/>
+
+    </action>
+
+    <action name="extractTarGzAndMap">
         <java>
-            <main-class>eu.dnetlib.dhp.oa.graph.hostedbymap.DownloadCSV2</main-class>
+            <main-class>eu.dnetlib.dhp.oa.graph.hostedbymap.ExtractAndMapDoajJson</main-class>
             <arg>--hdfsNameNode</arg><arg>${nameNode}</arg>
-            <arg>--fileURL</arg><arg>${doajFileURL}</arg>
-            <arg>--tmpFile</arg><arg>/tmp/doaj_replaced.csv</arg>
-            <arg>--outputFile</arg><arg>${workingDir}/doaj.json</arg>
-            <arg>--classForName</arg><arg>eu.dnetlib.dhp.oa.graph.hostedbymap.model.DOAJModel</arg>
+            <arg>--compressedFile</arg><arg>${dumpPath}/${dumpFileName}</arg>
+            <arg>--workingPath</arg><arg>${workingDir}/DOAJ/</arg>
+            <arg>--outputFile</arg><arg>/user/${wf:user()}/data/doaj.json</arg>
         </java>
         <ok to="join_download"/>
         <error to="Kill"/>
@@ -125,6 +146,53 @@
 
     <join name="join_download" to="produceHBM"/>
 
+    <action name="downloadGold">
+        <java>
+            <main-class>eu.dnetlib.dhp.oa.graph.hostedbymap.DownloadCSV2</main-class>
+            <arg>--hdfsNameNode</arg><arg>${nameNode}</arg>
+            <arg>--fileURL</arg><arg>${unibiFileURL}</arg>
+            <arg>--tmpFile</arg><arg>/tmp/unibi_gold_replaced.csv</arg>
+            <arg>--outputFile</arg><arg>/user/${wf:user()}/data/unibi_gold.json</arg>
+            <arg>--classForName</arg><arg>eu.dnetlib.dhp.oa.graph.hostedbymap.model.UnibiGoldModel</arg>
+        </java>
+        <ok to="produceHBM"/>
+        <error to="Kill"/>
+    </action>
+
+    <action name="downloadDOAJ">
+        <shell xmlns="uri:oozie:shell-action:0.2">
+            <job-tracker>${jobTracker}</job-tracker>
+            <name-node>${nameNode}</name-node>
+            <configuration>
+                <property>
+                    <name>mapred.job.queue.name</name>
+                    <value>${queueName}</value>
+                </property>
+            </configuration>
+            <exec>download.sh</exec>
+            <argument>${doajJsonFileURL}</argument>
+            <argument>${dumpPath}</argument>
+            <argument>${dumpFileName}</argument>
+            <env-var>HADOOP_USER_NAME=${wf:user()}</env-var>
+            <file>download.sh</file>
+            <capture-output/>
+        </shell>
+        <ok to="extract"/>
+        <error to="Kill"/>
+
+    </action>
+
+    <action name="extract">
+        <java>
+            <main-class>eu.dnetlib.dhp.oa.graph.hostedbymap.ExtractAndMapDoajJson</main-class>
+            <arg>--hdfsNameNode</arg><arg>${nameNode}</arg>
+            <arg>--compressedFile</arg><arg>${dumpPath}/${dumpFileName}</arg>
+            <arg>--workingPath</arg><arg>${workingDir}/DOAJ/</arg>
+            <arg>--outputFile</arg><arg>/user/${wf:user()}/data/doaj.json</arg>
+        </java>
+        <ok to="produceHBM"/>
+        <error to="Kill"/>
+    </action>
     <action name="produceHBM">
         <spark xmlns="uri:oozie:spark-action:0.2">
             <master>yarn-cluster</master>

dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/hostedbymap/subworkflow/doaj/oozie_app/config-default.xml

@@ -0,0 +1,30 @@
+<configuration>
+    <property>
+        <name>jobTracker</name>
+        <value>yarnRM</value>
+    </property>
+    <property>
+        <name>nameNode</name>
+        <value>hdfs://nameservice1</value>
+    </property>
+    <property>
+        <name>oozie.use.system.libpath</name>
+        <value>true</value>
+    </property>
+    <property>
+        <name>hiveMetastoreUris</name>
+        <value>thrift://iis-cdh5-test-m3.ocean.icm.edu.pl:9083</value>
+    </property>
+    <property>
+        <name>hiveJdbcUrl</name>
+        <value>jdbc:hive2://iis-cdh5-test-m3.ocean.icm.edu.pl:10000</value>
+    </property>
+    <property>
+        <name>hiveDbName</name>
+        <value>openaire</value>
+    </property>
+    <property>
+        <name>oozie.launcher.mapreduce.user.classpath.first</name>
+        <value>true</value>
+    </property>
+</configuration>

dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/hostedbymap/subworkflow/doaj/oozie_app/workflow.xml

@@ -0,0 +1,114 @@
+<workflow-app name="hosted_by_map" xmlns="uri:oozie:workflow:0.5">
+
+    <parameters>
+        <property>
+            <name>sourcePath</name>
+            <description>the source path</description>
+        </property>
+        <property>
+            <name>outputPath</name>
+            <description>the output path</description>
+        </property>
+        <property>
+            <name>sparkDriverMemory</name>
+            <description>memory for driver process</description>
+        </property>
+        <property>
+            <name>sparkExecutorMemory</name>
+            <description>memory for individual executor</description>
+        </property>
+        <property>
+            <name>sparkExecutorCores</name>
+            <description>number of cores used by single executor</description>
+        </property>
+        <property>
+            <name>oozieActionShareLibForSpark2</name>
+            <description>oozie action sharelib for spark 2.*</description>
+        </property>
+        <property>
+            <name>spark2ExtraListeners</name>
+            <value>com.cloudera.spark.lineage.NavigatorAppListener</value>
+            <description>spark 2.* extra listeners classname</description>
+        </property>
+        <property>
+            <name>spark2SqlQueryExecutionListeners</name>
+            <value>com.cloudera.spark.lineage.NavigatorQueryListener</value>
+            <description>spark 2.* sql query execution listeners classname</description>
+        </property>
+        <property>
+            <name>spark2YarnHistoryServerAddress</name>
+            <description>spark 2.* yarn history server address</description>
+        </property>
+        <property>
+            <name>spark2EventLogDir</name>
+            <description>spark 2.* event log dir location</description>
+        </property>
+    </parameters>
+
+    <global>
+        <job-tracker>${jobTracker}</job-tracker>
+        <name-node>${nameNode}</name-node>
+        <configuration>
+            <property>
+                <name>mapreduce.job.queuename</name>
+                <value>${queueName}</value>
+            </property>
+            <property>
+                <name>oozie.launcher.mapred.job.queue.name</name>
+                <value>${oozieLauncherQueueName}</value>
+            </property>
+            <property>
+                <name>oozie.action.sharelib.for.spark</name>
+                <value>${oozieActionShareLibForSpark2}</value>
+            </property>
+
+        </configuration>
+    </global>
+
+    <start to="downloadDOAJ"/>
+
+    <kill name="Kill">
+        <message>Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]</message>
+    </kill>
+
+
+    <action name="downloadDOAJ">
+        <shell xmlns="uri:oozie:shell-action:0.2">
+            <job-tracker>${jobTracker}</job-tracker>
+            <name-node>${nameNode}</name-node>
+            <configuration>
+                <property>
+                    <name>mapred.job.queue.name</name>
+                    <value>${queueName}</value>
+                </property>
+            </configuration>
+            <exec>download.sh</exec>
+            <argument>${doajJsonFileURL}</argument>
+            <argument>${dumpPath}</argument>
+            <argument>${dumpFileName}</argument>
+            <env-var>HADOOP_USER_NAME=${wf:user()}</env-var>
+            <file>download.sh</file>
+            <capture-output/>
+        </shell>
+        <ok to="extractTarGzAndMap"/>
+        <error to="Kill"/>
+
+    </action>
+
+    <action name="extractTarGzAndMap">
+        <java>
+            <main-class>eu.dnetlib.dhp.oa.graph.hostedbymap.ExtractAndMapDoajJson</main-class>
+            <arg>--hdfsNameNode</arg><arg>${nameNode}</arg>
+            <arg>--compressedFile</arg><arg>${dumpPath}/${dumpFileName}</arg>
+            <arg>--workingPath</arg><arg>${workingDir}/DOAJ/</arg>
+            <arg>--outputFile</arg><arg>/user/${wf:user()}/data/doaj.json</arg>
+        </java>
+        <ok to="produceHBM"/>
+        <error to="End"/>
+    </action>
+
+
+
+    <end name="End"/>
+
+</workflow-app>

dhp-workflows/dhp-graph-mapper/src/main/scala/eu/dnetlib/dhp/oa/graph/hostedbymap/Aggregators.scala

@@ -10,7 +10,9 @@ case class HostedByItemType(
   issn: String,
   eissn: String,
   lissn: String,
-  openAccess: Boolean
+  openAccess: Boolean,
+  oaDate: Int,
+  reviewProcess: List[String]
 ) {}
 
 case class HostedByInfo(
@@ -58,7 +60,7 @@ object Aggregators {
     ] {
 
       override def zero: (String, HostedByItemType) =
-        ("", HostedByItemType("", "", "", "", "", false))
+        ("", HostedByItemType("", "", "", "", "", false, -1, List[String]()))
 
       override def reduce(
         b: (String, HostedByItemType),
@@ -78,6 +80,20 @@ object Aggregators {
           return b1
         }
         if (b1._2.id.startsWith("10|")) {
+          if(b2._2.oaDate != -1){
+            return (
+              b1._1,
+              HostedByItemType(
+                b1._2.id,
+                b1._2.officialname,
+                b1._2.issn,
+                b1._2.eissn,
+                b1._2.lissn,
+                b1._2.openAccess || b2._2.openAccess,
+                b2._2.oaDate,
+                b2._2.reviewProcess
+              ))
+          }
           return (
             b1._1,
             HostedByItemType(
@@ -86,11 +102,28 @@ object Aggregators {
               b1._2.issn,
               b1._2.eissn,
               b1._2.lissn,
-              b1._2.openAccess || b2._2.openAccess
+              b1._2.openAccess || b2._2.openAccess,
+              b1._2.oaDate,
+              b1._2.reviewProcess
             )
           )
 
         }
+        if(b1._2.oaDate != -1){
+          return (
+            b2._1,
+            HostedByItemType(
+              b2._2.id,
+              b2._2.officialname,
+              b2._2.issn,
+              b2._2.eissn,
+              b2._2.lissn,
+              b1._2.openAccess || b2._2.openAccess,
+              b1._2.oaDate,
+              b1._2.reviewProcess
+            )
+          )
+        }
         return (
           b2._1,
           HostedByItemType(
@@ -99,10 +132,13 @@ object Aggregators {
             b2._2.issn,
             b2._2.eissn,
             b2._2.lissn,
-            b1._2.openAccess || b2._2.openAccess
+            b1._2.openAccess || b2._2.openAccess,
+            b2._2.oaDate,
+            b2._2.reviewProcess
           )
         )
 
+
       }
 
       override def finish(reduction: (String, HostedByItemType)): (String, HostedByItemType) =
@@ -132,9 +168,13 @@ object Aggregators {
         }
         if (!b1.getHostedById.equals("")) {
           b1.setOpenAccess(b1.getOpenAccess || b2.getOpenAccess)
+          if(b2.getOaStartDate > b1.getOaStartDate)
+            b1.setOaStartDate(b2.getOaStartDate)
           return b1
         }
         b2.setOpenAccess(b1.getOpenAccess || b2.getOpenAccess)
+        if(b1.getOaStartDate > b2.getOaStartDate)
+          b2.setOaStartDate(b1.getOaStartDate)
         b2
 
       }

dhp-workflows/dhp-graph-mapper/src/main/scala/eu/dnetlib/dhp/oa/graph/hostedbymap/SparkApplyHostedByMapToResult.scala

@@ -5,12 +5,15 @@ import eu.dnetlib.dhp.application.ArgumentApplicationParser
 import eu.dnetlib.dhp.oa.graph.hostedbymap.model.EntityInfo
 import eu.dnetlib.dhp.schema.common.ModelConstants
 import eu.dnetlib.dhp.schema.oaf.utils.OafMapperUtils
-import eu.dnetlib.dhp.schema.oaf.{Instance, OpenAccessRoute, Publication}
+import eu.dnetlib.dhp.schema.oaf.{AccessRight, Instance, OpenAccessRoute, Publication}
 import org.apache.commons.io.IOUtils
 import org.apache.spark.SparkConf
 import org.apache.spark.sql._
 import org.json4s.DefaultFormats
 import org.slf4j.{Logger, LoggerFactory}
+
+import java.time.LocalDate
+import java.time.format.DateTimeFormatter
 import scala.collection.JavaConverters._
 
 object SparkApplyHostedByMapToResult {
@@ -28,24 +31,44 @@ object SparkApplyHostedByMapToResult {
             inst.getHostedby.setKey(ei.getHostedById)
             inst.getHostedby.setValue(ei.getName)
             if (ei.getOpenAccess) {
-              inst.setAccessright(
-                OafMapperUtils.accessRight(
-                  ModelConstants.ACCESS_RIGHT_OPEN,
-                  "Open Access",
-                  ModelConstants.DNET_ACCESS_MODES,
-                  ModelConstants.DNET_ACCESS_MODES
-                )
-              )
-              inst.getAccessright.setOpenAccessRoute(OpenAccessRoute.gold)
-              p.setBestaccessright(OafMapperUtils.createBestAccessRights(p.getInstance()));
+              try {
+                val pub_date = LocalDate.parse(p.getDateofacceptance.getValue, DateTimeFormatter.ofPattern("yyyy-MM-dd")).getYear
+                if(ei.getOaStartDate <= pub_date ){
+                  setOpenAccessRight(p, inst)
+                }
+              } catch {
+                case e: Exception =>
+                  try {
+                    val pub_date =
+                      LocalDate.parse(p.getDateofacceptance.getValue, DateTimeFormatter.ofPattern("yyyy-MM-dd'T'HH:mm:ss'Z'")).getYear
+                    if(ei.getOaStartDate <= pub_date ){
+                      setOpenAccessRight(p, inst)
+                    }
+                  } catch {
+                    case ex: Exception =>
+                      setOpenAccessRight(p, inst)
+                  }
+              }
             }
-
           }
         }
         p
       })(Encoders.bean(classOf[Publication]))
   }
 
+  private def setOpenAccessRight(p: Publication, inst: Instance) = {
+    inst.setAccessright(
+      OafMapperUtils.accessRight(
+        ModelConstants.ACCESS_RIGHT_OPEN,
+        "Open Access",
+        ModelConstants.DNET_ACCESS_MODES,
+        ModelConstants.DNET_ACCESS_MODES
+      )
+    )
+    inst.getAccessright.setOpenAccessRoute(OpenAccessRoute.gold)
+    p.setBestaccessright(OafMapperUtils.createBestAccessRights(p.getInstance()));
+  }
+
   def main(args: Array[String]): Unit = {
 
     val logger: Logger = LoggerFactory.getLogger(getClass)

dhp-workflows/dhp-graph-mapper/src/main/scala/eu/dnetlib/dhp/oa/graph/hostedbymap/SparkPrepareHostedByInfoToApply.scala

@@ -54,7 +54,7 @@ object SparkPrepareHostedByInfoToApply {
 
   def toEntityItem(journal_id: String, hbi: HostedByItemType): EntityInfo = {
 
-    EntityInfo.newInstance(hbi.id, journal_id, hbi.officialname, hbi.openAccess)
+    EntityInfo.newInstance(hbi.id, journal_id, hbi.officialname, hbi.openAccess, hbi.oaDate)
 
   }
 
@@ -69,6 +69,7 @@ object SparkPrepareHostedByInfoToApply {
             res.setHostedById(ds.getId)
             res.setOpenAccess(ds.getOpenAccess)
             res.setName(ds.getName)
+            res.setOaStartDate(ds.getOaStartDate)
           }
           res
         })

dhp-workflows/dhp-graph-mapper/src/main/scala/eu/dnetlib/dhp/oa/graph/hostedbymap/SparkProduceHostedByMap.scala

@@ -4,7 +4,7 @@ import com.fasterxml.jackson.databind.ObjectMapper
 import eu.dnetlib.dhp.application.ArgumentApplicationParser
 import eu.dnetlib.dhp.oa.graph.hostedbymap.model.{DOAJModel, UnibiGoldModel}
 import eu.dnetlib.dhp.schema.oaf.Datasource
-import org.apache.commons.io.IOUtils
+import org.apache.commons.io.{FileUtils, IOUtils}
 import org.apache.hadoop.conf.Configuration
 import org.apache.hadoop.fs.{FileSystem, Path}
 import org.apache.hadoop.io.compress.GzipCodec
@@ -13,8 +13,8 @@ import org.apache.spark.sql.{Dataset, Encoder, Encoders, SparkSession}
 import org.json4s.DefaultFormats
 import org.slf4j.{Logger, LoggerFactory}
 
-import java.io.PrintWriter
-
+import java.io.{File, PrintWriter}
+import scala.collection.JavaConverters._
 object SparkProduceHostedByMap {
 
   implicit val tupleForJoinEncoder: Encoder[(String, HostedByItemType)] =
@@ -34,7 +34,9 @@ object SparkProduceHostedByMap {
           openaire.journal_id,
           "",
           "",
-          isOpenAccess
+          isOpenAccess,
+          -1,
+          List[String]()
         )
       case Constants.EISSN =>
         HostedByItemType(
@@ -43,7 +45,9 @@ object SparkProduceHostedByMap {
           "",
           openaire.journal_id,
           "",
-          isOpenAccess
+          isOpenAccess,
+          -1,
+          List[String]()
         )
       case Constants.ISSNL =>
         HostedByItemType(
@@ -52,7 +56,9 @@ object SparkProduceHostedByMap {
           "",
           "",
           openaire.journal_id,
-          isOpenAccess
+          isOpenAccess,
+          -1,
+          List[String]()
         )
 
       // catch the default with a variable so you can print it
@@ -77,34 +83,36 @@ object SparkProduceHostedByMap {
     issn: String,
     eissn: String,
     issnl: String,
-    oa: Boolean
+    oa: Boolean,
+    oaDate: Int,
+    reviewProcess: List[String]
   ): HostedByItemType = {
     if (issn != null) {
       if (eissn != null) {
         if (issnl != null) {
-          HostedByItemType(id, officialname, issn, eissn, issnl, oa)
+          HostedByItemType(id, officialname, issn, eissn, issnl, oa, oaDate, reviewProcess)
         } else {
-          HostedByItemType(id, officialname, issn, eissn, "", oa)
+          HostedByItemType(id, officialname, issn, eissn, "", oa, oaDate, reviewProcess)
         }
       } else {
         if (issnl != null) {
-          HostedByItemType(id, officialname, issn, "", issnl, oa)
+          HostedByItemType(id, officialname, issn, "", issnl, oa, oaDate, reviewProcess)
         } else {
-          HostedByItemType(id, officialname, issn, "", "", oa)
+          HostedByItemType(id, officialname, issn, "", "", oa, oaDate, reviewProcess)
         }
       }
     } else {
       if (eissn != null) {
         if (issnl != null) {
-          HostedByItemType(id, officialname, "", eissn, issnl, oa)
+          HostedByItemType(id, officialname, "", eissn, issnl, oa, oaDate, reviewProcess)
         } else {
-          HostedByItemType(id, officialname, "", eissn, "", oa)
+          HostedByItemType(id, officialname, "", eissn, "", oa, oaDate, reviewProcess)
         }
       } else {
         if (issnl != null) {
-          HostedByItemType(id, officialname, "", "", issnl, oa)
+          HostedByItemType(id, officialname, "", "", issnl, oa, oaDate, reviewProcess)
         } else {
-          HostedByItemType("", "", "", "", "", oa)
+          HostedByItemType("", "", "", "", "", oa, oaDate, reviewProcess)
         }
       }
     }
@@ -119,10 +127,12 @@ object SparkProduceHostedByMap {
         dats.getJournal.getIssnPrinted,
         dats.getJournal.getIssnOnline,
         dats.getJournal.getIssnLinking,
-        false
+        false,
+        -1,
+        List[String]()
       )
     }
-    HostedByItemType("", "", "", "", "", false)
+    HostedByItemType("", "", "", "", "", false, -1, List[String]())
   }
 
   def oaHostedByDataset(spark: SparkSession, datasourcePath: String): Dataset[HostedByItemType] = {
@@ -148,7 +158,9 @@ object SparkProduceHostedByMap {
       gold.getIssn,
       "",
       gold.getIssnL,
-      true
+      true,
+      -1,
+      List[String]()
     )
   }
 
@@ -178,7 +190,9 @@ object SparkProduceHostedByMap {
       doaj.getIssn,
       doaj.getEissn,
       "",
-      true
+      true,
+      doaj.getOaStart,
+      doaj.getReviewProcess.asScala.toList
     )
   }
 
@@ -252,6 +266,12 @@ object SparkProduceHostedByMap {
     val workingDirPath = parser.get("workingPath")
     val outputPath = parser.get("outputPath")
 
+    val file = new File(outputPath);
+    if(file.exists() && file.isDirectory){
+      FileUtils.deleteDirectory(file)
+    }
+
+
     implicit val formats = DefaultFormats
 
     logger.info("Getting the Datasources")

dhp-workflows/dhp-graph-mapper/src/test/java/eu/dnetlib/dhp/oa/graph/hostedbymap/DownloadCsvTest.java

@@ -9,7 +9,12 @@ import java.io.File;
 import java.io.IOException;
 import java.io.InputStreamReader;
 import java.nio.file.Files;
+import java.util.Arrays;
 
+import com.fasterxml.jackson.core.JsonProcessingException;
+import eu.dnetlib.dhp.oa.graph.hostedbymap.model.doaj.DOAJEntry;
+import eu.dnetlib.dhp.oa.graph.hostedbymap.model.doaj.License;
+import org.apache.commons.io.Charsets;
 import org.apache.commons.io.FileUtils;
 import org.apache.hadoop.conf.Configuration;
 import org.apache.hadoop.fs.FileSystem;
@@ -27,6 +32,7 @@ import com.fasterxml.jackson.databind.ObjectMapper;
 import eu.dnetlib.dhp.common.collection.CollectorException;
 import eu.dnetlib.dhp.oa.graph.hostedbymap.model.DOAJModel;
 import eu.dnetlib.dhp.oa.graph.hostedbymap.model.UnibiGoldModel;
+import org.spark_project.guava.io.Resources;
 
 public class DownloadCsvTest {
 
@@ -146,4 +152,26 @@ public class DownloadCsvTest {
 		FileUtils.deleteQuietly(new File(workingDir));
 	}
 
+
+	@Test
+	public void testJsonParser() throws IOException {
+
+
+
+		String input2 = Resources.toString(getClass().getResource("/eu/dnetlib/dhp/oa/graph/hostedbymap/doaj_json.json") , Charsets.UTF_8) ;
+
+
+		DOAJEntry[] doaj = new ObjectMapper().readValue(input2, DOAJEntry[].class);
+
+		Arrays.stream(doaj).forEach(e -> {
+			try {
+				System.out.println(new ObjectMapper().writeValueAsString(ExtractAndMapDoajJson.getDoajModel(e)));
+			} catch (JsonProcessingException ex) {
+				ex.printStackTrace();
+			}
+		});
+
+
+
+	}
 }

dhp-workflows/dhp-graph-mapper/src/test/resources/eu/dnetlib/dhp/oa/graph/hostedbymap/datasourceHostedByItem

@@ -1,9 +1,9 @@
-{"id":"10|doajarticles::0ab37b7620eb9a73ac95d3ca4320c97d","officialname":"Известия высших учебных заведений: Проблемы энергетики","issn":"1998-9903","eissn":"","lissn":"","openAccess":false}
-{"id":"10|doajarticles::abbc9265bea9ff62776a1c39785af00c","officialname":"Thémata","issn":"0212-8365","eissn":"2253-900X","lissn":"","openAccess":false}
-{"id":"10|issn___print::051e86306840dc8255d95c5671e97928","officialname":"Science Technology & Public Policy","issn":"2640-4613","eissn":"","lissn":"","openAccess":false}
-{"id":"10|issn___print::4b2e7f05b6353940e5a7a592f2a87c94","officialname":"Cahiers d’études germaniques","issn":"0751-4239","eissn":"2605-8359","lissn":"","openAccess":false}
-{"id":"10|issn___print::4c950a72660642d69e767d1c2daad4a2","officialname":"Regional Economics Theory and Practice","issn":"2073-1477","eissn":"2311-8733","lissn":"","openAccess":false}
-{"id":"10|issn___print::9241f8ebd40dd55cbb179028b84ebb12","officialname":"Transplantation","issn":"0041-1337","eissn":"","lissn":"","openAccess":false}
-{"id":"10|issn___print::982b4d2537d3f800b596fbec3dae0c7c","officialname":"International Journal of Operations Research and Information Systems","issn":"1947-9328","eissn":"1947-9336","lissn":"","openAccess":false}
-{"id":"10|issn___print::b9faf9c36c47169d4328e586eb62247c","officialname":"Bulletin of the British Mycological Society","issn":"0007-1528","eissn":"","lissn":"","openAccess":false}
-{"id":"10|issn__online::709e633c2ecf46396a4ed1b0096da1d0","officialname":"Journal of Technology and Innovation","issn":"","eissn":"2410-3993","lissn":"","openAccess":false}
+{"id":"10|doajarticles::0ab37b7620eb9a73ac95d3ca4320c97d","officialname":"Известия высших учебных заведений: Проблемы энергетики","issn":"1998-9903","eissn":"","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}
+{"id":"10|doajarticles::abbc9265bea9ff62776a1c39785af00c","officialname":"Thémata","issn":"0212-8365","eissn":"2253-900X","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}
+{"id":"10|issn___print::051e86306840dc8255d95c5671e97928","officialname":"Science Technology & Public Policy","issn":"2077-3757","eissn":"","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}
+{"id":"10|issn___print::4b2e7f05b6353940e5a7a592f2a87c94","officialname":"Cahiers d’études germaniques","issn":"0751-4239","eissn":"2605-8359","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}
+{"id":"10|issn___print::4c950a72660642d69e767d1c2daad4a2","officialname":"Regional Economics Theory and Practice","issn":"2073-1477","eissn":"2311-8733","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}
+{"id":"10|issn___print::9241f8ebd40dd55cbb179028b84ebb12","officialname":"Transplantation","issn":"0041-1337","eissn":"","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}
+{"id":"10|issn___print::982b4d2537d3f800b596fbec3dae0c7c","officialname":"International Journal of Operations Research and Information Systems","issn":"1947-9328","eissn":"1947-9336","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}
+{"id":"10|issn___print::b9faf9c36c47169d4328e586eb62247c","officialname":"Bulletin of the British Mycological Society","issn":"0007-1528","eissn":"","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}
+{"id":"10|issn__online::709e633c2ecf46396a4ed1b0096da1d0","officialname":"Journal of Technology and Innovation","issn":"","eissn":"2410-3993","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}

dhp-workflows/dhp-graph-mapper/src/test/resources/eu/dnetlib/dhp/oa/graph/hostedbymap/doajHostedByItem

@@ -1,25 +1,25 @@
-{"id":"doaj","officialname":"Lëd i Sneg","issn":"2076-6734","eissn":"2412-3765","lissn":"","openAccess":true}
-{"id":"doaj","officialname":"Компьютерные исследования и моделирование","issn":"2076-7633","eissn":"2077-6853","lissn":"","openAccess":true}
-{"id":"doaj","officialname":" Историко-биологические исследования","issn":"2076-8176","eissn":"2500-1221","lissn":"","openAccess":true}
-{"id":"doaj","officialname":"Інформаційні технології і засоби навчання","issn":"2076-8184","eissn":"","lissn":"","openAccess":true}
-{"id":"doaj","officialname":"Revue Internationale de Pédagogie de l’Enseignement Supérieur","issn":"","eissn":"2076-8427","lissn":"","openAccess":true}
-{"id":"doaj","officialname":"Проблемы развития территории","issn":"2076-8915","eissn":"2409-9007","lissn":"","openAccess":true}
-{"id":"doaj","officialname":"Rambam Maimonides Medical Journal","issn":"","eissn":"2076-9172","lissn":"","openAccess":true}
-{"id":"doaj","officialname":"Membranes","issn":"2077-0375","eissn":"","lissn":"","openAccess":true}
-{"id":"doaj","officialname":"Journal of Clinical Medicine","issn":"","eissn":"2077-0383","lissn":"","openAccess":true}
-{"id":"doaj","officialname":"Agriculture","issn":"","eissn":"2077-0472","lissn":"","openAccess":true}
-{"id":"doaj","officialname":"Standartnye Obrazcy","issn":"2077-1177","eissn":"","lissn":"","openAccess":true}
-{"id":"doaj","officialname":"Металл и литье Украины","issn":"2077-1304","eissn":"2706-5529","lissn":"","openAccess":true}
-{"id":"doaj","officialname":"Journal of Marine Science and Engineering","issn":"","eissn":"2077-1312","lissn":"","openAccess":true}
-{"id":"doaj","officialname":"Religions","issn":"","eissn":"2077-1444","lissn":"","openAccess":true}
-{"id":"doaj","officialname":"GW-Unterricht","issn":"2077-1517","eissn":"2414-4169","lissn":"","openAccess":true}
-{"id":"doaj","officialname":"UCV-Scientia","issn":"2077-172X","eissn":"","lissn":"","openAccess":true}
-{"id":"doaj","officialname":"Sovremennye Issledovaniâ Socialʹnyh Problem","issn":"2077-1770","eissn":"2218-7405","lissn":"","openAccess":true}
-{"id":"doaj","officialname":"Granì","issn":"2077-1800","eissn":"2413-8738","lissn":"","openAccess":true}
-{"id":"doaj","officialname":"Journal of Economics Finance and Administrative Science","issn":"2077-1886","eissn":"2218-0648","lissn":"","openAccess":true}
-{"id":"doaj","officialname":"Science Education International","issn":"","eissn":"2077-2327","lissn":"","openAccess":true}
-{"id":"doaj","officialname":"Edumecentro","issn":"","eissn":"2077-2874","lissn":"","openAccess":true}
-{"id":"doaj","officialname":"Monteverdia","issn":"","eissn":"2077-2890","lissn":"","openAccess":true}
-{"id":"doaj","officialname":"Transformación","issn":"","eissn":"2077-2955","lissn":"","openAccess":true}
-{"id":"doaj","officialname":"Journal of Space Technology","issn":"2077-3099","eissn":"2411-5029","lissn":"","openAccess":true}
-{"id":"doaj","officialname":"Revue de Primatologie","issn":"","eissn":"2077-3757","lissn":"","openAccess":true}
+{"id":"doaj","officialname":"Lëd i Sneg","issn":"2076-6734","eissn":"2412-3765","lissn":"","openAccess":true,"oaDate":2015,"reviewProcess":["Double blind peer review"]}
+{"id":"doaj","officialname":"Компьютерные исследования и моделирование","issn":"2076-7633","eissn":"2077-6853","lissn":"","openAccess":true,"oaDate":2009,"reviewProcess":["Blind peer review"]}
+{"id":"doaj","officialname":" Историко-биологические исследования","issn":"2076-8176","eissn":"2500-1221","lissn":"","openAccess":true,"oaDate":2010,"reviewProcess":["Double blind peer review"]}
+{"id":"doaj","officialname":"Інформаційні технології і засоби навчання","issn":"2076-8184","eissn":"","lissn":"","openAccess":true,"oaDate":2006,"reviewProcess":["Double blind peer review"]}
+{"id":"doaj","officialname":"Revue Internationale de Pédagogie de l’Enseignement Supérieur","issn":"","eissn":"2076-8427","lissn":"","openAccess":true,"oaDate":2009,"reviewProcess":["Double blind peer review"]}
+{"id":"doaj","officialname":"Проблемы развития территории","issn":"2076-8915","eissn":"2409-9007","lissn":"","openAccess":true,"oaDate":2008,"reviewProcess":["Double blind peer review"]}
+{"id":"doaj","officialname":"Rambam Maimonides Medical Journal","issn":"","eissn":"2076-9172","lissn":"","openAccess":true,"oaDate":2010,"reviewProcess":["Peer review"]}
+{"id":"doaj","officialname":"Membranes","issn":"2077-0375","eissn":"","lissn":"","openAccess":true,"oaDate":2011,"reviewProcess":["Blind peer review"]}
+{"id":"doaj","officialname":"Journal of Clinical Medicine","issn":"","eissn":"2077-0383","lissn":"","openAccess":true,"oaDate":2012,"reviewProcess":["Blind peer review"]}
+{"id":"doaj","officialname":"Agriculture","issn":"","eissn":"2077-0472","lissn":"","openAccess":true,"oaDate":2011,"reviewProcess":["Blind peer review"]}
+{"id":"doaj","officialname":"Standartnye Obrazcy","issn":"2077-1177","eissn":"","lissn":"","openAccess":true,"oaDate":2014,"reviewProcess":["Double blind peer review"]}
+{"id":"doaj","officialname":"Металл и литье Украины","issn":"2077-1304","eissn":"2706-5529","lissn":"","openAccess":true,"oaDate":2019,"reviewProcess":["Double blind peer review"]}
+{"id":"doaj","officialname":"Journal of Marine Science and Engineering","issn":"","eissn":"2077-1312","lissn":"","openAccess":true,"oaDate":2013,"reviewProcess":["Blind peer review"]}
+{"id":"doaj","officialname":"Religions","issn":"","eissn":"2077-1444","lissn":"","openAccess":true,"oaDate":2010,"reviewProcess":["Double blind peer review"]}
+{"id":"doaj","officialname":"GW-Unterricht","issn":"2077-1517","eissn":"2414-4169","lissn":"","openAccess":true,"oaDate":2010,"reviewProcess":["Double blind peer review"]}
+{"id":"doaj","officialname":"UCV-Scientia","issn":"2077-172X","eissn":"","lissn":"","openAccess":true,"oaDate":2009,"reviewProcess":["Peer review"]}
+{"id":"doaj","officialname":"Sovremennye Issledovaniâ Socialʹnyh Problem","issn":"2077-1770","eissn":"2218-7405","lissn":"","openAccess":true,"oaDate":2010,"reviewProcess":["Double blind peer review"]}
+{"id":"doaj","officialname":"Granì","issn":"2077-1800","eissn":"2413-8738","lissn":"","openAccess":true,"oaDate":2014,"reviewProcess":["Double blind peer review"]}
+{"id":"doaj","officialname":"Journal of Economics Finance and Administrative Science","issn":"2077-1886","eissn":"2218-0648","lissn":"","openAccess":true,"oaDate":2017,"reviewProcess":["Double blind peer review"]}
+{"id":"doaj","officialname":"Science Education International","issn":"","eissn":"2077-2327","lissn":"","openAccess":true,"oaDate":2017,"reviewProcess":["Double blind peer review"]}
+{"id":"doaj","officialname":"Edumecentro","issn":"","eissn":"2077-2874","lissn":"","openAccess":true,"oaDate":2013,"reviewProcess":["Double blind peer review"]}
+{"id":"doaj","officialname":"Monteverdia","issn":"","eissn":"2077-2890","lissn":"","openAccess":true,"oaDate":2008,"reviewProcess":["Double blind peer review"]}
+{"id":"doaj","officialname":"Transformación","issn":"","eissn":"2077-2955","lissn":"","openAccess":true,"oaDate":2010,"reviewProcess":["Double blind peer review"]}
+{"id":"doaj","officialname":"Journal of Space Technology","issn":"2077-3099","eissn":"2411-5029","lissn":"","openAccess":true,"oaDate":2011,"reviewProcess":["Double blind peer review"]}
+{"id":"doaj","officialname":"Revue de Primatologie","issn":"","eissn":"2077-3757","lissn":"","openAccess":true,"oaDate":2009,"reviewProcess":["Peer review"]}

dhp-workflows/dhp-graph-mapper/src/test/resources/eu/dnetlib/dhp/oa/graph/hostedbymap/doaj_json.json

@@ -0,0 +1,25 @@
+[{"last_updated": "2021-04-29T13:17:37Z", "bibjson": {"copyright": {"author_retains": true, "url": "http://ice-snow.igras.ru/jour/about/submissions#copyrightNotice"}, "keywords": ["glaciology", "glaciers", "snow cover", "ice", "antarctic", "arctic"], "subject": [{"code": "Q", "scheme": "LCC", "term": "Science"}], "language": ["RU"], "title": "L\u00ebd i Sneg", "institution": {"name": "Institute of Geography of the Russian Academy of Sciences"}, "preservation": {"has_preservation": true, "national_library": ["Russian State Library (RSL)"], "url": "http://elibrary.ru/title_about.asp?id=31045"}, "ref": {"aims_scope": "http://ice-snow.igras.ru/jour/about/editorialPolicies#focusAndScope", "journal": "http://ice-snow.igras.ru/", "oa_statement": "http://ice-snow.igras.ru/jour/about/editorialPolicies#openAccessPolicy", "author_instructions": "http://ice-snow.igras.ru/jour/about/submissions#authorGuidelines", "license_terms": "http://ice-snow.igras.ru/jour/index"}, "alternative_title": "Ice and Snow", "apc": {"has_apc": false, "url": "http://mais-journal.ru/jour/about/editorialPolicies#custom-4"}, "other_charges": {"has_other_charges": false, "url": "http://mais-journal.ru/jour/about/editorialPolicies#custom-4"}, "publication_time_weeks": 8, "deposit_policy": {"has_policy": false}, "boai": true, "editorial": {"review_process": ["Double blind peer review"], "review_url": "http://ice-snow.igras.ru/jour/about/editorialPolicies#custom-0", "board_url": "http://ice-snow.igras.ru/jour/pages/view/EditorialC"}, "pid_scheme": {"scheme": ["DOI"], "has_pid_scheme": true}, "plagiarism": {"detection": true, "url": "http://ice-snow.igras.ru/jour/about/editorialPolicies#custom-6"}, "eissn": "2412-3765", "pissn": "2076-6734", "article": {"license_display_example_url": "http://ice-snow.igras.ru/jour/article/view/251", "license_display": ["Embed"]}, "license": [{"NC": false, "ND": false, "BY": true, "type": "CC BY", "SA": false}], "oa_start": 2015, "publisher": {"country": "RU", "name": "Nauka"}, "waiver": {"has_waiver": false}}, "admin": {"ticked": true, "seal": false}, "id": "70677568a83144c5be0d372d43db535e", "created_date": "2016-04-24T09:35:25Z"},
+  {"last_updated": "2021-04-29T13:15:25Z", "bibjson": {"editorial": {"review_process": ["Blind peer review"], "review_url": "http://crm-en.ics.org.ru/journal/page/reviewers/", "board_url": "http://crm-en.ics.org.ru/journal/page/edboard/"}, "pid_scheme": {"scheme": ["DOI"], "has_pid_scheme": true}, "copyright": {"author_retains": true, "url": "http://crm-en.ics.org.ru/journal/page/open_access/"}, "keywords": ["mathematical modeling", "computation methods", "applied mathematics", "computational biology", "econophysics", "numerical simulation"], "plagiarism": {"detection": false}, "subject": [{"code": "T57-57.97", "scheme": "LCC", "term": "Applied mathematics. Quantitative methods"}, {"code": "QA1-939", "scheme": "LCC", "term": "Mathematics"}], "eissn": "2077-6853", "language": ["RU"], "title": "\u041a\u043e\u043c\u043f\u044c\u044e\u0442\u0435\u0440\u043d\u044b\u0435 \u0438\u0441\u0441\u043b\u0435\u0434\u043e\u0432\u0430\u043d\u0438\u044f \u0438 \u043c\u043e\u0434\u0435\u043b\u0438\u0440\u043e\u0432\u0430\u043d\u0438\u0435", "pissn": "2076-7633", "article": {"license_display": ["No"]}, "preservation": {"has_preservation": true, "national_library": ["elibrary.ru"], "url": "https://elibrary.ru/title_about.asp?id=30131"}, "license": [{"NC": false, "ND": true, "BY": true, "type": "CC BY-ND", "SA": false}], "ref": {"aims_scope": "http://crm-en.ics.org.ru/journal/page/crminfo/", "journal": "http://crm-en.ics.org.ru/", "oa_statement": "http://crm-en.ics.org.ru/journal/page/open_access/", "author_instructions": "http://crm-en.ics.org.ru/journal/page/authors/", "license_terms": "http://crm-en.ics.org.ru/journal/page/open_access/"}, "oa_start": 2009, "alternative_title": "Computer Research and Modeling", "apc": {"has_apc": false, "url": "http://crm-en.ics.org.ru/journal/page/authors/"}, "other_charges": {"has_other_charges": false, "url": "http://crm-en.ics.org.ru/journal/page/authors/"}, "publication_time_weeks": 15, "deposit_policy": {"has_policy": false}, "publisher": {"country": "RU", "name": "Institute of Computer Science"}, "boai": true, "waiver": {"has_waiver": false}}, "admin": {"ticked": true, "seal": false}, "id": "827ab72fae4f4119b03d53be8de5515e", "created_date": "2018-09-25T16:08:11Z"},
+  {"last_updated": "2021-04-29T13:16:49Z", "bibjson": {"copyright": {"author_retains": false}, "keywords": ["history of biology", "biology", "genetics", "social history", "evolutionary theory"], "subject": [{"code": "D1-2009", "scheme": "LCC", "term": "History (General)"}, {"code": "QH301-705.5", "scheme": "LCC", "term": "Biology (General)"}], "language": ["EN", "RU"], "title": " \u0418\u0441\u0442\u043e\u0440\u0438\u043a\u043e-\u0431\u0438\u043e\u043b\u043e\u0433\u0438\u0447\u0435\u0441\u043a\u0438\u0435 \u0438\u0441\u0441\u043b\u0435\u0434\u043e\u0432\u0430\u043d\u0438\u044f", "institution": {"name": "Russian Academy of Sciences, S. I. Vavilov Institute for the History of Science and Technology"}, "preservation": {"has_preservation": true, "national_library": ["eLibrary"], "url": "https://elibrary.ru/title_about.asp?id=32227"}, "ref": {"aims_scope": "http://shb.nw.ru/en/about-2/aimsscope/#.W_1IOCdoSqA", "journal": "http://shb.nw.ru/ru/about/", "oa_statement": "http://shb.nw.ru/en/about-2/open-access-statement/", "author_instructions": "http://shb.nw.ru/en/for-authors/author-guidelines/#.W_1IUSdoSqA", "license_terms": "http://shb.nw.ru/en/about-2/#.W_1IvSdoSqA"}, "alternative_title": "Studies in the History of Biology", "apc": {"has_apc": false, "url": "http://shb.nw.ru/en/about-2/author-fees/#.W_1ErCdoSqA"}, "other_charges": {"has_other_charges": false, "url": "http://shb.nw.ru/en/about-2/author-fees/#.W_1ErCdoSqA"}, "publication_time_weeks": 12, "deposit_policy": {"has_policy": false}, "boai": true, "editorial": {"review_process": ["Double blind peer review"], "review_url": "http://shb.nw.ru/en/editor-responsibilities/#.W_1IIidoSqA", "board_url": "http://shb.nw.ru/en/editorial-board/#.W_1H_ydoSqA"}, "pid_scheme": {"scheme": ["DOI"], "has_pid_scheme": true}, "plagiarism": {"detection": false}, "eissn": "2500-1221", "pissn": "2076-8176", "article": {"license_display": ["No"]}, "license": [{"NC": true, "ND": true, "BY": true, "type": "CC BY-NC-ND", "SA": false}], "oa_start": 2010, "publisher": {"country": "RU", "name": "Russian Academy of Sciences, S. I. Vavilov Institute for the History of Science and Technology"}, "waiver": {"has_waiver": false}}, "admin": {"ticked": true, "seal": false}, "id": "90d5f184dfd042d49bbd00fa4252e600", "created_date": "2019-01-18T17:44:20Z"},
+  {"last_updated": "2021-04-29T13:16:42Z", "bibjson": {"editorial": {"review_process": ["Double blind peer review"], "review_url": "https://journal.iitta.gov.ua/index.php/itlt/peerreview", "board_url": "https://journal.iitta.gov.ua/index.php/itlt/edboard"}, "pid_scheme": {"scheme": ["DOI"], "has_pid_scheme": true}, "copyright": {"author_retains": true, "url": "https://journal.iitta.gov.ua/index.php/itlt/copyright"}, "keywords": ["information and communication technologies", "cloud technologies", "distance learning", "e-learning", "mobile learning", "management of education"], "plagiarism": {"detection": true, "url": "https://journal.iitta.gov.ua/index.php/itlt/plagiarism"}, "subject": [{"code": "LB5-3640", "scheme": "LCC", "term": "Theory and practice of education"}], "language": ["EN", "RU", "UK"], "title": "\u0406\u043d\u0444\u043e\u0440\u043c\u0430\u0446\u0456\u0439\u043d\u0456 \u0442\u0435\u0445\u043d\u043e\u043b\u043e\u0433\u0456\u0457 \u0456 \u0437\u0430\u0441\u043e\u0431\u0438 \u043d\u0430\u0432\u0447\u0430\u043d\u043d\u044f", "pissn": "2076-8184", "article": {"license_display_example_url": "https://journal.iitta.gov.ua/index.php/itlt/article/view/2497", "license_display": ["Embed"]}, "institution": {"name": "Institute of Information Technologies and Learning Tools"}, "preservation": {"has_preservation": true, "national_library": ["The Vernadsky National Library of Ukraine"], "url": "https://journal.iitta.gov.ua/index.php/itlt/archiving"}, "license": [{"NC": true, "ND": false, "BY": true, "type": "CC BY-NC-SA", "SA": true, "url": "https://creativecommons.org/licenses/by-nc-sa/4.0/"}], "ref": {"aims_scope": "https://journal.iitta.gov.ua/index.php/itlt/focus", "journal": "http://journal.iitta.gov.ua", "oa_statement": "https://journal.iitta.gov.ua/index.php/itlt/access", "author_instructions": "https://journal.iitta.gov.ua/index.php/itlt/submissionguide", "license_terms": "https://journal.iitta.gov.ua/index.php/itlt/copyright"}, "oa_start": 2006, "alternative_title": "Information Technologies and Learning Tools", "apc": {"has_apc": false, "url": "https://journal.iitta.gov.ua/index.php/itlt/fee"}, "other_charges": {"has_other_charges": false}, "publication_time_weeks": 40, "deposit_policy": {"has_policy": false}, "publisher": {"country": "UA", "name": "Institute of Information Technologies and Learning Tools"}, "boai": true, "waiver": {"has_waiver": false}}, "admin": {"ticked": true, "seal": false}, "created_date": "2011-05-25T14:03:32Z", "id": "5f0909800cfa4f74828be1996f2f7989"},
+  {"last_updated": "2021-08-24T09:21:30Z", "bibjson": {"editorial": {"review_process": ["Double blind peer review"], "review_url": "http://ripes.revues.org/205", "board_url": "http://ripes.revues.org/209"}, "pid_scheme": {"has_pid_scheme": false}, "copyright": {"author_retains": false, "url": "https://journals.openedition.org/ripes/?page=informations"}, "keywords": ["higher education"], "plagiarism": {"detection": false, "url": ""}, "subject": [{"code": "L", "scheme": "LCC", "term": "Education"}, {"code": "LC8-6691", "scheme": "LCC", "term": "Special aspects of education"}], "eissn": "2076-8427", "language": ["FR"], "title": "Revue Internationale de P\u00e9dagogie de l\u2019Enseignement Sup\u00e9rieur", "article": {"license_display": ["No"], "orcid": false, "i4oc_open_citations": false}, "preservation": {"has_preservation": false}, "license": [{"NC": true, "ND": true, "BY": true, "type": "CC BY-NC-ND", "SA": false, "url": "https://creativecommons.org/licenses/by-nc-nd/4.0/"}], "ref": {"aims_scope": "http://ripes.revues.org", "journal": "http://ripes.revues.org", "oa_statement": "http://ripes.revues.org/?page=informations", "author_instructions": "http://ripes.revues.org/623", "license_terms": "http://ripes.revues.org/?page=informations"}, "oa_start": 2009, "alternative_title": "RIPES", "apc": {"has_apc": false, "url": "http://ripes.revues.org/?page=informations"}, "other_charges": {"has_other_charges": false}, "publication_time_weeks": 16, "deposit_policy": {"has_policy": false}, "publisher": {"country": "FR", "name": "Association Internationale de P\u00e9dagogie Universitaire"}, "boai": true, "waiver": {"has_waiver": false}}, "admin": {"ticked": true, "seal": false}, "created_date": "2011-01-10T08:26:59Z", "id": "a2505d7a17a141b18ae07e95860571ef"},
+  {"last_updated": "2021-04-29T13:18:14Z", "bibjson": {"copyright": {"author_retains": true, "url": "http://pdt.vscc.ac.ru/info/author-rights?_lang=en"}, "keywords": ["territories\u2019 economies", "scientific supply of territories\u2019 economies", "socio-economic development of territories"], "subject": [{"code": "HD72-88", "scheme": "LCC", "term": "Economic growth, development, planning"}], "language": ["EN", "RU"], "title": "\u041f\u0440\u043e\u0431\u043b\u0435\u043c\u044b \u0440\u0430\u0437\u0432\u0438\u0442\u0438\u044f \u0442\u0435\u0440\u0440\u0438\u0442\u043e\u0440\u0438\u0438", "institution": {"name": "Russian Academy of Sciences, Vologda Research Center"}, "preservation": {"has_preservation": true, "service": ["e-Library"], "url": "https://elibrary.ru/title_about_new.asp?id=30627"}, "ref": {"aims_scope": "http://pdt.vscc.ac.ru/info/aim_and_scope?_lang=en", "journal": "http://pdt.vscc.ac.ru/?_lang=en", "oa_statement": "http://pdt.vscc.ac.ru/info/open_access_policy?_lang=en", "author_instructions": "http://pdt.vscc.ac.ru/info/rules?_lang=en", "license_terms": "http://pdt.vscc.ac.ru/?_lang=en"}, "alternative_title": "Problems of Territory's Development", "apc": {"has_apc": false, "url": "http://pdt.vscc.ac.ru/info/about?_lang=en"}, "other_charges": {"has_other_charges": false, "url": "http://pdt.vscc.ac.ru/info/about?_lang=en"}, "publication_time_weeks": 10, "deposit_policy": {"has_policy": false}, "boai": true, "editorial": {"review_process": ["Double blind peer review"], "review_url": "http://pdt.vscc.ac.ru/info/provision-review?_lang=en", "board_url": "http://pdt.vscc.ac.ru/editorial-staff?_lang=en"}, "pid_scheme": {"scheme": ["DOI"], "has_pid_scheme": true}, "plagiarism": {"detection": true, "url": "http://pdt.vscc.ac.ru/info/publication-ethics?_lang=en"}, "eissn": "2409-9007", "pissn": "2076-8915", "article": {"license_display": ["No"]}, "license": [{"NC": true, "ND": true, "BY": true, "type": "CC BY-NC-ND", "SA": false}], "oa_start": 2008, "publisher": {"country": "RU", "name": "Russian Academy of Sciences, Vologda Research Center"}, "waiver": {"has_waiver": false}}, "admin": {"ticked": true, "seal": false}, "id": "d969a36fe5694036b7f5583aa1fae6e2", "created_date": "2020-07-31T15:34:56Z"},
+  {"last_updated": "2021-04-29T13:14:06Z", "bibjson": {"editorial": {"review_process": ["Peer review"], "review_url": "http://rmmj.org.il/(S(ggvtlu2lqfsr2gycwmnh1220))/Pages/Author/GuideForAuthor.aspx", "board_url": "http://rmmj.org.il/(S(ggvtlu2lqfsr2gycwmnh1220))/Pages/EditorialBoard.aspx"}, "pid_scheme": {"scheme": ["DOI"], "has_pid_scheme": true}, "copyright": {"author_retains": true, "url": "http://rmmj.org.il/(S(ggvtlu2lqfsr2gycwmnh1220))/Pages/Author/GuideForAuthor.aspx"}, "keywords": ["medicine", "biomedicine", "public health", "science"], "plagiarism": {"detection": false}, "subject": [{"code": "R", "scheme": "LCC", "term": "Medicine"}, {"code": "R5-920", "scheme": "LCC", "term": "Medicine (General)"}], "eissn": "2076-9172", "language": ["EN"], "title": "Rambam Maimonides Medical Journal", "article": {"license_display_example_url": "http://rmmj.org.il/userimages/608/0/PublishFiles/608Article.pdf", "license_display": ["Embed"]}, "institution": {"name": "Rambam Health Care Campus (Hospital)"}, "preservation": {"has_preservation": false, "url": "https://europepmc.org/search?query=JOURNAL:%22Rambam+Maimonides+Med+J%22&page=1&restrict=All+results, http://pubmedcentralcanada.ca/pmcc/solr/?term=Rambam%20Maimonides%20Med%20J&search-option=articles"}, "license": [{"NC": false, "ND": false, "BY": true, "type": "CC BY", "SA": false}], "ref": {"aims_scope": "http://rmmj.org.il/(S(ggvtlu2lqfsr2gycwmnh1220))/Pages/DynamicPage.aspx?p=2", "journal": "http://www.rmmj.org.il", "oa_statement": "http://rmmj.org.il/(S(ggvtlu2lqfsr2gycwmnh1220))/Pages/DynamicPage.aspx?p=4", "author_instructions": "http://rmmj.org.il/(S(ggvtlu2lqfsr2gycwmnh1220))/Pages/Author/GuideForAuthor.aspx", "license_terms": "http://www.rmmj.org.il/about/open-access-license/"}, "oa_start": 2010, "apc": {"has_apc": false, "url": "http://www.rmmj.org.il/Pages/Author/GuideForAuthor.aspx"}, "other_charges": {"has_other_charges": false, "url": "http://www.rmmj.org.il/Pages/Author/GuideForAuthor.aspx"}, "publication_time_weeks": 8, "deposit_policy": {"has_policy": false}, "publisher": {"country": "IL", "name": "Rambam Health Care Campus"}, "boai": true, "waiver": {"has_waiver": false}}, "admin": {"ticked": true, "seal": false}, "id": "57123ff3d1b2495d80111ea9b9de69d6", "created_date": "2010-06-30T13:11:57Z"},
+  {"last_updated": "2021-04-29T13:17:22Z", "bibjson": {"editorial": {"review_process": ["Blind peer review"], "review_url": "http://www.mdpi.com/reviewers#3", "board_url": "http://www.mdpi.com/journal/membranes/editors"}, "pid_scheme": {"scheme": ["DOI"], "has_pid_scheme": true}, "copyright": {"author_retains": true, "url": "http://www.mdpi.com/about/openaccess"}, "keywords": ["membrane permeation"], "plagiarism": {"detection": true, "url": "http://www.mdpi.com/journal/membranes/instructions#ethics"}, "subject": [{"code": "TP1-1185", "scheme": "LCC", "term": "Chemical technology"}, {"code": "TP155-156", "scheme": "LCC", "term": "Chemical engineering"}], "language": ["EN"], "title": "Membranes", "pissn": "2077-0375", "article": {"license_display_example_url": "http://www.mdpi.com/1422-0067/15/3/4915", "license_display": ["Embed"]}, "preservation": {"has_preservation": true, "national_library": ["Swiss National Library"], "url": "https://www.e-helvetica.nb.admin.ch/pages/main.jsf"}, "license": [{"NC": false, "ND": false, "BY": true, "type": "CC BY", "SA": false, "url": "https://creativecommons.org/licenses/by/4.0/"}], "ref": {"aims_scope": "http://www.mdpi.com/journal/membranes/about", "journal": "http://www.mdpi.com/journal/membranes/", "oa_statement": "http://www.mdpi.com/journal/membranes/about", "author_instructions": "http://www.mdpi.com/journal/membranes/instructions", "license_terms": "http://www.mdpi.com/journal/membranes/about"}, "oa_start": 2011, "apc": {"has_apc": true, "max": [{"price": 1800, "currency": "CHF"}], "url": "http://www.mdpi.com/journal/membranes/apc"}, "other_charges": {"has_other_charges": false, "url": "http://www.mdpi.com/journal/membranes/apc"}, "publication_time_weeks": 11, "deposit_policy": {"service": ["Sherpa/Romeo"], "has_policy": true}, "publisher": {"country": "CH", "name": "MDPI AG"}, "boai": true, "waiver": {"has_waiver": false}}, "admin": {"ticked": true, "seal": true}, "id": "962d34f6747741fcabf91f5f18feada5", "created_date": "2011-03-01T15:33:27Z"},
+  {"last_updated": "2021-04-29T13:17:12Z", "bibjson": {"editorial": {"review_process": ["Blind peer review"], "review_url": "http://www.mdpi.com/journal/jcm/instructions#editorial_procedure", "board_url": "http://www.mdpi.com/journal/jcm/editors"}, "pid_scheme": {"scheme": ["DOI"], "has_pid_scheme": true}, "copyright": {"author_retains": true, "url": "http://www.mdpi.com/about/openaccess"}, "keywords": ["bioethics"], "plagiarism": {"detection": true, "url": "http://www.mdpi.com/journal/jcm/instructions#ethics"}, "subject": [{"code": "R", "scheme": "LCC", "term": "Medicine"}], "eissn": "2077-0383", "language": ["EN"], "title": "Journal of Clinical Medicine", "article": {"license_display_example_url": "http://www.mdpi.com/2077-0383/3/1/216", "license_display": ["Embed"]}, "preservation": {"has_preservation": true, "service": ["CLOCKSS", "PMC"], "national_library": ["Swiss National Library"], "url": "http://www.mdpi.com/journal/jcm/indexing"}, "license": [{"NC": false, "ND": false, "BY": true, "type": "CC BY", "SA": false}], "ref": {"aims_scope": "http://www.mdpi.com/journal/jcm/about", "journal": "http://www.mdpi.com/journal/jcm", "oa_statement": "http://www.mdpi.com/journal/jcm/about", "author_instructions": "http://www.mdpi.com/journal/jcm/instructions", "license_terms": "http://www.mdpi.com/journal/jcm/about"}, "oa_start": 2012, "apc": {"has_apc": true, "max": [{"price": 2200, "currency": "CHF"}], "url": "http://www.mdpi.com/journal/jcm/apc"}, "other_charges": {"has_other_charges": false, "url": "http://www.mdpi.com/journal/jcm/apc"}, "publication_time_weeks": 11, "deposit_policy": {"service": ["Sherpa/Romeo"], "has_policy": true}, "publisher": {"country": "CH", "name": "MDPI AG"}, "boai": true, "waiver": {"has_waiver": false}}, "admin": {"ticked": true, "seal": true}, "id": "9949eda812504479b0ce85f7baada4a8", "created_date": "2013-11-16T21:23:06Z"},
+  {"last_updated": "2021-11-18T16:03:20Z", "bibjson": {"editorial": {"review_process": ["Blind peer review"], "review_url": "http://www.mdpi.com/reviewers#3", "board_url": "http://www.mdpi.com/journal/agriculture/editors"}, "pid_scheme": {"scheme": ["DOI"], "has_pid_scheme": true}, "copyright": {"author_retains": true, "url": "http://www.mdpi.com/about/openaccess"}, "keywords": ["agriculture"], "plagiarism": {"detection": true, "url": "http://www.mdpi.com/journal/agriculture/instructions#ethics"}, "subject": [{"code": "S1-972", "scheme": "LCC", "term": "Agriculture (General)"}], "eissn": "2077-0472", "language": ["EN"], "title": "Agriculture", "article": {"license_display_example_url": "http://www.mdpi.com/2077-0472/5/4/1204", "license_display": ["Embed"]}, "preservation": {"has_preservation": true, "national_library": ["e-Helvetica Swiss National Library"], "url": "http://www.mdpi.com/journal/agriculture/indexing"}, "license": [{"NC": false, "ND": false, "BY": true, "type": "CC BY", "SA": false, "url": "https://creativecommons.org/licenses/by/4.0/"}], "ref": {"aims_scope": "http://www.mdpi.com/journal/agriculture/about", "journal": "http://www.mdpi.com/journal/agriculture", "oa_statement": "http://www.mdpi.com/journal/agriculture/apc", "author_instructions": "http://www.mdpi.com/journal/agriculture/instructions", "license_terms": "http://www.mdpi.com/journal/agriculture/about under Copyright/Open Access section"}, "oa_start": 2011, "apc": {"has_apc": true, "max": [{"price": 1600, "currency": "CHF"}], "url": "http://www.mdpi.com/journal/agriculture/apc"}, "other_charges": {"has_other_charges": false, "url": "http://www.mdpi.com/journal/agriculture/apc"}, "publication_time_weeks": 11, "deposit_policy": {"service": ["Sherpa/Romeo"], "has_policy": true}, "publisher": {"country": "CH", "name": "MDPI AG"}, "boai": true, "waiver": {"has_waiver": false}}, "admin": {"ticked": true, "seal": true}, "id": "24929d14d51e4c09a9b9bc5708021bbd", "created_date": "2012-12-14T12:16:02Z"},
+  {"last_updated": "2021-04-29T13:14:50Z", "bibjson": {"editorial": {"review_process": ["Double blind peer review"], "review_url": "http://www.rmjournal.ru/jour/about/editorialPolicies#custom-0", "board_url": "http://www.rmjournal.ru/index.php/jour/pages/view/EditorialC"}, "pid_scheme": {"scheme": ["DOI"], "has_pid_scheme": true}, "copyright": {"author_retains": true, "url": "http://www.rmjournal.ru/jour/about/submissions#copyrightNotice"}, "keywords": ["measurement procedure", "metrology", "state measurement standard of measurement units", "analytical chemistry", "reference materials"], "plagiarism": {"detection": true, "url": "http://www.rmjournal.ru/jour/about/editorialPolicies#custom-6"}, "subject": [{"code": "T", "scheme": "LCC", "term": "Technology"}], "language": ["RU"], "title": "Standartnye Obrazcy", "pissn": "2077-1177", "article": {"license_display_example_url": "http://www.rmjournal.ru/jour/article/view/119", "license_display": ["Embed"]}, "preservation": {"has_preservation": true, "service": ["Elibrary"], "url": "https://elibrary.ru/title_about.asp?id=10555"}, "license": [{"NC": false, "ND": false, "BY": true, "type": "CC BY", "SA": false}], "ref": {"aims_scope": "http://www.rmjournal.ru/jour/about/editorialPolicies#focusAndScope", "journal": "http://www.rmjournal.ru", "oa_statement": "http://www.rmjournal.ru/jour/about/editorialPolicies#openAccessPolicy", "author_instructions": "http://www.rmjournal.ru/jour/about/submissions", "license_terms": "http://www.rmjournal.ru/jour/about/submissions#copyrightNotice"}, "oa_start": 2014, "alternative_title": "Reference Materials ", "apc": {"has_apc": false, "url": "http://www.rmjournal.ru/jour/about/editorialPolicies#custom-4"}, "other_charges": {"has_other_charges": false, "url": "http://www.rmjournal.ru/jour/about/editorialPolicies#custom-4"}, "publication_time_weeks": 4, "deposit_policy": {"has_policy": false}, "publisher": {"country": "RU", "name": "Ural Research Institute of Metrology"}, "boai": true, "waiver": {"has_waiver": false}}, "admin": {"ticked": true, "seal": false}, "id": "142e904de1cd42ab836c79defdc7b665", "created_date": "2017-10-10T15:45:30Z"},
+  {"last_updated": "2021-04-29T13:17:12Z", "bibjson": {"copyright": {"author_retains": false}, "keywords": ["metallurgy", "casting", "metals", "steel", "iron", "refractory"], "subject": [{"code": "TN1-997", "scheme": "LCC", "term": "Mining engineering. Metallurgy"}], "language": ["EN", "RU", "UK"], "title": "\u041c\u0435\u0442\u0430\u043b\u043b \u0438 \u043b\u0438\u0442\u044c\u0435 \u0423\u043a\u0440\u0430\u0438\u043d\u044b", "institution": {"name": "National Academy of Sciences of Ukraine, Physical-Technological Institute of Metals and Alloys"}, "preservation": {"has_preservation": false}, "ref": {"aims_scope": "https://steelcast.com.ua/en/focus-and-scope", "journal": "https://steelcast.com.ua/", "oa_statement": "https://steelcast.com.ua/en/open-access-policy", "author_instructions": "https://steelcast.com.ua/en/author-guidelines", "license_terms": "https://steelcast.com.ua/en/copyright-and-licensing"}, "alternative_title": " Metal and Casting of Ukraine", "apc": {"has_apc": false, "url": "https://steelcast.com.ua/en/author-guidelines"}, "other_charges": {"has_other_charges": false, "url": "https://steelcast.com.ua/en/author-guidelines"}, "publication_time_weeks": 8, "deposit_policy": {"has_policy": false}, "boai": true, "editorial": {"review_process": ["Double blind peer review"], "review_url": "https://steelcast.com.ua/en/review-process", "board_url": "https://steelcast.com.ua/en/editorial-board"}, "pid_scheme": {"scheme": ["DOI"], "has_pid_scheme": true}, "plagiarism": {"detection": true, "url": "https://steelcast.com.ua/en/anti-plagiarism-policy"}, "eissn": "2706-5529", "pissn": "2077-1304", "article": {"license_display": ["No"]}, "license": [{"NC": false, "ND": false, "BY": true, "type": "CC BY", "SA": false}], "oa_start": 2019, "publisher": {"country": "UA", "name": "LTD \u201cPro Format\u201d"}, "waiver": {"has_waiver": false}}, "admin": {"ticked": true, "seal": false}, "id": "843d82432ae1450bab82390b9affcd25", "created_date": "2020-04-23T15:41:58Z"},
+  {"last_updated": "2021-04-29T13:17:22Z", "bibjson": {"editorial": {"review_process": ["Blind peer review"], "review_url": "http://www.mdpi.com/journal/jmse/instructions#editorial_procedure", "board_url": "http://www.mdpi.com/journal/jmse/editors"}, "pid_scheme": {"scheme": ["DOI"], "has_pid_scheme": true}, "copyright": {"author_retains": true, "url": "http://www.mdpi.com/authors"}, "keywords": ["marine science and engineering", "marine biodiversity", "marine resources", "marine biotechnology", "ocean engineering", "geological oceanography"], "plagiarism": {"detection": true, "url": "http://www.mdpi.com/about"}, "subject": [{"code": "VM1-989", "scheme": "LCC", "term": "Naval architecture. Shipbuilding. Marine engineering"}, {"code": "GC1-1581", "scheme": "LCC", "term": "Oceanography"}], "eissn": "2077-1312", "language": ["EN"], "title": "Journal of Marine Science and Engineering", "article": {"license_display_example_url": "http://www.mdpi.com/2077-1312/2/1/247", "license_display": ["Embed"]}, "preservation": {"has_preservation": true, "service": ["CLOCKSS", "e-helvetica"], "url": "http://www.mdpi.com/journal/jmse/indexing"}, "license": [{"NC": false, "ND": false, "BY": true, "type": "CC BY", "SA": false, "url": "https://creativecommons.org/licenses/by/4.0/"}], "ref": {"aims_scope": "http://www.mdpi.com/journal/jmse/about", "journal": "http://www.mdpi.com/journal/jmse", "oa_statement": "http://www.mdpi.com/about/openaccess", "author_instructions": "http://www.mdpi.com/journal/jmse/instructions", "license_terms": "http://www.mdpi.com/about/openaccess"}, "oa_start": 2013, "apc": {"has_apc": true, "max": [{"price": 1800, "currency": "CHF"}], "url": "http://www.mdpi.com/journal/jmse/apc"}, "other_charges": {"has_other_charges": false, "url": "http://www.mdpi.com/journal/jmse/apc"}, "publication_time_weeks": 8, "deposit_policy": {"service": ["Sherpa/Romeo"], "has_policy": true}, "publisher": {"country": "CH", "name": "MDPI AG"}, "boai": true, "waiver": {"has_waiver": false}}, "admin": {"ticked": true, "seal": true}, "id": "8efa24fd45324f35ae500ef0e6d7a9fd", "created_date": "2014-06-22T14:25:09Z"},
+  {"last_updated": "2021-04-29T13:19:45Z", "bibjson": {"editorial": {"review_process": ["Double blind peer review"], "review_url": "http://www.mdpi.com/journal/religions/instructions#editorial_procedure", "board_url": "http://www.mdpi.com/journal/religions/editors"}, "pid_scheme": {"scheme": ["DOI"], "has_pid_scheme": true}, "copyright": {"author_retains": true, "url": "http://www.mdpi.com/about/openaccess"}, "keywords": ["theology", "religion"], "plagiarism": {"detection": true, "url": "http://www.mdpi.com/journal/religions/instructions#ethics"}, "subject": [{"code": "BL1-2790", "scheme": "LCC", "term": "Religions. Mythology. Rationalism"}], "eissn": "2077-1444", "language": ["EN"], "title": "Religions", "article": {"license_display_example_url": "http://www.mdpi.com/2077-1444/7/1/2", "license_display": ["Embed"]}, "preservation": {"has_preservation": true, "service": ["CLOCKSS"], "national_library": ["e-Helvetica Swiss National Library"], "url": "https://thekeepers.org/journals?query=2077-1444"}, "license": [{"NC": false, "ND": false, "BY": true, "type": "CC BY", "SA": false, "url": "https://creativecommons.org/licenses/by/4.0/"}], "ref": {"aims_scope": "http://www.mdpi.com/journal/religions/about", "journal": "http://www.mdpi.com/journal/religions/", "oa_statement": "http://www.mdpi.com/journal/religions/about", "author_instructions": "http://www.mdpi.com/journal/religions/instructions", "license_terms": "http://www.mdpi.com/journal/religions/about under Copyright/Open Access section"}, "oa_start": 2010, "apc": {"has_apc": true, "max": [{"price": 1200, "currency": "CHF"}], "url": "http://www.mdpi.com/journal/religions/apc"}, "other_charges": {"has_other_charges": false, "url": "http://www.mdpi.com/journal/religions/apc"}, "publication_time_weeks": 11, "deposit_policy": {"service": ["Sherpa/Romeo"], "has_policy": true}, "publisher": {"country": "CH", "name": "MDPI AG"}, "boai": true, "waiver": {"has_waiver": false}}, "admin": {"ticked": true, "seal": true}, "id": "10264a50d46342ee838f5aa1a93d72ca", "created_date": "2011-03-01T14:41:07Z"},
+  {"last_updated": "2021-04-29T13:14:42Z", "bibjson": {"editorial": {"review_process": ["Double blind peer review"], "review_url": "http://www.gw-unterricht.at/index.php/autor-innen-info.html", "board_url": "http://www.gw-unterricht.at/index.php/team.html"}, "pid_scheme": {"scheme": ["DOI"], "has_pid_scheme": true}, "copyright": {"author_retains": false}, "keywords": ["geography", "economics", "education"], "plagiarism": {"detection": true, "url": "http://www.gw-unterricht.at/index.php/autor-innen-info.html"}, "subject": [{"code": "L", "scheme": "LCC", "term": "Education"}], "eissn": "2414-4169", "language": ["EN", "DE"], "title": "GW-Unterricht", "pissn": "2077-1517", "article": {"license_display": ["No"]}, "preservation": {"has_preservation": true, "service": ["Portico"], "national_library": ["\u00d6NB"], "url": "http://www.gw-unterricht.at/index.php/autor-innen-info.html"}, "license": [{"NC": false, "ND": true, "BY": true, "type": "CC BY-ND", "SA": false}], "ref": {"aims_scope": "http://www.gw-unterricht.at/index.php", "journal": "http://www.gw-unterricht.at", "oa_statement": "http://www.gw-unterricht.at/index.php/autor-innen-info.html", "author_instructions": "http://www.gw-unterricht.at/index.php/autor-innen-info.html", "license_terms": "http://www.gw-unterricht.at/index.php/autor-innen-info.html"}, "oa_start": 2010, "apc": {"has_apc": true, "max": [{"price": 50, "currency": "EUR"}], "url": "http://www.gw-unterricht.at/index.php/autor-innen-info.html"}, "other_charges": {"has_other_charges": false, "url": "http://www.gw-unterricht.at/index.php/autor-innen-info.html"}, "publication_time_weeks": 30, "deposit_policy": {"has_policy": false}, "publisher": {"country": "AT", "name": "Universit\u00e4t Wien"}, "boai": true, "waiver": {"has_waiver": true, "url": "http://www.gw-unterricht.at/index.php/autor-innen-info.html"}}, "admin": {"ticked": true, "seal": false}, "id": "3f6476489b434ebc98a4b2f518fd7a26", "created_date": "2017-01-31T09:55:11Z"},
+  {"last_updated": "2021-04-29T13:17:27Z", "bibjson": {"editorial": {"review_process": ["Peer review"], "review_url": "http://revistas.ucv.edu.pe/index.php/UCV-SCIENTIA/about", "board_url": "http://revistas.ucv.edu.pe/index.php/UCV-SCIENTIA/about/editorialTeam"}, "pid_scheme": {"has_pid_scheme": false}, "copyright": {"author_retains": false}, "keywords": ["science", "education"], "plagiarism": {"detection": false}, "subject": [{"code": "A", "scheme": "LCC", "term": "General Works"}], "language": ["ES"], "title": "UCV-Scientia", "pissn": "2077-172X", "article": {"license_display": ["No"]}, "preservation": {"has_preservation": false}, "license": [{"NC": true, "ND": false, "BY": true, "type": "CC BY-NC", "SA": false}], "ref": {"aims_scope": "http://revistas.ucv.edu.pe/index.php/UCV-SCIENTIA/about", "journal": "http://revistas.ucv.edu.pe/index.php/UCV-SCIENTIA", "oa_statement": "http://revistas.ucv.edu.pe/index.php/UCV-SCIENTIA/about", "author_instructions": "http://revistas.ucv.edu.pe/index.php/UCV-SCIENTIA/about/submissions#authorGuidelines", "license_terms": "http://revistas.ucv.edu.pe/index.php/UCV-SCIENTIA/index"}, "oa_start": 2009, "alternative_title": "Revista UCV-Scientia", "apc": {"has_apc": false, "url": "http://revistas.ucv.edu.pe/index.php/UCV-SCIENTIA/about"}, "other_charges": {"has_other_charges": false, "url": "http://revistas.ucv.edu.pe/index.php/UCV-SCIENTIA/about"}, "publication_time_weeks": 12, "deposit_policy": {"has_policy": false}, "publisher": {"country": "PE", "name": "Universidad C\u00e9sar Vallejo"}, "boai": true, "waiver": {"has_waiver": false}}, "admin": {"ticked": true, "seal": false}, "id": "01973f7b7e634a7397d0d05baf57cf04", "created_date": "2017-01-26T22:14:15Z"},
+  {"last_updated": "2021-09-19T15:48:58Z", "bibjson": {"copyright": {"author_retains": true, "url": "http://soc-journal.ru/jour/index.php/mssi/copyrightnotice"}, "keywords": ["philology", "history", "philosophy", "language", "linguistics"], "subject": [{"code": "H", "scheme": "LCC", "term": "Social Sciences"}], "language": ["RU", "EN"], "title": "Sovremennye Issledovani\u00e2 Social\u02b9nyh Problem", "institution": {"country": "RU", "name": "All-Russian Public Organization of Historians \"Russian Historical Association\""}, "preservation": {"has_preservation": true, "national_library": ["Russian State Library"], "url": "http://soc-journal.ru/jour/index.php/mssi/archiving"}, "ref": {"aims_scope": "http://soc-journal.ru/jour/index.php/mssi/focusandscope", "journal": "http://soc-journal.ru/", "oa_statement": "http://soc-journal.ru/jour/index.php/mssi/openaccess", "author_instructions": "http://soc-journal.ru/jour/index.php/mssi/about/submissions", "license_terms": "http://soc-journal.ru/jour/index.php/mssi/copyrightnotice"}, "alternative_title": "Modern Research of Social Problems", "apc": {"has_apc": true, "max": [{"price": 80, "currency": "USD"}], "url": "http://soc-journal.ru/jour/index.php/mssi/authorfee"}, "other_charges": {"has_other_charges": false}, "publication_time_weeks": 4, "deposit_policy": {"has_policy": false}, "boai": true, "editorial": {"review_process": ["Double blind peer review"], "review_url": "http://soc-journal.ru/jour/index.php/mssi/peerreviewprocess", "board_url": "http://soc-journal.ru/jour/index.php/mssi/red"}, "pid_scheme": {"scheme": ["DOI"], "has_pid_scheme": true}, "plagiarism": {"detection": true, "url": "http://soc-journal.ru/jour/index.php/mssi/plagiarismdetection"}, "eissn": "2218-7405", "pissn": "2077-1770", "article": {"license_display": ["No"], "orcid": true, "i4oc_open_citations": false}, "license": [{"NC": true, "ND": true, "BY": true, "type": "CC BY-NC-ND", "SA": false, "url": "https://creativecommons.org/licenses/by-nc-nd/4.0/"}], "oa_start": 2010, "publisher": {"country": "RU", "name": "Science and Innovation Center Publishing House"}, "waiver": {"has_waiver": false}}, "admin": {"ticked": true, "seal": false}, "created_date": "2017-01-17T15:52:55Z", "id": "ee4ea36afe094ff19d663d0a06618814"},
+  {"last_updated": "2021-04-29T13:18:20Z", "bibjson": {"editorial": {"review_process": ["Double blind peer review"], "review_url": "https://grani.org.ua/index.php/journal/about/editorialPolicies#custom-1", "board_url": "http://grani.org.ua/index.php/journal/pages/view/editorial-board"}, "pid_scheme": {"scheme": ["DOI"], "has_pid_scheme": true}, "copyright": {"author_retains": true, "url": "https://grani.org.ua/index.php/journal/about/submissions#copyrightNotice"}, "keywords": ["history", "philosophy", "political science", "sociology"], "plagiarism": {"detection": false}, "subject": [{"code": "J", "scheme": "LCC", "term": "Political science"}, {"code": "B1-5802", "scheme": "LCC", "term": "Philosophy (General)"}], "eissn": "2413-8738", "language": ["EN", "PL", "RU", "UK"], "title": "Gran\u00ec", "pissn": "2077-1800", "article": {"license_display_example_url": "https://grani.org.ua/index.php/journal/article/view/977/992", "license_display": ["Embed"]}, "preservation": {"has_preservation": true, "national_library": ["National Library of Ukraine Vernadsky"], "url": "http://www.irbis-nbuv.gov.ua/cgi-bin/irbis_nbuv/cgiirbis_64.exe?Z21ID=&I21DBN=UJRN&P21DBN=UJRN&S21STN=1&S21REF=10&S21FMT=juu_all&C21COM=S&S21CNR=20&S21P01=0&S21P02=0&S21P03=PREF=&S21COLORTERMS=0&S21STR=Grani"}, "license": [{"NC": false, "ND": false, "BY": true, "type": "CC BY", "SA": false}], "ref": {"aims_scope": "https://grani.org.ua/index.php/journal/about/editorialPolicies#focusAndScope", "journal": "http://grani.org.ua/", "oa_statement": "http://grani.org.ua/index.php/journal/about/editorialPolicies#openAccessPolicy", "author_instructions": "http://grani.org.ua/index.php/journal/pages/view/for-authors", "license_terms": "http://grani.org.ua/index.php/journal/about/editorialPolicies#custom-2"}, "oa_start": 2014, "apc": {"has_apc": true, "max": [{"price": 500, "currency": "UAH"}], "url": "https://grani.org.ua/index.php/journal/pages/view/for-authors"}, "other_charges": {"has_other_charges": false, "url": "https://grani.org.ua/index.php/journal/pages/view/for-authors"}, "publication_time_weeks": 3, "deposit_policy": {"has_policy": false}, "publisher": {"country": "UA", "name": "Publishing House \"Grani\""}, "boai": true, "waiver": {"has_waiver": false}}, "admin": {"ticked": true, "seal": false}, "id": "da3b8a9d0d7a452692d0d3145f821f13", "created_date": "2017-08-16T09:29:44Z"},
+  {"last_updated": "2021-04-29T13:17:10Z", "bibjson": {"copyright": {"author_retains": true, "url": "http://www.emeraldgrouppublishing.com/services/publishing/jefas/authors.htm"}, "keywords": ["business", "supply chain", "economics", "finance", "business operations", "business administration"], "subject": [{"code": "HF5001-6182", "scheme": "LCC", "term": "Business"}], "language": ["EN"], "title": "Journal of Economics Finance and Administrative Science", "institution": {"name": "ESAN University"}, "preservation": {"has_preservation": true, "service": ["CLOCKSS", "Portico"], "url": "http://www.emeraldgrouppublishing.com/services/publishing/jefas/authors.htm"}, "ref": {"aims_scope": "http://www.emeraldgrouppublishing.com/services/publishing/jefas/index.htm", "journal": "http://www.emeraldgrouppublishing.com/services/publishing/jefas/index.htm", "oa_statement": "http://www.emeraldgrouppublishing.com/services/publishing/jefas/index.htm", "author_instructions": "http://www.emeraldgrouppublishing.com/services/publishing/jefas/authors.htm", "license_terms": "http://www.emeraldgrouppublishing.com/services/publishing/jefas/index.htm"}, "alternative_title": "Journal of Economics, Finance and Administrative Science", "apc": {"has_apc": false, "url": "http://www.emeraldgrouppublishing.com/services/publishing/jefas/authors.htm"}, "other_charges": {"has_other_charges": false, "url": "http://www.emeraldgrouppublishing.com/services/publishing/jefas/authors.htm"}, "publication_time_weeks": 12, "deposit_policy": {"service": ["Sherpa/Romeo"], "has_policy": true}, "boai": true, "editorial": {"review_process": ["Double blind peer review"], "review_url": "http://www.emeraldgrouppublishing.com/services/publishing/jefas/index.htm", "board_url": "http://www.emeraldgrouppublishing.com/services/publishing/jefas/editorial_team.htm"}, "pid_scheme": {"scheme": ["DOI"], "has_pid_scheme": true}, "plagiarism": {"detection": true, "url": "http://www.emeraldgrouppublishing.com/services/publishing/jefas/authors.htm"}, "eissn": "2218-0648", "pissn": "2077-1886", "article": {"license_display_example_url": "https://emeraldinsight.com/doi/full/10.1108/JEFAS-07-2017-0084", "license_display": ["Embed"]}, "license": [{"NC": false, "ND": false, "BY": true, "type": "CC BY", "SA": false}], "oa_start": 2017, "publisher": {"country": "GB", "name": "Emerald Publishing"}, "waiver": {"has_waiver": false}}, "admin": {"ticked": true, "seal": true}, "id": "da6917fa5aa34e3aa67d9caf79bed39a", "created_date": "2019-02-15T11:31:31Z"},
+  {"last_updated": "2021-09-15T08:40:21Z", "bibjson": {"editorial": {"review_process": ["Double blind peer review"], "review_url": "http://www.icaseonline.net/journal/index.php/sei/about/submissions#authorGuidelines", "board_url": "http://www.icaseonline.net/journal/index.php/sei/about/editorialTeam"}, "pid_scheme": {"scheme": ["DOI"], "has_pid_scheme": true}, "copyright": {"author_retains": true, "url": "http://www.icaseonline.net/journal/index.php/sei/about/submissions#authorGuidelines"}, "keywords": ["science education", "science teachers", "primary education", "secondary education", "tertiary education"], "plagiarism": {"detection": false, "url": ""}, "subject": [{"code": "LB5-3640", "scheme": "LCC", "term": "Theory and practice of education"}, {"code": "Q", "scheme": "LCC", "term": "Science"}], "eissn": "2077-2327", "language": ["EN"], "title": "Science Education International", "article": {"license_display": ["No"]}, "preservation": {"has_preservation": false}, "license": [{"NC": true, "ND": false, "BY": true, "type": "CC BY-NC", "SA": false, "url": "https://creativecommons.org/licenses/by-nc/4.0/"}], "ref": {"aims_scope": "http://www.icaseonline.net/journal/index.php/sei/about", "journal": "http://www.icaseonline.net/journal/index.php/sei", "oa_statement": "http://www.icaseonline.net/journal/index.php/sei/about", "author_instructions": "http://www.icaseonline.net/journal/index.php/sei/about/submissions#authorGuidelines", "license_terms": "http://www.icaseonline.net/journal/index.php/sei/about"}, "oa_start": 2017, "apc": {"has_apc": false, "url": "http://www.icaseonline.net/journal/index.php/sei/about"}, "other_charges": {"has_other_charges": true, "url": "http://www.icaseonline.net/journal/index.php/sei/about/submissions#authorGuidelines"}, "publication_time_weeks": 16, "deposit_policy": {"has_policy": false}, "publisher": {"country": "NZ", "name": "ICASE"}, "boai": true, "waiver": {"has_waiver": false}}, "admin": {"ticked": true, "seal": false}, "created_date": "2020-09-11T15:25:21Z", "id": "e9301493f0cf42eda8fc3ff2ae639597"},
+  {"last_updated": "2021-04-29T13:18:56Z", "bibjson": {"editorial": {"review_process": ["Double blind peer review"], "review_url": "http://www.revedumecentro.sld.cu/index.php/edumc/about/editorialPolicies#peerReviewProcess", "board_url": "http://www.revedumecentro.sld.cu/index.php/edumc/about/editorialTeam"}, "pid_scheme": {"has_pid_scheme": false}, "copyright": {"author_retains": true, "url": "http://www.revedumecentro.sld.cu/index.php/edumc/about/submissions#copyrightNotice"}, "keywords": ["medical education", "teaching process", "advance professional", "medical sciences", "educational teaching process"], "plagiarism": {"detection": true, "url": "http://www.revedumecentro.sld.cu/index.php/edumc/about/editorialPolicies#custom-0"}, "subject": [{"code": "LC8-6691", "scheme": "LCC", "term": "Special aspects of education"}, {"code": "R5-920", "scheme": "LCC", "term": "Medicine (General)"}], "eissn": "2077-2874", "language": ["ES"], "title": "Edumecentro", "article": {"license_display_example_url": "http://www.revedumecentro.sld.cu/index.php/edumc/article/view/1270", "license_display": ["Embed"]}, "institution": {"name": "Sociedad de Educadores en Ciencias de la Salud. Cap\u00edtulo Villa Clara "}, "preservation": {"has_preservation": false, "url": "http://www.bvscuba.sld.cu/"}, "license": [{"NC": true, "ND": false, "BY": true, "type": "CC BY-NC-SA", "SA": true}], "ref": {"aims_scope": "http://www.revedumecentro.sld.cu/index.php/edumc/about/editorialPolicies#focusAndScope", "journal": "http://www.revedumecentro.sld.cu/index.php/edumc", "oa_statement": "http://www.revedumecentro.sld.cu/index.php/edumc/about/editorialPolicies#openAccessPolicy", "author_instructions": "http://www.revedumecentro.sld.cu/index.php/edumc/about/submissions#authorGuidelines", "license_terms": "http://www.revedumecentro.sld.cu/index.php/edumc/about/editorialPolicies#openAccessPolicy"}, "oa_start": 2013, "alternative_title": "Revista Educaci\u00f3n M\u00e9dica del Centro", "apc": {"has_apc": false, "url": "http://www.revedumecentro.sld.cu/index.php/edumc/about/editorialPolicies#openAccessPolicy"}, "other_charges": {"has_other_charges": false, "url": "http://www.revedumecentro.sld.cu/index.php/edumc/about/editorialPolicies#openAccessPolicy"}, "publication_time_weeks": 12, "deposit_policy": {"has_policy": false}, "publisher": {"country": "CU", "name": "Universidad de Ciencias M\u00e9dicas de Villa Clara \u201cDr. Seraf\u00edn Ru\u00edz de Z\u00e1rate Ru\u00edz\""}, "boai": true, "waiver": {"has_waiver": false}}, "admin": {"ticked": true, "seal": false}, "id": "d04cc481bf5846809f7d0db58af26e8d", "created_date": "2019-03-29T17:44:19Z"},
+  {"last_updated": "2021-04-29T13:14:29Z", "bibjson": {"editorial": {"review_process": ["Double blind peer review"], "review_url": "https://revistas.reduc.edu.cu/index.php/monteverdia/information/authors", "board_url": "https://revistas.reduc.edu.cu/index.php/monteverdia/about/editorialTeam"}, "pid_scheme": {"has_pid_scheme": false}, "copyright": {"author_retains": true, "url": "https://revistas.reduc.edu.cu/index.php/monteverdia/about"}, "keywords": ["environmental studies", "environmental management", "environmental education", "climate change"], "plagiarism": {"detection": true, "url": "https://revistas.reduc.edu.cu/index.php/monteverdia/information/authors"}, "subject": [{"code": "GE1-350", "scheme": "LCC", "term": "Environmental sciences"}], "eissn": "2077-2890", "language": ["ES"], "title": "Monteverdia", "article": {"license_display_example_url": "https://revistas.reduc.edu.cu/index.php/monteverdia/article/view/3013/2726", "license_display": ["Embed"]}, "institution": {"name": "University of Camaguey"}, "preservation": {"has_preservation": false}, "license": [{"NC": true, "ND": false, "BY": true, "type": "CC BY-NC-SA", "SA": true}], "ref": {"aims_scope": "https://revistas.reduc.edu.cu/index.php/monteverdia/about", "journal": "https://revistas.reduc.edu.cu/index.php/monteverdia", "oa_statement": "https://revistas.reduc.edu.cu/index.php/monteverdia/about", "author_instructions": "https://revistas.reduc.edu.cu/index.php/monteverdia/information/authors", "license_terms": "https://revistas.reduc.edu.cu/index.php/monteverdia/index"}, "oa_start": 2008, "apc": {"has_apc": false, "url": "https://revistas.reduc.edu.cu/index.php/monteverdia/about"}, "other_charges": {"has_other_charges": false, "url": "https://revistas.reduc.edu.cu/index.php/monteverdia/about"}, "publication_time_weeks": 6, "deposit_policy": {"has_policy": false}, "publisher": {"country": "CU", "name": "University of Camaguey"}, "boai": true, "waiver": {"has_waiver": false}}, "admin": {"ticked": true, "seal": false}, "id": "c4333d93bec641668d8e8af715b993d0", "created_date": "2020-07-30T13:44:18Z"},
+  {"last_updated": "2021-04-29T13:15:38Z", "bibjson": {"editorial": {"review_process": ["Double blind peer review"], "review_url": "https://revistas.reduc.edu.cu/index.php/transformacion/about", "board_url": "https://revistas.reduc.edu.cu/index.php/transformacion/about/editorialTeam"}, "pid_scheme": {"has_pid_scheme": false}, "copyright": {"author_retains": true, "url": "https://revistas.reduc.edu.cu/index.php/transformacion/about"}, "keywords": ["education", "pedagogy", "psychology"], "plagiarism": {"detection": false}, "subject": [{"code": "L7-991", "scheme": "LCC", "term": "Education (General)"}], "eissn": "2077-2955", "language": ["ES"], "title": "Transformaci\u00f3n", "article": {"license_display_example_url": "https://revistas.reduc.edu.cu/index.php/transformacion", "license_display": ["Embed"]}, "institution": {"name": "University of Camaguey"}, "preservation": {"has_preservation": false, "url": "https://revistas.reduc.edu.cu/index.php/transformacion/about"}, "license": [{"NC": true, "ND": false, "BY": true, "type": "CC BY-NC", "SA": false}], "ref": {"aims_scope": "https://revistas.reduc.edu.cu/", "journal": "https://revistas.reduc.edu.cu/index.php/transformacion", "oa_statement": "https://revistas.reduc.edu.cu/index.php/transformacion/about", "author_instructions": "https://revistas.reduc.edu.cu/index.php/transformacion/information/authors", "license_terms": "https://revistas.reduc.edu.cu/index.php/transformacion"}, "oa_start": 2010, "apc": {"has_apc": false, "url": "https://revistas.reduc.edu.cu/index.php/transformacion/about"}, "other_charges": {"has_other_charges": false, "url": "https://revistas.reduc.edu.cu/index.php/transformacion/about"}, "publication_time_weeks": 16, "deposit_policy": {"has_policy": false}, "publisher": {"country": "CU", "name": "University of Camaguey"}, "boai": true, "waiver": {"has_waiver": false}}, "admin": {"ticked": true, "seal": false}, "id": "6afdcd87816c4d5b938738d71814c25b", "created_date": "2015-09-15T14:45:59Z"},
+  {"last_updated": "2021-04-29T13:17:41Z", "bibjson": {"editorial": {"review_process": ["Double blind peer review"], "review_url": "http://www.ist.edu.pk/jst/author-guidelines", "board_url": "http://www.ist.edu.pk/jst/editorial-board"}, "pid_scheme": {"has_pid_scheme": false}, "copyright": {"author_retains": true, "url": "http://www.ist.edu.pk/jst/license-agreement"}, "keywords": ["space technology", "aerospace", "communication systems", "material science", "remote sensing", "space science"], "plagiarism": {"detection": true, "url": "http://www.ist.edu.pk/jst/author-guidelines"}, "subject": [{"code": "TL1-4050", "scheme": "LCC", "term": "Motor vehicles. Aeronautics. Astronautics"}], "eissn": "2411-5029", "language": ["EN"], "title": "Journal of Space Technology", "pissn": "2077-3099", "article": {"license_display": ["No"]}, "institution": {"name": "Institute of Space Technology"}, "preservation": {"has_preservation": false}, "license": [{"NC": false, "ND": false, "BY": true, "type": "CC BY", "SA": false}], "ref": {"aims_scope": "http://www.ist.edu.pk/jst", "journal": "http://www.ist.edu.pk/jst", "oa_statement": "http://www.ist.edu.pk/jst/license-agreement", "author_instructions": "http://www.ist.edu.pk/jst/author-guidelines", "license_terms": "http://www.ist.edu.pk/jst/license-agreement"}, "oa_start": 2011, "apc": {"has_apc": false, "url": "http://www.ist.edu.pk/jst/license-agreement"}, "other_charges": {"has_other_charges": false, "url": "http://www.ist.edu.pk/jst/license-agreement"}, "publication_time_weeks": 16, "deposit_policy": {"has_policy": false}, "publisher": {"country": "PK", "name": "Institute of space technology"}, "boai": true, "waiver": {"has_waiver": false}}, "admin": {"ticked": true, "seal": false}, "id": "70908a88921842b3b6863e7bf4b67090", "created_date": "2018-09-12T08:09:08Z"},
+  {"last_updated": "2021-09-02T08:01:40Z", "bibjson": {"editorial": {"review_process": ["Peer review"], "review_url": "http://primatologie.revues.org/344#tocto2n1", "board_url": "http://primatologie.revues.org/218"}, "pid_scheme": {"scheme": ["DOI"], "has_pid_scheme": true}, "copyright": {"author_retains": false, "url": "http://primatologie.revues.org/?page=informations"}, "keywords": ["primatology"], "plagiarism": {"detection": false, "url": ""}, "subject": [{"code": "Q", "scheme": "LCC", "term": "Science"}, {"code": "QL1-991", "scheme": "LCC", "term": "Zoology"}], "eissn": "2077-3757", "language": ["EN", "FR"], "title": "Revue de Primatologie", "article": {"license_display_example_url": "http://primatologie.revues.org/2324", "license_display": ["Embed"], "orcid": false, "i4oc_open_citations": false}, "preservation": {"has_preservation": false}, "license": [{"NC": true, "ND": true, "BY": true, "type": "CC BY-NC-ND", "SA": false, "url": "https://creativecommons.org/licenses/by-nc-nd/4.0/"}], "ref": {"aims_scope": "http://primatologie.revues.org/369", "journal": "http://primatologie.revues.org", "oa_statement": "http://primatologie.revues.org/?page=informations", "author_instructions": "http://primatologie.revues.org/304", "license_terms": "http://primatologie.revues.org/?page=informations"}, "oa_start": 2009, "apc": {"has_apc": false, "url": "http://primatologie.revues.org/?page=informations"}, "other_charges": {"has_other_charges": false}, "publication_time_weeks": 12, "deposit_policy": {"has_policy": false}, "publisher": {"country": "FR", "name": "Soci\u00e9t\u00e9 Francophone de Primatologie"}, "boai": true, "waiver": {"has_waiver": false}}, "admin": {"ticked": true, "seal": false}, "created_date": "2012-04-11T12:45:08Z", "id": "51e6087c41394e17bd4d908ce02296ee"}]

dhp-workflows/dhp-graph-mapper/src/test/resources/eu/dnetlib/dhp/oa/graph/hostedbymap/doaj_transformed.json

@@ -1,25 +1,25 @@
-{"journalTitle":"Lëd i Sneg","issn":"2076-6734","eissn":"2412-3765","reviewProcess":"Double blind peer review"}
-{"journalTitle":"Компьютерные исследования и моделирование","issn":"2076-7633","eissn":"2077-6853","reviewProcess":"Blind peer review"}
-{"journalTitle":" Историко-биологические исследования","issn":"2076-8176","eissn":"2500-1221","reviewProcess":"Double blind peer review"}
-{"journalTitle":"Інформаційні технології і засоби навчання","issn":"2076-8184","eissn":"","reviewProcess":"Double blind peer review"}
-{"journalTitle":"Revue Internationale de Pédagogie de l’Enseignement Supérieur","issn":"","eissn":"2076-8427","reviewProcess":"Double blind peer review"}
-{"journalTitle":"Проблемы развития территории","issn":"2076-8915","eissn":"2409-9007","reviewProcess":"Double blind peer review"}
-{"journalTitle":"Rambam Maimonides Medical Journal","issn":"","eissn":"2076-9172","reviewProcess":"Peer review"}
-{"journalTitle":"Membranes","issn":"2077-0375","eissn":"","reviewProcess":"Blind peer review"}
-{"journalTitle":"Journal of Clinical Medicine","issn":"","eissn":"2077-0383","reviewProcess":"Blind peer review"}
-{"journalTitle":"Agriculture","issn":"","eissn":"2077-0472","reviewProcess":"Blind peer review"}
-{"journalTitle":"Standartnye Obrazcy","issn":"2077-1177","eissn":"","reviewProcess":"Double blind peer review"}
-{"journalTitle":"Металл и литье Украины","issn":"2077-1304","eissn":"2706-5529","reviewProcess":"Double blind peer review"}
-{"journalTitle":"Journal of Marine Science and Engineering","issn":"","eissn":"2077-1312","reviewProcess":"Blind peer review"}
-{"journalTitle":"Religions","issn":"","eissn":"2077-1444","reviewProcess":"Double blind peer review"}
-{"journalTitle":"GW-Unterricht","issn":"2077-1517","eissn":"2414-4169","reviewProcess":"Double blind peer review"}
-{"journalTitle":"UCV-Scientia","issn":"2077-172X","eissn":"","reviewProcess":"Peer review"}
-{"journalTitle":"Sovremennye Issledovaniâ Socialʹnyh Problem","issn":"2077-1770","eissn":"2218-7405","reviewProcess":"Double blind peer review"}
-{"journalTitle":"Granì","issn":"2077-1800","eissn":"2413-8738","reviewProcess":"Double blind peer review"}
-{"journalTitle":"Journal of Economics Finance and Administrative Science","issn":"2077-1886","eissn":"2218-0648","reviewProcess":"Double blind peer review"}
-{"journalTitle":"Science Education International","issn":"","eissn":"2077-2327","reviewProcess":"Double blind peer review"}
-{"journalTitle":"Edumecentro","issn":"","eissn":"2077-2874","reviewProcess":"Double blind peer review"}
-{"journalTitle":"Monteverdia","issn":"","eissn":"2077-2890","reviewProcess":"Double blind peer review"}
-{"journalTitle":"Transformación","issn":"","eissn":"2077-2955","reviewProcess":"Double blind peer review"}
-{"journalTitle":"Journal of Space Technology","issn":"2077-3099","eissn":"2411-5029","reviewProcess":"Double blind peer review"}
-{"journalTitle":"Revue de Primatologie","issn":"","eissn":"2077-3757","reviewProcess":"Peer review"}
+{"journalTitle":"Lëd i Sneg","issn":"2076-6734","eissn":"2412-3765","reviewProcess":["Double blind peer review"],"oaStart":2015}
+{"journalTitle":"Компьютерные исследования и моделирование","issn":"2076-7633","eissn":"2077-6853","reviewProcess":["Blind peer review"],"oaStart":2009}
+{"journalTitle":" Историко-биологические исследования","issn":"2076-8176","eissn":"2500-1221","reviewProcess":["Double blind peer review"],"oaStart":2010}
+{"journalTitle":"Інформаційні технології і засоби навчання","issn":"2076-8184","eissn":null,"reviewProcess":["Double blind peer review"],"oaStart":2006}
+{"journalTitle":"Revue Internationale de Pédagogie de l’Enseignement Supérieur","issn":null,"eissn":"2076-8427","reviewProcess":["Double blind peer review"],"oaStart":2009}
+{"journalTitle":"Проблемы развития территории","issn":"2076-8915","eissn":"2409-9007","reviewProcess":["Double blind peer review"],"oaStart":2008}
+{"journalTitle":"Rambam Maimonides Medical Journal","issn":null,"eissn":"2076-9172","reviewProcess":["Peer review"],"oaStart":2010}
+{"journalTitle":"Membranes","issn":"2077-0375","eissn":null,"reviewProcess":["Blind peer review"],"oaStart":2011}
+{"journalTitle":"Journal of Clinical Medicine","issn":null,"eissn":"2077-0383","reviewProcess":["Blind peer review"],"oaStart":2012}
+{"journalTitle":"Agriculture","issn":null,"eissn":"2077-0472","reviewProcess":["Blind peer review"],"oaStart":2011}
+{"journalTitle":"Standartnye Obrazcy","issn":"2077-1177","eissn":null,"reviewProcess":["Double blind peer review"],"oaStart":2014}
+{"journalTitle":"Металл и литье Украины","issn":"2077-1304","eissn":"2706-5529","reviewProcess":["Double blind peer review"],"oaStart":2019}
+{"journalTitle":"Journal of Marine Science and Engineering","issn":null,"eissn":"2077-1312","reviewProcess":["Blind peer review"],"oaStart":2013}
+{"journalTitle":"Religions","issn":null,"eissn":"2077-1444","reviewProcess":["Double blind peer review"],"oaStart":2010}
+{"journalTitle":"GW-Unterricht","issn":"2077-1517","eissn":"2414-4169","reviewProcess":["Double blind peer review"],"oaStart":2010}
+{"journalTitle":"UCV-Scientia","issn":"2077-172X","eissn":null,"reviewProcess":["Peer review"],"oaStart":2009}
+{"journalTitle":"Sovremennye Issledovaniâ Socialʹnyh Problem","issn":"2077-1770","eissn":"2218-7405","reviewProcess":["Double blind peer review"],"oaStart":2010}
+{"journalTitle":"Granì","issn":"2077-1800","eissn":"2413-8738","reviewProcess":["Double blind peer review"],"oaStart":2014}
+{"journalTitle":"Journal of Economics Finance and Administrative Science","issn":"2077-1886","eissn":"2218-0648","reviewProcess":["Double blind peer review"],"oaStart":2017}
+{"journalTitle":"Science Education International","issn":null,"eissn":"2077-2327","reviewProcess":["Double blind peer review"],"oaStart":2017}
+{"journalTitle":"Edumecentro","issn":null,"eissn":"2077-2874","reviewProcess":["Double blind peer review"],"oaStart":2013}
+{"journalTitle":"Monteverdia","issn":null,"eissn":"2077-2890","reviewProcess":["Double blind peer review"],"oaStart":2008}
+{"journalTitle":"Transformación","issn":null,"eissn":"2077-2955","reviewProcess":["Double blind peer review"],"oaStart":2010}
+{"journalTitle":"Journal of Space Technology","issn":"2077-3099","eissn":"2411-5029","reviewProcess":["Double blind peer review"],"oaStart":2011}
+{"journalTitle":"Revue de Primatologie","issn":null,"eissn":"2077-3757","reviewProcess":["Peer review"],"oaStart":2009}

dhp-workflows/dhp-graph-mapper/src/test/resources/eu/dnetlib/dhp/oa/graph/hostedbymap/hostedbymap.json

@@ -1,20 +1,20 @@
-{"0001-396X":{"id":"10|issn___print::e4b6d6d978f67520f6f37679a98c5735","officialname":"Academic Therapy","issn":"0001-396X","eissn":"","lissn":"","openAccess":false}}
-{"0015-7899":{"id":"10|issn___print::4b5605a395a243e12c95c1ecb8365107","officialname":"Forschung im Ingenieurwesen","issn":"0015-7899","eissn":"1434-0860","lissn":"","openAccess":false}}
-{"1434-0860":{"id":"10|issn___print::4b5605a395a243e12c95c1ecb8365107","officialname":"Forschung im Ingenieurwesen","issn":"0015-7899","eissn":"1434-0860","lissn":"","openAccess":true}}
-{"0022-0116":{"id":"10|issn___print::a4e08f7b862090b3f07e574e0159ff70","officialname":"Journal of Contemporary Psychotherapy","issn":"0022-0116","eissn":"1573-3564","lissn":"","openAccess":false}}
-{"1573-3564":{"id":"10|issn___print::a4e08f7b862090b3f07e574e0159ff70","officialname":"Journal of Contemporary Psychotherapy","issn":"0022-0116","eissn":"1573-3564","lissn":"","openAccess":false}}
-{"0022-0493":{"id":"10|issn___print::853ec7c7322ab252e0eca4d2840e7bd0","officialname":"Journal of Economic Entomology","issn":"0022-0493","eissn":"0022-0493","lissn":"","openAccess":false}}
-{"0022-4715":{"id":"10|issn___print::745f001e3f564f56a493dfea1faae501","officialname":"Journal of Statistical Physics","issn":"0022-4715","eissn":"1572-9613","lissn":"","openAccess":false}}
-{"1543-8325":{"id":"10|issn___print::1aea1dc1fbc3153111099750884dc4e8","officialname":"Land Economics","issn":"0023-7639","eissn":"1543-8325","lissn":"","openAccess":false}}
-{"0023-7639":{"id":"10|issn___print::1aea1dc1fbc3153111099750884dc4e8","officialname":"Land Economics","issn":"0023-7639","eissn":"1543-8325","lissn":"","openAccess":false}}
-{"0033-3298":{"id":"10|issn___print::91899e3872351895467856daeb798f63","officialname":"Public Administration","issn":"0033-3298","eissn":"1467-9299","lissn":"","openAccess":false}}
-{"0033-569X":{"id":"10|issn___print::cb21aba7985b1a0350abf99ee537302d","officialname":"Quarterly of Applied Mathematics","issn":"0033-569X","eissn":"1552-4485","lissn":"","openAccess":false}}
-{"0034-6691":{"id":"10|issn___print::7977c16f0c47a3827536c7af137f6a81","officialname":"Review of Polarography","issn":"0034-6691","eissn":"1884-7692","lissn":"","openAccess":false}}
-{"0035-1776":{"id":"10|issn___print::a10bce72f7ee20cae8fffc1a167d112f","officialname":"Revue de Synthèse","issn":"0035-1776","eissn":"1955-2343","lissn":"","openAccess":false}}
-{"0037-699X":{"id":"10|doajarticles::4f8b4cf7460320c0a80b6c6b64b3260f","officialname":"Slovenské divadlo","issn":"0037-699X","eissn":"1336-8605","lissn":"","openAccess":true}}
-{"0037-9697":{"id":"10|issn___print::3c7f60a71f15ecc1611fbfe07509cd5c","officialname":"Proceedings of the Society for Analytical Chemistry","issn":"0037-9697","eissn":"","lissn":"","openAccess":false}}
-{"0045-6713":{"id":"10|issn___print::2a494a747066cafd64816e7495f32dc5","officialname":"Children s Literature in Education","issn":"0045-6713","eissn":"1573-1693","lissn":"","openAccess":false}}
-{"0047-4800":{"id":"10|issn___print::dcde40f2d085cdf9c3a5b109d4978a9c","officialname":"Littérature","issn":"0047-4800","eissn":"1958-5926","lissn":"","openAccess":false}}
-{"0068-1024":{"id":"10|issn___print::480cbec18c06afa9bb7e0070948c97ff","officialname":"Brigham Young University science bulletin","issn":"0068-1024","eissn":"","lissn":"","openAccess":false}}
-{"0083-6656":{"id":"10|issn___print::8cc8a1c0f0e11d4117014af5eccbbbb7","officialname":"Vistas in Astronomy","issn":"0083-6656","eissn":"","lissn":"","openAccess":false}}
-{"0090-502X":{"id":"10|issn___print::55bb9eafabc7c310adb8bb0c336f2c26","officialname":"Memory & Cognition","issn":"0090-502X","eissn":"1532-5946","lissn":"","openAccess":false}}
+{"0001-396X":{"id":"10|issn___print::e4b6d6d978f67520f6f37679a98c5735","officialname":"Academic Therapy","issn":"0001-396X","eissn":"","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}},
+{"0015-7899":{"id":"10|issn___print::4b5605a395a243e12c95c1ecb8365107","officialname":"Forschung im Ingenieurwesen","issn":"0015-7899","eissn":"1434-0860","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}},
+{"1434-0860":{"id":"10|issn___print::4b5605a395a243e12c95c1ecb8365107","officialname":"Forschung im Ingenieurwesen","issn":"0015-7899","eissn":"1434-0860","lissn":"","openAccess":true,"oaDate":-1,"reviewProcess":[]}},
+{"0022-0116":{"id":"10|issn___print::a4e08f7b862090b3f07e574e0159ff70","officialname":"Journal of Contemporary Psychotherapy","issn":"0022-0116","eissn":"1573-3564","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}},
+{"1573-3564":{"id":"10|issn___print::a4e08f7b862090b3f07e574e0159ff70","officialname":"Journal of Contemporary Psychotherapy","issn":"0022-0116","eissn":"1573-3564","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}},
+{"0022-0493":{"id":"10|issn___print::853ec7c7322ab252e0eca4d2840e7bd0","officialname":"Journal of Economic Entomology","issn":"0022-0493","eissn":"0022-0493","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}},
+{"0022-4715":{"id":"10|issn___print::745f001e3f564f56a493dfea1faae501","officialname":"Journal of Statistical Physics","issn":"0022-4715","eissn":"1572-9613","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}},
+{"1543-8325":{"id":"10|issn___print::1aea1dc1fbc3153111099750884dc4e8","officialname":"Land Economics","issn":"0023-7639","eissn":"1543-8325","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}},
+{"0023-7639":{"id":"10|issn___print::1aea1dc1fbc3153111099750884dc4e8","officialname":"Land Economics","issn":"0023-7639","eissn":"1543-8325","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}},
+{"0033-3298":{"id":"10|issn___print::91899e3872351895467856daeb798f63","officialname":"Public Administration","issn":"0033-3298","eissn":"1467-9299","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}},
+{"0033-569X":{"id":"10|issn___print::cb21aba7985b1a0350abf99ee537302d","officialname":"Quarterly of Applied Mathematics","issn":"0033-569X","eissn":"1552-4485","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}},
+{"0034-6691":{"id":"10|issn___print::7977c16f0c47a3827536c7af137f6a81","officialname":"Review of Polarography","issn":"0034-6691","eissn":"1884-7692","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}},
+{"0035-1776":{"id":"10|issn___print::a10bce72f7ee20cae8fffc1a167d112f","officialname":"Revue de Synthèse","issn":"0035-1776","eissn":"1955-2343","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}},
+{"0037-699X":{"id":"10|doajarticles::4f8b4cf7460320c0a80b6c6b64b3260f","officialname":"Slovenské divadlo","issn":"0037-699X","eissn":"1336-8605","lissn":"","openAccess":true,"oaDate":-1,"reviewProcess":[]}},
+{"0037-9697":{"id":"10|issn___print::3c7f60a71f15ecc1611fbfe07509cd5c","officialname":"Proceedings of the Society for Analytical Chemistry","issn":"0037-9697","eissn":"","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}},
+{"0045-6713":{"id":"10|issn___print::2a494a747066cafd64816e7495f32dc5","officialname":"Children s Literature in Education","issn":"0045-6713","eissn":"1573-1693","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}},
+{"0047-4800":{"id":"10|issn___print::dcde40f2d085cdf9c3a5b109d4978a9c","officialname":"Littérature","issn":"0047-4800","eissn":"1958-5926","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}},
+{"0068-1024":{"id":"10|issn___print::480cbec18c06afa9bb7e0070948c97ff","officialname":"Brigham Young University science bulletin","issn":"0068-1024","eissn":"","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}},
+{"0083-6656":{"id":"10|issn___print::8cc8a1c0f0e11d4117014af5eccbbbb7","officialname":"Vistas in Astronomy","issn":"0083-6656","eissn":"","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}},
+{"0090-502X":{"id":"10|issn___print::55bb9eafabc7c310adb8bb0c336f2c26","officialname":"Memory & Cognition","issn":"0090-502X","eissn":"1532-5946","lissn":"","openAccess":false,"oaDate":-1,"reviewProcess":[]}}

dhp-workflows/dhp-graph-mapper/src/test/resources/eu/dnetlib/dhp/oa/graph/hostedbymap/iteminfofromhostedbymap.json

@@ -1,20 +1,20 @@
-{"id":"10|issn___print::e4b6d6d978f67520f6f37679a98c5735","journalId":"0001-396X","name":"Academic Therapy","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::cb21aba7985b1a0350abf99ee537302d","journalId":"0033-569X","name":"Quarterly of Applied Mathematics","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::4b5605a395a243e12c95c1ecb8365107","journalId":"0015-7899","name":"Forschung im Ingenieurwesen","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::7977c16f0c47a3827536c7af137f6a81","journalId":"0034-6691","name":"Review of Polarography","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::4b5605a395a243e12c95c1ecb8365107","journalId":"1434-0860","name":"Forschung im Ingenieurwesen","openAccess":true,"hostedById":""}
-{"id":"10|issn___print::a10bce72f7ee20cae8fffc1a167d112f","journalId":"0035-1776","name":"Revue de Synthèse","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::a4e08f7b862090b3f07e574e0159ff70","journalId":"0022-0116","name":"Journal of Contemporary Psychotherapy","openAccess":false,"hostedById":""}
-{"id":"10|doajarticles::4f8b4cf7460320c0a80b6c6b64b3260f","journalId":"0037-699X","name":"Slovenské divadlo","openAccess":true,"hostedById":""}
-{"id":"10|issn___print::a4e08f7b862090b3f07e574e0159ff70","journalId":"1573-3564","name":"Journal of Contemporary Psychotherapy","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::3c7f60a71f15ecc1611fbfe07509cd5c","journalId":"0037-9697","name":"Proceedings of the Society for Analytical Chemistry","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::853ec7c7322ab252e0eca4d2840e7bd0","journalId":"0022-0493","name":"Journal of Economic Entomology","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::2a494a747066cafd64816e7495f32dc5","journalId":"0045-6713","name":"Children s Literature in Education","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::745f001e3f564f56a493dfea1faae501","journalId":"0022-4715","name":"Journal of Statistical Physics","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::dcde40f2d085cdf9c3a5b109d4978a9c","journalId":"0047-4800","name":"Littérature","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::1aea1dc1fbc3153111099750884dc4e8","journalId":"1543-8325","name":"Land Economics","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::480cbec18c06afa9bb7e0070948c97ff","journalId":"0068-1024","name":"Brigham Young University science bulletin","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::1aea1dc1fbc3153111099750884dc4e8","journalId":"0023-7639","name":"Land Economics","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::8cc8a1c0f0e11d4117014af5eccbbbb7","journalId":"0083-6656","name":"Vistas in Astronomy","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::91899e3872351895467856daeb798f63","journalId":"0033-3298","name":"Public Administration","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::55bb9eafabc7c310adb8bb0c336f2c26","journalId":"0090-502X","name":"Memory & Cognition","openAccess":false,"hostedById":""}
+{"id":"10|issn___print::cb21aba7985b1a0350abf99ee537302d","journalId":"0033-569X","name":"Quarterly of Applied Mathematics","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::e4b6d6d978f67520f6f37679a98c5735","journalId":"0001-396X","name":"Academic Therapy","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::7977c16f0c47a3827536c7af137f6a81","journalId":"0034-6691","name":"Review of Polarography","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::4b5605a395a243e12c95c1ecb8365107","journalId":"0015-7899","name":"Forschung im Ingenieurwesen","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::a10bce72f7ee20cae8fffc1a167d112f","journalId":"0035-1776","name":"Revue de Synthèse","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::4b5605a395a243e12c95c1ecb8365107","journalId":"1434-0860","name":"Forschung im Ingenieurwesen","openAccess":true,"hostedById":"","oaStartDate":-1}
+{"id":"10|doajarticles::4f8b4cf7460320c0a80b6c6b64b3260f","journalId":"0037-699X","name":"Slovenské divadlo","openAccess":true,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::a4e08f7b862090b3f07e574e0159ff70","journalId":"0022-0116","name":"Journal of Contemporary Psychotherapy","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::3c7f60a71f15ecc1611fbfe07509cd5c","journalId":"0037-9697","name":"Proceedings of the Society for Analytical Chemistry","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::a4e08f7b862090b3f07e574e0159ff70","journalId":"1573-3564","name":"Journal of Contemporary Psychotherapy","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::2a494a747066cafd64816e7495f32dc5","journalId":"0045-6713","name":"Children s Literature in Education","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::853ec7c7322ab252e0eca4d2840e7bd0","journalId":"0022-0493","name":"Journal of Economic Entomology","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::dcde40f2d085cdf9c3a5b109d4978a9c","journalId":"0047-4800","name":"Littérature","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::745f001e3f564f56a493dfea1faae501","journalId":"0022-4715","name":"Journal of Statistical Physics","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::480cbec18c06afa9bb7e0070948c97ff","journalId":"0068-1024","name":"Brigham Young University science bulletin","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::1aea1dc1fbc3153111099750884dc4e8","journalId":"1543-8325","name":"Land Economics","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::8cc8a1c0f0e11d4117014af5eccbbbb7","journalId":"0083-6656","name":"Vistas in Astronomy","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::1aea1dc1fbc3153111099750884dc4e8","journalId":"0023-7639","name":"Land Economics","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::55bb9eafabc7c310adb8bb0c336f2c26","journalId":"0090-502X","name":"Memory & Cognition","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::91899e3872351895467856daeb798f63","journalId":"0033-3298","name":"Public Administration","openAccess":false,"hostedById":"","oaStartDate":-1}

dhp-workflows/dhp-graph-mapper/src/test/resources/eu/dnetlib/dhp/oa/graph/hostedbymap/iteminfofromhostedbymap2.json

@@ -1,20 +1,20 @@
-{"id":"10|issn___print::e4b6d6d978f67520f6f37679a98c5735","journalId":"0001-396X","name":"Academic Therapy","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::cb21aba7985b1a0350abf99ee537302d","journalId":"0033-569X","name":"Quarterly of Applied Mathematics","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::4b5605a395a243e12c95c1ecb8365107","journalId":"0015-7899","name":"Forschung im Ingenieurwesen","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::7977c16f0c47a3827536c7af137f6a81","journalId":"0034-6691","name":"Review of Polarography","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::e4b6d6d978f67520f6f37679a98c5735","journalId":"1434-0860","name":"Academic Therapy","openAccess":true,"hostedById":""}
-{"id":"10|issn___print::a10bce72f7ee20cae8fffc1a167d112f","journalId":"0035-1776","name":"Revue de Synthèse","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::a4e08f7b862090b3f07e574e0159ff70","journalId":"0022-0116","name":"Journal of Contemporary Psychotherapy","openAccess":false,"hostedById":""}
-{"id":"10|doajarticles::4f8b4cf7460320c0a80b6c6b64b3260f","journalId":"0037-699X","name":"Slovenské divadlo","openAccess":true,"hostedById":""}
-{"id":"10|issn___print::a4e08f7b862090b3f07e574e0159ff70","journalId":"1573-3564","name":"Journal of Contemporary Psychotherapy","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::3c7f60a71f15ecc1611fbfe07509cd5c","journalId":"0037-9697","name":"Proceedings of the Society for Analytical Chemistry","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::853ec7c7322ab252e0eca4d2840e7bd0","journalId":"0022-0493","name":"Journal of Economic Entomology","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::2a494a747066cafd64816e7495f32dc5","journalId":"0045-6713","name":"Children s Literature in Education","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::745f001e3f564f56a493dfea1faae501","journalId":"0022-4715","name":"Journal of Statistical Physics","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::dcde40f2d085cdf9c3a5b109d4978a9c","journalId":"0047-4800","name":"Littérature","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::1aea1dc1fbc3153111099750884dc4e8","journalId":"1543-8325","name":"Land Economics","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::480cbec18c06afa9bb7e0070948c97ff","journalId":"0068-1024","name":"Brigham Young University science bulletin","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::1aea1dc1fbc3153111099750884dc4e8","journalId":"0023-7639","name":"Land Economics","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::8cc8a1c0f0e11d4117014af5eccbbbb7","journalId":"0083-6656","name":"Vistas in Astronomy","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::91899e3872351895467856daeb798f63","journalId":"0033-3298","name":"Public Administration","openAccess":false,"hostedById":""}
-{"id":"10|issn___print::55bb9eafabc7c310adb8bb0c336f2c26","journalId":"0090-502X","name":"Memory & Cognition","openAccess":false,"hostedById":""}
+{"id":"10|issn___print::cb21aba7985b1a0350abf99ee537302d","journalId":"0033-569X","name":"Quarterly of Applied Mathematics","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::e4b6d6d978f67520f6f37679a98c5735","journalId":"0001-396X","name":"Academic Therapy","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::7977c16f0c47a3827536c7af137f6a81","journalId":"0034-6691","name":"Review of Polarography","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::4b5605a395a243e12c95c1ecb8365107","journalId":"0015-7899","name":"Forschung im Ingenieurwesen","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::a10bce72f7ee20cae8fffc1a167d112f","journalId":"0035-1776","name":"Revue de Synthèse","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::4b5605a395a243e12c95c1ecb8365107","journalId":"1434-0860","name":"Academic Therapy","openAccess":true,"hostedById":"","oaStartDate":2015}
+{"id":"10|doajarticles::4f8b4cf7460320c0a80b6c6b64b3260f","journalId":"0037-699X","name":"Slovenské divadlo","openAccess":true,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::a4e08f7b862090b3f07e574e0159ff70","journalId":"0022-0116","name":"Journal of Contemporary Psychotherapy","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::3c7f60a71f15ecc1611fbfe07509cd5c","journalId":"0037-9697","name":"Proceedings of the Society for Analytical Chemistry","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::a4e08f7b862090b3f07e574e0159ff70","journalId":"1573-3564","name":"Journal of Contemporary Psychotherapy","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::2a494a747066cafd64816e7495f32dc5","journalId":"0045-6713","name":"Children s Literature in Education","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::853ec7c7322ab252e0eca4d2840e7bd0","journalId":"0022-0493","name":"Journal of Economic Entomology","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::dcde40f2d085cdf9c3a5b109d4978a9c","journalId":"0047-4800","name":"Littérature","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::745f001e3f564f56a493dfea1faae501","journalId":"0022-4715","name":"Journal of Statistical Physics","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::480cbec18c06afa9bb7e0070948c97ff","journalId":"0068-1024","name":"Brigham Young University science bulletin","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::1aea1dc1fbc3153111099750884dc4e8","journalId":"1543-8325","name":"Land Economics","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::8cc8a1c0f0e11d4117014af5eccbbbb7","journalId":"0083-6656","name":"Vistas in Astronomy","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::1aea1dc1fbc3153111099750884dc4e8","journalId":"0023-7639","name":"Land Economics","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::55bb9eafabc7c310adb8bb0c336f2c26","journalId":"0090-502X","name":"Memory & Cognition","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"10|issn___print::91899e3872351895467856daeb798f63","journalId":"0033-3298","name":"Public Administration","openAccess":false,"hostedById":"","oaStartDate":-1}

dhp-workflows/dhp-graph-mapper/src/test/resources/eu/dnetlib/dhp/oa/graph/hostedbymap/iteminfofrompublication

@@ -1,2 +1,2 @@
-{"id":"50|4dc99724cf04::ed1ba83e1add6ce292433729acd8b0d9","journalId":"1728-5852","name":"","openAccess":false,"hostedById":""}
-{"id":"50|4dc99724cf04::ed1ba83e1add6ce292433729acd8b0d9","journalId":"0001-396X","name":"","openAccess":false,"hostedById":""}
+{"id":"50|4dc99724cf04::ed1ba83e1add6ce292433729acd8b0d9","journalId":"1728-5852","name":"","openAccess":false,"hostedById":"","oaStartDate":-1}
+{"id":"50|4dc99724cf04::ed1ba83e1add6ce292433729acd8b0d9","journalId":"0001-396X","name":"","openAccess":false,"hostedById":"","oaStartDate":-1}

dhp-workflows/dhp-graph-mapper/src/test/resources/eu/dnetlib/dhp/oa/graph/hostedbymap/preparedInfo.json

@@ -1 +1 @@
-{"id":"50|4dc99724cf04::ed1ba83e1add6ce292433729acd8b0d9","journalId":"1434-0860","name":"Academic Therapy","openAccess":true,"hostedById":"10|issn___print::e4b6d6d978f67520f6f37679a98c5735"}
+{"id":"50|4dc99724cf04::ed1ba83e1add6ce292433729acd8b0d9","journalId":"1434-0860","name":"Academic Therapy","openAccess":true,"hostedById":"10|issn___print::e4b6d6d978f67520f6f37679a98c5735","oaStartDate": 2014}

dhp-workflows/dhp-graph-mapper/src/test/resources/eu/dnetlib/dhp/oa/graph/hostedbymap/preparedInfo3.json

@@ -0,0 +1 @@
+{"id":"50|4dc99724cf04::ed1ba83e1add6ce292433729acd8b0d9","journalId":"1434-0860","name":"Academic Therapy","openAccess":true,"hostedById":"10|issn___print::e4b6d6d978f67520f6f37679a98c5735","oaStartDate": 2015}

dhp-workflows/dhp-graph-mapper/src/test/resources/eu/dnetlib/dhp/oa/graph/hostedbymap/unibyHostedByItem

@@ -1,29 +1,29 @@
-{"id":"unibi","officialname":"JIMKESMAS (Jurnal Ilmiah Mahasiswa Kesehatan Masyarakat)","issn":"2502-731X","eissn":"","lissn":"2502-731X","openAccess":true}
-{"id":"unibi","officialname":"Jurnal ilmu informasi, perpustakaan, dan kearsipan","issn":"2502-7409","eissn":"","lissn":"1411-0253","openAccess":true}
-{"id":"unibi","officialname":"At-Tadbir : jurnal ilmiah manajemen","issn":"2502-7433","eissn":"","lissn":"2502-7433","openAccess":true}
-{"id":"unibi","officialname":"Jurnal Kesehatan Panrita Husada.","issn":"2502-745X","eissn":"","lissn":"2502-745X","openAccess":true}
-{"id":"unibi","officialname":"ELang journal (An English Education journal)","issn":"2502-7549","eissn":"","lissn":"2502-7549","openAccess":true}
-{"id":"unibi","officialname":"̒Ulūm-i darmāngāhī-i dāmpizishkī-i Īrān.","issn":"2423-3633","eissn":"","lissn":"2423-3625","openAccess":true}
-{"id":"unibi","officialname":"Pizhūhishnāmah-i  ̒ilm/sanjī.","issn":"2423-5563","eissn":"","lissn":"2423-3773","openAccess":true}
-{"id":"unibi","officialname":"Iranian journal of animal biosystematics.","issn":"1735-434X","eissn":"","lissn":"1735-434X","openAccess":true}
-{"id":"unibi","officialname":"Majallah-i jangal-i Īrān.","issn":"2423-4435","eissn":"","lissn":"2008-6113","openAccess":true}
-{"id":"unibi","officialname":"Ābziyān-i zinatī.","issn":"2423-4575","eissn":"","lissn":"2423-4575","openAccess":true}
-{"id":"unibi","officialname":"Pizhūhishnāmah-i ravābiṭ-i  biyn/al- milal.","issn":"2423-4974","eissn":"","lissn":"2423-4974","openAccess":true}
-{"id":"unibi","officialname":"AIHM journal club.","issn":"2380-0607","eissn":"","lissn":"2380-0607","openAccess":true}
-{"id":"unibi","officialname":"Frontiers.","issn":"1085-4568","eissn":"","lissn":"1085-4568","openAccess":true}
-{"id":"unibi","officialname":"˜The œjournal of contemporary archival studies.","issn":"2380-8845","eissn":"","lissn":"2380-8845","openAccess":true}
-{"id":"unibi","officialname":"International journal of complementary & alternative medicine.","issn":"2381-1803","eissn":"","lissn":"2381-1803","openAccess":true}
-{"id":"unibi","officialname":"Palapala.","issn":"2381-2478","eissn":"","lissn":"2381-2478","openAccess":true}
-{"id":"unibi","officialname":"Asia pacific journal of environment ecology and sustainable development.","issn":"2382-5170","eissn":"","lissn":"2382-5170","openAccess":true}
-{"id":"unibi","officialname":"Majallah-i salāmat va bihdāsht","issn":"2382-9737","eissn":"","lissn":"2382-9737","openAccess":true}
-{"id":"unibi","officialname":"UCT journal of research in science ,engineering and technology","issn":"2382-977X","eissn":"","lissn":"2382-977X","openAccess":true}
-{"id":"unibi","officialname":"Bih/nizhādī-i giyāhān-i zirā̒ī va bāghī.","issn":"2382-9974","eissn":"","lissn":"2382-9974","openAccess":true}
-{"id":"unibi","officialname":"Problemi endokrinnoï patologìï.","issn":"2227-4782","eissn":"","lissn":"2227-4782","openAccess":true}
-{"id":"unibi","officialname":"Jurnal Kebijakan Pembangunan Daerah : Jurnal Penelitian dan Pengembangan Kebijakan Pembangunan Daerah.","issn":"2685-0079","eissn":"","lissn":"2597-4971","openAccess":true}
-{"id":"unibi","officialname":"Hypermedia magazine.","issn":"2574-0075","eissn":"","lissn":"2574-0075","openAccess":true}
-{"id":"unibi","officialname":"˜The œmuseum review.","issn":"2574-0296","eissn":"","lissn":"2574-0296","openAccess":true}
-{"id":"unibi","officialname":"Bioactive compounds in health and disease.","issn":"2574-0334","eissn":"","lissn":"2574-0334","openAccess":true}
-{"id":"unibi","officialname":"Journal of computer science integration.","issn":"2574-108X","eissn":"","lissn":"2574-108X","openAccess":true}
-{"id":"unibi","officialname":"Child and adolescent obesity.","issn":"2574-254X","eissn":"","lissn":"2574-254X","openAccess":true}
-{"id":"unibi","officialname":"Journal of research on the college president.","issn":"2574-3325","eissn":"","lissn":"2574-3325","openAccess":true}
-{"id":"unibi","officialname":"European journal of sustainable development.","issn":"2239-6101","eissn":"","lissn":"2239-5938","openAccess":true}
+{"id":"unibi","officialname":"JIMKESMAS (Jurnal Ilmiah Mahasiswa Kesehatan Masyarakat)","issn":"2502-731X","eissn":"","lissn":"2502-731X","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"Jurnal ilmu informasi, perpustakaan, dan kearsipan","issn":"2502-7409","eissn":"","lissn":"1411-0253","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"At-Tadbir : jurnal ilmiah manajemen","issn":"2502-7433","eissn":"","lissn":"2502-7433","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"Jurnal Kesehatan Panrita Husada.","issn":"2502-745X","eissn":"","lissn":"2502-745X","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"ELang journal (An English Education journal)","issn":"2502-7549","eissn":"","lissn":"2502-7549","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"̒Ulūm-i darmāngāhī-i dāmpizishkī-i Īrān.","issn":"2423-3633","eissn":"","lissn":"2423-3625","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"Pizhūhishnāmah-i  ̒ilm/sanjī.","issn":"2423-5563","eissn":"","lissn":"2423-3773","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"Iranian journal of animal biosystematics.","issn":"1735-434X","eissn":"","lissn":"1735-434X","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"Majallah-i jangal-i Īrān.","issn":"2423-4435","eissn":"","lissn":"2008-6113","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"Ābziyān-i zinatī.","issn":"2423-4575","eissn":"","lissn":"2423-4575","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"Pizhūhishnāmah-i ravābiṭ-i  biyn/al- milal.","issn":"2423-4974","eissn":"","lissn":"2423-4974","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"AIHM journal club.","issn":"2380-0607","eissn":"","lissn":"2380-0607","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"Frontiers.","issn":"1085-4568","eissn":"","lissn":"1085-4568","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"˜The œjournal of contemporary archival studies.","issn":"2380-8845","eissn":"","lissn":"2380-8845","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"International journal of complementary & alternative medicine.","issn":"2381-1803","eissn":"","lissn":"2381-1803","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"Palapala.","issn":"2381-2478","eissn":"","lissn":"2381-2478","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"Asia pacific journal of environment ecology and sustainable development.","issn":"2382-5170","eissn":"","lissn":"2382-5170","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"Majallah-i salāmat va bihdāsht","issn":"2382-9737","eissn":"","lissn":"2382-9737","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"UCT journal of research in science ,engineering and technology","issn":"2382-977X","eissn":"","lissn":"2382-977X","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"Bih/nizhādī-i giyāhān-i zirā̒ī va bāghī.","issn":"2382-9974","eissn":"","lissn":"2382-9974","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"Problemi endokrinnoï patologìï.","issn":"2227-4782","eissn":"","lissn":"2227-4782","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"Jurnal Kebijakan Pembangunan Daerah : Jurnal Penelitian dan Pengembangan Kebijakan Pembangunan Daerah.","issn":"2685-0079","eissn":"","lissn":"2597-4971","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"Hypermedia magazine.","issn":"2574-0075","eissn":"","lissn":"2574-0075","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"˜The œmuseum review.","issn":"2574-0296","eissn":"","lissn":"2574-0296","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"Bioactive compounds in health and disease.","issn":"2574-0334","eissn":"","lissn":"2574-0334","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"Journal of computer science integration.","issn":"2574-108X","eissn":"","lissn":"2574-108X","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"Child and adolescent obesity.","issn":"2574-254X","eissn":"","lissn":"2574-254X","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"Journal of research on the college president.","issn":"2574-3325","eissn":"","lissn":"2574-3325","openAccess":true,"oaDate":-1,"reviewProcess":[]}
+{"id":"unibi","officialname":"European journal of sustainable development.","issn":"2239-6101","eissn":"","lissn":"2239-5938","openAccess":true,"oaDate":-1,"reviewProcess":[]}

dhp-workflows/dhp-graph-mapper/src/test/scala/eu/dnetlib/dhp/oa/graph/hostedbymap/TestApply.scala

@@ -12,7 +12,124 @@ import org.junit.jupiter.api.Test
 class TestApply extends java.io.Serializable {
 
   @Test
-  def testApplyOnResult(): Unit = {
+  def testApplyOnResultNoMapAR(): Unit = {
+    val conf = new SparkConf()
+    conf.setMaster("local[*]")
+    conf.set("spark.driver.host", "localhost")
+    val spark: SparkSession =
+      SparkSession
+        .builder()
+        .appName(getClass.getSimpleName)
+        .config(conf)
+        .getOrCreate()
+    val pub = getClass.getResource("publication.json").getPath
+    val hbm = getClass.getResource("preparedInfo3.json").getPath
+
+    val mapper: ObjectMapper = new ObjectMapper()
+
+    implicit val mapEncoderDSInfo: Encoder[EntityInfo] = Encoders.bean(classOf[EntityInfo])
+    implicit val mapEncoderPubInfo: Encoder[Publication] = Encoders.bean(classOf[Publication])
+
+    val pub_ds: Dataset[Publication] =
+      spark.read.textFile(pub).map(p => mapper.readValue(p, classOf[Publication]))
+    val hbm_ds: Dataset[EntityInfo] =
+      spark.read.textFile(hbm).map(p => mapper.readValue(p, classOf[EntityInfo]))
+
+    assertEquals(13, pub_ds.count())
+
+    val ds: Dataset[Publication] = SparkApplyHostedByMapToResult.applyHBtoPubs(hbm_ds, pub_ds)
+
+    assertEquals(13, ds.count)
+
+    val temp: Dataset[(Publication, Publication)] =
+      pub_ds.joinWith(ds, pub_ds.col("id").equalTo(ds.col("id")), "left")
+    assertEquals(13, temp.count())
+    temp.foreach(t2 => {
+      val pb: Publication = t2._1
+      val pa: Publication = t2._2
+      assertEquals(1, pa.getInstance().size())
+      assertEquals(1, pb.getInstance().size())
+      assertTrue(t2._1.getId.equals(t2._2.getId))
+      if (pb.getId.equals("50|4dc99724cf04::ed1ba83e1add6ce292433729acd8b0d9")) {
+        assertTrue(
+          pa.getInstance()
+            .get(0)
+            .getHostedby
+            .getKey
+            .equals("10|issn___print::e4b6d6d978f67520f6f37679a98c5735")
+        )
+        assertTrue(pa.getInstance().get(0).getHostedby.getValue.equals("Academic Therapy"))
+        assertTrue(pa.getInstance().get(0).getAccessright.getClassid.equals(pb.getInstance().get(0).getAccessright.getClassid))
+        assertTrue(pa.getInstance().get(0).getAccessright.getClassname.equals(pb.getInstance().get(0).getAccessright.getClassname))
+
+        assertTrue(pa.getBestaccessright.getClassid.equals(pb.getBestaccessright.getClassid))
+        assertTrue(pa.getBestaccessright.getClassname.equals(pb.getBestaccessright.getClassname))
+
+        assertTrue(
+          pb.getInstance()
+            .get(0)
+            .getHostedby
+            .getKey
+            .equals("10|openaire____::0b74b6a356bbf23c245f9ae9a748745c")
+        )
+        assertTrue(
+          pb.getInstance()
+            .get(0)
+            .getHostedby
+            .getValue
+            .equals("Revistas de investigación Universidad Nacional Mayor de San Marcos")
+        )
+        assertTrue(pb.getInstance().get(0).getAccessright.getClassname.equals("not available"))
+        assertTrue(pb.getInstance().get(0).getAccessright.getClassid.equals("UNKNOWN"))
+        assertTrue(pb.getInstance().get(0).getAccessright.getOpenAccessRoute == null)
+        assertTrue(pb.getBestaccessright.getClassid.equals("UNKNOWN"))
+        assertTrue(pb.getBestaccessright.getClassname.equals("not available"))
+
+      } else {
+        assertTrue(
+          pa.getInstance()
+            .get(0)
+            .getHostedby
+            .getKey
+            .equals(pb.getInstance().get(0).getHostedby.getKey)
+        )
+        assertTrue(
+          pa.getInstance()
+            .get(0)
+            .getHostedby
+            .getValue
+            .equals(pb.getInstance().get(0).getHostedby.getValue)
+        )
+        assertTrue(
+          pa.getInstance()
+            .get(0)
+            .getAccessright
+            .getClassid
+            .equals(pb.getInstance().get(0).getAccessright.getClassid)
+        )
+        assertTrue(
+          pa.getInstance()
+            .get(0)
+            .getAccessright
+            .getClassname
+            .equals(pb.getInstance().get(0).getAccessright.getClassname)
+        )
+        assertTrue(
+          pa.getInstance().get(0).getAccessright.getOpenAccessRoute == pb
+            .getInstance()
+            .get(0)
+            .getAccessright
+            .getOpenAccessRoute
+        )
+
+      }
+    })
+
+    spark.close()
+  }
+
+  @Test
+  def testApplyOnResultOk(): Unit = {
     val conf = new SparkConf()
     conf.setMaster("local[*]")
     conf.set("spark.driver.host", "localhost")

dhp-workflows/dhp-graph-mapper/src/test/scala/eu/dnetlib/dhp/oa/graph/hostedbymap/TestPrepare.scala

@@ -116,6 +116,7 @@ class TestPrepare extends java.io.Serializable {
     assertEquals("0001-396X", ei.getJournalId)
     assertEquals("Academic Therapy", ei.getName)
     assertTrue(!ei.getOpenAccess)
+    assertEquals(-1, ei.getOaStartDate)
 
     spark.close()
   }
@@ -150,9 +151,10 @@ class TestPrepare extends java.io.Serializable {
     val ei: EntityInfo = ds.first()
 
     assertEquals("50|4dc99724cf04::ed1ba83e1add6ce292433729acd8b0d9", ei.getId)
-    assertEquals("10|issn___print::e4b6d6d978f67520f6f37679a98c5735", ei.getHostedById)
+    assertEquals("10|issn___print::4b5605a395a243e12c95c1ecb8365107", ei.getHostedById)
     assertEquals("Academic Therapy", ei.getName)
     assertTrue(ei.getOpenAccess)
+    assertEquals(2015, ei.getOaStartDate)
 
     ds.foreach(e => println(mapper.writeValueAsString(e)))
 

dhp-workflows/dhp-graph-mapper/src/test/scala/eu/dnetlib/dhp/oa/graph/hostedbymap/TestPreprocess.scala

@@ -3,11 +3,15 @@ package eu.dnetlib.dhp.oa.graph.hostedbymap
 import eu.dnetlib.dhp.schema.oaf.Datasource
 import org.apache.spark.SparkConf
 import org.apache.spark.sql.{Dataset, Encoder, Encoders, SparkSession}
+import org.json4s
 import org.json4s.DefaultFormats
+import org.json4s.JsonAST.{JArray, JField, JObject}
+import org.json4s.jackson.JsonMethods.{compact, parse, render}
 import org.json4s.jackson.Serialization.write
 import org.junit.jupiter.api.Assertions._
 import org.junit.jupiter.api.Test
 
+
 class TestPreprocess extends java.io.Serializable {
 
   implicit val mapEncoderDats: Encoder[Datasource] = Encoders.kryo[Datasource]
@@ -140,6 +144,9 @@ class TestPreprocess extends java.io.Serializable {
     assertTrue(ds.filter(hbi => hbi.issn.equals("2077-3099")).count == 1)
     assertTrue(ds.filter(hbi => hbi.eissn.equals("2077-2955")).first().issn.equals(""))
     ds.foreach(hbi => assertTrue(hbi.id.equals(Constants.DOAJ)))
+    ds.foreach(hbi => assertTrue(hbi.oaDate > -1))
+    assertTrue(ds.filter(hbi => hbi.issn.equals("2076-6734")).first().oaDate == 2015)
+    ds.foreach(hbi => assertTrue(hbi.reviewProcess.size > 0))
     ds.foreach(hbi => println(toHBIString(hbi)))
 
     spark.close()
@@ -199,6 +206,10 @@ class TestPreprocess extends java.io.Serializable {
     assertTrue(ds.filter(i => i._1.equals("2077-3757")).first()._2.openAccess)
     assertEquals(1, ds.filter(i => i._1.equals("2077-3757")).count)
 
+    assertEquals(2009, ds.filter(i => i._1.equals("2077-3757")).first()._2.oaDate)
+    assertEquals(1, ds.filter(i => i._1.equals("2077-3757")).first()._2.reviewProcess.size)
+    assertEquals("Peer review", ds.filter(i => i._1.equals("2077-3757")).first()._2.reviewProcess(0))
+
     val hbmap: Dataset[String] = ds
       .filter(hbi => hbi._2.id.startsWith("10|"))
       .map(SparkProduceHostedByMap.toHostedByMap)(Encoders.STRING)
@@ -208,4 +219,7 @@ class TestPreprocess extends java.io.Serializable {
 
   }
 
+
+
+
 }