package eu.dnetlib.repo.manager.utils; import com.fasterxml.jackson.core.JsonProcessingException; import com.fasterxml.jackson.databind.ObjectMapper; import eu.dnetlib.domain.data.Repository; import eu.dnetlib.domain.data.RepositoryInterface; import eu.dnetlib.repo.manager.domain.AggregationDetails; import eu.dnetlib.repo.manager.domain.RepositorySnippet; import eu.dnetlib.repo.manager.domain.Timezone; import org.apache.commons.codec.digest.DigestUtils; import org.apache.log4j.Logger; import org.json.JSONArray; import org.json.JSONException; import org.json.JSONObject; import org.springframework.stereotype.Component; import java.io.BufferedReader; import java.io.IOException; import java.io.InputStream; import java.io.InputStreamReader; import java.text.ParseException; import java.text.SimpleDateFormat; import java.util.*; @Component public class Converter { private static final Logger LOGGER = Logger.getLogger(Converter.class); public static Repository jsonToRepositoryObject(JSONObject repositoryObject) throws JSONException { Repository repository = new Repository(); JSONObject datasource = repositoryObject.getJSONObject("datasource"); //if( datasource.equals(null)) // return null; repository.setId(datasource.get("id").toString()); repository.setOfficialName(datasource.get("officialname").toString()); repository.setEnglishName(datasource.get("englishname").toString()); if (repository.getEnglishName().equals("null")) repository.setEnglishName(""); repository.setWebsiteUrl(datasource.get("websiteurl").toString()); if (repository.getWebsiteUrl().equals("null")) repository.setWebsiteUrl(""); repository.setLogoUrl(datasource.get("logourl").toString()); if (repository.getLogoUrl().equals("null")) repository.setLogoUrl(""); repository.setContactEmail(datasource.get("contactemail").toString()); if (repository.getContactEmail().equals("null")) repository.setContactEmail(""); repository.setLatitude(toDouble(datasource.get("latitude").toString())); repository.setLongitude(toDouble(datasource.get("longitude").toString())); Double timezone = toDouble(datasource.get("timezone").toString()); repository.setTimezone(timezone != null ? timezone : 0.0); repository.setNamespacePrefix(datasource.get("namespaceprefix").toString()); repository.setOdLanguages(datasource.get("languages").toString()); repository.setDateOfValidation(convertStringToDate(datasource.get("dateofvalidation").toString())); /* typology -> platform * datasource class -> typology */ repository.setTypology(datasource.get("platform").toString()); if (repository.getTypology().equals("null")) repository.setTypology(""); repository.setDatasourceClass(datasource.get("typology").toString()); repository.setDateOfCollection(convertStringToDate(datasource.get("dateofcollection").toString())); repository.setActivationId(datasource.get("activationId").toString()); repository.setDescription(datasource.get("description").toString()); if (repository.getDescription().equals("null")) repository.setDescription(""); repository.setIssn(datasource.get("issn").toString()); repository.setLissn(datasource.get("lissn").toString()); if (repository.getLissn().equals("null")) repository.setLissn(""); repository.setEissn(datasource.get("eissn").toString()); if (repository.getEissn().equals("null")) repository.setEissn(""); repository.setRegisteredBy(datasource.get("registeredby").toString()); /* managed field */ repository.setRegistered(Boolean.parseBoolean(datasource.get("managed").toString())); //subjects repository.setAggregator(datasource.get("aggregator").toString()); repository.setCollectedFrom(datasource.get("collectedfrom").toString()); //TODO change organization to list JSONArray organizations = ((JSONArray) datasource.get("organizations")); if (organizations.length() != 0) { repository.setOrganization(((JSONArray) datasource.get("organizations")).getJSONObject(0).get("legalname").toString()); String countryCode = ((JSONArray) datasource.get("organizations")).getJSONObject(0).get("country").toString(); repository.setCountryCode(countryCode); } /* identities field */ return repository; } public static Date convertStringToDate(String date) { if (Objects.equals(date, "null")) return null; SimpleDateFormat formatter = new SimpleDateFormat("yyyy-MM-dd"); try { return formatter.parse(date); } catch (ParseException e) { LOGGER.error(e); } return null; } public static String convertDateToString(Date date) { if (Objects.equals(date, null)) return null; SimpleDateFormat formatter = new SimpleDateFormat("yyyy-MM-dd"); return formatter.format(date); } public static Double toDouble(String number) { if (Objects.equals(number, "null")) return 0.0; else return Double.valueOf(number); } public static List jsonToRepositorySnippetList(JSONObject json) throws JSONException { List resultSet = new ArrayList<>(); JSONArray rs = json.getJSONArray("datasourceInfo"); for (int i = 0; i < rs.length(); i++) resultSet.add(jsonToRepositorySnippetObject(rs.getJSONObject(i))); return resultSet; } public static RepositorySnippet jsonToRepositorySnippetObject(JSONObject repositorySnippetObject) throws JSONException { RepositorySnippet repositorySnippet = new RepositorySnippet(); // JSONObject datasource = repositorySnippetObject.getJSONObject("datasource"); repositorySnippet.setId(repositorySnippetObject.get("id").toString()); repositorySnippet.setOfficialname(repositorySnippetObject.get("officialname").toString()); repositorySnippet.setEnglishname(repositorySnippetObject.get("englishname").toString()); if (repositorySnippet.getEnglishname().equals("null")) repositorySnippet.setEnglishname(""); repositorySnippet.setWebsiteurl(repositorySnippetObject.get("websiteurl").toString()); if (repositorySnippet.getWebsiteurl().equals("null")) repositorySnippet.setWebsiteurl(""); repositorySnippet.setRegisteredby(repositorySnippetObject.get("registeredby").toString()); if (repositorySnippet.getRegisteredby().equals("null")) repositorySnippet.setRegisteredby(""); return repositorySnippet; } public static List jsonToRepositoryList(JSONObject json) throws JSONException { List resultSet = new ArrayList<>(); JSONArray rs = json.getJSONArray("datasourceInfo"); for (int i = 0; i < rs.length(); i++) resultSet.add(jsonToRepositoryObject(rs.getJSONObject(i))); return resultSet; } public static List jsonToRepositoryInterfaceList(JSONObject json) throws JSONException { List resultSet = new ArrayList<>(); JSONArray rs = json.getJSONArray("api"); for (int i = 0; i < rs.length(); i++) resultSet.add(jsonToRepositoryInterfaceObject(rs.getJSONObject(i))); return resultSet; } public static RepositoryInterface jsonToRepositoryInterfaceObject(JSONObject repositoryInterfaceObject) throws JSONException { RepositoryInterface repositoryInterface = new RepositoryInterface(); repositoryInterface.setId(repositoryInterfaceObject.get("id").toString()); repositoryInterface.setAccessProtocol(repositoryInterfaceObject.get("protocol").toString()); repositoryInterface.setContentDescription(repositoryInterfaceObject.get("contentdescription").toString()); repositoryInterface.setTypology(repositoryInterfaceObject.get("typology").toString()); repositoryInterface.setCompliance(repositoryInterfaceObject.get("compatibility").toString()); repositoryInterface.setLastCollectionDate(repositoryInterfaceObject.get("lastCollectionDate").toString()); repositoryInterface.setBaseUrl(repositoryInterfaceObject.get("baseurl").toString()); repositoryInterface.setRemovable(Boolean.parseBoolean(repositoryInterfaceObject.get("removable").toString())); // repositoryInterface.setMetadataIdentifierPath(repositoryInterfaceObject.get("metadataIdentifierPath").toString()); repositoryInterface.setDesiredCompatibilityLevel(repositoryInterfaceObject.get("compatibility").toString()); //repositoryInterface.setActive(Boolean.parseBoolean(repositoryInterfaceObject.get("active").toString())); Map accessParams = new HashMap<>(); Map extraFields = new HashMap<>(); ObjectMapper mapper = new ObjectMapper(); JSONArray apiparams = repositoryInterfaceObject.getJSONArray("apiParams"); for (int i = 0; i < apiparams.length(); i++) accessParams.put(apiparams.getJSONObject(i).getString("param"), apiparams.getJSONObject(i).getString("value")); repositoryInterface.setAccessParams(accessParams); return repositoryInterface; } public static String repositoryObjectToJson(Repository repository) throws JSONException, JsonProcessingException { HashMap repositoryMap = new HashMap<>(); ObjectMapper mapper = new ObjectMapper(); repositoryMap.put("id", repository.getId()); repositoryMap.put("openaireId", getOpenaireId(repository.getId())); repositoryMap.put("officialname", repository.getOfficialName()); repositoryMap.put("englishname", repository.getEnglishName()); repositoryMap.put("websiteurl", repository.getWebsiteUrl()); repositoryMap.put("logourl", repository.getLogoUrl()); repositoryMap.put("contactemail", repository.getContactEmail()); repositoryMap.put("longitude", repository.getLongitude().toString()); repositoryMap.put("latitude", repository.getLatitude().toString()); repositoryMap.put("timezone", repository.getTimezone()); repositoryMap.put("namespaceprefix", repository.getNamespacePrefix() != null ? repository.getNamespacePrefix() : ""); repositoryMap.put("languages", repository.getOdLanguages() != null ? repository.getOdLanguages() : ""); repositoryMap.put("dateofcollection", repository.getDateOfCollection() != null ? convertDateToString(repository.getDateOfCollection()) : ""); /* * typology -> platform * datasource class -> typology * */ repositoryMap.put("typology", repository.getDatasourceClass()); repositoryMap.put("platform", repository.getTypology()); repositoryMap.put("dateofvalidation", repository.getDateOfCollection() != null ? convertDateToString(repository.getDateOfCollection()) : ""); repositoryMap.put("activationId", repository.getActivationId() != null ? repository.getActivationId() : ""); repositoryMap.put("description", repository.getDescription()); repositoryMap.put("eissn", repository.getEissn() != null ? repository.getEissn() : ""); repositoryMap.put("issn", repository.getIssn() != null ? repository.getIssn() : ""); repositoryMap.put("lissn", repository.getLissn() != null ? repository.getLissn() : ""); repositoryMap.put("registeredby", repository.getRegisteredBy()); repositoryMap.put("aggregator", repository.getAggregator() != null ? repository.getAggregator() : ""); repositoryMap.put("collectedfrom", repository.getCollectedFrom() != null ? repository.getCollectedFrom() : ""); repositoryMap.put("managed", repository.isRegistered()); Map organization = new HashMap<>(); organization.put("legalname", repository.getOrganization()); organization.put("country", repository.getCountryCode()); organization.put("legalshortname", ""); organization.put("websiteurl", ""); organization.put("logourl", ""); List organizations = new ArrayList(); organizations.add(organization); repositoryMap.put("organizations", organizations); //TODO check identitites //Map identity = new HashMap<>(); if (repository.getPiwikInfo() != null) { Map identity = new HashMap<>(); HashSet> identities = new HashSet<>(); identity.put("issuertype", "piwik"); identity.put("pid", "piwik:" + repository.getPiwikInfo().getSiteId()); identities.add(identity); repositoryMap.put("identities", identities); } repositoryMap.put("subjects", ""); return mapper.writeValueAsString(repositoryMap); } public static String repositoryInterfaceObjectToJson(Repository repository, RepositoryInterface repositoryInterface) throws JSONException { JSONObject jsonObject = new JSONObject(); jsonObject.put("id", repositoryInterface.getId()); jsonObject.put("protocol", repositoryInterface.getAccessProtocol()); jsonObject.put("datasource", repository.getId()); jsonObject.put("contentdescription", repositoryInterface.getContentDescription()); jsonObject.put("typology", repositoryInterface.getTypology()); jsonObject.put("compatibility", repositoryInterface.getDesiredCompatibilityLevel()); jsonObject.put("compatibilityOverride", repositoryInterface.getDesiredCompatibilityLevel()); jsonObject.put("lastCollectionTotal", ""); jsonObject.put("lastCollectionDate", repositoryInterface.getLastCollectionDate()); jsonObject.put("lastAggregationTotal", ""); jsonObject.put("lastAggregationDate", ""); jsonObject.put("lastDownloadTotal", ""); jsonObject.put("lastDownloadDate", ""); jsonObject.put("baseurl", repositoryInterface.getBaseUrl()); jsonObject.put("removable", repositoryInterface.isRemovable()); JSONArray apiparams = new JSONArray(); for (String param : repositoryInterface.getAccessParams().keySet()) { JSONObject jo = new JSONObject(); jo.put("param", param); jo.put("value", repositoryInterface.getAccessParams().get(param)); apiparams.put(jo); } jsonObject.put("apiParams", apiparams); // jsonObject.put("metadataIdentifierPath",repositoryInterface.getMetadataIdentifierPath()); return jsonObject.toString(); } public static ArrayList readFile(String filename) { String line; ArrayList list = new ArrayList(); try { //InputStream in = Converter.class.getResourceAsStream("resources/eu/dnetlib/repo/manager/service/utils/"+filename); InputStream in = Converter.class.getClass().getResourceAsStream("/eu/**/" + filename); BufferedReader br = new BufferedReader(new InputStreamReader(in)); while ((line = br.readLine()) != null) { list.add(line.trim()); } br.close(); } catch (IOException e) { LOGGER.debug("Error opening file!"); LOGGER.error(e); } return list; } public static List getAggregationHistoryFromJson(JSONObject datasourceInfo) throws JSONException { JSONArray rs; List aggregationDetailsList = new ArrayList<>(); if (datasourceInfo.get("aggregationHistory") != null && !datasourceInfo.get("aggregationHistory").toString().equals("null")) { rs = new JSONArray(datasourceInfo.get("aggregationHistory").toString()); for (int i = 0; i < rs.length(); i++) aggregationDetailsList.add(jsonToAggregationDetails(rs.getJSONObject(i))); } return aggregationDetailsList; } private static AggregationDetails jsonToAggregationDetails(JSONObject aggregationObject) throws JSONException { AggregationDetails aggregationDetails = new AggregationDetails(); aggregationDetails.setAggregationStage(aggregationObject.get("aggregationStage").toString()); if (aggregationObject.has("collectionMode")) aggregationDetails.setCollectionMode(aggregationObject.get("collectionMode").toString()); if (aggregationObject.has("indexedVersion")) aggregationDetails.setIndexedVersion(Boolean.parseBoolean(aggregationObject.get("indexedVersion").toString())); aggregationDetails.setDate(convertStringToDate(aggregationObject.get("date").toString())); aggregationDetails.setNumberOfRecords(Integer.parseInt(aggregationObject.get("numberOfRecords").toString())); return aggregationDetails; } public static List toTimezones(List timezones) { List tmz = new ArrayList<>(); for (String t : timezones) { String[] s = t.split("\t"); tmz.add(new Timezone(s[1], Double.parseDouble(s[0]))); } return tmz; } private static String getOpenaireId(String repositoryId) { if (repositoryId != null && repositoryId.contains("::")) return repositoryId.split("::")[0] + "::" + DigestUtils.md5Hex(repositoryId.split("::")[1]); return null; } }