Compare commits

...

2 Commits

9 changed files with 153 additions and 21 deletions

View File

@ -6,6 +6,7 @@ import eu.dnetlib.validator2.validation.guideline.openaire.*;
import eu.dnetlib.validatorapi.entities.RuleInfo; import eu.dnetlib.validatorapi.entities.RuleInfo;
import eu.dnetlib.validatorapi.entities.ValidationJob; import eu.dnetlib.validatorapi.entities.ValidationJob;
import eu.dnetlib.validatorapi.entities.ValidationRuleResult; import eu.dnetlib.validatorapi.entities.ValidationRuleResult;
import eu.dnetlib.validatorapi.exceptions.ValidationException;
import eu.dnetlib.validatorapi.repositories.ValidationIssueRepository; import eu.dnetlib.validatorapi.repositories.ValidationIssueRepository;
import eu.dnetlib.validatorapi.repositories.ValidationJobRepository; import eu.dnetlib.validatorapi.repositories.ValidationJobRepository;
import eu.dnetlib.validatorapi.repositories.ValidationResultRepository; import eu.dnetlib.validatorapi.repositories.ValidationResultRepository;
@ -14,10 +15,12 @@ import eu.dnetlib.validatorapi.routes.SimpleOaiPmhRoute;
import org.apache.camel.CamelContext; import org.apache.camel.CamelContext;
import org.apache.camel.ProducerTemplate; import org.apache.camel.ProducerTemplate;
import org.apache.camel.builder.RouteBuilder; import org.apache.camel.builder.RouteBuilder;
import org.apache.http.HttpStatus;
import org.apache.logging.log4j.LogManager; import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger; import org.apache.logging.log4j.Logger;
import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.http.MediaType; import org.springframework.http.MediaType;
import org.springframework.http.ResponseEntity;
import org.springframework.web.bind.annotation.*; import org.springframework.web.bind.annotation.*;
import org.w3c.dom.Document; import org.w3c.dom.Document;
import org.w3c.dom.Element; import org.w3c.dom.Element;
@ -131,9 +134,11 @@ public class ValidationController {
} }
catch (Exception e) { catch (Exception e) {
log.error("Validation job stopped unexpectedly." + e.getMessage()); log.error("Validation job stopped unexpectedly. " + e.getMessage());
System.out.println("ERROR " + e.getMessage());
validationJob.progress = "STOPPED"; validationJob.progress = "STOPPED";
validationJob.exceptionClass = e.getClass().getCanonicalName();
validationJob.exceptionMessage = e.getMessage();
} finally { } finally {
validationJob.endDate = new Date(); validationJob.endDate = new Date();
@ -179,10 +184,10 @@ public class ValidationController {
} }
@RequestMapping(value = {"/realValidator"}, method = RequestMethod.GET, produces = MediaType.APPLICATION_JSON_VALUE) @RequestMapping(value = {"/realValidator"}, method = RequestMethod.GET, produces = MediaType.APPLICATION_JSON_VALUE)
public ValidationJob validateWithApacheCamel(@RequestParam(name = "guidelines") String guidelinesProfileName, public ResponseEntity<ValidationJob> validateWithApacheCamel(@RequestParam(name = "guidelines") String guidelinesProfileName,
@RequestParam(name = "baseUrl", defaultValue = "http://repositorium.sdum.uminho.pt/oai/request") String baseURL, //not in use now @RequestParam(name = "baseUrl", defaultValue = "http://repositorium.sdum.uminho.pt/oai/request") String baseURL, //not in use now
@RequestParam(name="numberOfRecords", defaultValue = "10") int numberOfRecords, @RequestParam(name="numberOfRecords", defaultValue = "10") int numberOfRecords,
@RequestParam(name="set", required = false) Optional<String> set @RequestParam(name="set", required = false) Optional<String> set
) { ) {
AbstractOpenAireProfile profile = initializeOpenAireProfile(guidelinesProfileName); AbstractOpenAireProfile profile = initializeOpenAireProfile(guidelinesProfileName);
@ -191,7 +196,8 @@ public class ValidationController {
if (profile == null && fairProfile == null) { if (profile == null && fairProfile == null) {
log.error("Exception: No valid guidelines " + guidelinesProfileName + "."); log.error("Exception: No valid guidelines " + guidelinesProfileName + ".");
new Exception("Validation Job stopped unexpectedly. No valid guidelines " +
throw new ValidationException("Validation Job stopped unexpectedly. No valid guidelines " +
guidelinesProfileName + " were provided."); guidelinesProfileName + " were provided.");
} }
@ -228,18 +234,19 @@ public class ValidationController {
camelContext.addRoutes(oaiPmhRouteBuilder); camelContext.addRoutes(oaiPmhRouteBuilder);
} } catch (Exception e) {
catch (Exception e) { log.error("Validation job stopped unexpectedly. " + e.getMessage());
log.error("Validation job stopped unexpectedly." + e.getMessage());
System.out.println("ERROR " + e.getMessage());
validationJob.progress = "STOPPED"; validationJob.progress = "STOPPED";
validationJob.endDate = new Date(); validationJob.endDate = new Date();
validationJob.score = resultSum / validationJob.recordsTested; validationJob.score = resultSum / validationJob.recordsTested;
validationJob.status = validationResultRepository.getStatus(validationJob.id); validationJob.status = validationResultRepository.getStatus(validationJob.id);
validationJob.exceptionClass = e.getClass().getCanonicalName();
validationJob.exceptionMessage = e.getMessage();
validationJobRepository.save(validationJob); validationJobRepository.save(validationJob);
return ResponseEntity.status(HttpStatus.SC_UNPROCESSABLE_ENTITY).body(validationJob);
} }
return validationJob; return ResponseEntity.ok(validationJob);
} }
@RequestMapping(value = {"/getSets"}, method = RequestMethod.GET, produces = MediaType.APPLICATION_JSON_VALUE) @RequestMapping(value = {"/getSets"}, method = RequestMethod.GET, produces = MediaType.APPLICATION_JSON_VALUE)
@ -492,8 +499,10 @@ public class ValidationController {
} }
catch (Exception e) { catch (Exception e) {
log.error("Validation job stopped unexpectedly." + e.getMessage()); log.error("Validation job stopped unexpectedly. " + e.getMessage());
validationJob.progress = "STOPPED"; validationJob.progress = "STOPPED";
validationJob.exceptionClass = e.getClass().getCanonicalName();
validationJob.exceptionMessage = e.getMessage();
} finally { } finally {
validationJob.endDate = new Date(); validationJob.endDate = new Date();
@ -552,7 +561,6 @@ public class ValidationController {
//String response = camelContext.createProducerTemplate().requestBody("direct:oaipmhRequest", endpoint, String.class); //String response = camelContext.createProducerTemplate().requestBody("direct:oaipmhRequest", endpoint, String.class);
} }
} }

View File

@ -9,6 +9,10 @@ public class SummaryResult {
@Id @Id
String rule_name; String rule_name;
int rule_weight; int rule_weight;
String requirement_level;
String description;
String fair_principles;
String link;
String guidelines; String guidelines;
String internal_error; String internal_error;
String rule_status; String rule_status;
@ -30,10 +34,16 @@ public class SummaryResult {
this.failed_records = failed_records; this.failed_records = failed_records;
} }
public SummaryResult(String rule_name, int rule_weight, String guidelines, String internal_error, long passed_records,
long failed_records, String rule_status, boolean has_errors, boolean has_warnings) { public SummaryResult(String rule_name, int rule_weight, String requirement_level, String description, String fair_principles,
String link, String guidelines, String internal_error, long passed_records, long failed_records,
String rule_status, boolean has_errors, boolean has_warnings) {
this.rule_name = rule_name; this.rule_name = rule_name;
this.rule_weight = rule_weight; this.rule_weight = rule_weight;
this.requirement_level = requirement_level;
this.description = description;
this.fair_principles = fair_principles;
this.link = link;
this.guidelines = guidelines; this.guidelines = guidelines;
this.internal_error = internal_error; this.internal_error = internal_error;
this.rule_status = rule_status; this.rule_status = rule_status;
@ -43,6 +53,8 @@ public class SummaryResult {
this.has_warnings = has_warnings; this.has_warnings = has_warnings;
} }
public String getRule_name() { public String getRule_name() {
return rule_name; return rule_name;
} }
@ -59,6 +71,38 @@ public class SummaryResult {
this.rule_weight = rule_weight; this.rule_weight = rule_weight;
} }
public String getRequirement_level() {
return requirement_level;
}
public void setRequirement_level(String requirement_level) {
this.requirement_level = requirement_level;
}
public String getDescription() {
return description;
}
public void setDescription(String description) {
this.description = description;
}
public String getFair_principles() {
return fair_principles;
}
public void setFair_principles(String fair_principles) {
this.fair_principles = fair_principles;
}
public String getLink() {
return link;
}
public void setLink(String link) {
this.link = link;
}
public String getGuidelines() { public String getGuidelines() {
return guidelines; return guidelines;
} }

View File

@ -37,6 +37,13 @@ public class ValidationJob {
@Column(name="score") @Column(name="score")
public double score; public double score;
@Column(name="exception_class")
public String exceptionClass;
@Column(name="exception_message")
public String exceptionMessage;
public ValidationJob(){ public ValidationJob(){
startDate = new Date(); startDate = new Date();
} }
@ -61,6 +68,8 @@ public class ValidationJob {
", progress='" + progress + '\'' + ", progress='" + progress + '\'' +
", status='" + status + '\'' + ", status='" + status + '\'' +
", score=" + score + ", score=" + score +
", exceptionClass='" + exceptionClass + '\'' +
", exceptionMessage='" + exceptionMessage + '\'' +
'}'; '}';
} }

View File

@ -27,6 +27,18 @@ public class ValidationRuleResult implements Serializable {
@Column(name = "record_url") @Column(name = "record_url")
public String recordUrl; public String recordUrl;
@Column(name="requirement_level")
public String requirement_level;
@Column(name="description")
public String description;
@Column(name="fair_principles")
public String fair_principles;
@Column(name="link")
public String link;
@Column(name = "internal_error") @Column(name = "internal_error")
public String internalError; public String internalError;
@ -44,7 +56,6 @@ public class ValidationRuleResult implements Serializable {
public ValidationRuleResult() {} public ValidationRuleResult() {}
@Override @Override
public String toString() { public String toString() {
return "ValidationRuleResult{" + return "ValidationRuleResult{" +
@ -53,6 +64,10 @@ public class ValidationRuleResult implements Serializable {
", ruleName='" + ruleName + '\'' + ", ruleName='" + ruleName + '\'' +
", ruleWeight=" + ruleWeight + ", ruleWeight=" + ruleWeight +
", recordUrl='" + recordUrl + '\'' + ", recordUrl='" + recordUrl + '\'' +
", requirement_level='" + requirement_level + '\'' +
", description='" + description + '\'' +
", fairPrinciples='" + fair_principles + '\'' +
", link='" + link + '\'' +
", internalError='" + internalError + '\'' + ", internalError='" + internalError + '\'' +
", status='" + status + '\'' + ", status='" + status + '\'' +
", score=" + score + ", score=" + score +

View File

@ -0,0 +1,17 @@
package eu.dnetlib.validatorapi.exceptions;
public class ErrorMessage {
private String message;
ErrorMessage(String message) {
this.message = message;
}
public String getMessage() {
return message;
}
public void setMessage(String message) {
this.message = message;
}
}

View File

@ -0,0 +1,18 @@
package eu.dnetlib.validatorapi.exceptions;
import org.springframework.http.HttpStatus;
import org.springframework.http.ResponseEntity;
import org.springframework.web.bind.annotation.ControllerAdvice;
import org.springframework.web.bind.annotation.ResponseBody;
import org.springframework.web.context.request.WebRequest;
import org.springframework.web.servlet.mvc.method.annotation.ResponseEntityExceptionHandler;
@ControllerAdvice
public class ExceptionHandler extends ResponseEntityExceptionHandler {
@ResponseBody
@org.springframework.web.bind.annotation.ExceptionHandler(value = {ValidationException.class})
protected ResponseEntity<ErrorMessage> handleValidationError(RuntimeException exception, WebRequest request) {
return new ResponseEntity(new ErrorMessage(exception.getMessage()), HttpStatus.BAD_REQUEST);
}
}

View File

@ -0,0 +1,11 @@
package eu.dnetlib.validatorapi.exceptions;
public class ValidationException extends RuntimeException {
public ValidationException(String message) {
super(message);
}
public ValidationException(String message, Throwable cause) {
super(message, cause);
}
}

View File

@ -129,6 +129,14 @@ public class XmlProcessor implements Processor {
validationRuleResult.guidelines = guidelines; validationRuleResult.guidelines = guidelines;
validationRuleResult.ruleName = ruleName; validationRuleResult.ruleName = ruleName;
validationRuleResult.ruleWeight = profile.guideline(ruleName).getWeight(); validationRuleResult.ruleWeight = profile.guideline(ruleName).getWeight();
validationRuleResult.requirement_level = profile.guideline(ruleName).getRequirementLevel().name();
System.out.println(validationRuleResult.requirement_level);
validationRuleResult.description = profile.guideline(ruleName).getDescription();
System.out.println(validationRuleResult.description);
validationRuleResult.fair_principles = profile.guideline(ruleName).getFairPrinciples();
System.out.println(validationRuleResult.fair_principles);
validationRuleResult.link = profile.guideline(ruleName).getLink();
System.out.println(validationRuleResult.link);
validationRuleResult.recordUrl = recordUrl; validationRuleResult.recordUrl = recordUrl;
validationRuleResult.score = engineResult.score(); validationRuleResult.score = engineResult.score();
validationRuleResult.status = engineResult.status().toString(); validationRuleResult.status = engineResult.status().toString();

View File

@ -25,7 +25,8 @@ public interface ValidationResultRepository extends JpaRepository<ValidationRule
"WHERE vr.validationJobId = :id AND vr.status = 'FAILURE' OR vr.internalError != null") "WHERE vr.validationJobId = :id AND vr.status = 'FAILURE' OR vr.internalError != null")
public String getStatus(@Param("id") int validationJobId); public String getStatus(@Param("id") int validationJobId);
@Query(value = "SELECT NEW eu.dnetlib.validatorapi.entities.SummaryResult(sr.ruleName, sr.ruleWeight, sr.guidelines, sr.internalError," + @Query(value = "SELECT NEW eu.dnetlib.validatorapi.entities.SummaryResult(sr.ruleName, sr.ruleWeight, sr.requirement_level, " +
"sr.description, sr.fair_principles, sr.link, sr.guidelines, sr.internalError," +
"COUNT(CASE WHEN sr.status = 'SUCCESS' THEN 1 END) AS passedRecords," + "COUNT(CASE WHEN sr.status = 'SUCCESS' THEN 1 END) AS passedRecords," +
"COUNT(CASE WHEN sr.status = 'FAILURE' OR sr.status = 'ERROR' THEN 1 END) AS failedRecords," + "COUNT(CASE WHEN sr.status = 'FAILURE' OR sr.status = 'ERROR' THEN 1 END) AS failedRecords," +
"(SELECT CASE" + "(SELECT CASE" +
@ -38,7 +39,7 @@ public interface ValidationResultRepository extends JpaRepository<ValidationRule
"CASE WHEN COUNT(CASE WHEN has_warnings IS TRUE THEN 1 END) > 0 THEN TRUE ELSE FALSE END AS hasWarnings)" + "CASE WHEN COUNT(CASE WHEN has_warnings IS TRUE THEN 1 END) > 0 THEN TRUE ELSE FALSE END AS hasWarnings)" +
"FROM eu.dnetlib.validatorapi.entities.ValidationRuleResult sr " + "FROM eu.dnetlib.validatorapi.entities.ValidationRuleResult sr " +
"WHERE sr.validationJobId = :id " + "WHERE sr.validationJobId = :id " +
"GROUP BY sr.ruleName, sr.ruleWeight, sr.guidelines, sr.internalError, sr.validationJobId") "GROUP BY sr.ruleName, sr.ruleWeight, sr.description, sr.fair_principles, sr.link, sr.requirement_level, sr.guidelines, sr.internalError, sr.validationJobId")
List<SummaryResult> getFullSummaryResult(@Param("id") int validationJobId); List<SummaryResult> getFullSummaryResult(@Param("id") int validationJobId);
@Query(value = @Query(value =
@ -54,7 +55,8 @@ public interface ValidationResultRepository extends JpaRepository<ValidationRule
"WHERE vr.validationJobId = :id AND vr.guidelines = :guidelines AND vr.status = 'FAILURE' OR vr.internalError != null") "WHERE vr.validationJobId = :id AND vr.guidelines = :guidelines AND vr.status = 'FAILURE' OR vr.internalError != null")
public String getStatus(@Param("id") int validationJobId, @Param("guidelines") String guidelines); public String getStatus(@Param("id") int validationJobId, @Param("guidelines") String guidelines);
@Query(value = "SELECT NEW eu.dnetlib.validatorapi.entities.SummaryResult(sr.ruleName, sr.ruleWeight, sr.guidelines, sr.internalError," + @Query(value = "SELECT NEW eu.dnetlib.validatorapi.entities.SummaryResult(sr.ruleName, sr.ruleWeight, sr.requirement_level, " +
"sr.description, sr.fair_principles, sr.link, sr.guidelines, sr.internalError," +
"COUNT(CASE WHEN sr.status = 'SUCCESS' THEN 1 END) AS passedRecords," + "COUNT(CASE WHEN sr.status = 'SUCCESS' THEN 1 END) AS passedRecords," +
"COUNT(CASE WHEN sr.status = 'FAILURE' OR sr.status = 'ERROR' THEN 1 END) AS failedRecords," + "COUNT(CASE WHEN sr.status = 'FAILURE' OR sr.status = 'ERROR' THEN 1 END) AS failedRecords," +
"(SELECT CASE" + "(SELECT CASE" +
@ -67,7 +69,7 @@ public interface ValidationResultRepository extends JpaRepository<ValidationRule
"CASE WHEN COUNT(CASE WHEN has_warnings IS TRUE THEN 1 END) > 0 THEN TRUE ELSE FALSE END AS hasWarnings)" + "CASE WHEN COUNT(CASE WHEN has_warnings IS TRUE THEN 1 END) > 0 THEN TRUE ELSE FALSE END AS hasWarnings)" +
"FROM eu.dnetlib.validatorapi.entities.ValidationRuleResult sr " + "FROM eu.dnetlib.validatorapi.entities.ValidationRuleResult sr " +
"WHERE sr.validationJobId = :id AND sr.guidelines = :guidelines " + "WHERE sr.validationJobId = :id AND sr.guidelines = :guidelines " +
"GROUP BY sr.ruleName, sr.ruleWeight, sr.guidelines, sr.internalError, sr.validationJobId") "GROUP BY sr.ruleName, sr.ruleWeight, sr.requirement_level, sr.description, sr.fair_principles, sr.link, sr.description, sr.internalError, sr.validationJobId")
List<SummaryResult> getFullSummaryResult(@Param("id") int validationJobId, @Param("guidelines") String guidelines); List<SummaryResult> getFullSummaryResult(@Param("id") int validationJobId, @Param("guidelines") String guidelines);