package eu.eudat.model.builder.commonmodels.description; import eu.eudat.authorization.AuthorizationFlags; import eu.eudat.commonmodels.models.FileEnvelopeModel; import eu.eudat.commonmodels.models.description.FieldModel; import eu.eudat.commonmodels.models.reference.ReferenceModel; import eu.eudat.commons.enums.FieldType; import eu.eudat.commons.enums.StorageType; import eu.eudat.commons.scope.user.UserScope; import eu.eudat.commons.types.description.FieldEntity; import eu.eudat.convention.ConventionService; import eu.eudat.data.ReferenceEntity; import eu.eudat.data.StorageFileEntity; import eu.eudat.model.Reference; import eu.eudat.model.StorageFile; import eu.eudat.model.builder.commonmodels.BaseCommonModelBuilder; import eu.eudat.model.builder.commonmodels.CommonModelBuilderItemResponse; import eu.eudat.model.builder.commonmodels.reference.ReferenceCommonModelBuilder; import eu.eudat.model.persist.StorageFilePersist; import eu.eudat.query.ReferenceQuery; import eu.eudat.query.StorageFileQuery; import eu.eudat.service.storage.StorageFileProperties; import eu.eudat.service.storage.StorageFileService; import gr.cite.tools.data.builder.BuilderFactory; import gr.cite.tools.data.query.QueryFactory; import gr.cite.tools.exception.MyApplicationException; import gr.cite.tools.fieldset.BaseFieldSet; import gr.cite.tools.logging.LoggerService; import gr.cite.tools.validation.ValidatorFactory; import org.apache.commons.io.FilenameUtils; import org.slf4j.LoggerFactory; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.config.ConfigurableBeanFactory; import org.springframework.context.annotation.Scope; import org.springframework.stereotype.Component; import java.io.IOException; import java.net.URLConnection; import java.time.Duration; import java.util.*; import java.util.stream.Collectors; @Component("commonmodels.description") @Scope(value = ConfigurableBeanFactory.SCOPE_PROTOTYPE) public class FieldCommonModelBuilder extends BaseCommonModelBuilder { private final BuilderFactory builderFactory; private final QueryFactory queryFactory; private EnumSet authorize = EnumSet.of(AuthorizationFlags.None); private eu.eudat.commons.types.descriptiontemplate.FieldEntity fieldEntity; private final StorageFileService storageFileService; private final UserScope userScope; private final ValidatorFactory validatorFactory; private final StorageFileProperties storageFileProperties; @Autowired public FieldCommonModelBuilder( ConventionService conventionService, BuilderFactory builderFactory, QueryFactory queryFactory, StorageFileService storageFileService, UserScope userScope, ValidatorFactory validatorFactory, StorageFileProperties storageFileProperties ) { super(conventionService, new LoggerService(LoggerFactory.getLogger(FieldCommonModelBuilder.class))); this.builderFactory = builderFactory; this.queryFactory = queryFactory; this.storageFileService = storageFileService; this.userScope = userScope; this.validatorFactory = validatorFactory; this.storageFileProperties = storageFileProperties; } public FieldCommonModelBuilder authorize(EnumSet values) { this.authorize = values; return this; } public FieldCommonModelBuilder withFieldEntity(eu.eudat.commons.types.descriptiontemplate.FieldEntity fieldEntity) { this.fieldEntity = fieldEntity; return this; } private boolean useSharedStorage; public FieldCommonModelBuilder useSharedStorage(boolean useSharedStorage) { this.useSharedStorage = useSharedStorage; return this; } @Override protected List> buildInternal(List data) throws MyApplicationException { this.logger.debug("building for {}", Optional.ofNullable(data).map(List::size).orElse(0)); if (data == null || data.isEmpty()) return new ArrayList<>(); FieldType fieldType = this.fieldEntity != null && this.fieldEntity.getData() != null ? this.fieldEntity.getData().getFieldType() : FieldType.FREE_TEXT; Map referenceItemsMap = FieldType.isReferenceType(fieldType) ? this.collectReferences(data) : null; List> models = new ArrayList<>(); for (FieldEntity d : data) { FieldModel m = new FieldModel(); if (this.fieldEntity != null) m.setId(fieldEntity.getId()); if (FieldType.isDateType(fieldType)) m.setDateValue(d.getDateValue()); if (FieldType.isTextType(fieldType)) m.setTextValue(d.getTextValue()); if (FieldType.isTextListType(fieldType)) m.setTextListValue(d.getTextListValue()); if (FieldType.isReferenceType(fieldType) && referenceItemsMap != null && d.getTextListValue() != null && !d.getTextListValue().isEmpty()) { m.setReferences(new ArrayList<>()); for (UUID referenceId : d.getTextListValue().stream().map(UUID::fromString).toList()){ if (referenceItemsMap.containsKey(referenceId)) m.getReferences().add(referenceItemsMap.get(referenceId)); } } if (FieldType.UPLOAD.equals(fieldType) && d.getTextValue() != null && !d.getTextValue().isEmpty()) { try { byte[] bytes = this.storageFileService.readAsBytesSafe(UUID.fromString(d.getTextValue())); FileEnvelopeModel fileEnvelopeModel = new FileEnvelopeModel(); StorageFileEntity storageFile = this.queryFactory.query(StorageFileQuery.class).ids(UUID.fromString(d.getTextValue())).first(); fileEnvelopeModel.setFile(bytes); fileEnvelopeModel.setFilename(storageFile.getName() + (storageFile.getExtension().startsWith(".") ? "" : ".") + storageFile.getExtension()); fileEnvelopeModel.setMimeType(storageFile.getMimeType()); if (!useSharedStorage){ fileEnvelopeModel.setFile(bytes); } else { fileEnvelopeModel.setFileRef(this.addFileToSharedStorage(bytes, storageFile)); } }catch (Exception e){ logger.error(e.getMessage()); } } if (d.getExternalIdentifier() != null && FieldType.isExternalIdentifierType(fieldType)) m.setExternalIdentifier(this.builderFactory.builder(ExternalIdentifierCommonModelBuilder.class).authorize(this.authorize).build(d.getExternalIdentifier())); models.add(new CommonModelBuilderItemResponse<>(m, d)); } this.logger.debug("build {} items", Optional.of(models).map(List::size).orElse(0)); return models; } private String addFileToSharedStorage(byte[] bytes, StorageFileEntity storageFile) throws IOException { StorageFilePersist storageFilePersist = new StorageFilePersist(); storageFilePersist.setName(FilenameUtils.removeExtension(storageFile.getName())); storageFilePersist.setExtension(FilenameUtils.getExtension(storageFile.getExtension())); storageFilePersist.setMimeType(URLConnection.guessContentTypeFromName(storageFile.getName() + (storageFile.getExtension().startsWith(".") ? "" : ".") + storageFile.getExtension())); storageFilePersist.setOwnerId(this.userScope.getUserIdSafe()); storageFilePersist.setStorageType(StorageType.Temp); storageFilePersist.setLifetime(Duration.ofSeconds(this.storageFileProperties.getTempStoreLifetimeSeconds())); //TODO this.validatorFactory.validator(StorageFilePersist.StorageFilePersistValidator.class).validateForce(storageFilePersist); StorageFile persisted = this.storageFileService.persistBytes(storageFilePersist, bytes, new BaseFieldSet(StorageFile._id, StorageFile._fileRef)); return persisted.getFileRef(); } private Map collectReferences(List data) throws MyApplicationException { if (data.isEmpty()) return null; this.logger.debug("checking related - {}", Reference.class.getSimpleName()); Map itemMap; ReferenceQuery q = this.queryFactory.query(ReferenceQuery.class).authorize(this.authorize).ids(data.stream().filter(x-> x.getTextListValue() != null).map(FieldEntity::getTextListValue).flatMap(List::stream).filter(x-> !this.conventionService.isNullOrEmpty(x)).map(UUID::fromString).distinct().collect(Collectors.toList())); itemMap = this.builderFactory.builder(ReferenceCommonModelBuilder.class).authorize(this.authorize).asForeignKey(q, ReferenceEntity::getId); return itemMap; } }