package eu.dnetlib.data.collector.plugins.ftp; import java.util.Iterator; import java.util.Set; import com.google.common.base.Splitter; import com.google.common.collect.Sets; import eu.dnetlib.data.collector.plugin.AbstractCollectorPlugin; import eu.dnetlib.data.collector.rmi.CollectorServiceException; import eu.dnetlib.data.collector.rmi.InterfaceDescriptor; import org.springframework.beans.factory.annotation.Required; /** * * @author Author: Andrea Mannocci * */ public class FtpCollectorPlugin extends AbstractCollectorPlugin { private FtpIteratorFactory ftpIteratorFactory; @Override public Iterable collect(final InterfaceDescriptor interfaceDescriptor, final String fromDate, final String untilDate) throws CollectorServiceException { final String baseUrl = interfaceDescriptor.getBaseUrl(); final String username = interfaceDescriptor.getParams().get("username"); final String password = interfaceDescriptor.getParams().get("password"); final String recursive = interfaceDescriptor.getParams().get("recursive"); final String extensions = interfaceDescriptor.getParams().get("extensions"); if ((baseUrl == null) || baseUrl.isEmpty()) { throw new CollectorServiceException("Param 'baseurl' is null or empty"); } if ((username == null) || username.isEmpty()) { throw new CollectorServiceException("Param 'username' is null or empty"); } if ((password == null) || password.isEmpty()) { throw new CollectorServiceException("Param 'password' is null or empty"); } if ((recursive == null) || recursive.isEmpty()) { throw new CollectorServiceException("Param 'recursive' is null or empty"); } if ((extensions == null) || extensions.isEmpty()) { throw new CollectorServiceException("Param 'extensions' is null or empty"); } if (fromDate != null && !fromDate.matches("\\d{4}-\\d{2}-\\d{2}")) { throw new CollectorServiceException("Invalid date (YYYY-MM-DD): " + fromDate); } return new Iterable() { boolean isRecursive = "true".equals(recursive); Set extensionsSet = parseSet(extensions); @Override public Iterator iterator() { return getFtpIteratorFactory().newIterator(baseUrl, username, password, isRecursive, extensionsSet, fromDate); } private Set parseSet(final String extensions) { return Sets.newHashSet(Splitter.on(",").omitEmptyStrings().trimResults().split(extensions)); } }; } public FtpIteratorFactory getFtpIteratorFactory() { return ftpIteratorFactory; } @Required public void setFtpIteratorFactory(final FtpIteratorFactory ftpIteratorFactory) { this.ftpIteratorFactory = ftpIteratorFactory; } }