package eu.dnetlib.dhp.actionmanager.bipfinder;

import static eu.dnetlib.dhp.common.SparkSessionSupport.runWithSparkSession;

import java.io.Serializable;
import java.util.Objects;
import java.util.Optional;

import org.apache.commons.io.IOUtils;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapred.SequenceFileOutputFormat;
import org.apache.spark.SparkConf;
import org.apache.spark.api.java.JavaSparkContext;
import org.apache.spark.sql.SparkSession;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import com.fasterxml.jackson.databind.ObjectMapper;

import eu.dnetlib.dhp.application.ArgumentApplicationParser;
import eu.dnetlib.dhp.common.HdfsSupport;
import eu.dnetlib.dhp.schema.oaf.Result;

/**
 * Just collects all the atomic actions produced for the different results and saves them in
 * outputpath for the ActionSet
 */
public class CollectAndSave implements Serializable {

	private static final Logger log = LoggerFactory.getLogger(CollectAndSave.class);

	public static void main(String[] args) throws Exception {

		String jsonConfiguration = IOUtils
			.toString(
				Objects
					.requireNonNull(
						CollectAndSave.class
							.getResourceAsStream(
								"/eu/dnetlib/dhp/actionmanager/bipfinder/input_actionset_parameter.json")));

		final ArgumentApplicationParser parser = new ArgumentApplicationParser(jsonConfiguration);

		parser.parseArgument(args);

		Boolean isSparkSessionManaged = Optional
			.ofNullable(parser.get("isSparkSessionManaged"))
			.map(Boolean::valueOf)
			.orElse(Boolean.TRUE);

		log.info("isSparkSessionManaged: {}", isSparkSessionManaged);

		final String inputPath = parser.get("inputPath");
		log.info("inputPath {}: ", inputPath);

		final String outputPath = parser.get("outputPath");
		log.info("outputPath {}: ", outputPath);

		SparkConf conf = new SparkConf();

		runWithSparkSession(
			conf,
			isSparkSessionManaged,
			spark -> {
				removeOutputDir(spark, outputPath);
				collectAndSave(spark, inputPath, outputPath);
			});
	}

	private static void collectAndSave(SparkSession spark, String inputPath, String outputPath) {
		JavaSparkContext sc = JavaSparkContext.fromSparkContext(spark.sparkContext());

		sc
			.sequenceFile(inputPath + "/publication", Text.class, Text.class)
			.union(sc.sequenceFile(inputPath + "/dataset", Text.class, Text.class))
			.union(sc.sequenceFile(inputPath + "/otherresearchproduct", Text.class, Text.class))
			.union(sc.sequenceFile(inputPath + "/software", Text.class, Text.class))
			.saveAsHadoopFile(outputPath, Text.class, Text.class, SequenceFileOutputFormat.class);
	}

	private static void removeOutputDir(SparkSession spark, String path) {
		HdfsSupport.remove(path, spark.sparkContext().hadoopConfiguration());
	}

}