96 lines
2.1 KiB
Java
96 lines
2.1 KiB
Java
|
|
package eu.dnetlib.pace.clustering;
|
|
|
|
import java.util.*;
|
|
import java.util.stream.Collectors;
|
|
|
|
import com.google.common.collect.Sets;
|
|
|
|
import eu.dnetlib.pace.config.Config;
|
|
|
|
@ClusteringClass("wordsStatsSuffixPrefixChain")
|
|
public class WordsStatsSuffixPrefixChain extends AbstractClusteringFunction {
|
|
|
|
public WordsStatsSuffixPrefixChain(Map<String, Object> params) {
|
|
super(params);
|
|
}
|
|
|
|
@Override
|
|
protected Collection<String> doApply(Config conf, String s) {
|
|
return suffixPrefixChain(s, param("mod"));
|
|
}
|
|
|
|
static Collection<String> suffixPrefixChain(String s, int mod) {
|
|
|
|
// create the list of words from the string (remove short words)
|
|
List<String> wordsList = Arrays
|
|
.stream(s.split(" "))
|
|
.filter(si -> si.length() > 3)
|
|
.collect(Collectors.toList());
|
|
|
|
final int words = wordsList.size();
|
|
final int letters = s.length();
|
|
|
|
// create the prefix: number of words + number of letters/mod
|
|
String prefix = words + "-" + letters / mod + "-";
|
|
|
|
return doSuffixPrefixChain(wordsList, prefix);
|
|
|
|
}
|
|
|
|
static private Collection<String> doSuffixPrefixChain(List<String> wordsList, String prefix) {
|
|
|
|
Set<String> set = Sets.newLinkedHashSet();
|
|
switch (wordsList.size()) {
|
|
case 0:
|
|
case 1:
|
|
break;
|
|
case 2:
|
|
set
|
|
.add(
|
|
prefix +
|
|
suffix(wordsList.get(0), 3) +
|
|
prefix(wordsList.get(1), 3));
|
|
|
|
set
|
|
.add(
|
|
prefix +
|
|
prefix(wordsList.get(0), 3) +
|
|
suffix(wordsList.get(1), 3));
|
|
|
|
break;
|
|
default:
|
|
set
|
|
.add(
|
|
prefix +
|
|
suffix(wordsList.get(0), 3) +
|
|
prefix(wordsList.get(1), 3) +
|
|
suffix(wordsList.get(2), 3));
|
|
|
|
set
|
|
.add(
|
|
prefix +
|
|
prefix(wordsList.get(0), 3) +
|
|
suffix(wordsList.get(1), 3) +
|
|
prefix(wordsList.get(2), 3));
|
|
break;
|
|
}
|
|
|
|
return set;
|
|
|
|
}
|
|
|
|
private static String suffix(String s, int len) {
|
|
return s.substring(s.length() - len);
|
|
}
|
|
|
|
private static String prefix(String s, int len) {
|
|
return s.substring(0, len);
|
|
}
|
|
|
|
static public void main(String[] args) {
|
|
String title = "MY LIFE AS A BOSON: THE STORY OF \"THE HIGGS\"".toLowerCase();
|
|
System.out.println(suffixPrefixChain(title, 10));
|
|
}
|
|
}
|