Implementing new Solution refs #13207
git-svn-id: https://svn.d4science.research-infrastructures.eu/gcube/trunk/social-networking/social-util-library@176752 82a268e6-3cf1-43bd-a215-b396298e98cf
This commit is contained in:
parent
a4232983ee
commit
fe85439e05
|
@ -19,20 +19,25 @@ public class StringTokenizer {
|
||||||
this.pattern = Pattern.compile("\\s");
|
this.pattern = Pattern.compile("\\s");
|
||||||
this.matcher = pattern.matcher(originalString);
|
this.matcher = pattern.matcher(originalString);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
protected Token getToken(int tokenStart) {
|
||||||
|
int tokenEnd = matcher.start();
|
||||||
|
int delimiterStart = tokenEnd;
|
||||||
|
int delimiterEnd = matcher.end();
|
||||||
|
String tokenString = originalString.substring(tokenStart, tokenEnd);
|
||||||
|
String delimiter = originalString.substring(delimiterStart, delimiterEnd);
|
||||||
|
Token token = new Token(tokenString, delimiter, tokenStart, tokenEnd);
|
||||||
|
return token;
|
||||||
|
}
|
||||||
|
|
||||||
public List<Token> getTokens() {
|
public List<Token> getTokens() {
|
||||||
if(tokens==null) {
|
if(tokens==null) {
|
||||||
tokens = new ArrayList<>();
|
tokens = new ArrayList<>();
|
||||||
int tokenStart = 0;
|
int tokenStart = 0;
|
||||||
while(matcher.find()) {
|
while(matcher.find()) {
|
||||||
int tokenEnd = matcher.start();
|
Token token = getToken(tokenStart);
|
||||||
String tokenString = originalString.substring(tokenStart, tokenEnd);
|
|
||||||
int delimiterStart = tokenEnd;
|
|
||||||
int delimiterEnd = matcher.end();
|
|
||||||
String delimiter = originalString.substring(delimiterStart, delimiterEnd);
|
|
||||||
Token token = new Token(tokenString, delimiter, tokenStart, tokenEnd);
|
|
||||||
tokens.add(token);
|
tokens.add(token);
|
||||||
tokenStart = delimiterEnd;
|
tokenStart = matcher.end();
|
||||||
}
|
}
|
||||||
if(tokenStart!=originalString.length()){
|
if(tokenStart!=originalString.length()){
|
||||||
int tokenEnd = originalString.length();
|
int tokenEnd = originalString.length();
|
||||||
|
|
Loading…
Reference in New Issue