Implementing new Solution refs #13207
git-svn-id: https://svn.d4science.research-infrastructures.eu/gcube/trunk/social-networking/social-util-library@176752 82a268e6-3cf1-43bd-a215-b396298e98cf
This commit is contained in:
parent
a4232983ee
commit
fe85439e05
|
@ -20,19 +20,24 @@ public class StringTokenizer {
|
|||
this.matcher = pattern.matcher(originalString);
|
||||
}
|
||||
|
||||
protected Token getToken(int tokenStart) {
|
||||
int tokenEnd = matcher.start();
|
||||
int delimiterStart = tokenEnd;
|
||||
int delimiterEnd = matcher.end();
|
||||
String tokenString = originalString.substring(tokenStart, tokenEnd);
|
||||
String delimiter = originalString.substring(delimiterStart, delimiterEnd);
|
||||
Token token = new Token(tokenString, delimiter, tokenStart, tokenEnd);
|
||||
return token;
|
||||
}
|
||||
|
||||
public List<Token> getTokens() {
|
||||
if(tokens==null) {
|
||||
tokens = new ArrayList<>();
|
||||
int tokenStart = 0;
|
||||
while(matcher.find()) {
|
||||
int tokenEnd = matcher.start();
|
||||
String tokenString = originalString.substring(tokenStart, tokenEnd);
|
||||
int delimiterStart = tokenEnd;
|
||||
int delimiterEnd = matcher.end();
|
||||
String delimiter = originalString.substring(delimiterStart, delimiterEnd);
|
||||
Token token = new Token(tokenString, delimiter, tokenStart, tokenEnd);
|
||||
Token token = getToken(tokenStart);
|
||||
tokens.add(token);
|
||||
tokenStart = delimiterEnd;
|
||||
tokenStart = matcher.end();
|
||||
}
|
||||
if(tokenStart!=originalString.length()){
|
||||
int tokenEnd = originalString.length();
|
||||
|
|
Loading…
Reference in New Issue