gCubeSystem
/
social-util-library
16
1
Fork 0
Code Issues Pull Requests Releases 5 Wiki Activity

Implementing new Solution refs #13207 

git-svn-id: https://svn.d4science.research-infrastructures.eu/gcube/trunk/social-networking/social-util-library@176752 82a268e6-3cf1-43bd-a215-b396298e98cf
This commit is contained in:
Luca Frosini 2019-01-23 15:24:45 +00:00
parent a4232983ee
commit fe85439e05
1 changed files with 12 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
src/main/java/org/gcube/socialnetworking/tokenizer/StringTokenizer.java
View File

@ -19,20 +19,25 @@ public class StringTokenizer {
this.pattern = Pattern.compile("\\s");
this.matcher = pattern.matcher(originalString);
}
protected Token getToken(int tokenStart) {
int tokenEnd = matcher.start();
int delimiterStart = tokenEnd;
int delimiterEnd = matcher.end();
String tokenString = originalString.substring(tokenStart, tokenEnd);
String delimiter = originalString.substring(delimiterStart, delimiterEnd);
Token token = new Token(tokenString, delimiter, tokenStart, tokenEnd);
return token;
}
public List<Token> getTokens() {
if(tokens==null) {
tokens = new ArrayList<>();
int tokenStart = 0;
while(matcher.find()) {
int tokenEnd = matcher.start();
String tokenString = originalString.substring(tokenStart, tokenEnd);
int delimiterStart = tokenEnd;
int delimiterEnd = matcher.end();
String delimiter = originalString.substring(delimiterStart, delimiterEnd);
Token token = new Token(tokenString, delimiter, tokenStart, tokenEnd);
Token token = getToken(tokenStart);
tokens.add(token);
tokenStart = delimiterEnd;
tokenStart = matcher.end();
}
if(tokenStart!=originalString.length()){
int tokenEnd = originalString.length();