List<Token> tokens = new ArrayList<Token>();
for (String wordTagPair : wordTagPairs) {
String word = wordTagPair.split("/")[0];
String tag = wordTagPair.split("/")[1];
text.append(word);
Token token = new Token(goldView, offset, text.length());
token.setPos(tag);
tokens.add(token);
text.append(" ");
offset += word.length() + 1;
}
goldView.setDocumentText(text.toString().trim());
new Sentence(goldView, 0, goldView.getDocumentText().length()).addToIndexes();
for (Token token : tokens) {
token.addToIndexes();
}
} catch (CASException ce) {
throw new AnalysisEngineProcessException(ce);
}
}