Merge "Preserve spans when splitting sentences"
This commit is contained in:
commit
45ebb2001d
1 changed files with 2 additions and 3 deletions
|
@ -145,9 +145,8 @@ public class SentenceLevelAdapter {
|
||||||
int wordEnd = wordIterator.getEndOfWord(originalText, wordStart);
|
int wordEnd = wordIterator.getEndOfWord(originalText, wordStart);
|
||||||
while (wordStart <= end && wordEnd != -1 && wordStart != -1) {
|
while (wordStart <= end && wordEnd != -1 && wordStart != -1) {
|
||||||
if (wordEnd >= start && wordEnd > wordStart) {
|
if (wordEnd >= start && wordEnd > wordStart) {
|
||||||
CharSequence subSequence = originalText.subSequence(wordStart, wordEnd).toString();
|
final TextInfo ti = TextInfoCompatUtils.newInstance(originalText, wordStart,
|
||||||
final TextInfo ti = TextInfoCompatUtils.newInstance(subSequence, 0,
|
wordEnd, cookie, originalText.subSequence(wordStart, wordEnd).hashCode());
|
||||||
subSequence.length(), cookie, subSequence.hashCode());
|
|
||||||
wordItems.add(new SentenceWordItem(ti, wordStart, wordEnd));
|
wordItems.add(new SentenceWordItem(ti, wordStart, wordEnd));
|
||||||
}
|
}
|
||||||
wordStart = wordIterator.getBeginningOfNextWord(originalText, wordEnd);
|
wordStart = wordIterator.getBeginningOfNextWord(originalText, wordEnd);
|
||||||
|
|
Loading…
Reference in a new issue