svoid test_fullPhraseCache_tokenRanges() { LS tok = javaTokNPunctuation("don't be evil"); assertEqualsVerbose(ll("be evil"), getJoinedTokenRangesWithoutN(tok, fullPhraseCache_tokenRanges( makeFullPhraseCache("be evil", "evil"), tok))); tok = javaTokNPunctuation("you are evil"); assertEqualsVerbose(ll("evil"), getJoinedTokenRangesWithoutN(tok, fullPhraseCache_tokenRanges( makeFullPhraseCache("be evil", "evil"), tok))); }