// I think tokens should not cross lines, it messes about
// RSyntaxTextArea's hyperlink finding.

please include class RSyntaxTextArea.

import org.fife.ui.rsyntaxtextarea.TokenMakerBase;

sclass HashRefTokenMaker extends TokenMakerBase {
  delegate Token to org.fife.ui.rsyntaxtextarea.
  
  /**
   * Returns a list of tokens representing the given text.
   *
   * @param text The text to break into tokens.
   * @param startTokenType The token with which to start tokenizing.
   * @param startOffset The offset at which the line of tokens begins.
   * @return A linked list of tokens representing <code>text</code>.
   */
  @Override
  public Token getTokenList(Segment text, int startTokenType, final int startOffset) {
    resetTokenList();

    char[] array = text.array;
    int offset = text.offset;
    int count = text.count;
    int end = offset + count;
    int newStartOffset = startOffset - offset;
    S src = str(array, offset, count);
    LS tok = hashRefTok(src);

    int ofs = offset;
    for i, t over tok: {
      if (empty(t)) continue;
      bool isHyperlink = odd(i);
      
      // split at line breaks, spaces and punctuation to allow
      // word wrapping (does it work?)
      for (part : singlePredTok(c -> isSpaceEtc(c), t)) {
        if (nempty(part)) {
          var tokenType = isHyperlink ? Token.VARIABLE
            : startsWithSpaceEtc(part) ? Token.WHITESPACE
            : Token.IDENTIFIER;
          int l = l(part);
          addToken(array, ofs, ofs+l-1, tokenType, ofs+newStartOffset, isHyperlink);
          ofs += l;
        }
      }
    }

    addNullToken();

    // Return the first token in our linked list.
    ret firstToken;
  }
}