!7

sclass Entry {

  long msgID;

  S originalLine;

  S interpretableText;

  S ruleID;

  //S matchedRuleStruct;

  sS _fieldOrder = "msgID originalLine interpretableText";

}

set flag DynModule.

cmodule InterpretableTest > DynObjectTable<Entry> {

  transient int maxInterpretablesPerLine = 20;

  start {

    addCountToName();

    thread { scan(); }

  }

  visualize {

    ret withCenteredButtons(super.visualize(), "Scan", rThread scan);

  }

  void scan enter {

    new L<Entry> list;

    new Flag interrupted;

    temp AutoCloseable action = dm_currentAction("Scanning chat", rRaiseFlag(interrupted));

    F0<GazelleEvalContext> contextMaker = new GazelleContextCache_v2().fill();

    L<GazelleLine> lines = dm_discord_allLines();

    int i = 0;

    for (GazelleLine line : reversed(lines)) {

      ++i;

      if (!licensed() || interrupted!) break;

      Collection<GInterpretable> l = gazelle_preprocess(line.text, +contextMaker);

      for (GInterpretable intp : l)

        list.add(nu Entry(originalLine := line.text, msgID := line.msgID, interpretableText := intp.text, ruleID := intp.ruleID));

      call(action, 'setText, "Found " + n2(list, "interpretable") + ", scanned " + i + "/" + n2(lines, "line"));

    }

    setList(list);

  }

}