!7

sclass Entry {
  long msgID;
  S originalLine;
  S interpretableText;
  
  sS _fieldOrder = "msgID originalLine interpretableText";
}

set flag DynModule.

cmodule InterpretableTest > DynObjectTable<Entry> {
  start {
    thread { scan(); }
  }
  
  visualize {
    ret withCenteredButtons(super.visualize(), "Scan", rThread scan);
  }
  
  void scan enter {
    new L<Entry> list;
    new Flag interrupted;
    temp AutoCloseable action = dm_currentAction("Scanning chat", rRaiseFlag(interrupted));
    F0<GazelleEvalContext> contextMaker = new GazelleContextCache_v2().fill();
    L<GazelleLine> lines = dm_discord_allLines();
    int i = 0;
    for (GazelleLine line : lines) {
      ++i;
      if (!licensed() || interrupted!) break;
      Collection<S> l = getInterpretables(line, +contextMaker);
      for (S interpretableText : l)
        list.add(nu Entry(originalLine := line.text, msgID := line.msgID, +interpretableText));
      call(action, 'setText, "Found " + n2(list, "interpretable") + ", scanned " + i + "/" + n2(lines, "line"));
    }
    setList(list);
  }
  
  Collection<S> getInterpretables(GazelleLine line, O... _) {
    Set<S> interpretables = linkedCISet(); // fancy new set!
    _addAll(interpretables, collect line(
      dm_gazelle_reasonAboutChatInput_v2(line.user, line.text, 
        paramsPlus(_, acceptablePurposes := litset('preprocess)))));
    ret interpretables;
  }
}