!7

cmodule TheoryMaker > DynConvo {
  /*
  1. measurable features (fields of object)
  2. higher level features (words the user throws in)
  3. make theories (random statements)
  4. check theories
  
  1. show a random line
  2. user types keyword
  3. assign keyword to line

  (not yet used)
  line $a has keyword $x & line $a's text is $bla
    & line $y has text $bla => line $b might have keyword $x

  Basic theory making
  -------------------
  
  For any label X:
    test theory (every msg has label X)
    test theory (every msg doesn't have label X)
  
  For any feature F:
    for every seen value V of F:
      for every label X:
        test theory (for every msg M:
          msg M's feature F has value V <=> msg has label x))
  */
  
  L<Msg> msgs; // full dialog
  L<Msg> shownMsgs;
  transient Map<Msg, Map<S, O>> msg2features = AutoMap<>(lambda1 calcMsgFeatures);
  S featuresText, trainedLabelsText, allLabelsText;

  new Set<S> allLabels;
  new Map<Pair<Msg, S>, Bool> msg2label;
  transient new Map<S, IF1<Msg, O>> featureExtractors;
  
  start-thread {
    for (S field : fields(Msg))
      featureExtractors.put(field, o -> getOpt(o, field));
    msg2labelUpdated();
    dm_watchCollectionFieldAndNow allLabels(r allLabelsUpdated);
    if (empty(msgs))
      setField(msgs := mainCruddieLog());
    showRandomMsg();
  }

  Map<S, O> calcMsgFeatures(Msg msg) {
    ret mapValues_pcall(featureExtractors, ex -> ex.get(msg));
  }

  void showMsgs(L<Msg> l) {
    setField(shownMsgs := l);
    setMsgs(l);
    if (l(shownMsgs) == 1)
      setField(featuresText := formatColonProperties_quoteStringValues(
        msg2features.get(first(shownMsgs))));
    else setField(featuresText := "");
  }

  void showRandomMsg {
    showMsgs(randomElementAsList(msgs));
  }

  @Override
  void sendInput2(S s) {
    // treat input as a label
    if (l(shownMsgs) == 1) {
      Msg shown = first(shownMsgs);
      new Matches m;
      if "not ..." {
        S label = m.rest();
        mapPutVerbose(+msg2label, pair(shown, label), false);
        msg2labelUpdated();
      } else {
        S label = s;
        mapPutVerbose(+msg2label, pair(shown, label), true);
        msg2labelUpdated();
      }
      change();
    }
  }

  Map<S, Bool> getMsgLabels(Msg msg) {
    ret pairKeysToMapOfMap(msg2label).get(msg);
  }

  void msg2labelUpdated() {
    if (addAll(allLabels, pairsB(keys(msg2label)))) change();
    setField(trainedLabelsText :=
      formatProperties(" => ", mapValues(
        map -> joinWithComma(concatLists(
          keysWithValue(true, map),
          prependAll("not ", keysWithValue(false, map)))),
        pairKeysToMapOfMap(msg2label))));
  }

  void allLabelsUpdated() {
    setField(allLabelsText := lines(allLabels));
  }

  JComponent mainPart() {
    ret jhsplit(super.mainPart(), jtabs(
      "Message Features", dm_textArea featuresText(),
      "Labels", dm_textArea allLabelsText(),
      "Assigned Labels", dm_textArea trainedLabelsText()));
  }

  visual
    withCenteredButtons(super, "Show random msg", rThreadEnter showRandomMsg);
}