!7

static int perPage = 8;
static L<S> guessPrograms = ll(#1008721, #1008696, #1008704, #1008723);

static SingleComponentPanel scp;
static JTextArea detailTextArea;
static int startIndex;
static new L guessModules;
static ReliableSingleThread relearnThread = new(f relearn);
static new TreeSet<S> keys;

concept Sentence {
  S text;
  new SS data;
  
  S getPart(IntRange r) { ret substring(text, r); }
}

p-substance {
  unswing {
    db(); 
    indexConceptField(Sentence, "text");
    gatherKeys();
    L<S> sentences = toLinesFullTrim(loadSnippet(#1008606));
    sentences = notStartingWith("\"", sentences);
    time { makeUniqueConcepts(Sentence, "text", sentences); }
    for (S id : guessPrograms)
      pcall { guessModules.add(runDependent(id)); }
  }
  JSplitPane split;
  showFrame(centerAndSouth(
    split = jvsplit(
      scp = new SingleComponentPanel,
      detailTextArea = jtypewritertextarea()),
    withTopMargin(20, jcenteredline(
      textActionButton("Mark as...", f mark),
      jbutton("Prev", r { makePanel(max(startIndex-perPage, 0)) }),
      jbutton("Next", f nextPage),
      jbutton("Random", r { makePanel(random(countConcepts(Sentence))/perPage*perPage) }),
      jbutton("All OK", r { clickButtons(findButtons(scp, "OK")); nextPage(); }),
      jbutton("Add sentence...", f addSentence),
      //jbutton("Re-learn", r { relearnThread.trigger() })
      ))));
  addMenu(scp, "Actions",
    "Rename key...", f renameKey,
    "Load sentences from web bot...", f fromWebBot,
    "Load text2tag snippet...", f loadText2Tag,
    "Apply splittings", f applySplittings);
  setFrameSize(scp, 1000, 600);
  setSplitPaneLater(split, 0.8); // try it again
  centerFrame(scp);
  makePanel(0);
}

svoid makePanel(int startIndex) {
  main.startIndex = startIndex;
  makePanel();
}

svoid makePanel() {
  JPanel panel = gridLayoutPanel_trackWidth_evenlySpacedCols(2);
  panel.add(jlabel("Sentence"));
  panel.add(jlabel("Analysis"));
  for (final Sentence s : takeFirst(perPage, dropFirst(startIndex, orderByFieldDesc("created", list(Sentence))))) {
    final JTextField tfText = jtextfield_caretLeft(s.text);
    tfText.setCaret(new DefaultCaret {
      @Override
      public void setSelectionVisible(boolean visible) {
        super.setSelectionVisible(true);
      }
    });
    panel.add(tfText);

    final JTextField tf = jtextfield_caretLeft(dataMapToString(s.data));
    onFocus(tf, r { updateDetail(tf) });
    final JTextField tfGuess = jtextfield_caretLeft(dataMapToString(makeGuess(s.text)));
    onFocus(tfGuess, r { updateDetail(tfGuess) });
    
    final new Var<JButton> reviseBtn, okBtn;
    okBtn.set(jbutton("OK", r {
      pcall-messagebox {
        cset(s, data := dataMapFromString(getTextTrim(tf)));
        disableTextField(tf);
        replaceComponent(okBtn!, reviseBtn!);
        relearnThread.trigger();
      }
    }));
    reviseBtn.set(jbutton("Revise", r {
      cset(s, data := new HashMap);
      enableTextField(tf);
      replaceComponent(reviseBtn!, okBtn!);
    }));
    onUpdateAndNow(tf, r { okBtn->setEnabled(nempty(getTextTrim(tf))) });
    
    bool hasData = nempty(s.data);
    if (hasData) disableTextField(tf);
    panel.add(vstack(
      centerAndEast(withLabel("Saved:", tf), hasData ? reviseBtn! : okBtn!),
      centerAndEast(withLabel("Guess:", tfGuess), jbutton("OK", r {
        pcall-messagebox {
          s.data.putAll(dataMapFromString(getTextTrim(tfGuess)));
          s.change();
          disableTextField(tf);
          replaceComponent(okBtn!, reviseBtn!);
          relearnThread.trigger();
        }
      })),
    ));
  }
  scp.setComponent(jscroll(panel));
}

svoid relearn {
  for (O guessModule : guessModules) pcall { callMain(guessModule); }
  swing { makePanel(); }
}

svoid nextPage {
  if (startIndex+perPage < countConcepts(Sentence)) makePanel(startIndex+perPage);
}

static S dataMapToString(SS data) {
  ret dataMapToString(data, ". ");
}

static S dataMapToString(SS data, S glue) {
  ret join(glue, mapMapToList(withoutNulls(data), func(S a, S b) {
    a + "=" + b }));
}

static SS dataMapFromString(S input) {
  new SS data;
  for (S s : trimAll(splitByJavaToken(input, "."))) {
    L<S> tok = javaTok(s);
    int i = tok.indexOf("=");
    if (i < 0) continue;
    data.put(trimJoinSubList(tok, 0, i), trimJoinSubList(tok, i+1));
  }
  ret data;
}

static SS makeGuess(S sentence) {
  new SS data;
  for (O guessModule : guessModules)
    if (hasMethodNamed(guessModule, "guess"))
      pcall(guessModule, "guess", sentence, data); // new way
    else
      pcall(guessModule, "callGuesser", get(guessModule, "best"), sentence, data);
  ret data;
}

svoid mark(JTextComponent c) {
  final IntRange r = textComponentSelection(c);
  fS selection = c.getSelectedText();
  fS text = c.getText();
  //final JTextField tf = jtextfield("verb");
  final AutoComboBox cb = autoComboBox(keys);
  showFormTitled("Mark sentence part",
    "Text", selection + " (" + r.start + "/" + r.length() + ")",
    "Mark as", cb,
    func {
      pcall-infobox {
        S as = getTextTrim(cb);
        Sentence s = findConcept(Sentence, +text);
        s.data.put(as, ai_renderAction(text, r));
        s.change();
        gatherKeys(s);
        relearnThread.trigger();
        null;
      }
      false;
    });
}

svoid addSentence {
  final JTextField tf = jtextfield();
  showFormTitled("Add sentence", "Sentence", tf, r {
    uniq(Sentence, text := getTextTrim(tf));
    makePanel(0);
  });
}

svoid renameKey {
  final AutoComboBox tf1 = autoComboBox(keys);
  final JTextField tf2 = jtextfield();
  showFormTitled("Rename key",
    "Old key name", tf1,
    "New key name", tf2,
    r {
      S oldKey = getTextTrim(tf1);
      S newKey = getTextTrim(tf2);
      int n = 0;
      for (Sentence s) {
        S value = s.data.get(oldKey);
        if (value != null) {
          s.data.remove(oldKey);
          s.data.put(newKey, value);
          s.change();
          ++n;
        }
      }
      infoBox(n(n, "changes") + " made");
      keys.clear(); gatherKeys();
      makePanel();
    });
}

svoid gatherKeys {
  keys.clear();
  for (Sentence s) gatherKeys(s);
}

svoid gatherKeys(Sentence s) {
  keys.addAll(keys(s.data));
}

svoid fromWebBot {
  final JTextField tf = jtextfield(#1008316);
  showFormTitled("Load sentences from web bot", "Chat Bot ID", tf, r {
    Collection<S> sentences = keys(getSentencesFromWebBotLog(getTextTrim(tf)));
    makeUniqueConcepts(Sentence, "text", sentences);
    makePanel(0);
  });
}

svoid loadText2Tag {
  final JTextField tf = jtextfield(#1008363);
  showFormTitled("Load text 2 tag snippet", "Snippet ID", tf, r {
    Pair<SS> p = tok_dropAsterisks_pair(parseText2Tag(#1008363));
    Collection<S> sentences = concatLists(keys(p.a), keys(p.b));
    makeUniqueConcepts(Sentence, "text", sentences);
    for (S tag : values(p.a)) {
      Sentence s = uniq(Sentence, text := tag);
      s.data.put("isTag", "t");
      s.change();
    }
    makePanel(0);
  });
}

svoid applySplittings {
  bool change = false;
  for (Sentence s) {
    IntRange firstPart = ai_parseAction(s.data.get("firstPart"));
    if (firstPart != null) {
      if (makeUniqueConcepts(Sentence, "text",
        ll(trim(s.getPart(firstPart)), trim(substring(s.text, firstPart.end))))
        != 0)
        change = true;
    }
  }
  if (change) makePanel(0);
}

svoid updateDetail(JTextField tf) {
  pcall-short {
    SS data = dataMapFromString(getTextTrim(tf));
    detailTextArea.setText(dataMapToString(data, "\n"));
  }
}

Began life as a copy of #1008674