!7

cmodule TomiiBoiAnswers > DynPrintLogAndEnabled {

  switchable int port = 8080;

  switchable S frontendName = "tomiiBoiDiscordBot";

  transient CRUD<Category> categoriesCRUD;

  transient CRUD<Server> serversCRUD;

  transient CRUD<Channel> channelsCRUD;

  transient CRUD<ServerToCategory> serverToCategoryCRUD;

  start {

    init();

    categoriesCRUD = new CRUD(Category);

    serversCRUD = new CRUD(Server);

    serverToCategoryCRUD = new CRUD(ServerToCategory);

    channelsCRUD = new CRUD(Channel);

    thread {

      dm_serveHttpFromFunction(port, lambda2 html);

      print("Admin live at: http://localhost:" + port);

      dm_registerAs('tomiiBoiQA);

    }

  }

  visualize {

    JComponent c = super.visualize();

    addComponents(buttons,

      jbutton("Open admin in browser", rThread { openURLInBrowser("http://localhost:" + port) }),

      jPopDownButton_noText(

        "Import data...", rThreadEnter importData));

    c = jtabs(

      "Main", c,

      "Categories", categoriesCRUD.visualize(),

      "Servers", serversCRUD.visualize(),

      "Server-to-category", serverToCategoryCRUD.visualize(),

      "Channels", channelsCRUD.visualize());

    channelsCRUD.addButton("Update list", rThreadEnter grabChannels);

    ret c;

  }

  void importData {

    selectFile("Tomii Brain File", voidfunc(File f) enter {

      replaceConceptsWithTextFileOnNextStart(f);

      dm_reloadModule();

    });

  }

  void grabChannels {

    dm_call(frontendName, 'grabChannels);

  }

  // API

  Server addServer(S serverID, S name) {

    ret csetAndReturn(uniq Server(+serverID), +name);

  }

  Channel addChannel(Server server, S channelID, S name) {

    ret csetAndReturn(uniq Channel(+server, +channelID), +name);

  }

  Channel channelForID(S channelID) {

    ret conceptWhere Channel(+channelID);

  }

  Cl<S> categoriesForServer(Server server) {

    Set<Category> set = asSet(conceptsWhere Category(onByDefault := true));

    for (ServerToCategory link : conceptsWhere(ServerToCategory, +server))

      addOrRemove(set, link.category, link.enabled);

    ret collectAsSet name(set);

  }

}

//sS mainBotID = #1026411;

static int maxTypos = 1;

sS adminTitle = "Tomii Boi Chat Bot Admin";

sS shortLink; // catchy link to admin if available

sS embedderLink; // where chat bot will go

sS goDaddyEmbedCode;

static Cache<Scorer<ConsistencyError>> consistencyCheckResult = new(lambda0 consistencyCheck);

concept Server {

  S serverID, name;

  toString { ret name; }

}

concept ServerToCategory {

  Server server;

  Category category;

  bool enabled;

  sS _fieldOrder = "server category enabled";

}

concept Channel {

  Server server;

  S channelID;

  S name;

  bool botEnabled = true;

  toString { ret name; }

  sS _fieldOrder = "botEnabled name server";

}

concept Category {

  int index;

  S name;

  bool onByDefault = true;

  toString { ret name; }

}

concept Language {

  int index;

  S code;

}

concept QA {

  int index;

  S language;

  S questions; // line by line

  S patterns; // to be determined

  S answers; // one answer, or "random { answers separated by empty lines }"

  S category; // "business", "smalltalk"

  transient MMOPattern parsedPattern;

  sS _fieldOrder = "language category index questions patterns answers";

  void change {

    parsedPattern = null;

    super.change();

  }

  MMOPattern parsedPattern() {

    if (parsedPattern == null)

      parsedPattern = mmo_parsePattern(patterns);

    ret parsedPattern;

  }

}

concept Defaults {

  S lastLanguage;

}

concept Settings {

  S contactFormViberID;

  bool botOn, botAutoOpen;

}

svoid init {

  processConceptsOverwriteFile();

  //print("fieldOrder", getFieldOrder(QA));

  dbIndexing(Language, 'index, Category, 'index, Channel, 'channelID);

  print("QA count: " + countConcepts(QA));

  indexSingletonConcept(Defaults);

  indexSingletonConcept(Settings);

  // languages, default language

  cset(conceptsWhere QA(language := null), language := 'en);

  uniq(Language, code := 'en);

  removeConceptsWhere(Language, code := 'de);

  // categories, default category

  int i = 0;

  for (S category : ll("business", "smalltalk", "btd"))

    cset(uniq(Category, name := category), index := i++);

  cset(conceptsWhere QA(category := null), category := "business");

  onConceptsChange(r { consistencyCheckResult.clear(); });

  reindexQAs();

}

html { try {

  print(+uri);

  if (swic(addSlash(uri), "/answer/")) {

    temp tempSetTL(opt_noDefault, valueIs1 noDefault(params));

    ret serveText(unnull(answer(params.get("q"), "en")));

  }

  // force auth

  /*try answer callHtmlMethod(getBot(mainBotID), "/auth-only", mapPlus(

params, uri := rawLink(uri)));*/

  if (eq(uri, "/download"))

    ret serveText(conceptsStructure());

  HCRUD_Concepts<QA> data = new HCRUD_Concepts<QA>(QA) {

    S itemName() { ret "question"; }

    S fieldHelp(S field) {

      if (eq(field, "index"))

        ret "lower index = higher matching precedence";

      if (eq(field, "patterns"))

        ret [[Phrases to match. Use "+" as "and" operator, commas as "or" operator. Round brackets for grouping. Quotes for special characters. Put exclamation mark after phrase to disable typo correction.]];

      if (eq(field, "answers"))

        ret "Text of answer. Use random { ... } for multiple answers (separated from each other by an empty line)";

      null;

    }

    Renderer getRenderer(S field) {

      if (eqOneOf(field, 'questions, 'answers))

        ret new TextArea(80, 10);

      if (eq(field, 'patterns))

        ret new TextField(80);

      if (eq(field, 'language))

        ret new ComboBox(collect code(conceptsSortedByField(Language, 'index)));

      if (eq(field, 'category))

        ret new ComboBox(collect name(conceptsSortedByField(Category, 'index)));

      ret super.getRenderer(field);

    }

    // sort by language first, then by priority (category + index)

    L<QA> defaultSort(L<QA> l) {

      ret sortByFieldDesc language(sortQAs(l));

    }

    Map<S, O> emptyObject() {

      ret mapPlus(super.emptyObject(), language := uniq(Defaults).lastLanguage);

    }

    O createObject(SS map) {

      S language = cast map.get('language);

      if (language != null) cset(uniq(Defaults), lastLanguage := language);

      ret super.createObject(map);

    }

  };

  data.onCreateOrUpdate.add(qa -> reindexQAs());

  HCRUD crud = new(rawLink(), data) {

    S frame(S title, S contents) {

      title = ahref(or2(shortLink, rawLink("")), adminTitle) + " | " + title;

      ret hhtml(hhead_title_decode(title)

        + hbody(h2(title)

        + p(joinWithVBar(

          targetBlank(rawLink("download"), "export brain"),

          ))

        + contents));

    }

    S renderTable(bool withCmds) {

      Scorer<ConsistencyError> scorer = consistencyCheckResult!;

      ret (empty(scorer.errors)

        ? p("Pattern analysis: No problems found. " + nEntries(countConcepts(QA)) + ".")

        : joinMap(scorer.errors, lambda1 renderErrorAsParagraph))

        + super.renderTable(withCmds);

    }

    S renderErrorAsParagraph(ConsistencyError error) {

      S fix = error.renderFix();

      ret p("Error: " + htmlEncode2(error.msg) + " " +

        joinMap(error.items, qa -> ahref(editLink(qa.id), "[item]"))

        + (empty(fix) ? "" : " " + fix));

    }

  };

  // actions

  if (eqGet(params, action := 'reindex)) {

    long id = parseLong(params.get('id));

    int newIndex = parseInt(params.get('newIndex));

    QA qa = getConcept(QA, id);

    if (qa == null) ret crud.refreshWithMsgs("Item not found");

    cset(qa, index := newIndex);

    reindexQAs();

    ret crud.refreshWithMsgs("Index of item " + qa.id + " changed");

  }

  if (eqGet(params, botOn := "1")) {

    cset(uniq(Settings), botOn := true);

    ret crud.refreshWithMsgs("Bot turned on!");

  }

  if (eqGet(params, botOff := "1")) {

    cset(uniq(Settings), botOn := false);

    ret crud.refreshWithMsgs("Bot turned off!");

  }

  if (nemptyGet botAutoOpen(params)) {

    cset(uniq(Settings), botAutoOpen := eq("1", params.get("botAutoOpen")));

    ret crud.refreshWithMsgs("Bot auto-open turned " + onOff(botAutoOpen()) + "!");

  }

  ret crud.renderPage(params);

 } catch print e {

  ret "ERROR.";

 }

}

static new ThreadLocal<S> language_out;

static new ThreadLocal<Bool> opt_noDefault; // true = return null instead of #default text

static new ThreadLocal<Cl<S>> categoriesForRequest;

// main API function for other bots

sS answer(S s, S language) {

  language_out.set(null);

  ret trim(answer_main(s, language));

}

sS answer_main(S s, S language) {

  S raw = findRawAnswer(s, language, true);

  S contents = extractKeywordPlusBracketed_keepComments("random", raw);

  if (contents != null)

    ret random(splitAtEmptyLines(contents));

  ret raw;

}

sS findRawAnswer(S s, S language, bool allowTypos) {

  ret selectQA(findMatchingQA(s, language, allowTypos));

}

static QA findQAWithTypos(S s, S language) {

  Lowest<QA> qa = findClosestQA(s, language);

  if (!qa.has()) null;

  if (qa.score() > maxTypos) {

    print("Rejecting " + nTypos((int) qa.score()) + ": " + s + " / " + qa->patterns);

    null;

  }

  print("Accepting " + nTypos((int) qa.score()) + ": " + s + " / " + qa->patterns);

  ret qa!;

}

static Cl<QA> allQAsForRequest(S language) {

  Cl<QA> l = conceptsWhere(QA, +language);

  if (categoriesForRequest! != null)

    l = filter(l, qa -> contains(categoriesForRequest!, qa.category));

  ret l;

}

static QA findMatchingQA(S s, S language, bool allowTypos) {

  try object QA qa = findMatchingQA(s, allQAsForRequest(language));

  try object QA qa = findMatchingQA(s, filter(list(QA), q -> neq(q.language, language))); // TODO: categoriesForRequest

  if (allowTypos)

    try object QA qa = findQAWithTypos(s, language);

  if (!eq(s, "#default") && !isTrue(opt_noDefault!)) ret findMatchingQA("#default", language, false);

  null;

}

static Lowest<QA> findClosestQA(S s, S language) {

  time "findClosestQA" {

    new Lowest<QA> qa;

    findClosestQA(s, qa, allQAsForRequest(language));

    findClosestQA(s, qa, filter(list(QA), q -> neq(q.language, language)));

  }

  ret qa;

}

static L<QA> sortQAs(Cl<QA> qas) {

  Map<S, Int> categoryToIndex = fieldToFieldIndex('name, 'index, list(Category));

  ret sortedByCalculatedField(qas, q -> pair(categoryToIndex.get(q.category), q.index));

}

svoid reindexQAs() {

  for (Language lang) {

    int index = 1;

    for (QA qa : sortQAs(conceptsWhere(QA, language := lang.code)))

      cset(qa, index := index++);

  }

}

static QA findMatchingQA(S s, Cl<QA> qas) {

  for (QA qa : sortQAs(qas))

    if (mmo_match_parsedPattern(qa.parsedPattern(), s))

      ret qa;

  null;

}

svoid findClosestQA(S s, Lowest<QA> best, Cl<QA> qas) {

  for (QA qa : sortQAs(qas)) {

    Int score = mmo_levenWithSwapsScore_parsedPattern(qa.parsedPattern(), s);

    if (score != null)

      best.put(qa, score);

  }

}

// returns answers

sS selectQA(QA qa) {

  if (qa == null) null;

  language_out.set(qa.language);

  ret qa.answers;

}

sclass ConsistencyError {

  S msg;

  L<QA> items;

  *(S *msg, QA... items) { this.items = asList(items); }

  S renderFix() { null; }

}

svoid checkLocalConsistency(QA qa, Scorer<ConsistencyError> scorer) {

  LS questions = tlft(qa.questions);

  for (S q : questions)

    if (mmo_match_parsedPattern(qa.parsedPattern(), q))

      scorer.ok();

    else

      scorer.error(ConsistencyError("Question " + quote(q) + " not matched by patterns " + quote(qa.patterns), qa));

}

svoid checkGlobalConsistency(QA qa, Scorer<ConsistencyError> scorer) {

  for (S q : tlft(qa.questions)) {

    QA found = findMatchingQA(q, qa.language, false);

    if (found != null && found != qa)

      scorer.error(new ConsistencyError("Question " + quote(q) + " (item " + qa.id + ") shadowed by patterns " + quote(found.patterns) + " (item " + found.id + ")", qa, found) {

        S renderFix() {

          ret ahref(rawLink("?action=reindex&id=" + qa.id + "&newIndex=" + (found.index-1)), "[fix by changing index]");

        }

      });

    else

      scorer.ok();

  }

}

static Scorer<ConsistencyError> consistencyCheck() {

  new Scorer<ConsistencyError> scorer;

  scorer.collectErrors();

  for (QA qa) {

    checkLocalConsistency(qa, scorer);

    checkGlobalConsistency(qa, scorer);

  }

  ret scorer;

}

sS contactFormViberID() {

  ret uniq(Settings).contactFormViberID;

}

// API

sbool botOn() {

  ret uniq(Settings).botOn;

}

sbool botAutoOpen() {

  ret uniq(Settings).botAutoOpen;

}

svoid importQA(virtual QA qa_external) {

  QA qa = shallowCloneToUnlistedConcept QA(qa_external);

  uniq QA(allConceptFieldsAsParams(qa));

}

sS rawLink() { ret "/"; }

sS rawLink(S uri) { ret addSlashPrefix(uri) ; }