!7

sS mainBotID = #1026545;

static int maxTypos = 1;

sS adminTitle = "HyperCubes Chat Bot Admin";

sS shortLink = "https://botcompany.de/hypercubes/admin"; // catchy link to admin if available

sS embedderLink; // where chat bot will go

sS goDaddyEmbedCode;

static Cache<Scorer<ConsistencyError>> consistencyCheckResult = new(lambda0 consistencyCheck);

concept Category {

  int index;

  S name;

}

concept Language {

  int index;

  S code;

}

concept QA {

  int index;

  S language;

  S questions; // line by line

  S patterns; // to be determined

  S answers; // one answer, or "random { answers separated by empty lines }"

  S category; // "business", "smalltalk"

  transient MMOPattern parsedPattern;

  sS _fieldOrder = "language category index questions patterns answers";

  void change {

    parsedPattern = null;

    super.change();

  }

  MMOPattern parsedPattern() {

    if (parsedPattern == null)

      parsedPattern = mmo_parsePattern(patterns);

    ret parsedPattern;

  }

}

concept Defaults {

  S lastLanguage;

}

concept Settings {

  S contactFormViberID;

  bool botOn, botAutoOpen;

}

p {

  print("fieldOrder", getFieldOrder(QA));

  dbIndexing(Language, 'index, Category, 'index);

  indexSingletonConcept(Defaults);

  indexSingletonConcept(Settings);

  // languages, default language

  cset(conceptsWhere QA(language := null), language := 'en);

  uniq(Language, code := 'en);

  removeConceptsWhere(Language, code := 'de);

  // categories, default category

  int i = 0;

  for (S category : ll("business", "smalltalk"))

    cset(uniq(Category, name := category), index := i++);

  cset(conceptsWhere QA(category := null), category := "business");

  onConceptsChange(r { consistencyCheckResult.clear(); });

  reindexQAs();

}

html {

  if (swic(addSlash(uri), "/answer/")) {

    temp tempSetTL(opt_noDefault, valueIs1 noDefault(params));

    ret serveText(unnull(answer(params.get("q"), "en")));

  }

  // force auth

  try answer callHtmlMethod(getBot(mainBotID), "/auth-only", mapPlus(

params, uri := rawLink(uri)));

  if (eq(uri, "/demo") && mainBotID != null)

    ret hrefresh(appendQueryToURL(rawBotLink(mainBotID), _botDemo := 1, bot := 1));

  if (eq(uri, "/download"))

    ret subBot_serveText(conceptsStructure());

  if (eq(uri, "/embedCode") && mainBotID != null)

    ret htitle_h2("Chat bot embed code")

      + (empty(goDaddyEmbedCode) ? "" :

        h3("GoDaddy Site Builder")

        + p("Add a HTML box with this code:")

        + pre(htmlEncode2(goDaddyEmbedCode))

        + h3("Other"))

      + p("Add this code in front of your " + tt(htmlEncode2("</body>")) + " tag:")

      + pre(htmlEncode2(hjavascript_src_withType(rawBotLink(mainBotID))));

  HCRUD_Concepts<QA> data = new HCRUD_Concepts<QA>(QA) {

    S itemName() { ret "question"; }

    S fieldHelp(S field) {

      if (eq(field, "index"))

        ret "lower index = higher matching precedence";

      if (eq(field, "patterns"))

        ret [[Phrases to match. Use "+" as "and" operator, commas as "or" operator. Round brackets for grouping. Quotes for special characters. Put exclamation mark after phrase to disable typo correction.]];

      if (eq(field, "answers"))

        ret "Text of answer. Use random { ... } for multiple answers (separated from each other by an empty line)";

      null;

    }

    Renderer getRenderer(S field) {

      if (eqOneOf(field, 'questions, 'answers))

        ret new TextArea(80, 10);

      if (eq(field, 'patterns))

        ret new TextField(80);

      if (eq(field, 'language))

        ret new ComboBox(collect code(conceptsSortedByField(Language, 'index)));

      if (eq(field, 'category))

        ret new ComboBox(collect name(conceptsSortedByField(Category, 'index)));

      ret super.getRenderer(field);

    }

    // sort by language first, then by priority (category + index)

    L<QA> defaultSort(L<QA> l) {

      ret sortByFieldDesc language(sortQAs(l));

    }

    Map<S, O> emptyObject() {

      ret mapPlus(super.emptyObject(), language := uniq(Defaults).lastLanguage);

    }

    O createObject(SS map) {

      S language = cast map.get('language);

      if (language != null) cset(uniq(Defaults), lastLanguage := language);

      ret super.createObject(map);

    }

  };

  data.onCreateOrUpdate.add(qa -> reindexQAs());

  HCRUD crud = new(rawLink(), data) {

    S frame(S title, S contents) {

      title = ahref(or2(shortLink, rawLink("")), adminTitle) + " | " + title;

      ret hhtml(hhead_title_decode(title)

        + hbody(h2(title)

        + p(joinWithVBar(llNonNulls(

          ahref("?logout=1", "log out"),

          mainBotID == null ? null : targetBlank(relativeRawBotLink(mainBotID, "/logs"), "chat logs"),

          mainBotID == null ? null : targetBlank(rawLink("demo?bot=1"), "demo"),

          targetBlank(rawLink("download"), "export brain"),

          mainBotID == null ? null : ahref(rawLink("embedCode"), "show embed code"),

          botOn()

            ? "Bot is ON (appears on home page) " + ahrefWithConfirm("Switch bot off?", "?botOff=1", "[switch bot off]")

            : "Bot is OFF (appears only with " + targetBlank(appendQueryToURL(embedderLink, bot := 1), "?bot=1") + ") " + ahrefWithConfirm("Switch bot on?", "?botOn=1", "[switch bot on]")

          )))

        + contents));

    }

    S renderTable(bool withCmds) {

      Scorer<ConsistencyError> scorer = consistencyCheckResult!;

      ret (empty(scorer.errors)

        ? p("Pattern analysis: No problems found. " + nEntries(countConcepts(QA)) + ".")

        : joinMap(scorer.errors, lambda1 renderErrorAsParagraph))

        + super.renderTable(withCmds);

    }

    S renderErrorAsParagraph(ConsistencyError error) {

      S fix = error.renderFix();

      ret p("Error: " + htmlEncode2(error.msg) + " " +

        joinMap(error.items, qa -> ahref(editLink(qa.id), "[item]"))

        + (empty(fix) ? "" : " " + fix));

    }

  };

  // actions

  if (eqGet(params, action := 'reindex)) {

    long id = parseLong(params.get('id));

    int newIndex = parseInt(params.get('newIndex));

    QA qa = getConcept(QA, id);

    if (qa == null) ret crud.refreshWithMsgs("Item not found");

    cset(qa, index := newIndex);

    reindexQAs();

    ret crud.refreshWithMsgs("Index of item " + qa.id + " changed");

  }

  if (eqGet(params, botOn := "1")) {

    cset(uniq(Settings), botOn := true);

    ret crud.refreshWithMsgs("Bot turned on!");

  }

  if (eqGet(params, botOff := "1")) {

    cset(uniq(Settings), botOn := false);

    ret crud.refreshWithMsgs("Bot turned off!");

  }

  if (nemptyGet botAutoOpen(params)) {

    cset(uniq(Settings), botAutoOpen := eq("1", params.get("botAutoOpen")));

    ret crud.refreshWithMsgs("Bot auto-open turned " + onOff(botAutoOpen()) + "!");

  }

  ret crud.renderPage(params);

}

static new ThreadLocal<S> language_out;

static new ThreadLocal<Bool> opt_noDefault; // true = return null instead of #default text

// main API function for other bots

sS answer(S s, S language) {

  language_out.set(null);

  ret trim(answer_main(s, language));

}

sS answer_main(S s, S language) {

  S raw = findRawAnswer(s, language, true);

  S contents = extractKeywordPlusBracketed_keepComments("random", raw);

  if (contents != null)

    ret random(splitAtEmptyLines(contents));

  ret raw;

}

sS findRawAnswer(S s, S language, bool allowTypos) {

  ret selectQA(findMatchingQA(s, language, allowTypos));

}

static QA findQAWithTypos(S s, S language) {

  Lowest<QA> qa = findClosestQA(s, language);

  if (!qa.has()) null;

  if (qa.score() > maxTypos) {

    print("Rejecting " + nTypos((int) qa.score()) + ": " + s + " / " + qa->patterns);

    null;

  }

  print("Accepting " + nTypos((int) qa.score()) + ": " + s + " / " + qa->patterns);

  ret qa!;

}

static QA findMatchingQA(S s, S language, bool allowTypos) {

  try object QA qa = findMatchingQA(s, conceptsWhere(QA, +language));

  try object QA qa = findMatchingQA(s, filter(list(QA), q -> neq(q.language, language)));

  if (allowTypos)

    try object QA qa = findQAWithTypos(s, language);

  if (!eq(s, "#default") && !isTrue(opt_noDefault!)) ret findMatchingQA("#default", language, false);

  null;

}

static Lowest<QA> findClosestQA(S s, S language) {

  time "findClosestQA" {

    new Lowest<QA> qa;

    findClosestQA(s, qa, conceptsWhere(QA, +language));

    findClosestQA(s, qa, filter(list(QA), q -> neq(q.language, language)));

  }

  ret qa;

}

static L<QA> sortQAs(Cl<QA> qas) {

  Map<S, Int> categoryToIndex = fieldToFieldIndex('name, 'index, list(Category));

  ret sortedByCalculatedField(qas, q -> pair(categoryToIndex.get(q.category), q.index));

}

svoid reindexQAs() {

  for (Language lang) {

    int index = 1;

    for (QA qa : sortQAs(conceptsWhere(QA, language := lang.code)))

      cset(qa, index := index++);

  }

}

static QA findMatchingQA(S s, Cl<QA> qas) {

  for (QA qa : sortQAs(qas))

    if (mmo_match_parsedPattern(qa.parsedPattern(), s))

      ret qa;

  null;

}

svoid findClosestQA(S s, Lowest<QA> best, Cl<QA> qas) {

  for (QA qa : sortQAs(qas)) {

    Int score = mmo_levenWithSwapsScore_parsedPattern(qa.parsedPattern(), s);

    if (score != null)

      best.put(qa, score);

  }

}

// returns answers

sS selectQA(QA qa) {

  if (qa == null) null;

  language_out.set(qa.language);

  ret qa.answers;

}

sclass ConsistencyError {

  S msg;

  L<QA> items;

  *(S *msg, QA... items) { this.items = asList(items); }

  S renderFix() { null; }

}

svoid checkLocalConsistency(QA qa, Scorer<ConsistencyError> scorer) {

  LS questions = tlft(qa.questions);

  for (S q : questions)

    if (mmo_match_parsedPattern(qa.parsedPattern(), q))

      scorer.ok();

    else

      scorer.error(ConsistencyError("Question " + quote(q) + " not matched by patterns " + quote(qa.patterns), qa));

}

svoid checkGlobalConsistency(QA qa, Scorer<ConsistencyError> scorer) {

  for (S q : tlft(qa.questions)) {

    QA found = findMatchingQA(q, qa.language, false);

    if (found != null && found != qa)

      scorer.error(new ConsistencyError("Question " + quote(q) + " (item " + qa.id + ") shadowed by patterns " + quote(found.patterns) + " (item " + found.id + ")", qa, found) {

        S renderFix() {

          ret ahref(rawLink("?action=reindex&id=" + qa.id + "&newIndex=" + (found.index-1)), "[fix by changing index]");

        }

      });

    else

      scorer.ok();

  }

}

static Scorer<ConsistencyError> consistencyCheck() {

  new Scorer<ConsistencyError> scorer;

  scorer.collectErrors();

  for (QA qa) {

    checkLocalConsistency(qa, scorer);

    checkGlobalConsistency(qa, scorer);

  }

  ret scorer;

}

sS contactFormViberID() {

  ret uniq(Settings).contactFormViberID;

}

// API

sbool botOn() {

  ret uniq(Settings).botOn;

}

sbool botAutoOpen() {

  ret uniq(Settings).botAutoOpen;

}

svoid importQA(virtual QA qa_external) {

  QA qa = shallowCloneToUnlistedConcept QA(qa_external);

  uniq QA(allConceptFieldsAsParams(qa));

}