sS mainBotID; static int maxTypos = 1; sS adminTitle = "Chat Bot Admin"; sS shortLink; // catchy link to admin if available sbool enableWorkerChat; sS embedderLink; // where chat bot will go sS goDaddyEmbedCode; static Cache> consistencyCheckResult = new(lambda0 consistencyCheck); concept Category { int index; S name; } concept Language { int index; S code; } concept QA { int index; S language; S questions; // line by line S patterns; // to be determined S answers; // one answer, or "random { answers separated by empty lines }" S category; // "business", "smalltalk" transient MMOPattern parsedPattern; sS _fieldOrder = "language category index questions patterns answers"; void change { parsedPattern = null; super.change(); } MMOPattern parsedPattern() { if (parsedPattern == null) parsedPattern = mmo2_parsePattern(patterns); ret parsedPattern; } } concept Defaults { S lastLanguage; } concept Settings { S contactFormViberID; bool botOn, botAutoOpen; } svoid pQADB { print("fieldOrder", getFieldOrder(QA)); dbIndexing(Language, 'index, Category, 'index); indexSingletonConcept(Defaults); indexSingletonConcept(Settings); // languages, default language cset(conceptsWhere QA(language := null), language := 'en); uniq(Language, code := 'en); removeConceptsWhere(Language, code := 'de); // categories, default category int i = 0; for (S category : ll("business", "smalltalk")) cset(uniq(Category, name := category), index := i++); cset(conceptsWhere QA(category := null), category := "business"); onConceptsChange(r { consistencyCheckResult.clear(); }); reindexQAs(); } html { try { if (swic(addSlash(uri), "/answer/")) { temp tempSetTL(opt_noDefault, valueIs1 noDefault(params)); ret serveText(unnull(answer(params.get("q"), "en"))); } // force auth try answer callHtmlMethod(getBot(mainBotID), "/auth-only", mapPlus( params, uri := rawLink(uri))); if (eq(uri, "/demo")) ret hrefresh(appendQueryToURL(rawBotLink(mainBotID), _botDemo := 1, bot := 1)); if (eq(uri, "/download")) ret subBot_serveText(conceptsStructure()); if (eq(uri, "/embedCode")) ret hsansserif() + htitle_h2("Chat bot embed code") + (empty(goDaddyEmbedCode) ? "" : h3("GoDaddy Site Builder") + p("Add an HTML box with this code:") + pre(htmlEncode2(goDaddyEmbedCode)) + h3("Other")) + p("Add this code in front of your " + tt(htmlEncode2("")) + " tag:") + pre(htmlEncode2(hjavascript_src_withType(rawBotLink(mainBotID)))); HCRUD_Concepts data = new HCRUD_Concepts(QA) { S itemName() { ret "question"; } S fieldHelp(S field) { if (eq(field, "category")) ret "smalltalk has a lower precedence than business"; if (eq(field, "index")) ret "lower index = higher matching precedence"; if (eq(field, "patterns")) ret [[Phrases to match. Use "+" as "and" operator, commas as "or" operator. Round brackets for grouping. Quotes for special characters. Put exclamation mark after phrase to disable typo correction.]]; if (eq(field, "answers")) ret "Text of answer. Use random { ... } for multiple answers (separated from each other by an empty line)"; null; } Renderer getRenderer(S field) { if (eqOneOf(field, 'questions, 'answers)) ret new TextArea(80, 10); if (eq(field, 'patterns)) ret new TextField(80); if (eq(field, 'language)) ret new ComboBox(collect code(conceptsSortedByField(Language, 'index))); if (eq(field, 'category)) ret new ComboBox(collect name(conceptsSortedByField(Category, 'index))); ret super.getRenderer(field); } // sort by language first, then by priority (category + index) L defaultSort(L l) { ret sortByFieldDesc language(sortQAs(l)); } Map emptyObject() { ret mapPlus(super.emptyObject(), language := uniq(Defaults).lastLanguage); } O createObject(SS map) { S language = cast map.get('language); if (language != null) cset(uniq(Defaults), lastLanguage := language); ret super.createObject(map); } }; data.onCreateOrUpdate.add(qa -> reindexQAs()); HCRUD crud = new(rawLink(), data) { S frame(S title, S contents) { title = ahref(or2(shortLink, rawLink("")), adminTitle) + " | " + title; ret hhtml(hhead_title_decode(title) + hbody(h2(title) + p(makeNav()) + contents)); } S renderTable(bool withCmds) { Scorer scorer = consistencyCheckResult!; ret (empty(scorer.errors) ? p("Pattern analysis: No problems found. " + nEntries(countConcepts(QA)) + ".") : joinMap(scorer.errors, lambda1 renderErrorAsParagraph)) + super.renderTable(withCmds); } S renderErrorAsParagraph(ConsistencyError error) { S fix = error.renderFix(); ret p("Error: " + htmlEncode2(error.msg) + " " + joinMap(error.items, qa -> ahref(editLink(qa.id), "[item]")) + (empty(fix) ? "" : " " + fix)); } }; // actions if (eqGet(params, action := 'reindex)) { long id = parseLong(params.get('id)); int newIndex = parseInt(params.get('newIndex)); QA qa = getConcept(QA, id); if (qa == null) ret crud.refreshWithMsgs("Item not found"); cset(qa, index := newIndex); reindexQAs(); ret crud.refreshWithMsgs("Index of item " + qa.id + " changed"); } if (eqGet(params, botOn := "1")) { cset(uniq(Settings), botOn := true); ret crud.refreshWithMsgs("Bot turned on!"); } if (eqGet(params, botOff := "1")) { cset(uniq(Settings), botOn := false); ret crud.refreshWithMsgs("Bot turned off!"); } if (nemptyGet botAutoOpen(params)) { cset(uniq(Settings), botAutoOpen := eq("1", params.get("botAutoOpen"))); ret crud.refreshWithMsgs("Bot auto-open turned " + onOff(botAutoOpen()) + "!"); } crud.tableClass = "responstable"; ret hsansserif() + hcss_responstable() + crud.renderPage(params); } catch print e { ret "ERROR."; } } static new ThreadLocal language_out; static new ThreadLocal opt_noDefault; // true = return null instead of #default text // main API function for other bots sS answer(S s, S language) { language_out.set(null); ret trim(answer_main(s, language)); } sS answer_main(S s, S language) { S raw = findRawAnswer(s, language, true); S contents = extractKeywordPlusBracketed_keepComments("random", raw); if (contents != null) ret random(splitAtEmptyLines(contents)); ret raw; } sS findRawAnswer(S s, S language, bool allowTypos) { ret selectQA(findMatchingQA(s, language, allowTypos)); } static QA findQAWithTypos(S s, S language) { Lowest qa = findClosestQA(s, language); if (!qa.has()) null; if (qa.score() > maxTypos) { print("Rejecting " + nTypos((int) qa.score()) + ": " + s + " / " + qa->patterns); null; } print("Accepting " + nTypos((int) qa.score()) + ": " + s + " / " + qa->patterns); ret qa!; } static QA findMatchingQA(S s, S language, bool allowTypos) { try object QA qa = findMatchingQA(s, conceptsWhere(QA, +language)); try object QA qa = findMatchingQA(s, filter(list(QA), q -> neq(q.language, language))); if (allowTypos) try object QA qa = findQAWithTypos(s, language); if (!eq(s, "#default") && !isTrue(opt_noDefault!)) ret findMatchingQA("#default", language, false); null; } static Lowest findClosestQA(S s, S language) { time "findClosestQA" { new Lowest qa; findClosestQA(s, qa, conceptsWhere(QA, +language)); findClosestQA(s, qa, filter(list(QA), q -> neq(q.language, language))); } ret qa; } static L sortQAs(Cl qas) { Map categoryToIndex = fieldToFieldIndex('name, 'index, list(Category)); ret sortedByCalculatedField(qas, q -> pair(categoryToIndex.get(q.category), q.index)); } svoid reindexQAs() { for (Language lang) { int index = 1; for (QA qa : sortQAs(conceptsWhere(QA, language := lang.code))) cset(qa, index := index++); } } static QA findMatchingQA(S s, Cl qas) { for (QA qa : sortQAs(qas)) if (mmo2_match(qa.parsedPattern(), s)) ret qa; null; } svoid findClosestQA(S s, Lowest best, Cl qas) { for (QA qa : sortQAs(qas)) { Int score = mmo2_levenWithSwapsScore(qa.parsedPattern(), s); if (score != null) best.put(qa, score); } } // returns answers sS selectQA(QA qa) { if (qa == null) null; language_out.set(qa.language); ret qa.answers; } sclass ConsistencyError { S msg; L items; *(S *msg, QA... items) { this.items = asList(items); } S renderFix() { null; } } svoid checkLocalConsistency(QA qa, Scorer scorer) { LS questions = tlft(qa.questions); for (S q : questions) if (mmo2_match(qa.parsedPattern(), q)) scorer.ok(); else scorer.error(ConsistencyError("Question " + quote(q) + " not matched by patterns " + quote(qa.patterns), qa)); } svoid checkGlobalConsistency(QA qa, Scorer scorer) { for (S q : tlft(qa.questions)) { QA found = findMatchingQA(q, qa.language, false); if (found != null && found != qa) scorer.error(new ConsistencyError("Question " + quote(q) + " (item " + qa.id + ") shadowed by patterns " + quote(found.patterns) + " (item " + found.id + ")", qa, found) { S renderFix() { ret ahref(rawLink("?action=reindex&id=" + qa.id + "&newIndex=" + (found.index-1)), "[fix by changing index]"); } }); else scorer.ok(); } } static Scorer consistencyCheck() { new Scorer scorer; scorer.collectErrors(); for (QA qa) { checkLocalConsistency(qa, scorer); checkGlobalConsistency(qa, scorer); } ret scorer; } sS contactFormViberID() { ret uniq(Settings).contactFormViberID; } // API sbool botOn() { ret uniq(Settings).botOn; } sbool botAutoOpen() { ret uniq(Settings).botAutoOpen; } svoid importQA(virtual QA qa_external) { QA qa = shallowCloneToUnlistedConcept QA(qa_external); uniq QA(allConceptFieldsAsParams(qa)); } static swappable S makeNav() { S s = joinWithVBar( ahref("?logout=1", "log out"), targetBlank(relativeRawBotLink(mainBotID, "/logs"), "chat logs"), targetBlank(rawLink("demo?bot=1"), "demo"), targetBlank(rawLink("download"), "export brain"), ahref(rawLink("embedCode"), "show embed code"), botOn() ? "Bot is ON (appears on home page) " + ahrefWithConfirm("Switch bot off?", "?botOff=1", "[switch bot off]") : "Bot is OFF (appears only with " + targetBlank(appendQueryToURL(embedderLink, bot := 1), "?bot=1") + ") " + ahrefWithConfirm("Switch bot on?", "?botOn=1", "[switch bot on]") ); if (enableWorkerChat) s += " | " + ahref(rawBotLink(mainBotID, "workers-admin"), "workers admin") + " | " + targetBlank(rawBotLink(mainBotID, "worker"), "worker chat"); ret s; }