!759

//!include once #1012306 // smallest WebNode

sbool greetCookies, theoryOn;

static new L thoughtBots;
static long started, indexMakingTime, bootTime;
static Class theoryModule;
static Lock theoryLock = lock();
static S selectedWord;
static int inputNr = 1;
static int myPort = 4678;
static int ultimateAnswerLimit = 500000;
static double speculationTimeoutForHttp = 5.0; // 5 seconds
static double speculationTimeoutForNewChatLine = 30.0;
static Set<S> speculationQueue = synchroHashSet();
static L<Class> classesToShare = (L) ll(
  ISpec, Web, WebNode, WebRelation, Lisp, MultiMap, AI_SubSpace, T3, GlobalID, VirtualNodeIndex, TripleIndex,
  TripleWeb);
static Lock aiLock = lock();
static new ThreadLocal<Bool> httpAuthed;
static O memoryBot;

static L<S> tripleAnswerFunctions = ll(
  f ai_tripleAnswer_regexpMatches
);

set flag allpublic.

// save space
sclass E {}
set flag noCLParse.

p {
  started = sysNow();
  
  cachedNodeIndex_autoMake = false;

  //set postToStefansChat_printStackTrace;
  db();
  load('selectedWord);
  load('inputNr);
  autoRestart(5);
  typicalDownload();
  if (canOccupyPort80())
    serveHttp_multiplePorts(myPort, 80);
  else
    serveHttp(myPort);
  bot("Smart Bot.", func(S s) -> S {
    S x = "Input line " + (inputNr++);
    print(x);
    save("inputNr");
    ai_postTriple(x, "is", quote(s));
    //ai_speculate(x);

    stefansChat_onLine_fullParams.set(litmap(auth := true));
    try {
      ret actualAnswer(s);
    } finally {
      stefansChat_onLine_fullParams.set(null);
    }
  });
  
  loadPage_forcedTimeout = 70000;
  thoughtBots.add(mc());

  indexMakingTime = sysNow();

    ai_fillTripleIndex();
    //tripleIndex().addWeb(web_setGlobalID("abcdefghijklmnop", webFromTriple("It's", "a", "test")));

  indexMakingTime = sysNow()-indexMakingTime;
  
  // TODO ai_onNewIndexedText_do(func(S s) { speculationQueue.add(s) });
  
  thoughtBots.add(memoryBot = runSubBot(#1001951));
  
  handleStefansChat();
  handleSmartBotsChat();
  
  //stefansChat_post("Smart Bot Upgraded! Boot took: " + formatDouble(fromMS(sysNow()-started), 1) + " s");
  
  if (greetCookies) runInNewThread(#1010793); // Post on UAIP
  
  ai_onNewWeb(f ai_spec_moveToMiddle);
  ai_extendKnownVerbs();
  
  // Do the slow stuff
  
  addVirtualNodeIndex(hugeEnglishDictionary_virtualNodeIndex());
  loadTheory();
  
  thread "Speculator" { speculatorLoop(); }
  
  doneLoading();
  bootTime = sysNow()-started;
  infoBox("Smart Bot booted in " + formatSeconds(bootTime, 1) + "s");
}

sS actualAnswer(S s) {
  ret scanMultipleBots(thoughtBots, s);
}

svoid loadTheory {
  lock theoryLock;
  cleanUp(theoryModule);
  theoryModule = null;
  if (!theoryOn) ret;
  theoryModule = run(#1010963);
  setOpt(theoryModule, 'onUpdate, r { call(theoryModule, 'react) });
  call(theoryModule, 'react);
  print("Theory module loaded.");
}

static int lineCount;

sbool authed() {
  ret isTrue(mapGet(stefansChat_onLine_fullParams!, 'auth))
    || webAuthed();
}

sbool byBot() {
  ret isTrue(mapGet(stefansChat_onLine_fullParams!, 'botMark));
}

answer {
  if (byBot()) null;
  
  while licensed {
    try {
      ret trim(answer_go(s));
    } catch print e {
      S a = exceptionToStringShort(e);
      if (eq(a, "ConcurrentModificationException")) {
        sleep(50);
        continue;
      }
      ret a;
    }
  }
}

sS answer_go(S s) {
  ++lineCount;
  bool authed = authed();
  lock dbLock();
  
  S std = ai_standardAnswer(s);
  if (std == null) std = ai_standardAnswer_dollarVars(s); // TODO: might get slow eventually
  
  if (!startsWith(s, "!"))
    s = ai_dropDroppableStuff(s);
  
  int safety = 0;
  replaceloop: while (safety++ < 10) {
    s = trim(s);
    
    try answer answer_inner(s, lineCount);
    
    for (WebNode node : indexedNodes(s)) {
      S x = web_operandText(node, "replace with");
      if (x != null && neq(s, x)) {
        print("Replacing with " + x);
        s = x;
        continue replaceloop;
      }
    }
    
    break;
  }
  
  //if (ai_isQuestion_1(s)) ret "No idea";
  ret std;
}

sS chatName() {
  ret or2((S) mapGet(stefansChat_onLine_fullParams!, 'chatName), "Unknown Chat");
}

sS chatLineSymbol() {
  ret (S) mapGet(stefansChat_onLine_fullParams!, "Chat line symbol");
}

sS answer_inner(S s, int lineCount) {
  S chatName = chatName();
  
  final new Matches m;
  if (authed()) {
    /*if (lineCount >= stefansChat_onLine_lookback)*/ {
      if (eqic(s, "!restart")) { restart(); ret "Yo"; }
      if (eqic(s, "!kill")) { cleanKillIn1Second(); ret "Yo"; }
      if (eqic(s, "!theory")) ret "OK" with loadTheory();
      if (swic_trim(s, "!theory ", m))
        ret callAnswerFunction(theoryModule, m.rest());
      if (eqic(s, "!peep")) {
        runAndCleanUp(#1010980);
        ret "OK, got " + fileLength(ai_chatAnalysis_peepHoleFile()) + " bytes";
      }
      
      if (swic_trim(s, "!subst-web ", m)) {
        L<S> tok = javaTokC(m.rest());
        if (l(tok) == 2)
          ret ai_subst_web_charBasedReplace(first(tok), selectWord(unquote(last(tok))));
        else
          ret ai_subst_web(m.rest());
      }
      
      if (eqic(s, "!idle-patterns")) {
        time2 {
          Either<Int, Thread> e = (Either) evalWithTimeoutReleasingDBLock(60.0, f ai_idle_matchPatterns);
        }
        ret e.isA() ? "Made " + nWebs(e.a()) + " in " + toSeconds(lastTiming(), 1) + "s" : "Timeout";
      }
      
      if (swic_trim(s, "!experiment ", m)) {
        File outFile = directNohupJavax(m.rest());
        ret "OK, " + f2s(outFile);
      }
      
      if (eqic(s, "!rotate")) {
        rotateSoftwareMadeWebs();
        ret "OK";
      }
      
      if (swic_trim(s, "!speculate-all ", m)) {
        time2 {
          Either<Int, Thread> e = (Either) evalWithTimeoutReleasingDBLock(10.0, r { ai_speculate_all(m.rest()) });
        }
        int n = 0;
        
        pcall { n = e.isA() ? e.a() : websMadeInThread(e.b()); }
        
        ret "Made " + nWebs(n) + " in " + toSeconds(lastTiming(), 1) + "s";
      }
      
      if (eqic(s, "!quick-transpile yourself")) ret transpileMyself('quick);

      if (eqic(s, "!medium-transpile yourself")) ret transpileMyself('medium);
    }
    
    if "unlearn * *"
      ret "OK, was: " + uniq(MatchLearner, pattern := $1).examples.put($2, 'rejected);
      
    if (swic_trim(s, "!sf ", m))
      ret sfu(callAndMake_orDirect(m.rest()));

    if (swic_trim(s, "!specf ", m)) {
      S sf = m.rest();
      print("specf " + sf);
      Class c = loadFunctionsWithInclude(ll(sf), #1011841);
      try {
        callOpt(c, 'ai_spec_init);
        ret sfu(call(c, sf));
      } finally {
        cleanUp(c);
      }
    }
      
    if (swic_trim(s, "!eval ", m))
      ret smartBotEval(m.rest());

    if (swic_trim(s, "!fresh ", m)) {
      veryQuickJava_refresh();
      ret smartBotEval(m.rest());
    }

    if (eqic(s, "!fresh")) {
      veryQuickJava_refresh();
      ret "OK, refreshed";
    }
      
    if (swic_trim(s, "!run ", m)) {
      runAndCleanUp(m.rest());
      ret "OK";
    }
    
    if (swic_trim(s, "!var ", m))
      ret sfu(get(mc(), m.rest());
      
    if (eqic(s, "!mtm")) {
      ai_spec_moveToMiddle_all();
      ret "OK";
    }
    
    if (eqic(s, "!gc"))
      ret ai_gc_scan("The most important word");
      
    if (eqic(s, "!num-invalid"))
      ret lstr(ai_allInvalidWebs());

    if (swic_trim(s, "!load-subspace ", m)) {
      AI_SubSpace ss = ai_swapInSubSpace($1);
      ret "OK, size=" + l(ss);
    }
    
    if (eqic(s, "!assume")) {
      assumeSmartBotURL();
      ret "OK";
    }
    
    if "done making that"
      ret ai_doneMakingThat(chatName);
    
    S c = "are making in " + chatName;
    
    if (flexMatchIC("let's make a *", s, m) || flexMatchIC("let's make an *", s, m)) {
      S id = ai_text_verified("We", c, "$X");
      if (id != null)
        ret "We're still making " + id;
      S aThing = a(m.rest());
      id = selectWord(aGlobalID());
      post("We", c, id);
      post(id, "is", aThing);
      
      S answer = "OK, ID for new " + m.rest() + ": " + id + ".";
      
      pcall {
        answer = appendWithSpaceIfNempty(answer, ai_makePartQuestion(chatName, id));
      }
      
      ret answer;
    }
  
    WebNode openQuestion = first(ai_search_dollarX_verified("Open question in " + chatName, "is", "$X"));
    if (openQuestion != null) {
      post(web_text(openQuestion), "is", s);
      ai_invalidateWeb(openQuestion);
      S answer = "OK, stored: " + web_text(openQuestion) + " is " + quoteUnlessWordsAndSpaces(s) + ".";
      S id = ai_text("We", c, "$X"); // What we're making
      S q = ai_makePartQuestion(chatName, id);
      if (q == null) {
        ai_doneMakingThat(chatName);
        q = "I think we're done here. Made " + id + ", "
          + ai_renderThingDescriptionWithParts(id);
      }
      answer = appendWithSpaceIfNempty(answer, q);
      ret answer;
    }
    
    for (S sf : ai_texts_verified("$X", "is a good function to call when user says", quote(s))) {
      sf = unquote(sf);
      if (endsWith(sf, "()", m))
        if (isIdentifier(m.rest()))
          ret sfu(makeAndCall(m.rest()));
    }

    // end of priviledged commands
  }
  
  if (ai_isQuestion_1(s) && !byBot()) {
    selectWord(s);
    ai_postTriple(s, "should be", "answered in the chat");
  }
  
  if "Are you online?" ret "Yes";
  if (eqicOneOf(s, "!question", "!gac"))
    ret random_gac36k();
    
  if (swic_trim(s, "!word ", m)) {
    selectWord(m.rest());
    ret "OK " + unicode_rightPointingTriangle() + unicode_rightPointingTriangle();
  }
  
  if (swic_trim(s, "!image ", m)) {
    S x = m.rest();
    print("Googling " + x); 
    BufferedImage img = quickVisualize(x);
    ret "[IMAGE] " + uploadJPEGToImageServer(img, x);
  }
  
  if "full memory stats"
    ret nWeb(ai_allWebsCount()) + ". " + callAnswerFunction(memoryBot, s);
  
  if (swic_trim(s, "!search ", m)) {
    selectWord("[search] " + m.rest());
    ret "OK " + unicode_rightPointingTriangle() + unicode_rightPointingTriangle();
  }
  
  if (swic_trim(s, "!solve ", m)) {
    S a;
    time "Solve in subspace" {
      a = ai_solveQuestionInSubSpace(m.rest());
    }
    ret "[" + lastTiming() + " ms] " + (a != null ? a : "I don't know");
  }
  
  if (eqic(s, "!loaded-subspaces"))
    ret sfu(ai_subSpaceNames());
    
  if (eqic(s, "!subspaces"))
    ret sfu(ai_subSpaceNamesOnDisk());
    
  if (eqic(s, "!index-time")) ret toS(indexMakingTime, 1) + " s";
  if (eqic(s, "!boot-time"))
    ret toS(bootTime, 1) + " s (" + toS(bootTime+started-vmStarted(), 1) + "s full)";
  
  if (swic_trim(s, "!bench-search", m)) {
    T3<S> t = ai_parseArrowTriple(m.rest());
    time2 {
      int n = l(ai_search_dollarX(t));
    }
    ret n(n, "result") + ", " + lastTiming() + " ms";
  }
  
  if (swic_trim(s, "!google ", m))
    ret join(" - ", swapPair(first(quickGoogle($1))));
    
  if (swic_trim(s, "!google-texts", m))
    ret lines(uniquify(map tripleC(quickGoogle2($1))));
    
  if (swic_trim(s, "!google-define", m))
    ret lines(uniquify(map(func(T3<S> t) { t.b + " ~ " + t.c },
      quickGoogle2($1))));
    
  if (swic_trim(s, "!google-complete ", m))
    ret lines(googleAutoComplete($1));
    
  if (swic_trim(s, "!antonyms ", m))
    ret join(", ", antonymsFromSynonymDotCom($1));
    
  if (swic_trim(s, "!has-triple ", m)) {
    Triple<S> t = ai_parseArrowTriple(m.rest());
    ret yn(ai_cache_hasTriple(t));
  }
    
  if (swic_trim(s, "!triple ", m) || swic_trim(s, "!triples ", m)) {
    L<S> elements = trimAll(splitAt(m.rest(), "->"));
    if (l(elements) != 3) ret "3 parts please";
    ret "[IMAGE] " + "http://ai1.lol/1007546?triples=" + urlencode(lines(elements));
  }
  
  if (swic_trim(s, "!answer ", m)) {
    time2 {
      S a = ai_specReturn_answerToExternalQuestion(10.0, m.rest());
    }
    ret "[" + lastTiming() + " ms] " + (a != null ? a : "I don't know");
  }
  

  if (swic_trim(s, "!web ", m)) {
    S id = $1;
    Web web = indexedWebWithGlobalID(id);
    if (web == null) ret "Not found";
    ret "[IMAGE] " + smartBotURL() + "/diagram?id=" + id;
  }
  
  if (swic_trim(s, "!parse ", m))
    ret ai_renderTriple(ai_tripelize(m.rest()));
    
  if (eqic(s, "!worst-case"))
    ret sfu(getOptMC('ai_hasTriple_vary_worstCase));
    
  if (eqic(s, "!uptime"))
    ret n(secondsSinceSysTime(started), "second");
    
  if (eqic(s, "!typical-set"))
    ret sfu(diagramServer_typicalSet());
    
  if (eqic(s, "!num-unverified"))
    ret lstr(ai_unverifiedWebs());
    
  if (eqic(s, "!num-true"))
    ret lstr(ai_trueWebs());
    
  if (eqic(s, "!version"))
    ret autoRestart_localMD5();
    
  if (swic_trim(s, "!blob ", m)) {
    S a = postNodeFromInput(m.rest(), s);
    selectWord(m.rest());
    ret a;
  }

  if (swic_trim(s, "!store ", m))
    ret postTripleFromInput(ai_tripelize(m.rest()), s);

  if (swic_trim(s, "!store-triple ", m))
    ret postTripleFromInput(ai_parseArrowTriple(m.rest()), s);

  if (swic(s, "!nodes ", m)) {
    if (dropSuffixTrim("...", m.rest(), m))
      ret lstr(indexedNodesStartingWith(m.rest()));
    ret lstr(indexedNodes(m.rest()));
  }
  
  if (eqic(s, "!webs"))
    ret lstr(allIndexedWebs());
    
  if (swic(s, "!webs ", m))
    ret joinWithSpace(collect(indexedWebs($1), 'globalID));
    
  if (swic(s, "!splitAtBaseFormVerb ", m))
    ret sfu(splitAtBaseFormVerb($1));
    
  if (swic(s, "!maxRunlengthOfRepeatingChars ", m))
    ret str(maxRunlengthOfRepeatingChars($1));
    
  if (swic(s, "!collapseWord ", m))
    ret collapseWord($1);
    
  if (swic(s, "!gac ", m))
    ret or2(first(scoredSearch(m.get(0), keys(gac36k()))), "-");
    
  if (eqic(s, "!vms"))
    ret computerVMs_text();
    
  if (eqic(s, "!id")) ret aGlobalID();
    
  if (swic_trim(s, "!count-triple ", m)) {
    T3<S> t = ai_parseArrowTriple(m.rest());
    print("Searching: " + sfu(t));
    Pair<Int> p = ai_countBoth_dollarX(t);
    ret eq(p.a, p.b) ? str(p.a)
      : p.a + " (+" + (p.b-p.a) + " unverified)";
  }
    
  pcall { try answer ai_sfCommands(s); }
  
  if (swic_trim(s, "!macmillan ", m)) try {
    Pair<S, L<S>> p = macmillanDefinitions3(m.rest());
    ret toUpper(p.a) + "\n" + lines(prependAll("-", p.b));
  } catch e {
    printShortException(e);
    ret "Macmillan is quiet today.";
  }
    
  try answer ai_answerFromCache(s);
  
  S _s = s;
  s = ai_dropLeadingAdditions(s);
  
  if (neq(_s, s))
    try answer ai_answerFromCache(s);

  if "cache size"
    ret n(indexedTerms(), "different term")
      //+ ", " + n(web_countNodes(allWebs_cached()), "node")
      //+ ", " + n(allWebs_cached(), "web");
      + ", " + nWeb(tripleIndex().numWebs());
  
  if "give me subtypes of ..."
    ret ai_renderList(ai_subtypesOf(m.rest()));
    
  if "give me a third person verb"
    ret random(thirdPersonVerbs());
    
  if (learnedFlexMatch("give me some *", s, m)) {
    S query = singular($1);
    ret ai_renderNodesList(concatLists(
      ai_index_search_dollarX("$X", "is a", query),
      ai_index_search_dollarX("$X", "is", a(query))));
  }
    
  if "authed?"
    ret authed() ? "You are authed." : "You are not authed.";
    
  if "what is the singular of *"
    ret or2(getSingularFromWordHippo($1), singular($1));
    
  if (learnedFlexMatch("what is the relation between * and *", s, m)) {
    L<S> l = ai_getRelation($1, $2);
    //ret ai_renderList(l);
    if (nempty(l)) ret $1 + " " + first(l) + " " + $2;
  }
    
  if "what unix day is it"
    ret str(unixDay());
    
  if "show me the ..."
    ret "What " + $1 + "?";
    
  if (learnedFlexMatch("What do * have?", s, m))
    ret ai_renderNodesList(ai_index_search_dollarX($1, "have", "$X"));
    
  if (learnedFlexMatch("What does * do?", s, m))
    ret ai_renderList(map(f web_nodePairToText, webs_search_dollarXY(webFromTriples($1, "$X", "$Y"), indexedWebs($1))));
    
  if (learnedFlexMatch_multi(s, m, "What is *", "Who is *", "Was ist *", "Wer ist *"))
    try answer ai_renderNodesList(ai_whatIs(selectWord($1)), "");
    
  S sf = web_text(first(ai_search_dollarX_verified("$X", "implements", quote(s))));
  if (startsWith(sf, "sf ", m))
    ret str(makeAndCall($1));
    
  if (learnedFlexMatch("* how many visitors *", s) || match("how many visitors", s))
    ret str(ai1_cookiesToday_int());
    
  // Once more with generated webs (replacing $ vars)
  
  if (learnedFlexMatch("What is *", s, m)) {
    L<Web> extendedWebs = indexedWebsAfterVariableSubstitution($1);
    print("Have " + n(extendedWebs, "extended web") + " for " + quote($1));
    ret ai_renderNodesList(webs_search_dollarX(webFromTriples($1, "is", "$X"), extendedWebs), "I don't know");
  }
  
  if (!ai_isQuestion_1(s)
    && learnedFlexMatch_multi(s, m, "* is *", "* ist *"))
    try answer postTripleFromInput(triple(m.get(0), "is", m.get(1)), s);
    
  try answer ai_standardAnswer(s);
  try answer ai_standardAnswer_dollarVars(s); // TODO: might get slow eventually
  try answer ai_standardAnswerEval(s);
  
  pcall {
    final T3<S> t = ai_tripelize(s);
    if (t != null)
      try answer evalWithTimeoutOrNullReleasingDBLock(20.0, func -> S {
        for (O f : tripleAnswerFunctions)
          try answer (S) pcallF(f, t);
        null;
      });
  }

  // 10 second timeout
  S a = ai_specReturn_answerToExternalQuestion(10.0, s);
  if (nempty(a) && !swicOneOf(a, "[", "What is ")) ret a;
  
  null;
}

svoid loadBots(S... botIDs) {
  for (S id : botIDs) pcall {
    thoughtBots.add(runSubBot(id));
  }
}

static O html(S uri, SS params) {
  set serveHttp_cookieHandling_verbose;
  S cookie = serveHttp_cookieHandling();
  S loginUrl = "/";
  S pw = params.get("pw");
  Pair<S, Bool> p = standaloneWebAuth(loginUrl, cookie, pw);
  print("ip=" + clientIP() + ", cookie=" + l(cookie) + ", authed: " + p.b);
  if (nempty(p.a)) ret p.a;
  if (eq(uri, "/login")) ret standaloneWebAuth_showForm(loginUrl, cookie);
  
  httpAuthed.set(p.b);
  try {
    long time = sysNow();
    O html = html_2(uri, params);
    done2(time, "Making HTML");
    ret html;
  } finally {
    httpAuthed.set(false);
  }
}

static O html_2(S s, SS params) {
  if (eqic(s, "/favicon.ico")) ret serve404();
  
  if (nempty(params.get("_pretendAuthed")) || authed())
    html_pretendAuthed.set(true);
    
  S input = params.get("input");
  if (nempty(input)) {
    if (webAuthed())
      ret htmlencode(callAnswerMethodVerbose(input));
    else
      ret "Can't send input (not authed)";
  }
    
  try {
    if "threads" {
      time2 {
        S text = renderRunnableThreadsWithStackTraces();
      }
      ret hpre(text + "\n\n" + lastTiming() + " ms");
    }
    
    if (eqic(s, "/1-sec-profile")) ret html_profile(1);
    if (eqic(s, "/10-sec-profile")) ret html_profile(10);
    
    if (eqic(s, "/source-stats"))
      ret h1_title("Source Stats") + multiSetToUL(ai_sourceStats());
      
    if "thoughts"
      ret serveHTML(html_thoughts());
      
    if "diagram" {
      S id = params.get("id");
      Web web = indexedWebWithGlobalID(id);
      ret serveJPEG(webToCAL(web).makeImage(600, 400));
    }
  
    if "log"
      ret serveText_direct(printLog());
      
    if "learners"
      ret serveText_direct(renderConcepts(list(MatchLearner)));
      
    if "unreached"
      ret h3_title("Unreached")
        + ul(map html_encyclopediaTopic(ai_gc_unreachedWords()));
      
    // Serve Web With Global ID
      
    s = dropPrefix("/", s);
    if (possibleGlobalID(s)) {
      L<Web> webs = ai_getWebs(s);
      if (nempty(webs)) {
        Web web = first(webs);
        ret h2_title("Web " + s + (ai_isInvalidWeb(web) ? " [INVALID]" : "")) + loadjquery()
          + pre(htmlencode(renderWeb_multiLine(web)))
          + p(himg(ai_webImage_link(s), title := "Web " + s))
          + (l(webs) > 1 ? p("Warning: Multiple webs") : "")
          + ai_html_wordThoughts("Web " + web.globalID);
      }
      
      /*if (theoryOn && theoryModule == null) ret serveHTML("Loading theory module");
      Map<S, O> map = (Map) getOpt(theoryModule, 'theoryForLineMap);
      if (map.containsKey(toLower(s)))
        ret serveHTML("A line in the chat.");*/
      ret serveHTML("Unknown: " + s);
    }
    
    new Matches m;
    if (swic(s, "json/", m)) {
      s = m.rest();
      if (swic(s, "relations/", m)) {
        new L out;
        Map map = litorderedmap();
        if (loading()) map.put("loading", true);
        int max = 1000;
        for (WebRelation r : indexedRelations(m.rest()))
          if (l(out) >= max) {
            map.put("more", true);
            break;
          } else {
            L<S> l = tripleToList(web_relationToTriple(r));
            l.add(r.web.globalID());
            l.add(r.web.source);
            if (r.web.verified()) l.add("v");
            out.add(l);
          }
        map.put("data", out);
        ret serveText(jsonEncode(map));
      }
      ret "unknown";
    }
    
    if (swic(s, "e/", m)) { // serve encyclopedia topic
      S topic = urldecode(m.rest());
      ret html_topic(topic);
    }
    
    if (eqic(s, "alphabetical"))
      ret html_alphabetical(params);
      
    if (eqic(s, "latest-webs")) {
      int n = toInt(params.get('n));
      ret html_latestWebs(min(1000, max(n, 10)));
    }
    
    if (eqic(s, "all-web-ids")) {
      L<S> l = allToString(allWebIDs_cloned());
      ret serveText(
          l(l) + " ids follow.\n" + lines(l) 
        + l(l) + " ids written.");
    }
    
    if (eqic(s, "internal-files"))
      ret serveText(lines(map(func(File f) -> S {
        quote(f.getName()) + " " + fileSize(f) + " " + fileModificationTime(f)
      }, listFiles(programDir()))));
      
    if (swic(s, "internal-files/", m)) {
      S name = urldecode(m.rest());
      if (!isProperFileName(name)) ret serve404("No");
      File f = getProgramFile(name);
      ret f.isFile() ? serveFile(f) : serve404();
    }
    
    if (eqic(s, "submit-triple")) {
      S a = params.get("a"), b = params.get("b"), c = params.get("c");
      if (empty(a) || empty(b) || empty(c)) ret "Empty field(s)";
      ret htmlencode(postTripleFromInput(t3(a, b, c), null));
    }
  
    // Search Results
    
    S q = trim(params.get("q"));
    if (nempty(q))
      ret html_searchResults(q);
  
    if (eqic(s, "popular"))
      ret html_popular(params);
      
    // Home page
    
    if (nempty(s))
      ret html_topic(urldecode(s));
    
    ret html_home();
  } finally {
    html_pretendAuthed.set(null);
  }
}

static NanoHTTPD.Response html_topic(S topic) {
  time2 {
    bool timeout = ai_speculateWithActiveAndTimeout(topic, speculationTimeoutForHttp);
  }
  long time = lastTiming();
  L<S> words = ll(topic);
  //if (ai_getWeb(topic) != null) words.add("Web " + topic);
  ret serveHTMLNoCache(h1_title(html_smallSmartBotLogo() + " " + htmlencode_noQuote("Topic: " + topic))
    + loadjquery()
    //+ p("Have " + n(indexedWebs(topic), "web")))
    + "Search: " + html_searchField() + "<br><br>"
    + ai_html_wordThoughts(words)
    + ai_html_enterTripleForm(first(words))
    + p("Speculated for " + time + " ms" + (timeout ? " (TIMED OUT)" : "")));
}

sS html_home() {
  ret hcenter3(hsnippetimg(#1011942)
    + h1_title("Smart Bot")
    + p("by " + ahref("http://BotCompany.de/", "BotCompany.de")
    + (webAuthed() ? " Authed." : ""))
    + ahref("/popular", "Most occurring") + " | "
      + ahref("/alphabetical", "Alphabetical") + " | "
      + ahref("/latest-webs", "Latest") + " | "
      + html_searchField() + "<br><br>");
}

sS html_popular(SS params) {
  time "Popularity search" {
    L<S> keys = multiMapKeysByPopularity(cachedNodeIndex());
  }
  
  int step = 100, n = toInt(params.get("n"));
  int count = l(keys);
  L<S> l = subList(keys, n, n+step);
  
  ret hcenter3(hsnippetimg(#1011942))
    + h1_title("Smart Bot's Encyclopedia (" + n_fancy(keys, "entry") + ")")
    + "Most occurring | "
      + ahref("/alphabetical", "Alphabetical") + " | "
      + ahref("/latest-webs", "Latest") + " | "
      + html_searchField() + "<br><br>"
    + pageNav2("/", count, n, step, 'n)
    + ul(map(func(S s) -> S {
      ahref(smartBot_encyclopediaLink(s), htmlencode(or2(s, "-")))
        + " [" + ai_approximateIndexedNodesCount(s) + "]"
    }, l));
}

sS html_searchField() { ret html_searchField(""); }

sS html_searchField(S q) {
  ret hform(htextinput("q", value := q, autofocus := 'autofocus) + " " + hsubmit("Search"),
    style := "display: inline", action := smartBotOfficialURL());
}

static O html_profile(int seconds) {
  if (poorMansProfiling_isOn()) ret "Already on";
  poorMansProfiling(100);
  sleepSeconds(seconds);
  ret serveText(poorMansProfiling_stopAndRenderResults());
}

static S html_searchResults(S q) {
  int max = 1000; 
  time2 {
    L<S> l = indexedTerms_scoredSearch(q, max+1);
    if (possibleGlobalID(q))
      l.add(0, q);
  }
  long time = lastTiming();
  bool more = l(l) > max;
  
  ret h1_title("Smart Bot Search: " + htmlencode(q) + " (" + n_fancy(l, "result") + ")")
    + "Search again: " + html_searchField(q) + "<br><br>"
    + p(l(l) > max ? max + "+ search results" : n(l, "search result") + " [" + time + " ms]")
    + ul(map html_encyclopediaTopic(takeFirst(max, l)));
}

static S html_alphabetical(SS params) {
  int step = 100, n = toInt(params.get("n"));
  Collection<S> all = indexedTerms();
  int count = l(all);
  L<S> l = subListOfCollection(all, n, n+step);

  ret h1_title("Smart Bot's Encyclopedia (Alphabetical) :)")
    + ahref("/popular", "Most occurring") + " | "
      + "Alphabetical" + " | "
      + ahref("/latest-webs", "Latest") + " | "
      + html_searchField() + "<br><br>"
    + pageNav2("/alphabetical", count, n, step, 'n)
    + ul(map(func(S s) -> S {
      ahref(smartBot_encyclopediaLink(s), htmlencode(or2(s, "-")))
    }, l));
}

static S html_latestWebs(int n) {
  ret h1_title(html_smallSmartBotLogo() + "'s Encyclopedia - Latest Webs")
    + ul(map(func(Web web) -> S { ai_html_linkedWeb(web) + htmlencode(" [" + renderGMTDate(web.created) + "] " + web.source + ": ") + ai_html_renderWebShort(web) },
      ai_latestWebs(n)));
}

sS html_thoughts() {
  S html = /*hrefresh(5) +*/ hGoogleFontOswald() + loadjquery();
  S status = "";
  
  /*Pair<Int> p = evalWithTimeout_numberOfCalculations();
  if (p.a > 0) status = p(n(p.a, "calculation")
    + (p.b == 0 ? "" : ", " + p.b + " timed out"));*/
  
  Pair<Set<Thread>> p = evalWithTimeout_calculations();
  if (nempty(p.a) || nempty(p.b))
    status = ul(
      nempty(p.a) ? "In time calculations" + ul_htmlEncode(map threadName(p.a)) : null,
      nempty(p.b) ? "Timed out calculations" + ul_htmlEncode(map threadName(p.b)) : null
    );
    
  ai_html_wordThoughts_nodesMax.set(100);
  try {
    ret html + wordThoughts() + status;
  } finally {
    ai_html_wordThoughts_nodesMax.set(null);
  }
  
  /*
  if (theoryModule == null)
    ret html + "Loading theory module...";
  S thoughts = (S) call(theoryModule, 'html_thoughts);
  if (nempty(selectedWord))
    ret html + tag('table, tr(td_top(thoughts, style := "background: #CCC") + td_top(wordThoughts(), style := "padding-left: 20px")));
  ret html + thoughts;
  */
}

sS wordThoughts() {
  try {
    if (empty(selectedWord)) ret "";
    ret html_addTargetBlank(ai_html_wordThoughts(selectedWord));
  } catch e {
    printStackTrace(e);
    ret "Erreur";
  }
}

sS postTripleFromInput(T3<S> triple, S input) {
  if (triple == null) null;
  if (swic(input, "OK, stored")) null;
  if (!ai_tripleAllowedToPost(triple)) null;
  selectWord(triple.a);
  if (ai_cache_hasTriple(triple))
    ret "I know";
  else {
    Web web = webFromTriple(triple);
    web.unverified = !authed();
    postSoftwareMadeWeb(web, +input);
    
    if (eqic(triple.b, "is") && eqic(triple.c, "invalid"))
      ai_invalidateWeb(triple.a);
    if (eqic(triple.b, "is") && eqic(triple.c, "wrong"))
      ai_wrongWeb(triple.a);
      
    ai_postTriple("Web " + web.globalID, "stored because of", chatLineSymbol());
    
    ret "OK, stored" + (web.unverified ? " (unverified)" : "") + ": " + ai_renderTriple(triple);
  }
}

sS postNodeFromInput(S node, S input) {
  if (!ai_nodeNameAllowedToPost(node)) null;
  if (hasIndexedNode(node))
    ret "I know";
  else {
    Web web = oneNodeWeb(node);
    web.unverified = !authed();
    postSoftwareMadeWeb(web, +input);
    ret "OK, stored" + (web.unverified ? " (unverified)" : "") + ": " + node;
  }
}

svoid processSelectedWord {
  fS word = selectedWord;
  if (empty(word)) ret;
  ai_withMaker('processSelectedWord, r {
    //ai_speculate(word);
    pcall {
      ai_greetingRule1(word);
      //ai_greetingRule2(word);
      if (ai_hasTriple(word, "should be", "answered by me")
        && ai_postTriple(word, "was", "answered by me") != null) {
        S text = firstQuoted(web_texts(ai_search_dollarX(word, "is", "$X")));
        postToStefansChat((nempty(text) ? text + " << " : "") + "Greetings back to you!");
      }
    }
  });
}

svoid makeChatLinesUnrecent {
  new Matches m;
  for (WebNode node : ai_search_dollarX("$X", "is", "recent"))
    if (web_match("Chat line *", node, m)) pcall {
      int n = parseInt($1);
      if (n <= stefansChat_n_value-100) {
        //print("Unrecenting " + n);
        ai_invalidateWeb(node.web);
      }
    } else if (web_match("Smart Bot's Chat line *", node, m)) pcall {
      int n = parseInt($1);
      if (n <= smartBotsChat_n_value-100) {
        //print("Unrecenting " + n);
        ai_invalidateWeb(node.web);
      }
    }
}

svoid onHistoryRead {
  lock dbLock();
  print("History read.");
  processSelectedWord();
  pcall { makeChatLinesUnrecent(); }
}

sS selectWord(S word) {
  if (nempty(word)) {
    selectedWord = word;
    save('selectedWord);
    processSelectedWord();
  }
  ret word;
}

sS transpileMyself(S mode) {
  postToStefansChat("Transpiling...");
  Pair<Bool, S> p = transpileOnServer(programID(), 'medium);
  ret p.a ? "OK" : "Not OK";
}

svoid speculatorLoop {
  repeat with sleep 1 {
    ai_speculate(selectedWord);
    //ai_speculate(randomIndexedTerm());
    ai_activeSpec(selectedWord);
    S s;
    while ((s = first_sync(speculationQueue)) != null) {
      speculationQueue.remove(s);
      long time = sysNow();
      ai_speculateWithActive(s);
      done2_always(time, "Speculation Queue > " + s);
    }
  }
}

public static ISpec ispec = ai_defaultISpec();

// share ISpec interface with sub-modules
static JavaXClassLoader hotwire_makeClassLoader(L<File> files) {
  ret new JavaXClassLoaderWithParent2(null, files, myClassLoader(), map className(classesToShare));
}

static Lock aiLock() {
  ret aiLock;
}

static bool webAuthed() {
  ret isTrue(httpAuthed!);
}

svoid handleStefansChat {
  stefansChat_n_onChange(r {
    clearTransientWebs();
    addTransientWeb(webFromTriple("Latest chat line", "is", "Chat line " + stefansChat_n_value));
  });
  
  stefansChat_onLine_lookback = 1; // 2 does double restarts etc.
  stefansChat_onLine_onHistoryRead.set(f onHistoryRead);
  stefansChat_onLine_safe(voidfunc(fS text) {
    pcall {
      int nr = toInt(mapGet(stefansChat_onLine_fullParams!, "nr"));
      print("> [" + nr + "] " + text);
      if (nr != 0) {
        S x = "Chat line " + nr;
        stefansChat_onLine_fullParams->put("Chat line symbol", x);
        ai_postTriple(x, "is", quote(text));
        ai_postTriple(x, "is", "recent");
        ai_postTriple(x, "is", "a chat line");
        stefansChat_n_notify(nr);
        ai_speculateWithActiveAndTimeout(x, speculationTimeoutForNewChatLine);
      }
    }
    
    S a = actualAnswer(text);
    a = shorten(a, ultimateAnswerLimit);
    if (l(a) > stefansChat_messageLimit()) {
      S title = "Smart Bot's answer to: " + text;
      S id = ntUpload("smart-bot-for-user", title, unSlackSnippet(a));
      a = snippetURL(id) + " | " + a;
    }
    postToStefansChat(a);
  });
}

svoid handleSmartBotsChat {
  smartBotsChat_onLine_lookback = 1;
  smartBotsChat_onLine_onHistoryRead.set(f onHistoryRead);
  smartBotsChat_onLine_safe(voidfunc(fS text) {
    pcall {
      int nr = toInt(mapGet(stefansChat_onLine_fullParams!, "nr"));
      print("> [" + nr + "] " + text);
      if (nr != 0) {
        S x = "Smart Bot's Chat line " + nr;
        stefansChat_onLine_fullParams->put("Chat line symbol", x);
        ai_postTriple(x, "is", quote(text));
        ai_postTriple(x, "is", "recent");
        ai_postTriple(x, "is", "a Smart Bot's chat line");
        smartBotsChat_n_notify(nr);
        ai_speculateWithActiveAndTimeout(x, speculationTimeoutForNewChatLine);
      }
    }
    
    postToSmartBotsChat(actualAnswer(text));
  });
}

sS handleArchiveMsg(S msgSymbol) {
  S text = firstQuoted(ai_texts(msgSymbol, "is", "$X"));
  if (text == null) ret "No text found for " + msgSymbol;
  text = unquote(text);
  SS oldParams = setThreadLocal(stefansChat_onLine_fullParams, lithashmap("Chat line symbol", msgSymbol));
  try {
    ret actualAnswer(text);
  } finally {
    stefansChat_onLine_fullParams.set(oldParams);
  }
}