set flag NoNanoHTTPD.

static O stylesPost; // func(S) -> S

sS botFont = "Righteous"; //"Inconsolata"; //"Pacifico";
sS botFontWeight = "normal";
sS botImageID = #1101140; //#1008323;
sbool bottomRight = false;
sS templateID = bottomRight ? #1008787 : /*#1009000*/#1011983;
static F0<S> headerHTML;
sS heading = "BotCompany | Stefan's Chat";
sbool forceHttps;
sS roomName = "main"; // internal
sS chatLineSymbol = "Chat line";
static int maxMessages = 40;
static int visitors;
static int messageLimit = stefansChat_messageLimit();
sbool postingDisabled = false;
sbool showParses = true, notifications;
static SS lastPosted = new ExpiringHashMap(2000); // ip -> message
static volatile bool started;
static O parserModule;

static int longPollTick = 100;
static int longPollMaxWait = 1000*60;

static new L pagePostProcessors;

concept WeirdIPs {
  Set<S> ips = setInConcept(this, new TreeSet);
}

concept User {
  S ipAddress, cookie;
}

concept ByCookie {
  S cookie;
  S avatarID;
}

sclass Msg {
  S globalID = aGlobalIDUnlessLoading();
  long time;
  User user;
  S text, parse;
  Bool goodParse;
  L<S> buttons;
  bool botMark, auth;
  int nr;
  
  *() {}
  *(S ipAddress, S cookie, S *text) {
    user = uniq_sync(User, +ipAddress, +cookie);
    time = now();
  }
}

concept Conversation {
  S cookie;
  
  // TODO: use synchro lists
  new LL<Msg> oldDialogs;
  new L<Msg> spam;
  new L<Msg> msgs;
  int counter;

  void add(Msg m) {
    if (empty(oldDialogs)) oldDialogs.add(new L);
    if (l(msgs) >= maxMessages)
      listAdd(last(oldDialogs), popFirst(msgs));
    listAdd(msgs, m);
    change();
    pcall { processMsgCommands(m); }
  }
  
  // TODO
  /*void correctSanity() {
    if (empty(msgs)) ret;
    int nr = last(msgs).nr;
    int c = allCount();
    while (nr > c) { msgs.add(Msg("null", "", "filler")); ++c; }
    while (nr > c)
  }*/
  
  void moveToSpam(Msg m, S toID) {
    int i = msgs.indexOf(m);
    if (i < 0) ret;
    while (i < l(msgs) && neq(toID, msgs.get(i).globalID)) {
      spam.add(msgs.get(i));
      msgs.remove(i);
      change();
      if (empty(toID)) break;
    }
    moveMsgsUp();
  }
  
  // move msgs from archive back to main dialog
  void moveMsgsUp {
    int delta = maxMessages-l(msgs);
    print("moveMsgsUp delta=" + delta);
    if (delta <= 0) ret;
    L<Msg> old = last(oldDialogs);
    if (old == null) ret;
    L<Msg> l = takeLast(delta, old);
    print("moveMsgsUp l=" + l(l));
    if (empty(l)) ret;
    synchronized(msgs) { msgs.addAll(0, l); }
    removeLast(old, delta);
    change();
  }
  
  int allCount() { ret archiveSize() + l(msgs); }
  int archiveSize() { ret lengthLevel2(oldDialogs) + l(spam); }
}

svoid stefansChat_init {
  loadPage_forcedTimeout = 20000;
  dbIndexing(ByCookie, 'cookie);
  started = true;
  
  for (Conversation conv)
    print("room=" + conv.cookie + ": allCount=" + conv.allCount() + " old=" + l(conv.oldDialogs));
    
  L<Conversation> l = findConcepts(Conversation, cookie := roomName);
  if (l(l) > 1) {
    print("FIXING");
    deleteConcept(smallestByMethod(l, 'allCount));
  }
}

html {
 _registerThread();
 while (!started) sleep(100);
 
 try {
  S _vis = registerVisitor();
  int visitorsToday = parseFirstInt(_vis);
  main.visitors = visitorsToday;
  //fS cookie = cookieSent();
  
  bool authed = webAuthed(params);
  
  print("uri=" + uri);
  if (forceHttps && eq(uri, "/")) {
    int port = subBot_currentPort();
    print("Port=" + port);
    if (port != 0 && port != 443)
      ret hrefresh("https://" + domain());
  }
  
  if (eq(uri, "/thoughts")) try {
    loadPage_extraHeaders.set(litmap("X-Forwarded-For", clientIP()));
    ret hrefresh(10) + loadPage(smartBotURL() + "/thoughts"
      + (authed ? "?_pretendAuthed=1" : ""));
  } catch e {
    printShortException(e);
    ret hrefresh(10) + hGoogleFontOswald() + hfullcenter("Bot loading...");
  }
    
  new Matches mm;
  Conversation conv;
  {
    lock dbLock();
    
    if (eq(uri, "/testauth")) ret "Authed: " + yn(authed);
    
    if (eq(uri, "/refresh")) {
      if (!authed) ret "Not authed";
      lock downloadLock();
      parserModule = null;
      ret "OK";
    }
      
    if (swic(uri, "/setSmartBotURL/", mm)) {
      if (!authed) ret "Not authed";
      setSmartBotURL(urldecode(mm.rest()));
      ret "OK";
    }
    
    if (eq(uri, "/stats"))
      ret "Threads: " + ul_htmlEncode(getThreadNames(registeredThreads()));
      
    if (eq(uri, "/spam"))
      ret h3AndTitle("Spam Log") + ul(reversedList(map htmlencode(scanLog("spam.log"))));
      
    if (eq(uri, "/logs"))
      ret withDBLock(func -> S {
        int step = 100, n = toInt(params.get("n"));
        L<Msg> msgs = reversed(allMsgs()); // TODO: optimize
        new L<S> l;
        int count = l(msgs);
        msgs = subList(msgs, n, n+step);
        for (Msg m : msgs)
          l.add(formatMsgForLog(m) + "<br>");
        ret h3_htitle("Chat Logs") 
          + pageNav2("/logs", count, n, step, 'n)
        + p(join(reversed(l)));
      });
    
    conv = getConv(roomName);
    
    if (eq(uri, "/sanity")) {
      if (conv == null) ret "No conv";
      Msg m = last(conv.msgs);
      int c = conv.allCount();
      if (m == null) ret "Msgs: " + l(conv.msgs) + " vs " + c;
      ret m.nr + " vs " + c;
    }
  
    S weirdip = params.get("weirdip");
    if (nempty(weirdip) && authed) {
      uniq(WeirdIPs).ips.add(weirdip);
      ret "OK";
    }
    
    S inspam = params.get("inspam");
    S to = params.get("to");
    if (possibleGlobalID(inspam) && authed) {
      Msg m = findWhere(conv.msgs, globalID := inspam);
      if (m == null) ret "Msg not found";
      conv.moveToSpam(m, to);
      ret "OK, moved to spam";
    }
    
    S rateParse = params.get("rateParse");
    if (possibleGlobalID(rateParse) && authed) {
      bool value = eq("1", params.get("ok"));
      Msg m = findWhere(conv.msgs, globalID := rateParse);
      if (m == null) ret "Msg not found";
      m.goodParse = value;
      change();
      ret "OK, rated " + (value ? "good" : "bad");
    }
    
    S reparse = params.get("reparse");
    if (possibleGlobalID(reparse)) {
      Msg m = findWhere(conv.msgs, globalID := reparse);
      if (m == null) ret "Msg not found";
      S parse = m.parse;
      parseMsg(m);
      bool change = neq(parse, m.parse);
      if (change) {
        m.goodParse = null;
        change();
      }
      ret change ? htmlencode("OK -> " + m.parse) : "No change";
    }
    
    if (eq(uri, "/parse-all") && authed) {
      time { parseAll(); }
      ret "OK, " + lastTiming() + " ms";
    }

    S message = trim(params.get("btn"));
    if (empty(message)) message = trim(params.get("message"));
    bool botMark = nempty(params.get("botmark"));
    //print("Have " + l(conv.msgs) + " msgs in conversation " + conv.cookie);
    
    if (match("clear", message)) {
      print("Clearing.");
      conv.oldDialogs.add(conv.msgs);
      cset(conv, msgs := new L);
      conv.change();
      message = null;
    }
    
    if (nempty(message) /*&& !lastUserMessageWas(conv, message)*/)
      postMessage(conv, message, botMark, authed);
  } // synchronized block
  
  if (eq(uri, "/msg")) ret "OK";
  
  if (eq(uri, "/n")) ret str(conv.allCount());
  
  if (eq(uri, "/lastmsg")) ret struct(msgsToJSON(takeLast(1, conv.msgs)));
  
  if (eq(uri, "/msgs-from-to")) {
    int as = conv.archiveSize();
    int a = parseInt(params.get('a))-as;
    int b = parseInt(params.get('b))-as;
    ret serveText(struct(msgsToJSON(subList(conv.msgs, a, b))));
  }
  
  if (eq(uri, "/archive-from-to")) {
    L<Msg> l = allMsgs();
    int a = parseInt(params.get('a))-l(conv.spam);
    int b = parseInt(params.get('b))-l(conv.spam);
    ret serveText(struct(msgsToJSON(subList(l, a, b))));
  }
  
  if (eq(uri, "/archive-regexp")) {
    fS regexp = params.get("regexp");
    fL<Msg> l = allMsgs();
    ret serveText(struct(msgsToJSON(evalWithTimeoutOrNull(10.0, func -> L<Msg> {
      Pattern pat = regexpIC(regexp);
      new L<Msg> l2;
      for (Msg m : l)
        if (safeRegexpFind(pat, m.text))
          l2.add(m);
      ret l2;
    }))));
  }
  
  if (eq(uri, "/incremental")) {
    if (uniq(WeirdIPs).ips.contains(clientIP())) {
      print("Weird IP.");
      sleepSeconds(10);
    }
    
    int a = parseIntOpt(params.get("a"));
    int vis = parseIntOpt(params.get("v"));
    bool json = nempty(params.get('json)); // Funny thing is, JSON isn't even JSON. It's struct()

    long start = sysNow();
    L msgs;
    bool first = true;
    while (licensed() && sysNow() < start+longPollMaxWait) {
      int as = conv.archiveSize();
      msgs = cloneSubList(conv.msgs, a-as);
      //int visitors = main.visitors+random(2);
      if (empty(msgs) && (vis == 0 || vis == visitors)) {
        if (first) {
          print("Long poll starting on " + roomName + ", " + a);
          first = false;
        }
        sleep(longPollTick);
      } else {
        int ac = conv.allCount();
        if (first) print("Long poll ended. a=" + a + ", as=" + as + ", msgs=" + l(msgs) + ", ac=" + ac);
        if (json) ret struct/*jsonEncode*/(
          litorderedmap(n := conv.allCount(),
          msgs := msgsToJSON(msgs)));
        new StringBuilder buf;
        renderMessages(buf, msgs);
        ret "<!-- " + ac + "-->\n"
          + (vis == visitors ? "" : "<!-- vis " + visitors + " -->")
          + buf;
      }
    }
    ret "";
  }
  
  lock dbLock();
  
  S html = loadSnippet_simpleCache(templateID);
  S headerHTML = callF(main.headerHTML);
  if (headerHTML != null)
    html = replacePartBetweenStrings(html, "<!-- HEAD -->", "<!-- /HEAD -->", headerHTML);
  new StringBuilder buf;
  
  print("Have " + n(conv.msgs, "msg"));
  renderMessages(buf, conv.msgs);

  S styles = loadSnippet_simpleCache(#1010888);
  styles = (S) callF_keepOnNull(stylesPost, styles);
  html = html.replace("#BOTFONT#", botFont);
  html = html.replace("#RELATIVESTYLES#", styles);
  html = html.replace("#N#", str(conv.allCount()));
  html = html.replace("#VISITORS#", str(visitorsToday));
  html = html.replace("#INCREMENTALURL#", relativeRawBotLink(programID(), "incremental");
  html = html.replace("#MSGURL#", rawBotLink_rel(programID(), "msg?message="));
  
  // debug mode
  html = html.replace("var showActions = false;", "var showActions = true;");
  
  int yw = 150, yh = 100;
  
  // MAKE MORE
  
  S more =
     hdiv([[<script language="JavaScript" type="text/javascript">
TrustLogo("https://botcompany.de/images/1101147", "CL1", "none");
</script>]], style := "float: right")
//     + hsnippetimg(#1101147, width := 113, height := 59, style := "float: right")
    + h3(hsnippetimg(#1009214, width := 389/2, height := 68/2, title := "BotCompany.de") + " &ndash; We make actual AI.")
    + p(b(ahref("http://tinybrain.de/x30.jar", "The Software."))
    + " (Windows/Linux/Mac OS.) Just double-click to run. " + targetBlank("http://java.com/", "Install Java if needed.") + "<br>"
    + b(ahref("mailto:info@botcompany.de", "Mail to order a custom chat bot.")) + " "
    + "Visitors today: " + span(visitorsToday, id := "visnum") + "." + "<br>"
    + "Feel free to talk to " + targetBlank("http://smartbot.botcompany.de", b("Smart Bot")) + " in this chat!" + " - " + targetBlank("http://tinybrain.de/1010745", "Smart Bot's Source Code.") + " "
    + targetBlank("http://javax.tinybrain.de/", "JavaX.") + " "
    + targetBlank("http://tinybrain.de:8080/getraw.php?id=1012854&contentType=text/html", "Impressum.") + "<br>"
    + htmlencode(unicode_rightPointingTriangle()) + " " + targetBlank("http://web-woody-lab.de/", "German smalltalk bot.") + " "
    + htmlencode(unicode_rightPointingTriangle()) + " " + targetBlank("http://botcompany.de/1008316/raw", "Simple English product bot."))
    + tag('table, tr(
      td(youtubeEmbed("aPQ6Mfa6bEc", yw, yh))
    + td(youtubeEmbed("7XCb89RJCcE", yw, yh), style := "padding-left: 10px")
    + td(youtubeEmbed("AVqqn-lc_Ic", yw, yh), style := "padding-left: 10px")
    + td(youtubeEmbed("aklRsg59NE8", yw, yh), style := "padding-left: 10px")
    ))
    + h3("Bot's Thoughts " + small("(Type " + tt("!word ...") + " to change)"))
    + tag('iframe, "", src := relativeRawBotLink(programID(), "thoughts"), width:= 700, height := 300)
  ;

  html = html.replace("$HEADING", htmlencode(heading) + " | " + targetBlank(selfLink("logs"), "Log"));
  html = html.replace("<!-- MSGS HERE -->", str(buf));
  html = html.replace("<!--MORE STUFF HERE-->", more);
  html = hreplaceTitle(html, heading);
  html = hmobilefix(html);
  for (O f : pagePostProcessors) pcall { html = or((S) callF(f, html), html); }
  ret html;
 } finally {
  _unregisterThread();
 }
}

svoid renderMessages(StringBuilder buf, L<Msg> msgs) {
  for (Msg m : msgs) {
    new Matches mm;
    S html;
    if (startsWith(m.text, "[IMAGE] ", mm)) {
      // IMAGE POST
      S url = trim(mm.get(0));
      html = targetBlank(url, himg(url, width := 200, title := "User-submitted image", style := "display: block; margin-left: auto; margin-right: auto"));
    } else {
      // TEXT POST
      //dynamize_linkParams.set(new O[] { target := "_blank" });
      //html = dynamize(m.text);
      html = html_linkURLs_targetBlank(htmlEncode_nlToBr_withIndents(m.text));
    }
    S name = "?";
    if (m.user != null)
      name = targetBlank("http://ai1.space/1008750/?ip=" + urlencode(m.user.ipAddress), m.user.ipAddress, style := "color: white", title := "User's IP Address") + (nempty(m.user.cookie) ? " / " + targetBlank("http://ai1.space/" + m.user.cookie, m.user.cookie, style := "color: white", title := "User's Cookie") : "")
        + " | " + targetBlank(/*"http://ai1.space/" + m.globalID*/encyclopediaLink(chatLineSymbol + " " + m.nr),
          /*m.globalID*/m.nr, style := "color: white", title := "Message ID");
    S parse = html_linkURLs_targetBlank(htmlEncode_nlToBr_withIndents(unnull(m.parse)));
    if (webAuthed()) {
      name += " " + targetBlank(relativeBotLink(programID()) + "?inspam=" + m.globalID, "[spam]");
      if (!m.botMark) {
        name += " " + targetBlank(relativeBotLink(programID()) + "?rateParse=" + m.globalID + "&ok=1", "[gp]");
        name += " " + targetBlank(relativeBotLink(programID()) + "?rateParse=" + m.globalID + "&ok=0", "[bp]");
        name += " " + targetBlank(relativeBotLink(programID()) + "?reparse=" + m.globalID, "[rp]");
      }
    }
    renderMessage(buf, name, formatTime(m.time), html, m.globalID, m.user == null ? null : m.user.cookie, m.botMark, m.nr, parse, m.goodParse);
  }
      
  if (empty(msgs)) ret;
  L<S> buttons = last(msgs).buttons;
  if (nempty(buttons))
    appendButtons(buf, buttons);
}

static O msgsToJSON(L<Msg> msgs) {
  ret map(msgs, func(Msg m) { litorderedmap(
    time := m.time,
    text := m.text,
    ip := m.user.ipAddress,
    cookie := m.user.cookie,
    buttons := m.buttons,
    auth := trueOrNull(m.auth),
    botMark := trueOrNull(m.botMark),
    nr := m.nr,
    globalID := m.globalID
  ) });
}

svoid renderMessage(StringBuilder buf, S name, S time, S html, S id, S cookie, bool botMark, int nr, S parse, Bool goodParse) {
  ByCookie bc = findConcept(ByCookie, +cookie);
  S imgID = botMark ? botImageID : #1008359;
  if (nempty(cookie) && !botMark /*XXX*/ && bc != null) imgID = or(bc.avatarID, imgID);
  S imgLink = snippetImgLink(imgID);
  //if (nempty(id)) buf.append(hcomment("Msg ID: " + id));

  if (botMark) parse = null;
  if (nempty(parse))  
    parse = [[<p style="background: white; margin: 0; padding: 0; text-align: right; color: ]] + (isTrue(goodParse) ? "green" : isFalse(goodParse) ? "red" : "#888") + [[;"><small>]] + parse + [[</small>]];
  
	buf.append([[<div class="direct-chat-msg doted-border" id="msg_#ID#">
    <div class="direct-chat-info clearfix">
    <span class="direct-chat-name pull-left">$NAME</span>
    </div>
    <img alt="message user image" src="$IMG" class="direct-chat-img">
    <div class="direct-chat-text" $STYLE>
      <!-- TEXT --><TEXT /><!-- END TEXT -->
      <PARSE />
    </div>
    <div class="direct-chat-info clearfix">
      <span class="direct-chat-timestamp pull-right">$TIME</span>
    </div>
  </div>
    ]].replace("$IMG", imgLink)
      .replace("$NAME", name)
      .replace("$TIME", time)
      .replace("#ID#", id)
      .replace("$STYLE", botMark
        //? "style='text-align: right'"
        //? "style='font-style: italic'"
        ? "style='font-family: " + botFont + "; font-weight: " + botFontWeight + "'"
        : "")
      .replace("<PARSE />", unnull(parse))
      .replace("<TEXT />", html));
}

svoid appendButtons(StringBuilder buf, L<S> buttons) {
  S buttonsHtml = lines(map(buttons, func(S text) {
    hsubmit(text, name := "btn")
  }));
	buf.append([[<div class="direct-chat-msg doted-border">
    <div class="direct-chat-buttons">
      $BUTTONS
    </div>
  </div>
    ]].replace("$BUTTONS", buttonsHtml);
}

svoid appendDate(StringBuilder buf, S date) {
  buf.append([[
  <div class="chat-box-single-line">
		<abbr class="timestamp">DATE</abbr>
	</div>]].replace("DATE", date));
}

sS formatTime(long time) {
  ret formatGMTWithOptionalDate_24(time);
}

sS formatMsgForLog(Msg m) {
  ret htmlencode(m.nr + " " + formatDateAndTime(m.time)) + " - " + htmlencode(m.user.ipAddress + ": " + m.text);
}

static Conversation getConv(fS cookie) {
  ret uniq_sync(Conversation, +cookie);
}

static L<Msg> allMsgs() {
  new L<Msg> l;
  for (Conversation c) {
    for (L<Msg> msgs : cloneList(c.oldDialogs)) addAll(l, msgs);
    addAll(l, c.msgs);
  }
  ret l;
}

svoid processMsgCommands(Msg msg) {
  new Matches m;
  if (swic(msg.text, "avatar ", m)) {
    S avatarID = fsI(trim($1));
    BufferedImage img = loadImage2(avatarID);
    if (img.getWidth() <= 400 && img.getHeight() <= 400)
      cset(uniq(ByCookie, cookie := msg.user.cookie), +avatarID);
    else fail("Avatar too big: " + avatarID);
  }
}

svoid postMessage(Conversation conv, S message, bool botMark, bool authed) {
  message = shorten(message, messageLimit, " [...]");
  S ip = clientIP();
  print("Have message from " + ip + " at " + gmtWithSeconds() + " in thread " + currentThread() + ": " + quote(shorten(message, 80)));
  
  if (startsWith(ip, "66.249.65."))
    if (matchOneOf(message, "web * is invalid", "web * is correct"))
      ret;
  
  // anti hammer mechanism
  S key = ip + " " + botMark;
  if (eq(lastPosted.get(key), message)) {
    print("Skipping same.");
    ret;
  }
  
  lastPosted.put(key, message);
    
  if (postingDisabled) ret;
  
  if (!botMark && !authed && superSimpleSpamTester(message)) {
    print(logStructureWithDate("spam.log", "Ignoring spam message: " + quote(message)));
    ret;
  }
  
  // ADD NOT SPAM MESSAGE
  Msg msg = new Msg(clientIP(), cookieConcept(), message);
  msg.botMark = botMark;
  msg.auth = authed;
  //msg.nr = toInt(getOpt(last(conv.msgs), 'nr))+1;
  if (conv.counter == 0) cset(conv, counter := conv.allCount());
  cset(conv, counter := conv.counter+1);
  msg.nr = conv.counter;
  parseMsg(msg);
  
  conv.add(msg);
  print("Have " + l(conv.msgs) + " msgs in conversation " + conv.cookie + " after add");
}

svoid parseAll {
  for (Msg m : allMsgs()) {
    m.parse = null;
    parseMsg(m);
  }
  change();
}

svoid parseMsg(Msg msg) {
  {
    if (!showParses) ret;
    lock downloadLock();
    if (parserModule == null)
      parserModule = hotwire(#1012396);
  }
  pcall {
    if (countLines(msg.text) > 1) msg.parse = null;
    else msg.parse = (S) callOpt(parserModule, 'ai_tripelizeAndRenderTriple, msg.text);
  }
}

Began life as a copy of #1008998