switchable double bot_maxPollSeconds = 600;

switchable int bot_pollInterval = 500;

Class<? extends Concept> defaultCRUDClass() {

  ret Sequence;

}

O serveOtherPage2(Req req) null {

  new Matches m;

  S uri = dropTrailingSlashIfNemptyAfterwards(req.uri);

  if (eq(uri, "/admin"))

    ret hrefresh(baseLink + "/crud/" + shortClassName(defaultCRUDClass()));

  if (eq(uri, "/latestPost")) {

    UserPost post = highestConceptByField UserPost("created");

    if (post == null) ret serve404("No posts in database");

    ret servePost(post, req);

  }

  if (eq(uri, "/latestModifiedPost")) {

    UserPost post = highestConceptByField UserPost("_modified");

    if (post == null) ret serve404("No posts in database");

    ret servePost(post, req);

  }

  if (eq(uri, "/rootPosts")) {

    Cl<UserPost> posts = sortedByConceptIDDesc(filter(list(UserPost), post -> empty(post.postRefs)));

    framer().navBeforeTitle = true;

    framer().title = "Root Posts";

    framer().add(ul(lmap postToHTMLWithDate(posts)));

    ret framer().render();

  }

  if (eq(uri, "/allPosts")) {

    Cl<UserPost> posts = sortedByConceptIDDesc(list(UserPost));

    framer().navBeforeTitle = true;

    framer().title = "All Posts";

    framer().add(ul(lmap postToHTMLWithDate(posts)));

    ret framer().render();

  }

  if (eq(uri, "/latestPosts")) {

    Cl<UserPost> posts = takeFirst(50, sortedByConceptIDDesc(list(UserPost)));

    framer().navBeforeTitle = true;

    framer().title = "Latest Posts & Replies";

    framer().add(ul(lmap postToHTMLWithDate(posts)));

    ret framer().render();

  }

  if (eq(uri, "/latestModifiedPosts")) {

    Cl<UserPost> posts = takeFirst(50, sortedByFieldDesc _modified(list(UserPost)));

    framer().navBeforeTitle = true;

    framer().title = "Latest Modified Posts & Replies";

    framer().add(ul(lmap postToHTMLWithDate(posts)));

    ret framer().render();

  }

  if (eq(uri, "/mainPosts")) {

    Cl<UserPost> posts = takeFirst(50, sortedByConceptID(conceptsWhereCI UserPost(type := "Main")));

    framer().navBeforeTitle = true;

    framer().title = "Main Posts";

    framer().add(ul(lmap postToHTMLWithDate(posts)));

    ret framer().render();

  }

  if (swic(uri, "/html/", m) && isInteger(m.rest())) {

    long id = parseLong(m.rest());

    ret serveHTMLPost(id);

  }

  if (swic(uri, "/htmlEmbedded/", m) && isInteger(m.rest())) {

    long id = parseLong(m.rest());

    UserPost post = getConcept UserPost(id);

    if (post == null) ret serve404("Post not found");

    HTMLFramer1 framer = framer();

    framer.title = "[" + post.id + "] " + or2(post.title, shorten(post.text));

    framer.add(hcomment("Post begins here") + "\n" + post.text + "\n" + hcomment("Post ends here"));

    ret framer.render();

  }

  if (swic(uri, "/css/", m) && isInteger(m.rest())) {

    long id = parseLong(m.rest());

    UserPost post = getConcept UserPost(id);

    if (post == null) ret serve404("Post not found");

    ret serveWithContentType(post.text, "text/css");

  }

  if (eq(uri, "/search")) {

    framer().navBeforeTitle = true;

    S q = trim(req.params.get("q"));

    framer().title = joinNemptiesWithColon("Search", q);

    framer().add(hcomment("cookie: " + req.webRequest.cookie()));

    framer().add(hform(hinputfield(+q, autofocus := true) + " " + hsubmit("Search")));

    framer().add(p(small("Search help: If you search for multiple words, they can appear in any order in the text. An underscore matches any character. Plus means space. Post titles, texts and types are searched.")));

    if (nempty(q)) {

      ScoredSearcher<UserPost> searcher = new(q);

      long id = parseLongOpt_pcall(q);

      for (UserPost post)

        searcher.add(post, (post.id == id ? 4 : 0)

          + searcher.score(post.title)*3

          + searcher.score(post.text)*2

          + searcher.score(post.type)

          + searcher.score(joinWithSpace(post.postRefTags))*0.5);

      L<UserPost> posts = searcher!;

      framer().add(p(b(addPlusToCount(searcher.maxResults, l(posts), nPosts(posts))

        + " found for " + htmlEncode2(q))));

      framer().add(ul(lmap postToHTMLWithDate(posts)));

    }

    ret framer().render();

  }

  // serve replies for JSTree AJAX call

  if (eq(uri, "/jstree/replies")) {

    UserPost post = getConcept UserPost(parseLong(req.params.get("post")));

    if (post == null) ret serveJSON(ll());

    Cl<UserPost> refs = referencingPosts(post);

    /*[

      { "id" : "demo_root_1", "text" : "Root 1", "children" : true, "type" : "root" },

      { "id" : "demo_root_2", "text" : "Root 2", "type" : "root" }

    ]*/

    ret serveJSON(map(refs, p -> litorderedmap(

      id := p.id,

      text := postToHTMLWithDate(post),

      children := nempty(referencingPosts(p)) ? true : null,

      type := "root" // ?

    )));

  }

  if (startsWith(uri, "/touchPost/", m)) {

    long id = parseLong(m.rest());

    UserPost post = getConcept UserPost(id);

    if (post == null) ret serve404("Post not found");

    if (!canEditPost(post)) ret "You are not authorized to do this";

    touchConcept(post);

    ret hscript([[setTimeout('history.go(-1)', 1000);]]) + "Post " + post.id + " touched";

  }

  if (startsWith(uri, "/hidePost/", m)) {

    long id = parseLong(m.rest());

    UserPost post = getConcept UserPost(id);

    if (post == null) ret serve404("Post not found");

    if (!canEditPost(post)) ret "You are not authorized to do this";

    cset(post, hidden := true);

    ret hrefresh(postLink(post));

  }

  if (startsWith(uri, "/unhidePost/", m)) {

    long id = parseLong(m.rest());

    UserPost post = getConcept UserPost(id);

    if (post == null) ret serve404("Post not found");

    if (!canEditPost(post)) ret "You are not authorized to do this";

    cset(post, hidden := false);

    ret hrefresh(postLink(post));

  }

  if (startsWith(uri, "/markSafe/", m)) {

    long id = parseLong(m.rest());

    UserPost post = getConcept UserPost(id);

    if (post == null) ret serve404("Post not found");

    UserPost codePost = optCast UserPost(first(post.postRefs));

    if (codePost == null) ret "Code post not found";

    if (!canEditPost(codePost)) ret "You are not authorized to do this";

    // create "Mark safe" post

    uniqCI UserPost(creator := currentUser(), text := "Mark safe", postRefs := ll(post));

    sleepSeconds(6); // allow bot to react

    // touch code post

    touchConcept(codePost);

    ret hrefresh(postLink(codePost));

  }

  if (eq(uri, "/mirrorAllConversations")) {

    if (!req.masterAuthed) ret serveAuthForm(rawLink(uri));

    for (Conversation c)

      rstUpdateMirrorPosts.add(c);

    ret "OK";

  }

  if (startsWith(uri, "/mirrorConversation/", m)) {

    if (!req.masterAuthed) ret serveAuthForm(rawLink(uri));

    long id = parseLong(m.rest());

    Conversation conv = getConcept Conversation(id);

    if (conv == null) ret "Conversation not found";

    conv.updateMirrorPost();

    ret "Mirror post updated (" + htmlEncode2(str(conv.mirrorPost!)) + ")";

  }

  if (eqic(uri, "/favicon.ico"))

    ret serveFavIcon();

  // start of /bot commands

  if (startsWith(uri, "/bot/", m)) {

    req.subURI = m.rest();

    S json = req.params.get("json");

    new Map data;

    if (nempty(json)) data = jsonDecodeMap(json);

    data.putAll(withoutKey("json", req.params));

    User user;

    S userName = cast data.get("_user");

    if (nempty(userName)) {

      S botToken = cast data.get("_botToken");

      if (botToken == null) ret serveJSON(error := "Need _botToken");

      user = conceptWhereIC User(name := userName);

      if (user == null) ret serveJSON(error := "User not found");

      if (!eq(botToken, getVar(user.botToken))) ret serveJSON(error := "Wrong bot token");

    } else

      user = user(req);

    S function = beforeSlashOrAll(req.subURI);

    req.subURI = substring(req.subURI, l(function)+1);

    req.webRequest.noSpam(); // might want to change this

    try object servePossiblyUserlessBotFunction(req, function, data, user);

    if (user == null) ret serveJSON(error := "Need _user");

    if (eq(function, "getCookie"))

      ret serveJSON(cookie := req.cookie());

    if (eq(function, "authTest"))

      ret serveJSON(status := "You are authorized as " + user.name + " " + roundBracket(user.isMaster ? "master user" : "non-master user"));

    if (eq(function, "postCount"))

      ret serveJSON(result := countConcepts(UserPost));      

    if (eq(function, "listPosts")) {

      LS fields = unnull(stringToStringListOpt tok_identifiersInOrder(data.get("fields")));

      if (!fields.contains("id")) fields.add(0, "id");

      long changedAfter = toLong(data.get("changedAfter"));

      long repliesTo = toLong(data.get("repliesTo"));

      double pollFor = min(bot_maxPollSeconds, toLong(data.get("pollFor"))); // how long to poll (seconds)

      long startTime = sysNow();

      // We're super-anal about catching all changes. This will probably never trigger

      if (changedAfter > 0 && changedAfter == now()) sleep(1);

      Cl<UserPost> posts;

      while true {

        if (repliesTo != 0) {

          posts = referencingPosts(getConcept UserPost(repliesTo));

          if (changedAfter != 0) posts = objectsWhereFieldGreaterThan(posts, _modified := changedAfter);

        } else {

          posts = changedAfter == 0 ? list(UserPost)

            : conceptsWithFieldGreaterThan_sorted(UserPost, _modified := changedAfter);

        }

        // return when there are results, no polling or poll expired

        if (nempty(posts) || pollFor == 0 || elapsedSeconds_sysNow(startTime) >= pollFor)

          ret serveJSON_breakAtLevels(2, result := map(posts, post ->

            mapToValues(fields, field -> getPostFieldForBot(post, field))

          ));

        // sleep and try again

        sleep(bot_pollInterval);

      }

    }

    if (eq(function, "createPost")) {

      Either<O[], S> e = createPostArgs(user, data);

      if (e.isB())

        ret serveJSON(error := e.b());

      Pair<UserPost, Bool> post = uniq2 UserPost(e.a());

      if (!post.b) post.a.bump(); // bump if exact same post exists

      ret serveJSON(status := post.b ? "Post created" : "Post existed already, bumped", postID := post.a.id);

    }

    if (eq(function, "editPost")) {

      long postID = toLong(data.get("postID"));

      UserPost post = getConcept UserPost(postID);

      if (post == null)

        ret serveJSON(error := "Post " + postID + " not found");

      Either<O[], S> e = createPostArgs(user, data);

      if (e.isB())

        ret serveJSON(error := e.b());

      int changes = cset(post, e.a());

      // TODO: bump if no changes?

      ret serveJSON(changes > 0 ? "Post updated" : "Post updated, no changes", +postID);

    }

    if (eq(function, "deletePosts")) {

      L<Long> ids = allToLong(tok_integersInOrder((S) data.get("ids")));

      new LS results;

      new LS errors;

      fOr (long id : ids) {

        UserPost post = getConceptOpt UserPost(id);

        if (post == null) errors.add("Post " + id + " not found");

        else {

          if (!user.isMaster && neq(post.creator!, user))

            errors.add("Can't delete post " + id + " from other user");

          else {

            deletePost(post);

            results.add("Post " + id + " deleted");

          }

        }

      }

      ret serveJSON(litorderedmap(+results, +errors));    

    }

    ret serveBotFunction(req, function, data, user);

  }

  if (teamPostID != 0 && eq(uri, "/team"))

    ret serveHTMLPost(teamPostID);

  if (startsWith(uri, "/history/", m)) {

    long id = parseLong(m.rest());

    UserPost post = getConcept UserPost(id);

    if (post == null) ret serve404("Post not found");

    ret servePostHistory(post);

  }

  if (startsWith(uri, "/htmlBot/", m)) {

    long id = parseLong(beforeSlashOrAll(m.rest()));

    UserPost post = getConcept UserPost(id);

    if (post == null) ret serve404("Post not found");

    ret doPost(htmlBotURLOnBotServer(id), req.params());

  }

  if (eq(uri, "/deletedPosts")) {

    temp CloseableItIt<S> lines = linesFromFile(deletedPostsFile());

    new L<Map> posts;

    while (lines.hasNext()) {

      S line = lines.next();

      if (isProperlyQuoted(line)) {

        Map map = safeUnstructureMap(unquote(line));

        posts.add(onlyKeys(map, "id", "title", "type"));

      }

    }

    // TODO: show more info, allow restoring posts

    ret serveText("Deleted posts:\n"

      + lines(lmap struct(posts)));

  }

  if (eq(uri, "/formToPost")) {

    User user = currentUser();

    if (user == null) serve500("Please log in first");

    SS params = cloneMap(req.params);

    S type = or2(getAndRemove(params, "_type"), "Form Input");

    S title = getAndRemove(params, "_title");

    L<UserPost> postRefs = map(id -> getConceptOpt UserPost(parseLong(id)), tok_integersInOrder(getAndRemove(params, "_postRefs")));

    LS postRefTags = lines(getAndRemove(params, "_postRefTags"));

    S text = sortLinesAlphaNumIC(mapToLines(params, (k, v) -> urlencode(k) + "=" + urlencode(v)));

    Pair<UserPost,Bool> p = uniq2 UserPost(creator := user,

      +text, +type, +title, +postRefs, +postRefTags);

    ret (p.b ? "Post " + p.a.id + " created" : "Post " + p.a.id + " exists") + hrefresh(2.0, "/" + p.a.id);

  }

  if (eq(uri, "/webPushSubscribe")) {

    MapSO data = jsonDecodeMap(mapGet(req.webRequest.files(), "postData"));

    printVars_str("webPushSubscribe", +data);

    cnew(WebPushSubscription, +data, clientIP := req.webRequest.clientIP());

    ret serveJSON(litmap(message := "success"));

  }

  if (eq(uri, "/changePassword")) {

    if (!req.masterAuthed) ret serveAuthForm(rawLink(uri));

    S name = assertNempty(req.get("user"));

    S newPW = assertNempty(req.get("newPW"));

    User user = conceptWhereCI User(+name);

    if (user == null) ret "User not found";

    cset(user, passwordMD5 := SecretValue(hashPW(newPW)));

    ret "PW updated";

  }

  if (eq(uri, "/webPushNotify")) {

    if (!req.masterAuthed) ret serveAuthForm(rawLink(uri));

    S msg = or2(req.params.get("msg"), "Hello user. It is " + localTimeWithSeconds() + " on the server");

    WebPushSubscription sub = getConcept WebPushSubscription(toLong(req.params.get("webPushSubID")));

    if (sub == null) ret serve404("webPushSubID not found");

    S mod = dm_require("#1030463/WebPushKeyManager");

    dm_call(mod, "sendNotification", sub.data, msg);

    ret "Push message sent";

  }

  if (eq(uri, "/hashPW") && req.masterAuthed)

    ret hashPW(req.params.get("pw"));

} // end of serveOtherPage2

O servePostHistory(UserPost post) {

  ret serveText(unquoteAllLines(loadTextFile(postHistoryFile(post))));

}

// helper for bot functions. return params or error

Either<O[], S> createPostArgs(User user, Map data) {

  S text = cast data.get("text");

  S type = cast data.get("type");

  S title = cast data.get("title");

  S botInfo = or2((S) data.get("botInfo"), "Made by bot");

  LS postRefTags = unnull(lines((S) data.get("refTags")));

  new L<UserPost> postRefs;

  O _refs = data.get("refs");

  if (_refs cast S)

    for (S s : tok_integersInOrder(_refs)) {

      UserPost ref = getConcept UserPost(parseLong(s));

      if (ref == null) ret eitherB("Post " + s + " not found");

      postRefs.add(ref);

    }

  if (empty(text) && empty(title))

    ret eitherB("Need either a text or a title");

  bool isPublic = eqOneOf(data.get("isPublic"), null, true, "1", "t", "true");

  ret eitherA(litparams(creator := user,

    +text, +type, +title, +isPublic, +botInfo, +postRefs, +postRefTags));

}

O serveBotFunction(Req req, S function, Map data, User user) {

  ret serveJSON(error := "You are logged in correctly but function is unknown: " + function);

}

O servePossiblyUserlessBotFunction(Req req, S function, Map data, User user) {

  null;

}