// TODO - separate uploadedFiles etc between sites!!

do not include class And.

!include once #1029875 // concept Worker

abstract sclass DynNewBot2 > DynPrintLogAndEnabled {

  set flag NoNanoHTTPD.

  !include #1029545 // API for Eleu

  int maxRefsToShow = 5;

  volatile long requestsServed;

  transient S templateID = #1029809;

  sS cssID = #1029808;

  transient S botName = "DynNewBot2";

  transient S heading = "DynNewBot2";

  transient S adminName = "DynNewBot2 Admin";

  transient S botImageID = #1102935;

  transient S userImageID = #1102803;

  transient S chatHeaderImageID = #1102802;

  transient S timeZone = ukTimeZone_string(); 

  transient S baseLink = "";

  transient bool newDesign = true; // use new chat bot design

  transient bool ariaLiveTrick = false;

  transient bool ariaLiveTrick2 = true;

  !include once #1029876 // WorkerChat 

  transient new WorkerChat workerChat;

  transient ReliableSingleThread rstBotActions = dm_rst(this, r botActions);

  transient S defaultHeaderColorLeft = "#2a27da";

  transient S defaultHeaderColorRight = "#00ccff";

  transient bool enableUsers;

  transient bool useWebSockets;

  transient bool showRegisterLink;

  transient bool showTalkToBotLink;

  transient bool alwaysRedirectToHttps;

  transient bool redirectOnLogout; // remove that ugly logout=1 from url

  transient bool showFullErrors;

  transient bool lockWhileDoingBotActions;

  transient bool standardButtonsAsSymbols;

  transient bool enableVars; // $userName etc. in bot messages

  transient bool enableAvatars;

  transient bool enableRandomActions;

  transient bool recordExecutionsAndInputs = true;

  transient bool phoneNumberSpecialInputField = true;

  transient bool enableRadioButtons; // allow radio buttons for single-choice selection in bot dialogs

  transient bool newDialogAfterWindowClosed; // always restart conversation when user comes back

  transient bool showJoiningConversation; // show "... joining conversation"

  transient bool quickRadioButtons; // don't show an OK button, make radio buttons submit instantly

  transient bool useDynamicComboBoxes;

  transient bool prefixPrintsWithConvID = true;

  transient bool enableUndoStates;

  //transient bool usePageRegexp; // show pageRegexp field for Domain

  transient bool showCRUDToEveryone;

  transient bool showCRUDToNonMasterUsers = true;

  transient bool showOnlySelectedObject;

  transient bool storeBaseClassesInStructure; // better schema evolution

  transient bool botDisabled; // chat bot disabled, don't even make conversation objects

  transient bool useBotNameAsModuleName = true;

  transient bool showMailSenderInfo = true;

  transient bool authedDialogIDForEveryCookie;

  transient bool showDeliveredDomains = true;

  S mailSenderInfo; // empty for SMTP localhost, otherwise: "senderURL#pw"

  transient int typingTimeshift = 2000; // make typing bubble appear more reliably

  transient new ThreadLocal<Req> currentReq;

  transient volatile Scorer consistencyCheckResults;

  transient Lock statsLock = lock();

  transient SS specialPurposes = litcimap(

    "bad email address", "Please enter a valid e-mail address",

    "bad phone number", "Please enter a valid phone number");

  transient S nameOfReferencesColumn = "Referenced by";

  transient Set<Req> requestsInFlight = syncWeakSet();

  // end of variables

  void start {

    super.start();

    if (useBotNameAsModuleName)

      dm_setModuleName(botName);

    dm_assertFirstSibling();

    concepts_setUnlistedByDefault(true);

    standardTimeZone();

    standardTimeZone_name = timeZone;

    print("DB program ID: " + dbProgramID());

    realPW(); // make password

    pWebChatBot();

    dm_doEvery(60.0, r cleanConversations);

    rstBotActions.trigger();

  }

  void indexAllLinkableClasses {

    ensureConceptClassesAreIndexed(allLinkableClasses());

  }

  afterVisualize {

    addToControlArea(jPopDownButton_noText(popDownButtonEntries()));

  }

  O[] popDownButtonEntries() {

    ret litobjectarray(

      "Show/edit master password...", rThreadEnter editMasterPassword,

      !showMailSenderInfo ? null : "Show/edit mail sender info...", rThreadEnter editMailSenderInfo,

      );

  }

  sclass Req implements IWebRequest {

    IWebRequest webRequest;

    S uri;

    SS params;

    AuthedDialogID auth;

    Domain authDomainObj;

    S authDomain;

    HTMLFramer1 framer;

    bool masterAuthed;

    Conversation conv;

    S subURI; // rest of URI for sub-object

    WeakRef<Thread> handlingThread;

    public S uri() { ret uri; }

    S subURI aka subUri() { ret subURI; }

    public SS params() { ret params; }

    public SS headers() { ret webRequest.headers(); }

    public SS files() { ret webRequest.files(); }

    public bool isHttps() { ret webRequest.isHttps(); }

    public S cookie() { ret webRequest.cookie(); }

    bool requestAuthed() { ret auth != null; }

    public S get(S param) { ret mapGet(params, param); }

    public bool isPost() { ret webRequest.isPost(); }

    void markNoSpam { webRequest.noSpam(); }

    public void noSpam { markNoSpam(); }

    S uriWithParams() { ret appendParamsToURL(uri, params); }

    HTMLFramer1 framer() { ret framer; }

  }

  bool calcMasterAuthed(Req req) {

    ret req != null && req.auth != null && req.auth.master;

  }

  O html(IWebRequest request) enter {

    //printVars(func := "html", ihc := identityHashCode(dm_current_generic_tl()), cg := dm_current_generic());

    vmBus_logMethodCall html(+this, +request);

    try {

      ret html2(request);

    } catch e {

      printStackTrace(e);

      ret subBot_serve500(showFullErrors || calcMasterAuthed(currentReq()) ? getStackTrace(e) : "Error.");

    } finally {

      currentReq.set(null);

    }

  }

  Req currentReq() { ret currentReq!; }

  void requestServed {}

  O html2(IWebRequest request) {

    htmlencode_forParams_useV2();

    {

      lock statsLock;

      requestsServed++;

      change();

      requestServed();

      vmBus_logMethodCall html(+this, +requestsServed);

    }

    //printVars_str html2(+uri);

    Req req = webRequestToReq(request);

    temp tempAdd(requestsInFlight, req);

    if (alwaysRedirectToHttps)

      try object redirectToHttps(req);

    vmBus_logMethodCall html("Calling html3");

    ret html3(req);

  }

  Req newReq() {

    ret new Req;

  }

  Req webRequestToReq(IWebRequest request) {

    Req req = newReq();

    req.webRequest = request;

    req.uri = request.uri();

    req.params = request.params();

    req.handlingThread = weakRef(currentThread());

    ret req;

  }

  O html3(Req req) {

    IWebRequest request = req.webRequest;

    S uri = req.uri;

    SS params = req.params;

    //printVars_str html2_afterRedirectToHTTPS(+uri);

    if (eq(params.get("_newConvCookie"), "1"))

      ret hrefresh(appendQueryToURL(req.uri, mapPlus(mapMinus(req.params, "_newConvCookie"),

        cookie := "test_" + aGlobalID())));

    // cookie comes either from a URI parameter or from the request header

    // Note: this can be either a JS-generated (in dynamic chat bot part)

    // or server-generated cookie (when loading initial chat bot script or admin)

    // To distinguish: JS-generated cookies are shorter and can contain numbers

    S cookie = request.cookie();

    //print("Request cookie: " + cookie);

    bool workerMode = nempty(params.get("workerMode")) || startsWith(uri, "/worker");

    // find out which domain we're on ("delivered domain")

    S domain = request.domain(), _domain = domain;

    saveDeliveredDomain(domain);

    Domain domainObj = findDomainObj(domain);

    //printVars_str html2_getConversation(+uri);

    // get conversation

    S convCookie = params.get("cookie");

    //if (eq(params.get("_newConvCookie"), "1")) convCookie = "conv-" + aGlobalID();

    Conversation conv = botDisabled ? null

      : isRequestFromBot(req) ? null

      : nempty(convCookie) ? getConv(convCookie)

      : nempty(cookie) ? getConv(cookie) : null;

    req.conv = conv;

    //printVars_str html2_tempStuff(+uri);

    AutoCloseable tempThing = conv == null || !prefixPrintsWithConvID ? null : temp_printPrefix("Conv " + conv.cookie + ": ");

    temp tempThing;

    currentReq.set(req); // keep for error printing

    //printVars_str html2_botConfig(+uri);

    S botConfig = params.get("_botConfig");

    SS botConfigParams = decodeURIParams(botConfig);

    S simulatedDomain = botConfigParams.get("domain");

    Domain domainObj2 = nempty(simulatedDomain) ? findDomainObj(simulatedDomain) : domainObj;

    if (nempty(botConfigParams)) cset(conv, botConfig := botConfigParams);

    //printVars_str html2_workerMode(+uri);

    // save ip & domain in conversation

    if (conv != null && !workerMode)

      if (cset_trueIfChanged(conv, ip := request.clientIP(), +domain, domainObj := domainObj2)) {

        calcCountry(conv);

        initAvatar(conv);

      }

    //print("URI: " + uri + ", cookie: " + cookie + ", msgs: " + l(conv.msgs));

    //printVars_str html2_handleAuth(+uri);

    try object handleAuth(req, cookie);

    // TODO: instead of maxCache, check file date & request header (If-Unmodified-Since?)

    new Matches m;

    if (startsWith(uri, "/worker-image/", m)) {

      long id = parseLong(m.rest());

      ret subBot_serveFile_maxCache(workerImageFile(id), "image/jpeg");

    }

    if (startsWith(uri, "/uploaded-image/", m)) {

      long id = parseLong(m.rest());

      UploadedImage img = getConcept UploadedImage(id);

      ret img == null ? serve404() : subBot_serveFile_maxCache(img.imageFile(), "image/jpeg");

    }

    if (startsWith(uri, "/uploaded-sound/", m)) {

      long id = parseLong(m.rest());

      UploadedSound sound = getConcept UploadedSound(id);

      ret sound == null ? serve404() : subBot_serveFile_maxCache(sound.soundFile(), sound.mimeType);

    }

    if (startsWith(uri, "/uploaded-file/", m)) {

      long id = parseLong(dropAfterSlash(m.rest()));

      UploadedFile f = getConcept UploadedFile(id);

      ret f == null ? serve404() : subBot_serveFile_maxCache(f.theFile(),

        or2(params.get("ct"), or2(trim(f.mimeType), binaryMimeType())));

    }

    AuthedDialogID auth = authObject(cookie);

    fillReqAuthFromCookie(req, cookie, auth);

    if (eq(params.get("logout"), "1")) {

      try object handleLogout(req);

      auth = authObject(cookie);

    }

    bool requestAuthed = req.auth != null; // any authentication

    bool masterAuthed = req.masterAuthed;

    Domain authDomainObj = req.authDomainObj;

    S authDomain = req.authDomain;

    if (requestAuthed) req.markNoSpam();

    //printVars_str html2_serve2(+uri);

    try object serve2(req);

    makeFramer(req);

    HTMLFramer1 framer = req.framer;

    //printVars_str html2_beforeServeCRUD(uri := req.uri(), +requestAuthed, +showCRUDToEveryone);

    if (showCRUDToEveryone

      || showCRUDToNonMasterUsers && requestAuthed

      || req.masterAuthed)

      try object serveCRUD(req);

    if (!requestAuthed && settings().talkToBotOnlyWithAuth)

      ret serveAuthForm(params.get('uri));

    if (eq(uri, "/emoji-picker/index.js"))

      //ret serveWithContentType(loadTextFile(loadLibrary(#1400436)), "text/javascript"); // TODO: optimize

      ret withHeader(subBot_maxCacheHeaders(serveInputStream(bufferedFileInputStream(loadLibrary(#1400436)), "text/javascript")));

    if (eq(uri, "/emoji-picker-test"))

      ret loadSnippet(#1029870);

    if (eq(uri, "/logs")) {

      if (!masterAuthed) ret serveAuthForm(rawLink(uri));

      ret webChatBotLogsHTML2(rawLink(uri), params);

    }

    if (eq(uri, "/refchecker")) {

      if (!masterAuthed) ret serveAuthForm(rawLink(uri));

      ConceptsRefChecker refChecker = new (db_mainConcepts());

      L errors = refChecker.run();

      if (eq(params.get("fix"), "1"))

        ret serveText(refChecker.fixAll());

      else

        ret serveText(jsonEncode_breakAtLevels(2, litorderedmap(errors := allToString(errors))));

    }

    if (eq(uri, "/backupDBNow")) {

      if (!masterAuthed) ret serveAuthForm(rawLink(uri));

      ret serveText("Backed up DB as " + fileInfo(backupConceptsNow()));

    }

    if (eq(uri, "/auth-only")) {

      if (!requestAuthed) ret serveAuthForm(params.get('uri));

      ret "";

    }

    if (eq(uri, "/leads-api"))

      ret serveLeadsAPI(request);

    if (workerChat != null) // TODO: don't permit when worker chat is disabled

      try object workerChat.html(req);

    S message = trim(params.get("btn"));

    if (empty(message)) message = trim(params.get("message"));

    if (match("new dialog", message)) {

      lock dbLock();

      conv.newDialog();

      message = null;

    }

    if (eqic(message, "!toggle notifications")) {

      cset(conv, notificationsOn := !conv.notificationsOn);

      message = null;

    }

    // debug cmd: list undo states

    if (eqic(message, "!undo states")) {

      conv.add(new Msg(false, n2(conv.undoStates, "undo state")));

      message = null;

    }

    this.conv.set(conv);

    if (nempty(message) && !lastUserMessageWas(conv, message)) {

      lock dbLock();

      print("Adding message: " + message);

      possiblyTriggerNewDialog(conv);

      if (workerMode) {

        Msg msg = new(false, message);

        msg.fromWorker = auth.loggedIn;

        conv.add(msg);

      } else {

        // add user message

        conv.add(new Msg(true, message));

        //conv.botTyping = now();

        addScheduledAction(new OnUserMessage(conv));

      }

    }

    S testMode = params.get("testMode");

    if (nempty(testMode)) {

      print("Setting testMode", testMode);

      cset(conv, testMode := eq("1", testMode));

    }

    if (eq(uri, "/msg")) ret withHeader("OK");

    if (eq(uri, "/typing")) {

      if (workerMode) {

        conv.botTyping = now();

        print(conv.botTyping + " Bot typing in: " + conv.cookie);

      } else {

        conv.userTyping = now();

        print(conv.userTyping + " User typing in: " + conv.cookie);

      }

      ret withHeader("OK");

    }

    // render all of a conversation's messages for inspection

    if (eq(uri, "/renderMessages")) {

      long msgTime = parseLong(params.get("msgTime"));

      L<Msg> msgs = conv.allMsgs();

      if (msgTime != 0)

        msgs = filter(msgs, msg -> msg.time == msgTime);

      new StringBuilder buf;

      renderMessages(conv, buf, msgs,

        msg -> false); // don't show buttons

      ret hhtml_title_body(nMessages(msgs),

        hstylesheetsrc(cssURL())

        + p(nMessages(msgs) + " found")

        + buf);

    }

    if (eq(uri, "/incremental")) {

      if (newDialogAfterWindowClosed && !conv.isActive()) {

        print("Clearing conversation, timed out");

        lock dbLock();

        conv.newDialog();

      }

      long start = sysNow(), start2 = now();

      print(+start2);

      cset(conv, lastPing := now());

      possiblyTriggerNewDialog(conv);

      int a = parseInt(params.get("a"));

      int reloadCounter = conv.reloadCounter;

      L<Msg> msgs;

      bool first = true;

      int timeout = toInt(req.params.get("timeout"));

      long endTime = start+(timeout <= 0 || timeout > longPollMaxWait/1000 ? longPollMaxWait : timeout*1000L);

      while (licensed() && sysNow() < endTime) {

        int as = conv.archiveSize();

        msgs = cloneSubList(conv.msgs, a-as); // just the new messages

        bool reloadTriggered = conv.reloadCounter > reloadCounter;

        bool actuallyNewDialog = a < as;

        bool newDialog = actuallyNewDialog || reloadTriggered;

        if (newDialog)

          msgs = cloneList(conv.msgs);

        long typing = workerMode ? conv.userTyping : conv.botTyping;

        bool otherPartyTyping = typing >= start2-typingTimeshift;

        bool anyEvent = nempty(msgs) || newDialog || otherPartyTyping;

        if (!anyEvent) {

          if (first) {

            //print("Long poll starting on " + cookie + ", " + a + "/" + a);

            first = false;

          }

          sleep(longPollTick);

        } else {

          //if (!first) print("Long poll ended.");

          if (eq(req.params.get("json"), "1"))

            ret serveJSON_breakAtLevels(2, litorderedmap(

              n := conv.allCount(),

              newDialog := trueOrNull(newDialog),

              otherPartyTyping := trueOrNull(otherPartyTyping),

              msgs := map(msgs, msg ->

                litorderedmap(

                  time := msg.time,

                  fromUser := msg.fromUser,

                  fromWorker := msg.fromWorker == null ?: msg.fromWorker.displayName,

                  text := msg.text,

                  // TODO: out

                  labels := msg.labels))));

          new StringBuilder buf;

          if (newDialog) {

            // send header colors & notification status

            S l = or2_trim(domainObj2.headerColorLeft, defaultDomain().headerColorLeft, defaultHeaderColorLeft),

              r = or2_trim(domainObj2.headerColorRight, defaultDomain().headerColorRight, defaultHeaderColorRight);

            buf.append(hcss(".chat_header { background: linear-gradient(135deg, "

              + hexColorToCSSRGB(l) + " 0%, " + hexColorToCSSRGB(r) + " 100%); }"));

            buf.append(hscript("$('#chatBot_notiToggleText').text(" + jsQuote("Turn " + (conv.notificationsOn ? "off" : "on")

              + " notifications") + ");"));

            if (showJoiningConversation) {

              buf.append(hscript("$('#otherSideTyping .joining').html("

                + jsQuote(nameOfBotSide(conv) + " now joining conversation...") + ");"

                + "setTimeout(function() { $('#otherSideTyping .joining').html(''); }, 5000);"));

            }

          }

          if (otherPartyTyping) {

            //print("Noticed " + (workerMode ? "user" : "bot") + " typing in " + conv.cookie);

            buf.append(hscript("showTyping(" + jsQuote(conv.botImg()) + ");"));

          }

          renderMessages(conv, buf, msgs);

          if (ariaLiveTrick2 && !workerMode) {

            Msg msg = lastBotMsg(msgs);

            if (msg != null) {

              S author = msg.fromWorker != null ? htmlEncode2(msg.fromWorker.displayName) : botName;

              buf.append(hscript([[$("#screenreadertrick").html(]] + jsQuote(author + " says: " + msg.text) + ");"));

              }

          }

          if (a != 0 && anyInterestingMessages(msgs, workerMode))

            buf.append(hscript(

              stringIf(conv.notificationsOn, "window.playChatNotification();\n") +

              "window.setTitleStatus(" + jsQuote((workerMode ? "User" : botName) + " says…") + ");"

            ));

          S html = str(buf);

          // TODO: hack for notransition

          //if (newDialog && !actuallyNewDialog) html = html.replace([[class="chat_msg_item]], [[class="notransition chat_msg_item]]);

          ret withHeader("<!-- " + conv.allCount() + " " + (newDialog ? actuallyNewDialog ? "NEW DIALOG " : "NO NOTIFY NEW DIALOG " : "") + "-->\n"  + html);

        }

      }

      ret withHeader("");

    }

    if (eqOneOf(uri, "/script", "/demo")) {

      lock dbLock();

      S myTemplateID = templateID;

      S templateIDParam = req.params.get("templateID");

      if (nempty(templateIDParam) && allowedTemplateID(templateIDParam))

        myTemplateID = templateIDParam;

      S html = loadSnippet_cached(myTemplateID);

      S botLayout = req.params.get("botLayout");

      S layout = or2(botLayout, defaultBotLayout());

      html = modifyTemplateBeforeDelivery(html, req);

      S heading = or2(headingForReq(req), or2(trim(domainObj2.botName), this.heading));

      S botImg = botImageForDomain(domainObj);

      UploadedSound sound = settings().notificationSound!;

      S notificationSound = sound != null ? sound.soundURL() : defaultNotificationSound();

      S miscParam = workerMode ? "workerMode=1&" : "";

      if (nempty(botLayout))

        miscParam += "botLayout=" + urlencode(botLayout) + "&";

      S incrementalURL = baseLink + "/incremental?" + miscParam + "a=";

      S typingURL = baseLink + "/typing?" + miscParam;

      S msgURL = baseLink + "/msg?" + miscParam + "message=";

      if (eqic(layout, "sahil")) {

        html = replaceDollarVars(html,

          +incrementalURL,

          +typingURL,

          +msgURL,

          n := 0,

          +notificationSound,

          +workerMode,

          +heading,

          +botImg);

      } else {

        S langlinks = "<!-- langlinks here -->";

        if (html.contains(langlinks))

          html = html.replace(langlinks,

            ahref(rawLink("eng"), "English") + " | " + ahref(rawLink("deu"), "German"));

        //html = html.replace("#COUNTRYCODE_OPTIONS#", countryCodeOptions(conv));

        html = html.replace("#COUNTRY#", lower(conv.country));

        html = html.replace("#BOTIMG#", botImg);

        html = html.replace("#N#", "0");

        html = html.replace("#INCREMENTALURL#", incrementalURL);

        html = html.replace("#MSGURL#", msgURL);

        html = html.replace("#TYPINGURL#", typingURL);

        html = html.replace("#CSS_ID#", psI_str(cssID));

        if (ariaLiveTrick || ariaLiveTrick2)

          html = html.replace([[aria-live="polite">]], ">");

        html = html.replace("#OTHERSIDE#", workerMode ? "User" : "Representative");

        if (nempty(params.get("debug")))

          html = html.replace("var showActions = false;", "var showActions = true;");

        html = html.replace("#AUTOOPEN#", jsBool(workerMode || eq(params.get("_autoOpenBot"), "1") || botAutoOpen(domainObj2)));

        html = html.replace("#BOT_ON#", jsBool(botOn() || eq(uri, "/demo")));

        html = html.replace("$HEADING", heading);

        html = html.replace("#WORKERMODE", jsBool(workerMode));

        html = html.replace("#NOTIFICATIONSOUND#", notificationSound);

        html = html.replace("<!-- MSGS HERE -->", "");

        html = hreplaceTitle(html, heading);

      }

      if (eq(uri, "/demo"))

        ret serveBotDemo(req, html);

      else

        ret withHeader(subBot_serveJavaScript(html));

    }

    try object serveOtherPage(req);

    if (eq(uri, "/")) try object serveHomePage();

    if (eq(uri, "/login")) ret serveAuthForm();

    // serve uploaded files

    S uri2 = dropSlashPrefix(uri);

    if (!startsWith(uri, "/crud/") && nempty(uri2)) {

      // TODO: more caching

      UploadedFile fileToServe = conceptWhere UploadedFile(liveURI := urldecode(uri2));

      if (fileToServe != null)

        ret subBot_serveFile(fileToServe.theFile(), nempty(fileToServe.mimeType)

          ? fileToServe.mimeType

          : guessMimeTypeFromFileName(afterLastSlash(fileToServe.liveURI)));

    }

    // add more public uris here

    // serve admin

    // if (!requestAuthed) ret serveAuthForm(params.get('uri));

    if (requestAuthed) {

      // authed from here (not necessarily master-authed though)

      if (masterAuthed && eq(uri, "/dialogTree")) {

        BotStep step = getConcept BotStep(toLong(params.get("stepID")));

        if (step == null) ret serve404("Step not found");

        ret hhtml_head_title_body("Dialog Tree for " + step,

          hmobilefix() + hsansserif() + h2("Dialog Tree")

            + hcss_linkColorInherit()

            + hcss([[

              .dialogTree li { margin-top: 0.8em; }

            ]])

            + renderDialogTree(step));

      }

      if (eq(uri, "/thoughts"))

        ret serveThoughts(req);

      if (masterAuthed && eq(uri, "/search"))

        ret serveSearch(req);

      if (eq(uri, "/leads-csv")) {

        S text = leadsToCSV(conceptsWhere(Lead, mapToParams(filtersForClass(Lead, req))));

        S name = "bot-leads"

          + (authDomainObj == null ? "" : "-" + replace(str(authDomainObj), "/", "-"))

          + "-" + ymd_minus_hm() + ".csv";

        ret serveCSVWithFileName(name, text);

      }

      if (eq(uri, "/cleanConversations") && masterAuthed) {

        cleanConversations();

        ret hrefresh(baseLink + "/crud/Conversation");

      }

      if (eq(uri, "/deleteDeliveredDomains") && masterAuthed) {

        deleteDeliveredDomains();

        ret hrefresh(baseLink + "/crud/DeliveredDomain");

      }

      if (eq(uri, "/emojis")) {

        framer.title = "Emoji List";

        framer.contents.add(htmlTable2(map(emojiShortNameMap(),

          (code, emoji) -> litorderedmap("Shortcode" := code, "Emoji" := emoji))));

      }

      if (eq(uri, "/embedCode")) {

        S goDaddyEmbedCode = "";

        framer.title = "Embed Code";

        framer.contents.add(h2("Chat bot embed code")

          + (empty(goDaddyEmbedCode) ? "" :

            h3("GoDaddy Site Builder")

            + p("Add an HTML box with this code:")

            + pre(htmlEncode2(goDaddyEmbedCode))

            + h3("Other"))

          + p("Add this code in front of your " + tt(htmlEncode2("</body>")) + " tag:")

          + pre(htmlEncode2(hjavascript_src_withType("https://" + request.domain() + baseLink + "/script"))));

      }

      if (eq(uri, "/stats")) {

        framer.add(htableRaw2(nonNulls(

          renderStats()

        ), ll(class := "responstable"), null, null));

        ret completeFrame(req);

      }

      if (eq(uri, "/unpackToWeb") & req.masterAuthed) {

        UploadedFile file = getConcept UploadedFile(parseLong(req.params.get("fileID")));

        if (file == null) ret serve404("File not found");

        S path = unnull(req.params.get("path"));

        File zipFile = file.theFile();

        int changes = 0;

        for (S filePath : listZIP(zipFile)) {

          S liveURI = appendSlash(path) + filePath;

          UploadedFile entry = uniq UploadedFile(+liveURI);

          byte[] data = loadBinaryFromZip(zipFile, filePath);

          if (!fileContentsIs(entry.theFile(), data)) {

            ++changes;

            saveBinaryFile(entry.theFile(), data);

            touchConcept(entry);

          }

        }

        ret "Unpacked, " + nChanges(changes);

      }

      // put more AUTHED uris here

    }

    //if (masterAuthed) framer.addNavItem(baseLink + "/search", "Search");

    try object serveDefaultPage(req);

    ret completeFrame(req);

  } // end of html2

  O serveDefaultPage(Req req) { null; }

  O completeFrame() {

    ret completeFrame(currentReq());

  }

  swappable O completeFrame(Req req) {

    HTMLFramer1 framer = req.framer;

    bool authed = req.requestAuthed();

    if (authed) {

      if (settings().enableWorkerChat)

        framer.addNavItem(baseLink + "/worker", "Worker chat");

      framer.addNavItem(baseLink + "?logout=1", "Log out");

    }

    if (!authed || alwaysShowLogInLink())

      framer.addNavItem(logInLink(), "Log in");

    ret framer.render();

  }

  bool alwaysShowLogInLink() { false; }

  S logInLink() { ret baseLink + "/"; }

  // put early stuff here

  O serve2(Req req) {

    vmBus_send html_serve2(this, req);

    null;

  }

  O serveOtherPage(Req req) { null; }

  <A> A getDomainValue(Domain domainObj, IF1<Domain, A> getter, A defaultValue) {

    if (domainObj != null)

      try object A val = getter.get(domainObj);

    try object A val = getter.get(defaultDomain());

    ret defaultValue;

  }

  S makeBaseTitle(Req req) {

    ret ahref(baseLink + "/", adminName) + " " + squareBracket(loggedInUserDesc_html(req));

  }

  HTMLFramer1 newFramerInstance() {

    ret new HTMLFramer1;

  }

  void makeFramer(Req req) {

    HTMLFramer1 framer = newFramerInstance();

    req.framer = framer;

    framer.titleIsHTML = true;

    framer.title = makeBaseTitle(req);

    framer.addInHead(hsansserif() + hmobilefix() + hresponstable()

      + hcss_responstableForForms());

    framer.addInHead(loadJQuery2());

    framer.addInHead(hjs_selectize());

    framer.addInHead(hjs_copyToClipboard());

    framer.addInHead(hNotificationPopups());

    framer.addInHead(hcss_linkColorInherit());

    if (useWebSockets)

      framer.addInHead(webSocketHeadStuff(req));

    makeNavItems(req, framer);

    L<Class> cmdClasses = botCmdClasses(req);

    if (nempty(cmdClasses))

      framer.contents.add(p("Bot actions: " + joinWithVBar(map(cmdClasses, c -> makeClassNavItem(c, req)))));

  }

  void makeNavItems(Req req, HTMLFramer1 framer) {

    if (showTalkToBotLink)

      framer.addNavItem(simulateDomainLink(req.authDomain), "Talk to bot", targetBlank := true);

    for (Class c : navItemClasses(req))

      framer.addNavItem(makeClassNavItem(c, req));

  }

  L<Class> navItemClasses(Req req) {

    ret crudClasses(req);

  }

  // make and adapt CRUD for class    

  <A extends Concept> HCRUD makeCRUD(Class<A> c, Req req, HTMLFramer1 framer default req.framer) {

    HCRUD_Concepts data = crudData(c, req);

    data.referencesBlockDeletion = true;

    S searchQuery = trim(req.get("search"));

    data.customFilter = crudSearchFilter(req, data, searchQuery);

    HCRUD crud = new(crudLink(c), data);

    crud.searchQuery = searchQuery;

    crud.params = req.params;

    crud.buttonsOnTop = neqOneOf(c, UploadedFile, UploadedSound, UploadedImage);

    crud.haveJQuery = crud.haveSelectizeJS = true;

    crud.sortable = true;

    crud.paginate = true;

    crud.paginator.step = 25;

    crud.cmdsLeft = true;

    crud.showCheckBoxes = true;

    crud.tableClass = "responstable";

    //framer.addInHead(hcss(".crudForm { width: 800px; }"));

    crud.formTableClass = "responstableForForms";

    if (!req.requestAuthed())

      crud.disableAllMutationRights();

    crud.renderValue_inner = value -> {

      if (isConceptList(value)) {

        L<Concept> l = cast value;

        ret joinMap(l, ref -> p(ahref(conceptLink(ref),

          htmlEncode_nlToBr_withIndents(str(ref)))));

      }

      S html = crud.renderValue_inner_base(value);

      if (value cast Concept)

        ret ahref(conceptLink(value), html);

      ret html;

    };

    if (c == Conversation) {

      // Note: fields for list are created from scratch in massageItemMapForList

      crud.nav = () -> joinNemptiesWithVBar(crud.nav_base(),

        ahref(baseLink + "/cleanConversations", "Clean list"));

      crud.unshownFields = litset("oldDialogs", "worker", "botOn", "lastPing", "cookie", "form", "testMode", "userMessageProcessed", "newDialogTriggered");

    }

    if (c == DeliveredDomain || c == Conversation || c == Lead || c == ConversationFeedback) 

      crud.allowCreate = crud.allowEdit = false;

    if (c == Settings) {

      crud.singleton = countConcepts(Settings) == 1;

      if (!settings().multiLanguageMode) crud.unshownFields = litset("defaultLanguage");

      framer?.add(p(joinNemptiesWithVBar(

        ahref(baseLink + "/emojis", "Emojis"),

        ahref(baseLink + "/stats", "Stats"),

        ahref(baseLink + "/embedCode", "Embed Code"))));

    }

    if (c == Lead)

      framer?.add(p(ahref(baseLink + "/leads-csv", "Export as CSV")));

    if (c == BotOutgoingQuestion) {

      crud.unlistedFields = litset("multipleChoiceSeparator", "placeholder");

      if (!enableRadioButtons) crud.unlistedFields.add("radioButtons");

      crud.massageFormMatrix = (map, matrix) -> {

        int idx = indexOfPred(matrix, row -> cic(first(row), "Actions"));

        BotOutgoingQuestion item = getConcept BotOutgoingQuestion(toLong(map.get(crud.idField())));

        //printVars_str("massageFormMatrix", +item, +idx);

        if (item == null) ret;

        if (idx < 0) ret;

        LS row = matrix.get(idx);

        row.set(1, hcrud_mergeTables(row.get(1), tag table(map(s -> tr(td() + td(htmlEncode2(s))), item.buttons)), "for:"));

      };

    }

    data.addFilters(filtersForClass(c, req));

    if (c == Domain) {

      crud.renderCmds = map -> {

        Domain dom = getConcept Domain(toLong(crud.itemID(map)));

        ret joinNemptiesWithVBar(crud.renderCmds_base(map),

          targetBlank(simulateDomainLink(dom.domainAndPath), "Talk to bot"));

      };

      /*if (!usePageRegexp)

        crud.unshownFields = litset("pageRegexp");*/

      if (showDeliveredDomains)

        framer?.add(p("See also the " + ahref(crudLink(DeliveredDomain), "list of domains the bot was delivered on")));

    }

    if (c == DeliveredDomain) {

      crud.nav = () -> joinNemptiesWithVBar(crud.nav_base(),

        ahref("/deleteDeliveredDomains", "Delete all"));

      crud.renderCmds = map -> {

        DeliveredDomain dom = getConcept DeliveredDomain(toLong(crud.itemID(map)));

        ret joinNemptiesWithVBar(crud.renderCmds_base(map),

          targetBlank(simulateDomainLink(dom.domain), "Talk to bot"));

      };

    }

    if (c == UploadedImage) {

      crud.massageFormMatrix = (map, matrix) -> {

        UploadedImage item = getConcept UploadedImage(toLong(crud.itemID(map)));

        addInFront(matrix, ll("Upload image",

          hjs_imgUploadBase64Encoder()

          + himageupload(id := "imgUploader")

          + hhiddenWithIDAndName("f_img_base64")));

      };

      crud.formParameters = () -> paramsPlus(crud.formParameters_base(), onsubmit := "return submitWithImageConversion(this)");

    }

    // TODO: set mime type!

    if (c == UploadedSound) {

      crud.massageFormMatrix = (map, matrix) -> {

        UploadedSound item = getConcept UploadedSound(toLong(crud.itemID(map)));

        matrix.add(ll("Upload MP3/OGG/WAV/M4A",

          hjs_fileUploadBase64Encoder()

          + haudioUpload(id := "fileUploader")

          + hhiddenWithIDAndName("f_file_base64")));

      };

      crud.formParameters = () -> litparams(onsubmit := "return submitWithFileConversion(this)");

    }

    if (c == UploadedFile) {

      crud.massageFormMatrix = (map, matrix) -> {

        UploadedFile item = getConcept UploadedFile(toLong(crud.itemID(map)));

        matrix.add(ll("Upload File",

          hjs_fileUploadBase64Encoder()

          + hfileupload(id := "fileUploader")

          + hhiddenWithIDAndName("f_file_base64")

          + hjs([[

            $("input[name=thefile]").change(function(e) {

              var name = e.target.files[0].name;

              if (name)

                $("input[name=f_name]").val(name);              

            });

           ]]

          )));

      };

      crud.formParameters = () -> litparams(onsubmit := "return submitWithFileConversion(this)");

    }

    if (isSubclassOf(c, BotStep)) {

      crud.renderCmds = map -> {

        BotStep step = getConcept BotStep(toLong(crud.itemID(map)));

        ret joinNemptiesWithVBar(crud.renderCmds_base(map),

          targetBlank(simulateScriptLink(step), "Test in bot"),

          hPopDownButton(

            targetBlank(baseLink + "/dialogTree?stepID=" + step.id, "Show Dialog Tree")));

      };

      if (showDeliveredDomains)

        framer?.add(p("See also the " + ahref(crudLink(DeliveredDomain), "list of domains the bot was delivered on")));

    }

    if (c == Worker) {

      crud.unshownFields = litset("lastOnline");

      crud.uneditableFields = litset("available", "lastOnline");

    }

    // show references

    crud.postProcessTableRow = (item, rendered) -> {

      long id = crud.itemIDAsLong(item);

      Concept concept = getConcept(id);

      if (concept == null) ret rendered;

      Cl<Concept> refs = allBackRefs(concept);

      if (empty(refs)) ret rendered;

      refs = sortedByConceptID(refs);

      S rts = req.get("refsToShow");

      int refsToShow = empty(rts) ? maxRefsToShow : parseInt(rts);

      int more = l(refs)-refsToShow;

      ret mapPlus(rendered, span_title("Where is this object used", nameOfReferencesColumn),

        joinMap(takeFirst(refsToShow, refs), ref -> p(ahref(conceptLink(ref),

          htmlEncode_nlToBr_withIndents(str(ref)))))

        + (more <= 0 ? "" : "<br>" + ahref(addParamsToURL(crudLink(concept), refsToShow := 10000), "+" + n2(more) + " more")));

    };

    ret crud;

  }

  // returns base CRUD class

  Class isLinkableConcept(Concept c, Req req) {

    if (req == null || c == null) null;

    Class theClass = _getClass(c);

    ret firstThat(allLinkableClasses(req),

      base -> isSubclassOf(theClass, base));

  }

  S crudLink(Concept c) {

    ret conceptLink(c, currentReq());

  }

  S conceptLink(Concept c, Req req default currentReq()) {

    Class theClass = c.getClass();

    if (req != null) {

      theClass = isLinkableConcept(c, req);

      if (theClass == null) null;

    }

    ret c == null ? null : appendQueryToURL(crudLink(theClass), selectObj := c.id, showOnlySelected := showOnlySelectedObject ? "1": null) + "#obj" + c.id;

  }

  S conceptEditLink(Concept c, O... _) {

    ret c == null ? null : appendQueryToURL(crudLink(c.getClass()), paramsPlus(_, edit := c.id));

  }

  S conceptDuplicateLink(Concept c) {

    ret c == null ? null : appendQueryToURL(crudLink(c.getClass()), duplicate := c.id);

  }

  <A extends Concept> S makeClassNavItem(Class<A> c, Req req) {

    HCRUD_Concepts<A> data = crudData(c, req);

    HCRUD crud = makeCRUD(c, req, null);

    Map filters = filtersForClass(c, req);

    int count = countConcepts(c, mapToParams(filters));

    //print("Count for " + c + " with " + filters + ": " + count);

    ret (crud.singleton ? "" : span(n2(count), "data-isCountOf" := shortClassName(c)) + " ")

      + ahref(crudLink(c), count == 1 ? data.itemName() : data.itemNamePlural())

      + (!crud.actuallyAllowCreate() ? "" : " " + targetBlankIf(newLinkTargetBlank(c), newLinkForCRUD(crud, c), "+", title := "Create New " + data.itemName()));

  }

  swappable bool newLinkTargetBlank(Class c) { false; }

  S newLinkForCRUD(HCRUD crud, Class c) {

    ret crud.newLink();

  }

  Cl<Class> allLinkableClasses() {

    Req req = newReq();

    req.masterAuthed = true;

    ret allLinkableClasses(req);

  }

  Cl<Class> allLinkableClasses(Req req) {

    ret joinSets(crudClasses(req), botCmdClasses());

  }

  L<Class> botCmdClasses() {

    ret dynNewBot2_botCmdClasses();

  }

  L<Class> dynNewBot2_botCmdClasses() {

    L<Class> l = ll(BotMessage, UploadedImage, BotImage, BotOutgoingQuestion, BotPause, Sequence);

    if (enableRandomActions) l.add(BotRandomAction);

    if (settings().multiLanguageMode) l.add(BotSwitchLanguage);

    ret l;

  }

  L<Class> crudClasses(Req req) {

    ret dynNewBot2_crudClasses(req);

  }

  L<Class> dynNewBot2_crudClasses(Req req) {

    if (req?.masterAuthed) {

      L<Class> l = ll(Conversation, Lead, ConversationFeedback, Domain, UserKeyword, UploadedSound, UploadedFile);

      if (enableAvatars) l.add(Avatar);

      l.add(Settings);

      if (settings().multiLanguageMode) l.add(Language);

      if (settings().enableWorkerChat) l.add(Worker);

      if (recordExecutionsAndInputs) addAll(l, ExecutedStep, InputHandled);

      ret l;

    } else

      ret ll(Conversation, Lead, ConversationFeedback);

  }

  MapSO filtersForClass(Class c, Req req) {

    if (c == Conversation.class && req.authDomainObj != null)

      ret litmap(domainObj := req.authDomainObj);

    if (eqOneOf(c, Lead.class, ConversationFeedback.class) && req.authDomainObj != null)

      ret litmap(domain := req.authDomainObj);

    null;

  }

  S crudBase() {

    ret baseLink + "/crud";

  }

  S crudLink(Class c) {

    ret crudBase() + "/" + shortName(c);

  }

  <A extends Concept> HCRUD_Concepts<A> crudData(Class<A> c, Req req) {

    HCRUD_Concepts<A> cc = new(c);

    if (useDynamicComboBoxes) cc.useDynamicComboBoxes = true;

    if (eq(req.get("dynamicComboBoxes"), "1")) cc.useDynamicComboBoxes = true;

    cc.trimAllSingleLineValues = true;

    cc.fieldHelp("comment", "Put any comment about this object here");

    cc.itemName = () -> replaceIfEquals(

      dropPrefix("Bot ", cc.itemName_base()), "Jump Button", "Button");

    cc.valueConverter = new DefaultValueConverterForField {

      public OrError<O> convertValue(O object, Field field, O value) {

        // e.g. for "buttons" field

        print("convertValue " + field + " " + className(value));

        if (value instanceof S && eq(field.getGenericType(), type_LS())) {

          print("tlft");

          ret OrError(tlft((S) value));

        }

        ret super.convertValue(object, field, value);

      }

    };

    if (c == InputHandled) {

      cc.itemNamePlural = () -> "Inputs Handled";

    }

    if (c == Domain) {

      cc.fieldHelp(

        "domainAndPath", "without http:// or https://",

        "botName", "Bot name for this domain (optional)",

        "headerColorLeft", "Hex color for left end of header gradient (optional)",

        "headerColorRight", "Hex color for right end of header gradient (optional)",

        autoOpenBot := "Open the bot when page is loaded",

        password := "A separate password for people who can see only this domain",

        pageRegexp := "A Java-style regular expression that filters which page the bot is shown on");

      cc.massageItemMapForList = (item, map) -> {

        map.put("domainAndPath", HTML(b(htmlEncode2(item/Domain.domainAndPath))));

        map.put("password", SecretValue(map.get("password")));

      };

    }

    if (c == BotOutgoingQuestion) {

      cc.dropEmptyListValues = false; // for button actions

      cc.addRenderer("displayText", new HCRUD_Data.TextArea(80, 10));

      cc.addRenderer("buttons", new HCRUD_Data.TextArea(80, 10, o -> lines_rtrim((L) o)));

      cc.fieldHelp(

        displayText := displayTextHelp(),

        key := [[Internal key for question (any format, can be empty, put "-" to disable storing answer)]],

        defaultValue := "What the input field is prefilled with",

        placeholder := "A text the empty input field shows as a hint",

        buttons := "Buttons to offer as standard answers (one per line, use | to add a shortened version submitted as user input)",

        allowFreeText := "Can user enter free text in addition to clicking a button?",

        multipleChoice := "Can user select multiple buttons?",

        optional := "Can user skip the question by entering nothing?",

        multipleChoiceSeparator := "Internal field, just leave as it is",

        answerCheck := "Select this to validate user's answer against a pattern",

        buttonActions := "Optional actions (one for each button in the list above)",

        radioButtons := "Show buttons as radio buttons",

      );

      cc.addRenderer("answerCheck", new HCRUD_Data.ComboBox("", "email address", "phone number"));

      cc.massageItemMapForList = (item, map) -> {

        map.put("buttons", HTML(ol_htmlEncode(item/BotOutgoingQuestion.buttons)));

        map.put("buttonActions", HTML(ul(

          map(item/BotOutgoingQuestion.buttonActions, action ->

            ahref(conceptLink(action), htmlEncode2_nlToBr(str(action)))))));

       };

    }

    if (c == UserKeyword) {

      cc.fieldHelp(

        language := "Language that this keyword matches in (optional)",

        pattern := targetBlank("http://code.botcompany.de:8081/getraw.php?id=1030319", "'PhraseCache'") + " matching pattern (most important field)",

        examples := "Example inputs that should be matched (one per line, optional)",

        counterexamples := "Example inputs that should be NOT matched (one per line, optional)",

        action := "What bot does when input is matched",

        enabled := "Uncheck to disable this keyword",

        priority := "If set, this keyword overrides other input handlers (e.g. from outgoing questions)",

        precedence := "Precedence over other keywords (higher value = match first)",

      );

      for (S field : ll("examples", "counterexamples"))

        cc.addRenderer(field, new HCRUD_Data.TextArea(80, 5, o -> lines_rtrim((L) o)));

      cc.massageItemMapForList = (item, map) -> {

        map.put("examples", lines_rtrim(item/UserKeyword.examples));

        map.put("counterexamples", lines_rtrim(item/UserKeyword.counterexamples));

      };

    }

    if (c == Settings) {

      cc.fieldHelp(

        mainDomainName := "Domain where bot is hosted (to correctly send image and sound links)",

        botTypingDelay := "Delay in seconds before bot sends message, base value",

        botTypingDelayPerWord := "Delay in seconds before bot sends message, per word",

        botTypingMaxDelay := "Delay in seconds before bot sends message, max value",

        preferredCountryCodes := [[Country codes to display first in list (e.g. "+1, +91")]],

        notificationSound := "Bot message notification sound (can leave empty, then we use the "

          + ahref(defaultNotificationSound(), "default sound"),

        talkToBotOnlyWithAuth := "Show bot only to authorized persons",

        mailLeadsTo := "Where to send a mail when a new lead occurs (addresses separated by comma)",

        leadMailSubject := "Subject for lead notification mails");

    }

    if (c == Conversation)

      cc.massageItemMapForList = (item, map) -> {

        replaceMap(map, litorderedmap(

          id := map.get("id"),

          "IP" := map.get("ip"),

          "started" := formatLocalDateWithMinutes(item/Conversation.created),

          country := map.get("country"),

          msgs := lines_rtrim(item/Conversation.msgs),

          avatar := map.get("avatar"),

          answers := htmlEncode2(renderColonProperties(item/Conversation.answers)),

          stack := HTML(ol(

            cloneMap(item/Conversation.stack, activeSeq -> htmlEncode2(str(activeSeq))))),

        ));

      };

    if (c == BotMessage) {

      cc.addRenderer("text", new HCRUD_Data.TextArea(80, 10));

      cc.addRenderer("specialPurpose", new HCRUD_Data.ComboBox(itemPlus("", keys(specialPurposes))));

      cc.fieldHelp(

        text := displayTextHelp(),

        specialPurpose := "Special occasion when to display this message",

        disableInput := "Check to disable user input while this message is showing");

    }

    if (c == Form)

      cc.massageItemMapForList = (item, map) -> {

        map.put("steps", pnlToStringWithEmptyLines_rtrim(item/Form.steps));

      };

    if (c == Sequence)

      cc.massageItemMapForList = (item, map) -> {

        map.put("steps", HTML(ol(

          map(item/Sequence.steps, step ->

            ahref(conceptLink(step), htmlEncode2_nlToBr(str(step)))))));

      };

    if (c == BotImage)

      cc.massageItemMapForList = (item, map) -> {

        S url = item/BotImage.imageURL();

        if (isURL(url))

          map.put("Image Preview", HTML(himg(url, style := hcrud_imagePreviewStyle())));

        map.put(cc.fieldNameToHTML("imageURL"), HTML(

            htmlEncode2(url) + " "

          + himgsnippet(#1101381, onclick := 

              "copyToClipboard(" + jsQuote(url) + "); "

            + "window.createNotification({ theme: 'success', showDuration: 3000 })({ message: "

            + jsQuote("Image URL copied to clipboard")

            + "});")));

      };

    if (c == UploadedImage) {

      cc.massageItemMapForList = (item, map) -> {

        S url = item/UploadedImage.imageURL();

        File f = item/UploadedImage.imageFile();

        map.put("Image Size", toK_str(fileSize(f)));

        if (fileSize(f) > 0)

          map.put("Image Preview (click for full-scale)", HTML(targetBlank(url, himg(url, style := hcrud_imagePreviewStyle()))));

      };

      IVF2 massageItemMapForUpdate_old = cc.massageItemMapForUpdate;

      cc.massageItemMapForUpdate = (item, map) -> {

        cc.massageItemMapForUpdate_fallback(massageItemMapForUpdate_old, item, map);

        S base64 = (S) map.get("img_base64");

        print("Got base64 data: " + l(base64));

        if (nempty(base64)) {

          File f = item/UploadedImage.imageFile();

          saveFileVerbose(f, base64decode(base64));

        }

        map.remove("img_base64");

      };

    }

    if (c == UploadedSound) {

      cc.massageItemMapForList = (item, map) -> {

        S url = item/UploadedSound.soundURL();

        File f = item/UploadedSound.soundFile();

        map.put("Sound Size", toK_str(fileSize(f)));

        if (fileSize(f) > 0)

          map.put("Test Sound", HTML(ahref(url, "Test Sound")));

      };

      IVF2 massageItemMapForUpdate_old = cc.massageItemMapForUpdate;

      cc.massageItemMapForUpdate = (item, map) -> {

        cc.massageItemMapForUpdate_fallback(massageItemMapForUpdate_old, item, map);

        S base64 = (S) map.get("file_base64");

        print("Got base64 data: " + l(base64));

        if (nempty(base64)) {

          File f = item/UploadedSound.soundFile();

          saveFileVerbose(f, base64decode(base64));

        }

        map.remove("file_base64");

      };

    }

    if (c == UploadedFile) {

      cc.fieldHelp(

        name := "Also used as file name when downloading",

        mimeType := "Content type (MIME type) for this file (optional)",

        liveURI := "URI to serve file under. No leading slash.");

      cc.massageItemMapForList = (item, map) -> {

        S url = item/UploadedFile.downloadURL();

        File f = item/UploadedFile.theFile();

        map.put("File Size", toK_str(fileSize(f)));

        if (fileSize(f) > 0)

          map.put("Download", HTML(ahref(url, "Download")));

      };

      IVF2 massageItemMapForUpdate_old = cc.massageItemMapForUpdate;

      cc.massageItemMapForUpdate = (item, map) -> {

        cc.massageItemMapForUpdate_fallback(massageItemMapForUpdate_old, item, map);

        S base64 = (S) map.get("file_base64");

        print("Got base64 data: " + l(base64));

        if (nempty(base64)) {

          File f = item/UploadedFile.theFile();

          saveFileVerbose(f, base64decode(base64));

        }

        map.remove("file_base64");

      };

    }

    if (c == Worker) {

      cc.massageItemMapForList = (item, map) -> {

        AbstractBotImage image = item/Worker.image!;

        if (image != null)

          map.put("Image Preview", HTML(himg(image.imageURL(), style := hcrud_imagePreviewStyle())));

      };

    }

    if (c == Avatar) {

      cc.fieldHelp(shift := [[hours when avatar is active, e.g. 8-18 (leave empty if always on shift, put 0-0 if never on shift)]]);

      cc.massageItemMapForList = (item, map) -> {

        map.put("On Shift Now" := item/Avatar.onShift());

      };