<br />
<b>Warning</b>:  session_start(): open(/var/lib/php/sessions/sess_l8i0qvdnb3fnketu6erqa6se8l, O_RDWR) failed: No space left on device (28) in <b>/var/www/tb-usercake/models/config.php</b> on line <b>51</b><br />
<br />
<b>Warning</b>:  session_start(): Failed to read session data: files (path: /var/lib/php/sessions) in <b>/var/www/tb-usercake/models/config.php</b> on line <b>51</b><br />
// TODO: prevent non-master users from setting createdBy field manually

mainPackage gazelle
mainClassName main

set flag needToKnowMainLib.
!include early #1031277 // BEA general includes

!include once #1030833 // BEACalculations

//set flag defaultDefaultClassFinder_debug.

set flag CleanImports.
set flag DynModule.
set flag NoNanoHTTPD.
set flag AllPublic. // for dynamic BEA objects
rewrite BEA with BEAObject.

abstract static class GazelleBEA > DynGazelleRocks {
  switchable bool mirrorBEAObjects; // don't do it for now
  switchable bool enableAutoRuns = true;
  switchable bool enableNewBEAObjectNotis = true;
  switchable bool printAllConceptChanges;
  switchable bool useShadowLogger = true;
  switchable bool autoActivateDynamicObjects = true;
  switchable bool reloadWhenMainLibUpdates;
  switchable S baseSystemVersion = "1"; // increase this when all dynamic objects need a recompile
  
  S activateOnlyTheseIDs;
  S dontActivateTheseIDs;

  transient ReliableSingleThread_Multi<BEAObject> rstAutoRuns = dm_rstMulti(this, 1000, lambda1 performAutoRuns);
  transient Q notificationQ;
  transient ReliableSingleThread_Multi<BEAObject> rstDistributeNewObject = dm_rstMulti(this, 1000, lambda1 distributeNewObject_impl);
  transient Set<BEAObject> newObjectsDistributed = weakSet();

  transient ReliableSingleThread_Multi<BEAObject> rstUpdateBEAMirrors = dm_rstMulti(this, 100, c -> c.updateMirrorPost());
  
  transient ReliableSingleThread_Multi<BEAObject> rstAutoActivateDynamicObjects = dm_rstMulti(this, 100, lambda1 autoActivateDynamicObject);

  transient BEACalculations calculations = new(this);
  transient BEACalculations calc = calculations;
  transient int newFieldsToShow = 3;
  transient bool allowAnonymousInputUpload = true; // TODO
  switchable int maxInputLength = 50000;
  
  switchable S mainDomainWithProtocol = "https://bea.gazelle.rocks";
  
  switchable bool verboseQStartsAndStops;

  transient ConceptClassesDependentValue<Int> inputsWithoutRewrites;
  transient ConceptClassesDependentValue<Int> inputsWithoutMatches;
  transient ConceptClassesDependentValue<Int> syntacticPatternsWithoutRewrites;
  
  transient Set<File> deadClassPaths = syncLinkedHashSet();
  
  transient new x30_pkg.x30_util.BetterThreadLocal<BEA> beaThreadOwner;

  // add more fields for GazelleBEA here
  
  !include #1030883 // DB quickImport mix-in
  
  void init {
    super.init();
    //set quickDBReloadEnabled;
    botName = heading = adminName = "Gazelle BEA";
    set enableVars;
    unset showTalkToBotLink;
    unset phoneNumberSpecialInputField;
    unset showMetaBotOnEveryPage;
  }
  
  Class lookForClass(ClassLoader cl, S name) {
    pcall {
      // first thing - filter
      if (!name.startsWith(DynClassName_mainPrefixForVM())) null;
    
      print("Looking for class " + name);
      DynClassName dcn = DynClassName_parse(name);
      if (dcn == null) dcn = DynClassName_parseOther(name);
      if (dcn == null) {
        vmBus_send lookingForClass_noDCNParse(name);
        null;
      }
      S subPath = vmClassNameToSubPath(dcn.fullClassNameForVM());
      File byteCode = dcn.byteCodeFile();
      vmBus_send lookingForClass_haveByteCodeFile(byteCode);
      
      // jar already added? done.
      if (classLoaderContainsByteCodePath(cl, byteCode)) {
        vmBus_send lookingForClass_haveByteCodePath(byteCode);
        null;
      }
      
      // class file not found? bad.
      bool exists = fileExistsInInDirOrZip(byteCode, subPath);
      printVars(+exists, +subPath, +byteCode);
      if (!exists) {
        vmBus_send lookingForClass_subPathNotInByteCode(byteCode, subPath);
        fail("Class not found: " + subPath + " in " + byteCode);
      }
        
      // register byte code path
      addByteCodePathToClassLoader(cl, byteCode);
      assertTrue("Byte code added", classLoaderContainsByteCodePath(cl, byteCode));
      vmBus_send lookingForClass_byteCodePathAdded(byteCode);
      
      ret (Class) call(cl, "super_findClass", name);
      
      // null; // just let the class loader do its thing
      
      // recursive call
      //ctex { ret cl.loadClass(name); }
    }
    null;
  }

  void startDB {
    ClassLoader cl = dm_moduleClassLoader();
    setOpt(cl, verbose := true);
    setFieldToIF1Proxy(cl, findClass_extension := (IF1<S, Class>) name -> {
      vmBus_send lookingForClass(cl, name);
      Class c = lookForClass(cl, name);
      vmBus_send lookingForClass_result(cl, name, c);
      ret c;
    });
    
    O classFinder = _defaultClassFinder();
    db_mainConcepts().classFinder = func(S name) -> Class enter {
      print("Deserializing class " + name);
      try {
        S name2 = dropPrefix(mcName() + "$", name);
        S mainPrefix = dotToDollar(DynClassName_mainPrefix());
        //printVars(+mainPrefix, +name2);
        if (name2.startsWith(mainPrefix)) {
          S vmName = DynClassName_parse(name2).fullClassNameForVM();
          print("Loading dynamic class " + vmName);
          Class c = classLoader_loadClass(module(), vmName);
          //print(+c);
          ret c;
        }
        Class c = cast callF(classFinder, name);
        print(+c);
        ret c;
      } on fail e {
        printStackTrace(e);
      }
    };
    
    db();
    Concepts concepts = db_mainConcepts();
    concepts.useBackRefsForSearches = true;
    
    concepts.makeStructureData = () ->
      concepts.finishStructureData(new structure_Data {
        void writeObject(O o, S shortName, MapSO fv) {
          if (o instanceof Concept && conceptID(o/Concept) == 136925)
            print("writeProblemObject " + shortName + " " + fv);
          super.writeObject(o, shortName, fv);
        }
      });
      
    inputsWithoutRewrites = ConceptClassesDependentValue(litset(BEA), () -> countPred(beaList("Input"), c -> empty(beaBackRefs(c, "Rewrite"))));
    inputsWithoutMatches = ConceptClassesDependentValue(litset(BEA), () -> countPred(beaList("Input"), c -> empty(beaBackRefs(c, "Match"))));
    syntacticPatternsWithoutRewrites = ConceptClassesDependentValue(litset(BEA), () -> countPred(beaList("Syntactic Pattern"), c -> empty(beaBackRefs(c, "Rewrite"))));
    
    if (useShadowLogger) {
      ConceptsShadowLogger shadowLogger = new(db_mainConcepts());
      shadowLogger.install();
      //shadowLogger.writer = printWriter(deflaterOutputStream_syncFlush_append(programFile("shadow.log.deflated")));
      shadowLogger.writer = filePrintWriter_append(programFile("shadow.log"));
      dm_doEvery(10.0, r { shadowLogger.flush(); });
      ownResource(shadowLogger);
    }
    
    if (printAllConceptChanges) printAllConceptChanges();
  }
  
  MapSO emergencyFlags() {
    ret (Map) parseEqualsProperties(
      joinNemptiesWithEmptyLines(
        loadTextFile(programFile("gazelle-emergency-options.txt")),
        loadTextFile(javaxDataDir("gazelle-emergency-options.txt")),
      ));
  }
  
  void start {
    print("Module ID: " + dm_moduleID());
    set !useBotNameAsModuleName;
    setOptAllDyn_pcall(module(), pnl(+emergencyFlags());
    change();
    S name = actualMCDollar() + "BEAObject";
    print(+name);
    assertEquals(BEAObject, callF(defaultDefaultClassFinder(), name));
    assertEquals(ConceptWithGlobalID, callF(defaultDefaultClassFinder(), mcDollar() + "ConceptWithGlobalID"));
    //seedDBFrom(#1030602);
    set botDisabled;
    set storeBaseClassesInStructure;
    super.start();
    print("main concepts: " + db_mainConcepts() + ", count: " + db_mainConcepts().countConcepts());
    print(renderConceptClassesWithCount(db_mainConcepts()));
    print("Inputs: " + n2(beaCount("Input")));
    set showCRUDToEveryone;
    //set showOnlySelectedObject;
    
    // reload module when lib changes
      dm_onSnippetTranspiled(mainLibID, r {
        if (reloadWhenMainLibUpdates)
          dm_reloadModule();
      });

    if (!enabled) ret;

    // mirror all objects to be sure
    rstUpdateBEAMirrors.addAll(list(BEAObject));
    
    newObjectsDistributed.addAll(list(BEAObject));
    
    /*onIndividualConceptChange_notOnAllChanged(BEAObject,
      p -> { calculations.makeSyntacticPattern(p); });*/
      
    onIndividualConceptChange_notOnAllChanged(BEAObject,
      o -> {
        if (enableAutoRuns) rstAutoRuns.add(o);
        if (enableNewBEAObjectNotis && newObjectsDistributed.add(o))
          rstDistributeNewObject.add(o);
      });
      
    notificationQ = dm_startQ();
    
    // fix refs occasionally
    
    dm_doEvery(5*60.0, r-enter {
      print(ConceptsRefChecker(db_mainConcepts()).runAndFixAll());
    });
    
    // call _activate on all objects
    setField(activateOnlyTheseIDs := nemptyLinesLL(
      loadTextFile(programDir("gazelle-activate-only")),
      loadTextFile(javaxDataDir("gazelle-activate-only"))));
    Set<Long> ids = activateOnlyTheseIDs();
    
    Set<Long> antiIDs = dontActivateTheseIDs();
    print("Object IDs to activate: " + (ids == null ? "ALL" : ids));
    if (nempty(antiIDs)) print("Object IDs not to activate: " + (ids == null ? "ALL" : ids));
    for (BEA bea)
      if ((ids == null || contains(ids, bea.id)) && !contains(antiIDs, bea.id)) {
        //print("Activating: " + bea);
        callActivate(bea);
      }
      
    // clean old websockets
    for (BEA o : cloneList(beaList("Live WebSocket")))
      cdelete(o);
      
    print("All objects activated");
  }

  void makeIndices :: after {    
    indexConceptClass(BSettings);
    indexConceptFieldDesc(BEAObject, "_modified");
    indexConceptFieldCIWithTopTen(BEAObject, "type");
    indexConceptFieldIC(BEAObject, "text");
    indexConceptFieldIC(BEAObject, "purpose");
  }
  
  L<Class> crudClasses(Req req) {
    ret listPlus(super.crudClasses(req), BEAObject, /*BEAPatternList*/);
  }
  
  Set<Class> hiddenCrudClasses() {
    Set<Class> set = super.hiddenCrudClasses();
    addAll(set, Conversation, ExecutedStep, InputHandled);
    ret set;
  }
  
  S authFormHeading() {
    ret h3("Gazelle BEA");
  }
  
  void makeFramer(Req req) {
    super.makeFramer(req);
    
    req.framer.addInHead(hjs_autoExpandingTextAreas());
  }

  <A extends Concept> HCRUD_Concepts<A> crudData(Class<A> c, Req req) {
    HCRUD_Concepts<A> cc = super.crudData(c, req);
    
    if (c == BEAObject) {
      cc.humanizeFieldNames = false;
      cc.convertConceptValuesToRefs = true;
      cc.itemName = () -> "BEA Object";
      
      cc.addRenderer("meta_code", new HCRUD_Data.AceEditor(80, 20));
      
      cc.isEditableValue = o ->
        cc.isEditableValue_base(o)
          && !eq(shortClassName(o), "MultiSet");
      
      cc.conceptClassForComboBoxSearch = (info, query) -> {
        if (endsWith(info, "_nativeValue"))
          ret Concept;
        ret cc.conceptClassForComboBoxSearch_base(info, query);
      };
      
      cc.comboBoxSearchBaseItems = (info, query) -> {
        new Matches m;
        printVars comboBoxSearchBaseItems(+info);
        if (jMatchStart("type=<quoted>", info, m)) {
          var l = beaList($1);
          print("Got " + nItems(l));
          ret cc.comboBoxItems(l);
        }
        ret cc.comboBoxSearchBaseItems_base(info, query);
      };
      
      cc.onCreate.add(o ->
        cset(o, createdBy := currentUser()));
      
      cc.getObjectForDuplication = id -> {
        BEA o = beaGet(toLong(id));
        MapSO item = cc.getObjectForDuplication_base(id);
        item.put(createdBy := req.auth.user!); // set default creator to current user
        item.put(createdFrom := o);
        
        // call enhancer object
        item = (MapSO) pcallOpt(cget cleanObjectForDuplication(websiteEnhancersObject()), "cleanObjectForDuplication", o, item);
        
        ret item;
      };
      
      cc.emptyObject = () -> {
        MapSO item = cc.emptyObject_base();
        item.put(type := "");
        ret item;
      };
      
      Set<S> deletableRefs = litciset("Match");
      
      cc.objectCanBeDeleted = id -> {
        BEA o = cast cc.conceptForID(id);
        ret userCanEditObject(user(req), o)
          && all(findBackRefs(BEAObject, o), x -> contains(deletableRefs, x.type()));
      };

      cc.actuallyDeleteConcept = o -> {
        deleteConcepts(filter(findBackRefs(BEAObject, o),
          o2 -> contains(deletableRefs, o2.type())));
        cdelete(o);
      };
    }

    ret cc;
  }

  <A extends Concept> HCRUD makeCRUD(Class<A> c, Req req, HTMLFramer1 framer) {
    HCRUD crud = super.makeCRUD(c, req, framer);
    HCRUD_Concepts data = cast crud.data;
    crud.showOnlySelected = true;
    crud.showSearchField = true;
    if (data.customFilter == null)
      crud.descending = true; // show latest objects first by default except when searching
    crud.cleanItemIDs = true;

    if (c == BEAObject) {
      crud.allowFieldRenaming = true;
      
      var renderValue_old = crud.renderValue;
      crud.renderValue = (field, value) -> {
        S html = crud.renderValue_fallback(renderValue_old, field, value);
        ret addShowMoreButton(html);
      };
      
      crud.cellColumnToolTips = true;
      crud.unshownFields = litset("mirrorPost", "globalID");
      crud.showTextFieldsAsAutoExpandingTextAreas = true;
      crud.duplicateInNewTab = true;
      
      crud.customizeACEEditor = ace -> {
        ace.onKeyDown = "function(event) { " + jquery_submitFormOnCtrlEnter() + " }";
      };
      
      HCRUD_Concepts cc = cast crud.data;
      
      S typeFilter = req.get("type");
      if (nempty(typeFilter))
        cc.addCIFilter(type := typeFilter);
      
      crud.renderCmds = map -> {
        BEA o = getConcept BEA(crud.itemIDAsLong(map));
        
        new LS cmds;
        
        // ask the object itself for commands
        
        addAll(cmds, allToString(optCast Cl(pcall(o, "cmds"))));
        
        // special commands for BEA types or objects with certain fields
        
        if (fileNotEmpty(javaSourceFileForObject(o)))
          cmds.add(targetBlank(baseLink + "/javaSource?id=" + o.id, "Show Java source"));
        
        for (S field : ll("text", "what", "type")) {
          S text = getStringOpt(o, field);
          if (nempty(text))
            cmds.add(
              targetBlank(addParamsToURL(baseLink + "/query",
                q := text, algorithm := "process input"),
                "Use field " + quote(field) + " as query"));
        }

        if (o.typeIs("Input")) {
          cmds.add(ahref(addParamsToURL(crudLink(BEAObject),
            cmd := "new",
            title := "Add Pattern For Input",
            f_type := "Pattern",
            f_text := getStringOpt text(o),
            f_shouldMatch := o.id, metaInfo_shouldMatch := "concept",
          ), "Add pattern"));

          cmds.add(ahref(appendParamsToURL(baseLink + "/query", q := o.text(), algorithm := "Apply all text functions"),
           "Apply all text functions"));
        }

        if (o.typeIs("Pattern"))
          cmds.add(ahref(appendParamsToURL(baseLink + "/query", q := o.id, algorithm := "Run pattern"),
           "Try-run pattern against all inputs"));
        
        if (o.typeIsOneOf("Pattern", "Syntactic Pattern")) {
          cmds.add(ahref(appendParamsToURL(baseLink + "/reactAllInputsWithPattern", patternID := o.id),
           "React pattern with all inputs"));
           
          cmds.add(ahref(appendParamsToURL(baseLink + "/convertSyntacticToSemanticMatchesForWholePattern", patternID := o.id),
            "Convert all syntactic matches to semantic matches"));
        }

        if (o.typeIs("Match")) {
          cmds.add(ahref(appendParamsToURL(baseLink + "/query", q := o.id, algorithm := "Find rewrites for match"),
           "Find rewrites"));
          if (beaTypeIs(beaGet pattern(o), "Syntactic Pattern"))
            cmds.add(ahref(appendParamsToURL(baseLink + "/convertSyntacticToSemanticMatches", matchID := o.id),
            "Convert to semantic matches"));
        }

        cmds.add(
          targetBlank(addParamsToURL(crudLink(BEA),
            cmd := "new",
            newField1_name := "inReferenceTo",
            newField1_type := "BEAObject",
            newField1_conceptValue := o.id),
            "Reference this"));
        
        cmds.add(
          ahref(addParamsToURL(baseLink + "/markUseful",
            redirect := beaShortURL(o),
            objectID := o.id),
            "Mark useful"));
        
        cmds.add(
          ahref(addParamsToURL(baseLink + "/markBad",
            redirect := beaShortURL(o),
            objectID := o.id),
            "Mark bad"));
        
        cmds.add(addCommentHTML(o));
          
        if (o.typeIsOneOf("Script", "Step in script") || eqic(beforeVerticalBar(o.type()), "Instruction"))
          cmds.add(
            ahref(addParamsToURL(baseLink + "/runInstruction",
              instruction := o.id),
              "Run"));
              
        if (o.typeIs("Function Result")) {
          if (eqic(cget resultType(o), "string"))
            cmds.add(
              ahref(addParamsToURL(baseLink + "/convertResultToInput",
                result := o.id),
                "Convert to input"));
        }
        
        if (o.typeIs("Auto Run"))
          cmds.add(
            ahref(addParamsToURL(baseLink + "/performAutoRunOnAllObjects", autoRun := o.id), "Run on all objects"));

        if (o.getClass() != BEA)
          cmds.add(
            ahref(addParamsToURL(baseLink + "/migrateToBase", id := o.id), "Migrate to BEAObject"));
            
        cmds.add(
          ahref(addParamsToURL(baseLink + "/performAutoRuns",
            onObject := o.id),
            "Perform auto runs on this object"));
            
        framer.addInHead(hjs_copyToClipboard());
        
        cmds.add(ahref_onClick(formatFunctionCall copyToClipboard(jsQuote(o.globalIDStr())), "Copy global ID [" + o.globalIDStr() + "]"));
        
        LS items = llNempties(
          crud.renderCmds_base(map),
          !o.typeIsOneOf("Input", "Pattern", "Syntactic Pattern")
            ? null : addRewriteHTML(o),
          !canAutoMigrate(o) ? null 
            : ahref(addParamsToURL(baseLink + "/autoMigrate", id := o.id), "Auto-migrate to " + shortClassName(defaultCustomClass(o))));

        if (isObjectWithCode(o) && isMasterAuthed(req)) {
          S link = baseLink + "/activateDynamicObject?id=" + o.id;
          if (!codeHashUpToDate(o))
            if (cget meta_codeHash(o) == null)
              items.add(ahref(link, "Compile new code", title := "Object has not been compiled yet"));
            else
              items.add(ahref(link, "Compile changed code", title := "Code has changed afer last compilation"));
          else if (compileErrorInObject(o))
            items.add("Code error. " + ahref(link, "Compile again", title := "Object has code errors - maybe recompiling fixes them?"));
          else if (o.customCodeLoaded())
            items.add(ahref(link, "Compile again", title := "Custom code is loaded. Click if you want to recompile anyway"));
          else
            items.add(ahref(link, "Compile &amp; load"));
        }

        // add more commands here
        
        pcall { addAll(items, o.directCmds()); }
        
        pcall {
          addAll(items, (LS) callOpt(getWebsiteEnhancer("commandsForObject"), 'commandsFor, o));
        }
        
        items.add(hPopDownButton(cmds));
        ret joinNemptiesWithVBar(items);
      };
      
      cc.massageItemMapForList = (item, map) -> {
        BEAObject o = cast item;
        
        if (o.typeIs("Input")) {
          Cl<BEAObject> matches = objectsWhereNotIC(objectsWhereCI(findBackRefs(o, BEAObject), type := "match"),
            label := "bad");
          map/Map.put("Best Matches", HTML(hparagraphs(
            lmap matchDescHTML(takeFirst(3, matches)))));
        }
        S idField = crud.idField();
        O id = map/Map.get(idField);
        if (id instanceof S)
          map/Map.put(idField, HTML(ahref(beaShortURL(o), id)));
        if (o.typeIs("Function Result")) {
          O value = o~.result;
          map/Map.put("result", HTML(javaValueToHTML(value)));
        }
        
        if (o.typeIs("Match")) {
          SS mapping = o.mapping();
          if (mapping != null)
          map/Map.put("mapping", HTML(
            joinWithBR(map(mapping, (k, v) ->
              htmlEncode2(k) + "=" + calculations.bestInputHTML(v)))));
        }
      
        if (o.getClass() != BEA)
          map/Map.put("Java Class", dropPrefix(actualMCDollar(), className(o)));
          
        if (eq(req.get("showSimpleObjectScore"), "1"))
          map/Map.put("Simple object score" := calculations.simpleObjectScore(o));
      }; // end of massageItemMapForList
      
      crud.massageFormMatrix = (map, matrix) -> {
        for (int i = 1; i <= newFieldsToShow; i++) {
          S nf = "newField" + i;
          
          S key = "\*nf*/_conceptValue";
          BEA refValue = beaGet(req.get(key));
          S refSelector =
            crud.renderInput(key,
              cc.makeConceptsComboBox(key, BEAObject), refValue)
            + hjs([[$("[name=]] + key + [[]").hide()]]);
              
          S nativeSelector =
            crud.renderInput("\*nf*/_nativeValue",
              cc.makeConceptsComboBox("\*nf*/_nativeValue", Concept), null)
            + hjs([[$("[name=]] + nf + [[_nativeValue]").hide()]]);
              
          LS types = ll("String", "BEAObject", "Bool", "Native");
              
          S toggleVis = [[
            $("[name=]] + nf + [[_value]").toggle(value == "String" || value == "Bool");
                $("#]] + nf + [[_refBox").toggle(value == "BEAObject");
                $("#]] + nf + [[_nativeSel").toggle(value == "Native");
          ]];

          S type = req.get("\*nf*/_type");
          S typeSelector = hselect_list(types, type, name := "\*nf*/_type",
              onchange := "var value = this.value;" + toggleVis);
          if (nempty(type))
            typeSelector += hscript("(function(value) {" + toggleVis + "})(" + jsQuote(type) + ")");
          
          matrix.add(ll("Add field:<br>" + htextfield("\*nf*/_name", req.get("\*nf*/_name"), title := "New field name"),
            htmlTable2_noHtmlEncode(ll(ll(
              // string input
              //htextfield("\*nf*/_value"),
              crud.renderTextField("\*nf*/_value", "", 40)
              /*htextarea("",
                name := nf + "_value", 
                class := "auto-expand",
                style := "width: 300px",
              )*/ +
              span(refSelector, id := "\*nf*/_refBox", style := "display: none"),
              span(nativeSelector, id := "\*nf*/_nativeSel", style := "display: none"),
            "Type", typeSelector
            )),
            noHeader := true,
            tableParams := litobjectarray(style := "width: 100%"))));
          }
        };
      
      crud.preprocessUpdateParams = params -> {
        params = cloneMap(params);

        // drop empty strings
        //removeFromMapWhereValue(params, v -> eq(v, ""));
        params = mapValues(params, v -> eq(v, "") ? null : v);
        
        for (int i = 1; i <= max(newFieldsToShow, 10); i++) {
          S nf = "newField" + i;
          S name = trim(params.get("\*nf*/_name")),
            type = params.get("\*nf*/_type"),
            refValue = params.get("\*nf*/_conceptValue"),
            nativeValue = params.get("\*nf*/_nativeValue"),
            value = params.get("\*nf*/_value");
  
          if (eqic(type, "BEAObject")) {
            value = refValue;
            params.put("metaInfo_" + name, "concept");
          } else if (eqic(type, "Native")) {
            value = nativeValue;
            params.put("metaInfo_" + name, "concept");
          } else if (eqic(type, "Bool"))
            params.put("metaInfo_" + name, "bool");
          
          if (eq(value, "")) value = null;
            
          if (nempty(name) /*&& neqOneOf(value, null, "")*/)
            params.put(crud.fieldPrefix + name, value);
        }
        
        ret params;
      };

      // regular users can only edit their own objects
      if (!isMasterAuthed(req))
        cc.objectCanBeEdited = id -> userCanEditObject(user(req), (BEA) cc.conceptForID(id));
    } // end of CRUD customization for BEAObject
    
    ret crud;
  }

  bool userCanEditObject(User user, BEA o) {
    ret user != null && (user.isMaster || cget createdBy(o) == user);
  }
  
  O serveBotFunction(Req req, S function, Map data, User user) {
    if (eq(function, "beaList")) {
      long changedAfter = toLong(data.get("changedAfter"));
      double pollFor = min(bot_maxPollSeconds, toLong(data.get("pollFor"))); // how long to poll (seconds)
      long startTime = sysNow();

      // We're super-anal about catching all changes. This will probably never trigger
      if (changedAfter > 0 && changedAfter == now()) sleep(1);
      
      Cl<BEAObject> objects;
      while true {
        objects = changedAfter == 0 ? list(BEAObject)
          : conceptsWithFieldGreaterThan_sorted(BEAObject, _modified := changedAfter);

        // return when there are results, no polling or poll expired
        if (nempty(objects) || pollFor == 0 || elapsedSeconds_sysNow(startTime) >= pollFor)
          ret serveJSON_breakAtLevels(2, result := map(objects, obj ->
            litorderedmap(gid := str(obj.globalID()), struct := obj.structureString())
          ));

        // sleep and try again
        sleep(bot_pollInterval);
      }
    }
    
    ret super.serveBotFunction(req, function, data, user);
  }

  O serveOtherPage2(Req req) null {
    //printVars_str serveOtherPage2(uri := req.uri);
    try object super.serveOtherPage2(req);
    
    S uri = dropTrailingSlashIfNemptyAfterwards(req.uri);
    new Matches m;
    
    if (swic_notSame(uri, "/beaCRUD/", m))
      ret renderBEAObjectTable(req, urldecode(m.rest()));
    
    if (eq(uri, "/inputs"))
      ret renderBEAObjectTable(req, "input");
      
    if (eq(uri, "/syntacticMatchesTable"))
      ret hrefresh(baseLink + "/matchesTable?syntacticOnly=1");
      
    if (eq(uri, "/matchesTable")) {
      bool syntacticOnly = eq("1", req.get("syntacticOnly"));

      new L<BEA> list;
      for (BEA match : beaList("Match")) {
        BEA input = cgetOpt BEA(match, "input");
        BEA pat = cgetOpt BEA(match, "pattern");
        if (syntacticOnly && !calculations.isSyntacticPattern(pat)) continue;
        continue if calculations.patternAlwaysMatches(pat);

        SS mapping = match.mapping();
        if (input == null || pat == null || mapping == null) continue;
        list.add(match);
      }
      list = sortedByCalculatedFieldDesc(list,
        match -> conceptID(cgetBEA input(match)));
      
      new HTMLPaginator paginator;
      paginator.processParams(req.params());
      paginator.baseLink = addParamsToURL(baseLink,
        filterKeys(req.params(), p -> eq(p, "syntacticOnly")));
      paginator.max = l(list);
      req.framer.add(divUnlessEmpty(paginator.renderNav()));
      list = subList(list, paginator.visibleRange());
      
      new L<Map> data;
      for (BEA match : list) {
        BEA input = cgetOpt BEA(match, "input");
        BEA pat = cgetOpt BEA(match, "pattern");
        SS mapping = match.mapping();
        S patText = calculations.patternTextWithAngleBracketVars(pat);
        LS tok = javaTokWithAngleBrackets(patText);
        new BitSet bs;
        tok = replaceAngleBracketVars(tok, mapping, bs);
        for (IntRange r, bool b : unpair bitSetStreaksAndNonStreaks(bs, l(tok))) {
          S t = joinSubList(tok, r);
          replaceTokens(tok, r, b
            ? formatSubInput(input, t, "obj" + match.id)
            : htmlEncode2(t));
        }
        S boldenedInput = join(tok);
        
        data.add(litorderedmap(
          "Input" := aname("obj" + match.id, joinWithBR(
            ahref(beaURL(input), htmlEncode2_str(input~.text())),
            boldenedInput)),
          "Pattern" := ahref(beaURL(pat), htmlEncode2(pat.text())), // beaHTML(pat),
          //"Sub-Inputs" := htmlEncode2_str(mapping),
          "DB object" := beaHTML_justID(match),
          "Feedback" := joinNemptiesWithSpace(calculations.feedbackHTML(match),
            addCommentHTML(match, defaultComment := "good match", redirectAfterSave := req.uriWithParams(),
            text := "+")),
        ));
      }
        
      req.framer.title = syntacticOnly ? "Syntactic matches table" : "Matches table";
      req.framer.add(p());
      req.framer.add(htmlTable2_noHtmlEncode(data));
      ret completeFrame(req);
    }
            
    if (eq(uri, "/rewritesTable")) {
      new L<Map> data;
      for (BEA input : beaList("Input"))
        for (BEA r : beaBackRefs(input, "Rewrite"))
          data.add(litorderedmap(
            "Input" := input.text(),
            "Rewrite" := tok_dropCurlyBrackets(r.text()),
            "Rewrite Type" := r~.rewriteType));
            
      req.framer.title = "Rewrites table";
      req.framer.add(p());
      req.framer.add(htmlTable2(data));
      ret completeFrame(req);
    }

    if (eq(uri, "/patternRewritesTable")) {
      new L<Map> data;
      for (BEA pat : beaListAny("Pattern", "Syntactic Pattern"))
        for (BEA r : beaBackRefs(pat, "Rewrite"))
          if (cget isRewriteOf(r) == pat) {
            PairS example = calculations.exampleForPatternRewrite(pat, r);
            data.add(litorderedmap(
              "Pattern" := ahref(beaURL(pat), htmlEncode2(pat.text())),
              "Rewrite" := ahref(beaURL(r), htmlEncode2(tok_dropCurlyBrackets(r.text()))),
              "Example" := joinWithBR(htmlEncode2(example.a), htmlEncode2("=> " + example.b)),
              "Rewrite Type" := htmlEncode2_str(r~.rewriteType),
              "Cmds" := hPopDownButton(
                targetBlank(conceptEditLink(r), "Edit"),
              )));
          }
            
      req.framer.title = "Pattern rewrites table";
      req.framer.add(p());
      req.framer.add(htmlTable2_noHtmlEncode(data));
      ret completeFrame(req);
    }

    if (eq(uri, "/syntacticPatternsWithoutRewrites")) {
      HCRUD crud = makeBEAObjectCRUD(req, "Syntactic Pattern");
      HCRUD_Concepts<BEAObject> data = cast crud.data;
      
      IF1 prev = data.customFilter;
      data.customFilter = list -> {
        list = filter(list, c -> empty(beaBackRefs(c, "Rewrite")));
        ret postProcess(prev, list);
      };
      crud.customTitle = "Syntactic patterns without rewrites";
      ret serveCRUD(req, BEAObject, crud);
    }
      
    if (eq(uri, "/inputsWithoutRewrites")) {
      HCRUD crud = makeBEAObjectCRUD(req, "input");
      HCRUD_Concepts<BEAObject> data = cast crud.data;
      
      IF1 prev = data.customFilter;
      data.customFilter = list -> {
        list = filter(list, c -> empty(beaBackRefs(c, "Rewrite")));
        ret postProcess(prev, list);
      };
      crud.customTitle = "Inputs without rewrites";
      ret serveCRUD(req, BEAObject, crud);
    }
      
    if (eq(uri, "/inputsWithRewrites")) {
      HCRUD crud = makeBEAObjectCRUD(req, "input");
      HCRUD_Concepts<BEAObject> data = cast crud.data;
      
      IF1 prev = data.customFilter;
      data.customFilter = list -> {
        list = filter(list, c -> nempty(beaBackRefs(c, "Rewrite")));
        ret postProcess(prev, list);
      };
      crud.customTitle = "Inputs with rewrites";
      ret serveCRUD(req, BEAObject, crud);
    }
      
    if (eq(uri, "/inputsWithoutMatches")) {
      HCRUD crud = makeBEAObjectCRUD(req, "input");
      HCRUD_Concepts<BEAObject> data = cast crud.data;
      
      IF1 prev = data.customFilter;
      data.customFilter = list -> {
        list = filter(list, c -> empty(beaBackRefs(c, "Match")));
        ret postProcess(prev, list);
      };
      crud.customTitle = "Inputs without matches";
      ret serveCRUD(req, BEAObject, crud);
    }
      
    if (eq(uri, "/patterns"))
      ret renderBEAObjectTable(req, "pattern");

    if (eq(uri, "/syntacticPatterns"))
      ret renderBEAObjectTable(req, "Syntactic Pattern");

    if (eq(uri, "/matches"))
      ret renderBEAObjectTable(req, "match");

    if (eq(uri, "/rewrites"))
      ret renderBEAObjectTable(req, "rewrite");

    if (eq(uri, "/aiTasks"))
      ret renderBEAObjectTable(req, "AI Task");

    if (eq(uri, "/query"))
      ret calculations.serveQueryPage(req);
      
    if (eq(uri, "/queryHome"))
      ret calculations.serveQueryPage(req, true);
      
    if (eq(uri, "/saveInput")) {
      S text = trim(req.get("text"));
      S info = trim(req.get("info"));
      S uncleanedText = trim(req.get("uncleanedText"));
      if (empty(text)) ret subBot_serve500("Input empty");
      if (l(text) > maxInputLength) ret subBot_serve500("Input too long");
      BEAObject input = uniqCI BEAObject(type := "Input", +text, createdBy := user(req));
      saveUserAgent(input);
      if (nempty(info) || nempty(uncleanedText))
        cnew BEAObject(type := "Input Source", +input, source := info, +uncleanedText);
      ret hrefresh(or2(req.get("redirect"), baseLink + "/"));
    }
      
    if (eq(uri, "/markUseful")) {
      BEA o = beaGet objectID(req);
      if (o == null) ret subBot_serve500("Object not found");
      uniqCI BEA(type := "Useful", object := o, createdBy := user(req));
      ret hrefresh(or2(req.get("redirect"), baseLink + "/"));
    }
      
    if (eq(uri, "/markBad")) {
      BEA o = beaGet objectID(req);
      if (o == null) ret subBot_serve500("Object not found");
      uniqCI BEA(type := "Bad", object := o, createdBy := user(req));
      ret hrefresh(or2(req.get("redirect"), baseLink + "/"));
    }
      
    if (eq(uri, "/saveAnswer")) {
      S text = trim(req.get("text"));
      S rewriteType = or2(trim(req.get("rewriteType")), "Suggested Answer");
      long inputID = toLong(req.get("inputID"));
      BEAObject input = beaGet(inputID);
      if (input == null) ret subBot_serve500("Input not found");
      if (empty(text)) ret subBot_serve500("Text empty");
      if (l(text) > maxInputLength) ret subBot_serve500("Text too long");
      uniqCI BEAObject(type := "Rewrite", +text, isRewriteOf := input, +rewriteType, createdBy := user(req));
      ret hrefresh(or2(req.get("redirect"), baseLink + "/"));
    }

    if (eq(uri, "/javaSource")) {
      BEA o = beaGet id(req);
      ret serveText(loadTextFile(javaSourceFileForObject(o)));
    }
    
    if (startsWith(uri, "/beaHTML/", m)) {
      req.noSpam();
      S rest = m.rest();
      int i = smartIndexOf(rest, "/");
      BEA o = beaGet(takeFirst(i, rest));
      IF0 result = call_optional(o, "html", req);
      if (result != null) ret result!;
      result = call_optional(o, "html", req.webRequest);
      if (result != null) ret result!;
      ret call(o, "html");
    }
    
    // add more public URLs here
      
    if (!inMasterMode(req)) null;
    
    if (eq(uri, "/uploadInputs"))
      ret serveUploadTexts(req, "Input");
    
    if (eq(uri, "/uploadPatterns"))
      ret serveUploadTexts(req, "Pattern");
      
    if (eq(uri, "/analyzeInput"))
      ret calculations.serveAnalyzeInput(req);
      
    if (eq(uri, "/allBEATypes")) {
      ret h2_title("All object types")
        + ul(renderObjectTypes());
    }
    
    if (eq(uri, "/storeMatch")) {
      BEAObject pattern = beaGet(req.get("pattern"));
      BEAObject input = beaGet(req.get("input"));
      S label = req.get("label");
      BEAObject match = calculations.reactInputWithPattern(input, pattern);
      if (match == null) ret "Couldn't match";
      cset(match, +label);
      ret hrefresh(or2(req.get("redirect"), beaObjectURL(match)));
    }
    
    if (eq(uri, "/saveSyntacticPattern") || eq(uri, "/savePattern")) {
      S type = cic(uri, "syntactic") ? "Syntactic Pattern" : "Pattern";
      S text = req.get("text");
      BEAObject fromInput = beaGet(req.get("fromInput"));
      BEAObject pat = uniqCI BEAObject(+type, +text, createdBy := user(req));
      csetIfUnset(pat, +fromInput);
      if (fromInput != null)
        calculations.reactInputWithPattern(fromInput, pat);
      ret hrefresh(or2(req.get("redirect"), baseLink + "/"));
    }
    
    if (eq(uri, "/runInstruction")) {
      BEAObject o = beaGet(req.get("instruction"));
      runInstruction(o);
      ret hrefresh(beaObjectURL(o));
    }
    
    if (eq(uri, "/convertResultToInput")) {
      BEAObject result = beaGet(req.get("result"));
      if (result == null) ret subBot_serve500("Object not found");
      S text = unquote(getString result(result));
      if (l(text) > maxInputLength) ret subBot_serve500("Input too long");
      BEAObject input = uniqCI BEAObject(type := "Input", +text);
      uniqCI BEAObject(type := "Input Source", +input, source := result);
      ret hrefresh(beaShortURL(input));
    }
    
    /*if (eq(uri, "/pipeStringListIntoPattern")) {
      BEA r = beaGet(req.get("resultID"));
      BEa pat = beaGet(req.get("patternID"));
      if (r == null || pat == null) ret "Object not found";
      LS result = assertStringList(cget result(r));
      for (S s : result)
        uniq BEA(type := "Statement", );
    }*/
    
    if (eq(uri, "/setWordType")) {
      BEA r = beaGet(req.get("resultID"));
      S wordType = assertNempty(req.get("wordType"));
      LS result = assertStringList(cget result(r));
      for (S s : result)
        uniqCI BEA(type := "Word type", word := s, +wordType);
      ret "OK";
    }
    
    if (eq(uri, "/reload")) {
      dm_reloadModuleIn(3);
      ret "Reloading module in 3";
    }
    
    if (eq(uri, "/performAutoRuns")) {
      BEA o = beaGet(req.get("onObject"));
      if (o == null) ret "Object not found";
      rstAutoRuns.add(o);
      ret hrefresh(beaURL(o));
    }
    
    if (eq(uri, "/reactAllInputsWithAllSyntacticPatterns")) {
      ret str(returnTimed(r { calculations.reactAllInputsWithAllSyntacticPatterns(); }));
    }
    
    if (eq(uri, "/reactAllInputsWithPattern")) {
      BEA pat = beaGet(req.get("patternID"));
      if (pat == null) ret "Pattern not found";
      ret str(returnTimed(r { calculations.reactAllInputsWithPattern(pat); }));
    }
    
    if (eq(uri, "/storeSubInput")) {
      BEA input = beaGet(req.get("input"));
      if (input == null) ret "Input not found";
      S text = req.get("text");
      S type = eqic(req.get("label"), "good") ? "Sub-Input" : "Bad Sub-Input";
      BEA o = uniqCI BEA(
        +type,
        +input,
        +text,
        createdBy := currentUser());
      ret hrefresh(or2(req.get("redirect"), beaURL(o)));
    }
    
    if (eq(uri, "/performAutoRunOnAllObjects")) {
      BEA autoRun = beaGet autoRun(req);
      performAutoRunOnAllObjects(autoRun);
      ret "OK";
    }
    
    if (eq(uri, "/autoMigrate")) {
      BEA o = beaGet id(req);
      if (o == null) ret "Object not found";
      S url = beaURL(o);
      ret hsansserif() + "Migrated " + beaHTML(o) + " to " + className(autoMigrateToCustomClass(o))
        + hrefresh(1.0, url);
    }
      
    if (eq(uri, "/migrateToBase")) {
      BEA o = beaGet id(req);
      if (o == null) ret "Object not found";
      S url = beaURL(o);
      ret hsansserif() + "Migrated " + beaHTML(o) + " to " + className(autoMigrateToBase(o))
        + hrefresh(1.0, url);
    }
      
    if (eq(uri, "/convertSyntacticToSemanticMatches")) {
      BEA match = beaGet matchID(req);
      if (match == null) ret "Match not found";
      ret ul_htmlEncode2(calculations.convertSyntacticToSemanticMatches(match));
    }
    
    if (eq(uri, "/convertSyntacticToSemanticMatchesForWholePattern")) {
      BEA pat = beaGet patternID(req);
      if (pat == null) ret "Pattern not found";
      ret ul_htmlEncode2(calculations.convertSyntacticToSemanticMatchesForWholePattern(pat));
    }
    
    if (eq(uri, "/createPatternListFromUsefulSyntacticPatterns"))
      ret hrefresh(beaURL(calc.createPatternListFromUsefulSyntacticPatterns()));
      
    if (eq(uri, "/createConceptShadows"))
      ret createConceptShadows();

    if (eq(uri, "/compareConceptShadows")) {
      if (conceptShadows == null) ret createConceptShadows();
      L<ConceptShadow> newShadows = allConceptShadows();
      L<CreatedDeletedChanged<ConceptShadow>> diff
        = diffConceptShadows(conceptShadows, newShadows);
      ret subBot_serveText(nDiffs(diff) + ":\n\n"
        + pnlToString(diff));
    }

    if (eq(uri, "/includeScript")) {
      S snippetID = req.get("id");
      O wired = hotwire(snippetID);
      ret "Wired: " + wired;
    }
    
    if (eq(uri, "/dependents")) {
      BEA o = beaGet id(req);
      ret ul(lmap htmlEncode2_str(objectWithDependents(o)));
    }
    
    if (eq(uri, "/prototypeUsers")) {
      BEA o = beaGet id(req);
      ret ul(lmap htmlEncode2_str(prototypeUsers(o)));
    }
    
    if (eq(uri, "/reactivateDynamicObject")) {
      BEA o = beaGet id(req);
      if (o == null) ret "Object not found";
      long id = o.id;
      reactivateAndMigratePrototypeUsers(o);
      ret "OK" + hrefresh(1.0, beaURL(id));
    }
    
    if (eq(uri, "/activateDynamicObject")) {
      BEA o = beaGet id(req);
      if (o == null) ret "Object not found";
      compileAndLoadObject(o);
      o = beaGet id(req);
      S url = or2(req.get("redirect"), beaURL(o));
      ret hsansserif() + "Migrated " + beaHTML(o) + " to " + className(o)
        + hrefresh(1.0, url);
    }
    
    if (eq(uri, "/callAnyMethod")) {
      BEA o = beaGet id(req);
      if (o == null) ret "Object not found";
      S name = req.get("name");
      bool showPrints = eq("1", req.get("showPrints"));

      new L args;
      for (S key, val : req.params()) {
        LS groups = regexpExtractGroups("^(arg|conceptArg)(\\d+)$", key);
        if (groups != null) {
          int idx = parseInt(second(groups));
          S type = first(groups);
          O arg = eq(type, "conceptArg") ? getConcept(parseLong(val))
            : val;
          listSet(args, idx-1, arg);
        }
      }
      
      S arg = req.get("arg");
      if (arg != null) listSet(args, 0, arg);
      
      S result = hijackPrintPlusResult_text(() -> {
        try {
          ret call(o, name, toObjectArray(args));
        } catch e {
          print(e);
          null;
        }
      });
      ret serveText("Result of " + o + " . " + name + "(" + joinWithComma(args) + "):\n" + result);
    }
    
    if (eq(uri, "/download"))
      ret subBot_serveFileWithName("gazelle-database." + ymd_minus_hms() + ".gz", conceptsFile());
      
    if (eq(uri, "/errorSource"))
      ret subBot_serveText(loadTextFile(transpilerErrorSourceFile()));
    
    // add more master-mode URLs here
  } // end of serveOtherPage2
  
  transient L<ConceptShadow> conceptShadows;

  O createConceptShadows() {  
    time "Make shadows" {
      S profile = profileThisThreadToString(r {
        conceptShadows = allConceptShadows();
      });
    }
    ret subBot_serveText(n2(conceptShadows, "shadow") + " made in " + lastTiming_formatted() + "\n\n" + profile);
  }
  
  HCRUD makeBEAObjectCRUD(Req req, S type) {
    HCRUD crud = makeCRUD(BEAObject, req);
    crud.baseLink = req.uri();
    HCRUD_Concepts data = cast crud.data;
    data.itemName = () -> firstToUpper(type);
    data.addCIFilter(type := eqic(type, "(no type)") ? null : type);
    
    if (eqicOneOf(type, "Input", "Pattern", "AI Task")) {
      IF0<MapSO> prev = data.emptyObject;
      data.emptyObject = () -> {
        MapSO item = data.emptyObject_fallback(prev);
        item.put(text := ""); // show text field when creating new objects
        ret item;
      };
    }
    ret crud;
  }
  
  O renderBEAObjectTable(Req req, S type) {
    HCRUD crud = makeBEAObjectCRUD(req, type);
    ret serveCRUD(req, BEAObject, crud);
  }
  
  O serveUploadTexts(Req req, S type) {
    S inputs = req.get("text");
    
    new LS output;
    
    if (nempty(inputs)) {
      for (S text : tlft(inputs)) {
        Pair<BEAObject, Bool> p = uniqCI2_sync BEAObject(+type, +text);
        if (cget uploadedBy(p.a) == null)
          cset(p.a, uploadedBy := req.auth.user);
        output.add(type + " " + (p.b ? "added" : "exists")
          + " (ID " + p.a.id + "): " + text);
      }
    }
    
    ret h2("Upload " + plural(type))
      + hpostform(
          p(plural(type) + " (one per line):")
        + p(htextarea(inputs, name := "text"))
        + pIfNempty(htmlEncode_nlToBR(lines(output)))
        + hsubmit("Upload " + plural(type)));
  }
  
  Cl<BEAObject> beaObjectsOfType(S type) {
    ret conceptsWhereCI BEAObject(+type);
  }
  
  void reactAllInputsWithSomePatterns {
    calculations.reactAllInputsWithSomePatterns();
  }
  
  swappable S navDiv() {
    HCRUD crud = makeCRUD(BEAObject, currentReq!);

    //long time = sysNow();
    int inputsWithoutRewrites = this.inputsWithoutRewrites!;
    int inputsWithoutMatches = this.inputsWithoutMatches!;
    int syntacticPatternsWithoutRewrites = this.syntacticPatternsWithoutRewrites!;
    /*int inputsWithoutRewrites = 0;
    int inputsWithoutMatches = 0;
    int syntacticPatternsWithoutRewrites = 0;*/
    //done2_always("Count Things", time);
    
    ret div_vbar(ll(
      ahref(baseLink + "/query", "Query"),
      ahref(baseLink + "/newSearch", span_title("New BEA-based searched in development", "New Search (dev.)")),
      beaNavLink("Input", crud),
      beaNavLink("Pattern", crud),
      beaNavLink("Syntactic Pattern", crud),
      ahref(baseLink + "/syntacticPatternsWithoutRewrites", n2(syntacticPatternsWithoutRewrites) + " Syntactic patterns w/o rewrites"),
      beaNavLink("Match", crud),
      beaNavLink("Rewrite", crud),
      beaNavLink("AI Task", crud),
      ahref(baseLink + "/inputsWithoutMatches", n2(inputsWithoutMatches) + " Inputs w/o matches"),
      ahref(baseLink + "/inputsWithoutRewrites", n2(inputsWithoutRewrites) + " Inputs w/o rewrites"),
      ahref(baseLink + "/allBEATypes", "All object types")
        + " " + hPopDownButton(renderObjectTypes(10)),
      hPopDownButtonWithText("Bot Forum", navLinks(flat := true, withStats := false)),
      HTMLPopDownButton(
        ahref(baseLink + "/stats", "Stats"),
        !isMasterAuthed() ? null : ahref(baseLink + "/download", "DB download"),
        !isMasterAuthed() ? null : ahref(baseLink + "/refchecker", "Reference checker"),
        ahref(baseLink + "/inputsWithRewrites", "Inputs with rewrites"),
        ahref(baseLink + "/rewritesTable", "Rewrites table"),
        ahref(baseLink + "/patternRewritesTable", "Pattern rewrites table"),
        ahref(baseLink + "/matchesTable", "Matches table"),
        ahref(baseLink + "/matchesTable?syntacticOnly=1", "Syntactic matches table"),
        ahref("https://gazelle.rocks/htmlBot/238410", "Classic Gazelle"),
      ).width(350).height(500).html()),
    style := "margin-bottom: 0.5em");
  }
  
  // crud is just the cached BEAObject crud to check for creation rights
  S beaNavLink(S type, HCRUD crud, int count default beaCount(type)) {
    S plural = firstToLower(plural(type));
    S link = baseLink + "/" + camelCase(plural);
    
    ret ahref(link, n2(count) + " " + firstToUpper(plural)) + (!crud.actuallyAllowCreate() ? "" : " " + ahref(addParamToURL(link, cmd := "new"), "+"));
  }
  
  S beaObjectURL(BEAObject o) {
    ret conceptLink(o, currentReq!);
    /*ret o == null ?:
      addParamsToURL(baseLink + "/crud/BEAObject",
        selectObj := o.id) + "#" + o.id;*/
  }
  
  S matchDescHTML(BEAObject m) {
    pcall {
      BEAObject pat = cget pattern(m);
      SS mapping = cast cget mapping(m);
      ret ahref_undecorated(crudLink(m), htmlEncode2(quote(getString text(pat)))
        + "<br>&nbsp; with " + renderEqualsCommaProperties(mapping));
    }
    ret htmlEncode2(str(m));
  }
  
  int beaCount(S type) {
    ret countConceptsWhereCI BEAObject(+type);
  }
  
  Cl<BEA> beaList() {
    ret list BEA();
  }
  
  Cl<BEAObject> beaList(S type, O... params) {
    ret conceptsWhereCI BEAObject(paramsPlus_inFront(params, +type));
  }
  
  Cl<BEAObject> beaListAny(S... types) {
    ret concatLists(lmap beaList(litciset(types)));
  }
  
  BEA beaGet(long id) {
    ret getConceptOpt BEAObject(id);
  }
  
  BEA beaGet(S id) {
    ret beaGet(parseFirstLong(id));
  }
  
  // first param can be type
  BEA beaNew(O... _) {
    _ = prependParamIfOddCount("type", _);
    ret cnew BEA(_);
  }
  
  bool beaTypeIs(BEA o, S type) {
    ret o != null && o.typeIs(type);
  }
  
  BEA mapMethodLike beaGet(S key, Req req) {
    ret beaGet(req.get(key));
  }

  BEA mapMethodLike cgetBEA aka beaGet(S field, BEA o) {
    ret (BEA) cget(field, o);
  }
  
  BEAObject cgetBEA aka beaGet(BEAObject o, S field) {
    ret cgetBEA(field, o);
  }
  
  S beaLinkHTML aka beaToHTML aka beaHTML(BEAObject o) {  
    ret o == null ?: ahref(conceptLink(o), htmlEncode2_nlToBr(str(o)));
  }
  
  S beaHTML_justID(BEA o) { ret o == null ?: ahref(beaShortURL(o), o.id); }
  
  S beaFullURL(BEA o) {
    ret o == null ?: mainDomainWithProtocol + beaURL(o);
  }
  
  S beaURL(long id) {
    ret baseLink + "/" + id;
  }
  
  S beaShortURL aka beaURL(BEAObject o) {
    ret o == null ?: baseLink + "/" + o.id;
  }

  Cl<BEAObject> beaBackRefs(BEAObject o, S type) {
    ret objectsWhereCI(findBackRefs BEAObject(o), +type);
  }
  
  Cl<BEAObject> beaBackRefs(BEAObject o) {
    ret findBackRefs BEAObject(o);
  }
  
  swappable O serveDefaultPage(Req req) {
    HTMLFramer1 framer = req.framer;
    framer.add(centerGazelleLogo());
    ret completeFrame(req);
  }
  
  S centerGazelleLogo() {
    ret hcenter3(hsnippetimg_scaleToWidth(200, #1102967, 200, 110, title := "Gazelle"), style := "margin-top: 100px");
  }
  
  S html_loggedIn() {
    User user = user(currentReq!);
    ret user == null
      ? /*"Not logged in"*/ ahref(baseLink + "/", "Log in")
      : "Logged in as " + htmlEncode2(user.name);
  }
  
  swappable void distributeNewObject_impl(BEA o) {
    if (newObjectIsWorthNotification(o))
      distributeNewObject_impl_noCheck(o);
  }
  
  swappable bool newObjectIsWorthNotification(BEA o) {
    ret !o.typeIsOneOf("Match", "Live WebSocket");
  }
  
  swappable void distributeNewObject_impl_noCheck(BEA o) {
    distributeNotification("New object: " + o);
  }
  
  void performAutoRuns(BEAObject o) enter {
    //print("performAutoRuns", o);
    
    for (BEAObject autoRun : beaList("Auto Run")) {
      if (!isTrue(getOpt enabled(autoRun)))
        continue with print("Not enabled: " + autoRun);
      performAutoRunOnObject(autoRun, o);
    }
  }
  
  void performAutoRunOnAllObjects(BEA autoRun) {
    for (BEA o : list(BEA))
      performAutoRunOnObject(autoRun, o);
  }
  
  void performAutoRunOnObject(BEA autoRun, BEA o) {
    ping();
    S type = getString onChangedObjectOfType(autoRun);
    if (!o.typeIs(type)) ret; // with print("Wrong type: " + type);
    
    print("Running " + autoRun);
    BEAObject procedure = cast cget procedure(autoRun);
    
    S internalCode = getString internalCode(procedure);
    printVars_str(+internalCode, +o);
    
    if (eqic(internalCode, "convertInputToPattern")) {
      S text = o.text();
      if (!containsAngleBracketVars(text)) ret with print("No angle bracket vars");
      BEAObject p = uniqCI_returnIfNew BEAObject(type := "Pattern", +text);
      cset(p, fromInput := o, byProcedure := procedure, byAutoRun := autoRun);
      print(+p);
    } else if (eqic(internalCode, "convertInputToSyntacticPattern")) {
      S text = o.text();
      if (!containsStars(text)) ret with print("No stars");
      BEAObject p = uniqCI_returnIfNew BEAObject(type := "Syntactic Pattern", +text);
      cset(p, fromInput := o, byProcedure := procedure, byAutoRun := autoRun);
      print(+p);
    } else if (eqic(internalCode, "dropPunctuationFromPattern")) {
      S text = o.text();
      S text2 = dropPunctuation(text);
      if (eq(text, text2)) ret;
      
      BEAObject p = uniqCI BEA(
        type := o.type(),
        text := text2);
      cset(o, withoutPunctuation := p);
    } else if (eqic(internalCode, "makeSyntacticPattern")) {
      print(sp := calculations.makeSyntacticPattern(o));
    } else if (eqic(internalCode, "runFunctionOnInput")) {
      print("runFunctionOnInput");
      BEA function = beaGet(o, "function");
      BEA input = beaGet(o, "input");
      if (function == null || input == null) ret with print("Missing parameters");
      if (cget result(o) != null) ret with print("Has result");

      BEA result = calculations.reactFunctionWithInput(calculations.new BackEndAlgorithm, function, input);
      print(+result);
      if (result != null) {
        cset(result, request := o);
        cset(o, +result);
      }
    } else
      print("Unknown internal code");
  }

  BEAObject findInput(S text) {
    ret conceptWhereIC(BEAObject, type := "Input", +text);
  }
  
  S addRewriteHTML(BEAObject o) {
    ret ahref(addParamsToURL(crudLink(BEAObject),
      cmd := "new",
      title := "Add Rewrite",
      f_type := "Rewrite",
      f_text := getStringOpt text(o),
      f_isRewriteOf := o.id, metaInfo_isRewriteOf := "concept",
    ), "Add Rewrite");
  }
  
  O serveIntegerLink(Req req, long id) {
    BEAObject o = getConceptOpt BEAObject(id);
    if (o != null)
      ret htitle(str(o)) + hrefresh(conceptLink(o));
    ret super.serveIntegerLink(req, id);
  }
  
  void distributeTestNotification() {
    distributeNotification("It is " + localTimeWithSeconds());
  }
  
  void distributeNotification(S text) {
    notificationQ.add(r {
      /*for (User user)
        if (nemptyAfterTrim(user.notificationSetting))
          sendNotification(text);*/
          
        S jsCode =
          "window.createNotification({ theme: 'success', showDuration: 3000 })("
          + jsonEncodeMap(message := text) + ");";
          
      sendJavaScriptToAllWebSockets(jsCode);
    });
  }
  
  void sendJavaScriptToAllWebSockets(S jsCode) {
    for (Pair<virtual WebSocket, WebSocketInfo> p : syncMapToPairs(webSockets)) {
      pcall(p.a, "send", jsonEncodeMap(eval := jsCode));
    }
  }
  
  void runInstruction(BEAObject o) {
    if (o == null) ret;
    try {
      BEAObject instruction = o;
      if (o.typeIs("Step in script"))
        instruction = (BEAObject) cget(o, "instruction");
      
      if (instruction.typeIs("Instruction | List objects by type")) {
        saveInstructionResult(o, beaList(getString typeToList(instruction)));
        ret;
      }
      
      if (instruction.typeIs("Instruction | List object types"))
        ret with saveInstructionResult(o, distinctCIFieldValuesOfConcepts(BEAObject, "type"));

      if (instruction.typeIs("Instruction | Filter list by text starting with")) {
        // find list made before
        BEAObject scriptRun = cgetBEA scriptRun(o);
        if (scriptRun == null) fail("Need to be run as part of script");
        L<BEAObject> steps = scriptRunSteps(scriptRun);
        int idx = indexOf(steps, o);
        if (idx < 0) fail("Step not found in script run");
        
        L<BEAObject> list = firstNotNull(map(reversed(takeFirst(steps, idx)),
          step -> optCast L(cget data(cgetBEA result(step)))));
         
        S prefix = getString prefix(instruction);
        L<BEAObject> filtered = filter(list, obj -> swic(obj.text(), prefix));
        saveInstructionResult(o, filtered);
        ret;
      }
      
      if (instruction.typeIs("Script")) {
        BEAObject script = instruction;
        BEAObject scriptRun = cnew BEAObject(type := "Script Run", +script);
        
        // Make an instance of all the instructions
        
        int i = 0;
        new L<BEAObject> steps;
        while not null (instruction = (BEAObject) cget(instruction, "step" + (++i))) {
          BEAObject step = cnew(BEAObject, type := "Step in script", step := i, +scriptRun, +instruction);
          steps.add(step);
        }
        
        cset(scriptRun, +steps);
        
        // TODO: run steps?

        ret;
      }
      
      cnew BEAObject(type := "Instruction Error", instruction := o, error := "Unknown instruction type");
    } catch e {
      cnew BEAObject(type := "Instruction Error", instruction := o, error := getStackTrace(e));
    }
  }

  BEAObject saveInstructionResult(BEAObject instruction, O data) {
    BEAObject result = cnew BEAObject(type := "Instruction Result",
      +instruction, +data);
    cset(instruction, +result);
    ret result;
  }
  
  L<BEAObject> scriptRunSteps(BEAObject scriptRun) {
    ret (L) cget steps(scriptRun);
  }
  
  S addCommentHTML(BEA o, O... _) {
    optPar S redirectAfterSave;
    optPar S defaultComment;
    optPar S text = "Add comment";
    
    ret ahref(addParamsToURL(crudLink(BEAObject),
      cmd := "new",
      title := "Add Comment",
      f_type := "Comment",
      f_on := o.id,
      f_text := unnull(defaultComment),
      +redirectAfterSave,
      autofocus := "f_text",
      metaInfo_on := "concept"), text);
  }
  
  S formatSubInput(BEA input, S text, S anchor) {
    S redirect = addAnchorToURL(currentReq->uriWithParams(), anchor);
    int goodCount = countConceptsCI BEA(type := "Sub-Input", +input, +text);
    int badCount = countConceptsCI BEA(type := "Bad Sub-Input", +input, +text);
    ret calculations.bestInputHTML(text)
      + " " + small(joinNemptiesWithSpace(
        ahref(addParamsToURL(
          baseLink + "/storeSubInput", 
          label := "good",
          +text,
          input := input.id,
          +redirect),
        unicode_thumbsUp()),
        goodCount == 0 ? "" : n2(goodCount),
        ahref(addParamsToURL(
          baseLink + "/storeSubInput", 
          label := "bad",
          +text,
          input := input.id,
          +redirect),
        unicode_thumbsDown()),
        badCount == 0 ? "" : n2(badCount)
      ));
  }

  LS renderObjectTypes(int max default Int.MAX_VALUE) {
    MultiSet<S> ms = distinctCIFieldValuesOfConcepts_multiSet(BEAObject, "type");
    ret mapPairs(takeFirst(max, multiSetToPairsByPopularity(ms)),
      (type, count) -> {
        S _type = or2(type, "(no type)");
        ret n2(count) + " " + ahref(baseLink + "/beaCRUD/" + urlencode(_type), htmlEncode2(_type));
      });
  }
  
  BEA autoMigrateToBase(BEA o) {
    ret migrateToClass(o, BEA);
  }
  
  BEA autoMigrateToCustomClass(BEA o) {
    ret migrateToClass(o, defaultCustomClass(o));
  }
  
  // accepting Concept here to allow for fixes after broken unstructuring
  // (a problem we will probably never have again)
  BEA migrateToClass(Concept o, Class<? extends BEAObject> targetClass) {
    pcall {
      if (o == null || o._concepts != db_mainConcepts()) null;
      if (targetClass != null && targetClass != _getClass(o))
        ret replaceConceptAndUpdateRefs(o, unlistedCopyToClass_withConverter(targetClass, o));
    }
    ret (BEA) o;
  }

  void setCodeState(BEA o, long timestamp, S codeHash, O state) {
    if (empty(state)) state = null;/* else
      state = "[" + formatGMTWithMilliseconds_24(timestamp) + "] "
        + (empty(codeHash) ? "" : "Code hash: " + codeHash + ". ")
        + state;*/
    cset(o, meta_codeState := state);
  }

  S codeForObject(BEA o) {
    ret getStringOpt meta_code(o);
  }
  
  S actualCodeHash(BEA o) {
    ret md5OrNull(codeForObject(o));
  }
  
  bool codeHashUpToDate(BEA o) {
    ret eq(actualCodeHash(o), getStringOpt meta_codeHash(o));
  }
  
  bool compileErrorInObject(BEA o) {
    ret swic(getStringOpt meta_codeState(o), "error.");
  }
  
  bool isDependentOn(BEA a, BEA b) {
    ret contains(optCast(Concept.RefL.class,
      getOpt meta_dependsOnCode(a)), b);
  }
  
  Cl<BEA> objectWithDependents(BEA o) {
    ret stepAllAndGet(TransitiveHull<>(x -> filter(y -> isDependentOn(y, x), list(BEA)), o));
  }
  
  void compileAndLoadObject(BEA o) {
    dm_mediumRefreshTranspiler();
    Cl<BEA> withDependents = objectWithDependents(o);
    print("Dependents for " + o + ": " + withDependents);
    for (BEA x : withDependents)
      compileAndLoadObject_withoutDependents(x);
  }
  
  void compileAndLoadObject_withoutDependents(BEA o) ctex {
    print("compileAndLoadObject_withoutDependents", o);
    assertSame(db_mainConcepts(), o._concepts);
    ClassLoader cl = dm_moduleClassLoader();

    long timestamp = now();
    setCodeState(o, timestamp, null, "Compiling");

    S codeHash = null;
    transpileAndCompileForHotwiring_src.set(null);

    // TODO: there is still a slight possibility that erroneous code will be compiled again and again

    try {
      // Check meta_code and meta_prototype (latter overwrites the former)
      BEA proto = cget meta_prototype(o);
      S code = codeForObject(o);
      
      Class protoClass = null;
      if (proto != null) {
        if (!isActivatedDynamicObject(proto))
          fail("Prototype not activated: " + proto);
        protoClass = proto.getClass();
      }
      
      codeHash = empty(code) ? null : md5(code);
      cset(o, meta_codeHash := codeHash);
  
      if (empty(code)) {
        if (protoClass != null) {
          // no extra code, just instantiate prototype class
          o = migrateToClass(o, protoClass);
          setCodeState(o, timestamp, null, "Migrated to proto class " + shortClassName(protoClass));
          callActivate(o);
        } else {
          // Nothing to activate - migrate back to base
          o = autoMigrateToBase(o);
          setCodeState(o, timestamp, null, null);
        }
        ret;
      }
      
      // safety check for reference (not currently used, we just check for master user status)
      cset(o, meta_codeSafety := null/*codeSafetyCheckResult(code)*/);

      DynClassName dcn = new(o.id, aGlobalID(), o.id);
      cset(o, meta_javaClass := dcn.fullClassName());
      
      LS tok = javaTok(code);
      S baseClass = "BEAObject";
      new LS implementedInterfaces;
      
      // e.g. "implements B123.IBla;"
      int tokIdx;
      if ((tokIdx = jfind_any(tok,
          "implements <id> ;",
          "implements <id>.<id>;",
          "implements <id>.<id>.<id>;")) > 0) {
        int j = indexOf(tok, ";", tokIdx);
        S intfClass = joinSubList(tok, tokIdx+2, j-1);
        intfClass = expandShortClassRef(intfClass);
        implementedInterfaces.add(intfClass);
        clearTokens(tok, tokIdx, j+2);
      }

      // e.g. "implements BBla from 12345;"
      if ((tokIdx = jfind(tok, "implements <id> from <int>;")) > 0) {
        S className = tok.get(tokIdx+2);
        className = expandShortClassRef("B" + tok.get(tokIdx+6) + "." + className);
        implementedInterfaces.add(className);
        int j = indexOf(tok, ";", tokIdx);
        clearTokens(tok, tokIdx, j+2);
      }
      
      // e.g. "extends BWithResources;"
      if ((tokIdx = jfind_any(tok,
          "extends <id> ;",
          "extends <id>.<id>;",
          "extends <id>.<id>.<id>;")) > 0) {
        int j = indexOf(tok, ";", tokIdx);
        baseClass = joinSubList(tok, tokIdx+2, j-1);
        baseClass = expandShortClassRef(baseClass);
        clearTokens(tok, tokIdx, j+2);
      }
      
      // e.g. "extends BBla from 12345;"
      if ((tokIdx = jfind(tok, "extends <id> from <int>;")) > 0) {
        S className = tok.get(tokIdx+2);
        baseClass = expandShortClassRef("B" + tok.get(tokIdx+6) + "." + className);
        int j = indexOf(tok, ";", tokIdx);
        clearTokens(tok, tokIdx, j+2);
      }
      
      // e.g. "extends BBla<S> from 12345;"
      if ((tokIdx = jfind(tok, "extends <id><<id>> from <int>;")) > 0) {
        S className = tok.get(tokIdx+2);
        int j = indexOf(tok, ";", tokIdx);
        baseClass = expandShortClassRef("B" + tok.get(j-2) + "." + className) + joinSubList(tok, tokIdx+4, j-5);
        clearTokens(tok, tokIdx, j+2);
      }
      
      new LS imports;
      
      // e.g. "import BBla from 12345;"
      while ((tokIdx = jfind(tok, "import <id> from <int>;")) > 0) {
        S className = tok.get(tokIdx+2);
        S name = expandShortClassRef("B" + tok.get(tokIdx+6) + "." + className);
        imports.add("import " + name + ";");
        int j = indexOf(tok, ";", tokIdx);
        clearTokens(tok, tokIdx, j+2);
      }
      
      S global = getGlobalCode(tok);
      code = join(tok);
      
      S src =
        lines(imports)
        + "mainPackage " + dcn.makePackageName() + "\n"
        + "mainClassName " + dcn.makeMainClassName() + "\n"
        + "concept " + dcn.makeBEAClassName() + " extends " +
          (protoClass == null ? baseClass : protoClass.getName().replace("$", "."))
        + (empty(implementedInterfaces) ? "" : " implements "
          + joinWithComma(implementedInterfaces))
        + " {\n" + code + "\n}\n"
        + global + "\n"
        + customCodePostlude();
      
      //print("SRC> ", src);
      var files = filesFromClassLoader(cl);
      
      print("Compiling with " + n2(files, "byte code path"));
      //pnlIndent(files);
      
      javaCompileToJar_localLibraries.set(files);
      File bytecode;
      try {
        bytecode = transpileAndCompileForHotwiring(src);
      } finally {
        S javaSrc = transpileAndCompileForHotwiring_src!;
        saveTextFile(javaSourceFileForObject(o), javaSrc);
        
        // add all mentioned objects as as dependency
        new L<Concept> dependencies;
        for (S id : tok_identifiers(javaTok(javaSrc))) {
          long objID = regexpToLongIC("^b_?(\\d+)", id);
          if (objID != 0 && objID != o.id)
            dependencies.add(getConceptOrMarkMissingObject BEA(objID));
        }
        cset(o, meta_dependsOnCode := nullIfEmpty(dependencies));
      }
      renameFileVerbose(bytecode, dcn.byteCodeFile());
      
      cset(o, meta_javaClass := dcn.fullClassName());
      
      reactivateAndMigratePrototypeUsers(o);
      
      print("Done compiling");
    } on fail e {
      cset(o, meta_javaClass := null);
      setCodeState(o, timestamp, codeHash, "Error. " + exceptionToStringShort(e));
    }
  }
  
  void reactivateAndMigratePrototypeUsers(BEA o) {
    var p = reactivateDynamicObject_impl(o);
    File deadPath = byteCodePathForClass(o); // TODO: isn't that the new path?
    print("New dead class path: " + deadPath + " (total: " + n2(deadClassPaths) + ")");
    deadClassPaths.add(deadPath);
    o = p.a;
    assertNotNull("Activated object", o);
    S codeHash = getStringOpt meta_codeHash(o);
    long timestamp = now();
    setCodeState(o, timestamp, codeHash, "Custom code loaded");
    print("Custom code loaded");
    
    migratePrototypeUsers(o);
  }

  // translate B123.Bla
  S expandShortClassRef(S name) {  
    LS groups = regexpGroups("^B(\\d+)(\\..+)$", name);
    if (groups != null) {
      long baseID = parseLong(first(groups));
      BEA baseObj = beaGet(baseID);
      name = mainClassNameForObject(baseObj) + second(groups);
      if (empty(name)) fail("Referenced object doesn't have a Java class: " + baseID);
    }
    ret name;
  }

  void migratePrototypeUsers(BEA o) {  
    // migrate prototypeUsers to new class
    // (only those who don't add any code are included right now)
    for (BEA derivative : prototypeUsers(o)) pcall {
      print("Migrating prototype user " + derivative + " of " + o + " to new base class " + o.getClass());
      migrateToClass(derivative, o.getClass());
    }
  }
  
  bool basedOnUnactivatedPrototype(BEA o) {
    BEA proto = optCast BEA(cget meta_prototype(o));
    ret proto != null && !isActivatedDynamicObject(proto);
  }
  
  Cl<BEA> prototypeUsers(BEA o) {
    TransitiveHull<BEA> th = new(x -> filter(
      conceptsWhere BEA(meta_prototype := x),
      d -> empty(codeForObject(d))), o);
    ret setMinus_inPlace(stepAllAndGet(th), o);
  }
  
  bool reactivateDynamicObject(BEA o) {
    try {
      ret reactivateDynamicObject_impl(o).b;
    } catch print e {
      cset(o, meta_javaClass := null);
      cset(o, meta_codeState := exceptionToStringShort(e));
      false;
    }
  }
  
  bool isActivatedDynamicObject(BEA o) {
    ret startsWith(className(o), packagePrefix());
  }
  
  // pair(possibly updated object reference, migrated or not) 
  Pair<BEA, Bool> reactivateDynamicObject_impl(BEA o) ctex {
    assertNotNull(o);
    assertSame(db_mainConcepts(), o._concepts);
    DynClassName dcn = dcnForObject(o);
    if (dcn == null) {
      cset(o, meta_codeState := null);
      ret pair(o, false);
    }
    File byteCode = dcn.byteCodeFile();
    
    dm_addByteCodePathToModuleClassLoader(byteCode);

    S fullName = dcn.fullClassNameForVM();
    print(+fullName);
    ClassLoader cl = dm_moduleClassLoader();
    Class targetClass = cl.loadClass(fullName);
    print(+targetClass);
    assertNotNull("Class not found: " + fullName, targetClass);
    o = migrateToClass(o, targetClass);
    assertNotNull("autoMigrated", o);

    callActivate(o);
    cset(o, meta_codeState := "[" + formatGMTWithMilliseconds_24() + "] " + "Custom code reloaded");
    ret pair(o, true);
  }

  File javaSourceFileForObject(BEA o) {
    ret programFile("BEA Java Sources/" + o.id + ".java");
  }
  
  File byteCodeFile(DynClassName name) {
    ret name == null ?: programFile("Object ByteCode/" + name.objectID + "-" + name.globalID + ".jar");
  }
  
  DynClassName dcnForObject(BEA o) {
    S javaClassName = getString meta_javaClass(o);
    ret DynClassName_parse(javaClassName);
  }
  
  File byteCodeFileForObject(BEA o) {
    DynClassName dcn = dcnForObject(o);
    ret dcn?.byteCodeFile();
  }
  
  BEA autoMigrateUnlistedOrKeep(BEA o) {
    ret canAutoMigrate(o) ? unlistedCopyToClass_withConverter(defaultCustomClass(o), o) : o;
  }
  
  bool canAutoMigrate(BEA o) {
    ret o != null && !eqOneOf(defaultCustomClass(o), _getClass(o), null);
  }
  
  Class<? extends BEA> defaultCustomClass(BEA o) {
    if (o == null) null;
    BEA entry = conceptWhereCI BEA(type := "Auto Custom Class", forType := o.type());
    //printVars_str defaultCustomClass(+o, +entry);
    if (entry == null) null;
    S className = getString toClassName(entry);
    //printVars_str defaultCustomClass(+className);
    Class c = findClassThroughDefaultClassFinder(className);
    //printVars_str defaultCustomClass(+c);
    ret c;
  }
  
  S queryLink(S algorithm, S q) {
    ret addParamsToURL(baseLink + "/query", +algorithm, +q);
  }

  S currentUserAgent() {  
    Req req = currentReq!;
    if (req == null) null;
    ret mapGet(req.webRequest.headers(), "user-agent");
  }

  void saveUserAgent(BEA input) {  
    S userAgent = currentUserAgent();
    if (nempty(userAgent))
      uniqCI2 BEA(type := "Input Source",  +input, +userAgent);
  }

  bool isObjectWithCode(BEA o) {
    ret o != null && o.hasCustomCode();
  }

  bool createdByMasterUser(BEA o) {
    User user = optCast User(cget createdBy(o));
    ret user != null && user.isMaster;
  }

  void autoActivateDynamicObject(BEA o) {
    if (!autoActivateDynamicObjects) ret;
    S code = codeForObject(o);
    if (empty(code)) ret;
    if (!createdByMasterUser(o)) ret;
    S codeState = getString meta_codeState(o);
    S time = leadingAngleBracketStuff(codeState);
    long timestamp = empty(time) ? 0 : parseDateWithMillisecondsGMT(time);
    if (o._modified <= timestamp) ret;
    //S hash = regexpExtractIC("code hash: (\\w+)?", codeState);
    S hash = getString meta_codeHash(o);
    if (eq(hash, md5(code)))
      ret; // Code unchanged
    print("Auto-activating dynamic object: " + o);
    compileAndLoadObject(o);
    sleepSeconds(1); // safety sleep
  }

  S customCodePostlude() {  
    ret "!include early #1031282\n\n";
  }
  
  S makeJavaClassName(BEA o) {
    ret /*"b" + o.id + "_" +*/ aGlobalID();
  }
  
  S packagePrefix() {
    ret "dyn.b_";
  }
  
  S makePackageName(BEA o) {
    ret packagePrefix() + o.id;
  }
  
  BEA websiteEnhancersObject() {
    Cl<BEA> l = beaList("Live Website Enhancers");
    if (l(l) > 1) warn("Multiple Live Website Enhancers: " + l);
    ret first(l);
  }
  
  BEA getWebsiteEnhancer(S key) {
    ret beaGet(websiteEnhancersObject(), key);
  }
  
  S newLinkForCRUD(HCRUD crud, Class c) {
    if (c == User) ret baseLink + "/register";
    else ret super.newLinkForCRUD(crud, c);
  }
  
  S callHTMLFixer(O caller, S html) {
    BEA fixer = beaGet htmlFixer(websiteEnhancersObject());
    ret or((S) callOpt(fixer, "fixHTML", html, caller), html);
  }
  
  @Override
  O html3(Req req) {
    vmBus_send logMethodCall(this, "html3", req);
    
    BHTTPRequest reified = null;
    if (reifyHTTPRequests())
      reified = cnew BHTTPRequest(
        type := "Live HTTP Request",
        +req,
        uri := req.uri(),
        ip := req.webRequest.clientIP(),
        user := user(req));

    long time = sysNow();
    try {
      ret html4(req);
    } finally {
      time = sysNow()-time;
      if (reified != null)
        cset(reified, type := "Past HTTP Request", processingTime := time);
    }
  }

  O html4(Req req) {
    S uri = req.uri();
    for (BEA rewrite : filter createdByMasterUser(beaList("Live URL Rewrite"))) pcall {
      S input = getString input(rewrite);
      vmBus_send testingURLRewrite(rewrite, uri);
      if (eq(uri, input)) {
        vmBus_send applyingURLRewrite(rewrite, uri);
        S output = getString output(rewrite);
        /*
        SS newParams = paramsFromURL(output);
        req.uri = urlWithoutQuery(output);
        ModifiedWebRequest request2 = webRequest_modifyURI(req.webRequest, req.uri);
        request2.params = req.params = joinMaps(newParams, req.params());
        vmBus_send urlRewrite_newURI(req.uri);
        vmBus_send urlRewrite_newParams(req.params);
        break;
        */
        ret hrefresh(output);
      }
    }
    ret super.html3(req);
  }
  
  void cleanMeUp_deactivateBEAObjects {
    Cl<BEA> objects = filter(beaList(), o -> hasMethod(o, "_deactivate"));
    print("Deactivating " + nObjects(objects) + " for shutdown");
    for (BEA bea : objects)
      pcallOpt(bea, "_deactivate");
    if (nempty(objects)) print("Done");
  }
  
  DynClassName DynClassName_parse(S className) {
    className = replace(className, "$", ".");
    LS groups = regexpFirstGroups("^dyn\\.b_(\\d+)_([a-z]+)\\.B(\\d+)\\$?(.*)", className);
    printVars("DynClassName_parse", +className, +groups);
    if (groups == null) null;
    ret new DynClassName(
      parseLong(first(groups)),
      second(groups),
      parseLong(third(groups)),
      fourth(groups));
  }
  
  DynClassName DynClassName_parseOther(S className) {
    className = replace(className, "$", ".");
    LS groups = regexpFirstGroups("^dyn\\.b_(\\d+)_([a-z]+)\\.(.*)", className);
    printVars("DynClassName_parse", +className, +groups);
    if (groups == null) null;
    ret new DynClassName(
      parseLong(first(groups)),
      second(groups),
      0,
      third(groups));
  }
  
  S DynClassName_mainPrefix() { ret "dyn."; }
  S DynClassName_mainPrefixForVM() { ret "dyn."; }
  
  class DynClassName {
    long compileBaseObjectID;
    S globalID;
    long objectID; // can be 0 if innerClass is the class we look for
    S innerClass; // optional
    
    *(long *compileBaseObjectID, S *globalID, long *objectID) {}
    *(long *compileBaseObjectID, S *globalID, long *objectID, S *innerClass) {}
    
    S makePackageName() { ret dropDotSuffix(DynClassName_mainPrefix()); }
    S makeMainClassName() { ret "b_" + compileBaseObjectID + "_" + globalID; }
    S makeBEAClassName() { ret joinNempties("$", objectID == 0 ? "" : "B" + objectID, innerClass); }
    
    S fullClassName() {
      ret joinWithDot(makePackageName(), makeMainClassName(), makeBEAClassName());
    }
    
    S fullClassNameForVM() {
      ret makePackageName()
        + "." + makeMainClassName() + "$" + makeBEAClassName();
    }
    
    File byteCodeFile() {
      ret programFile("Object ByteCode/" + baseSystemVersion
        + "/" + compileBaseObjectID + "/" + globalID + ".jar");
    }
  } // end of DynClassName

  S mainClassNameForObject(BEA o) {
    if (o == null) null;
    S fullBaseClass = getString meta_javaClass(o);
      
    // Note: We are doing some DynClassName_parse stuff here basically
    ret takeFirst(fullBaseClass, lastIndexOf(fullBaseClass, "."));
  }

  void callActivate(BEA bea) {
    if (getBoolOpt meta_shouldActivate(bea, true))
      pcallOpt(bea, "_activate");
  }
  
  void onNewWebSocket(WebSocketInfo ws) {
    super.onNewWebSocket(ws);
    
    Req req = ws.req;
    S uri = ws.uri;
    BEA reifiedWebSocket = null;
    
    if (webSocketsToBEA()) { time "Reify WebSocket" {
      var webRequest = req?.webRequest;
      var cookie = cookieFromWebRequest(webRequest);
      //var headers = webRequest?.headers();
      User user = user(req);
      reifiedWebSocket = cnew BWebSocket(
        webSocketInfo := ws,
        type := "Live WebSocket",
        +uri,
        //hasRequest := req != null,
        //hasWebRequest := webRequest != null,
        //cookie := dropLast(4, cookie),
        //headers := keysList(headers),
        //auth := req?.auth,
        +user);
      ws.dbRepresentation = reifiedWebSocket;
    }}
    
    new Matches m;
    if (startsWith(uri, "/beaHTML/", m)) {
      BEA handler = beaGet(m.rest());
      print("Have WebSocket at " + uri + " for " + handler);
      cset(reifiedWebSocket, +handler);
      beaPcall(handler, "useWebSocket", ws);
    }
  }
  
  void onWebSocketClose(WebSocketInfo ws) {
    super.onWebSocketClose(ws);
    cdelete((Concept) ws.dbRepresentation);
  }
  
  transient timedCached[10.0] bool webSocketsToBEA() {
    ret getBoolOpt webSocketsToBEA(liveGazelleSettings());
  }
  
  transient timedCached[10.0] bool reifyHTTPRequests() {
    ret getBoolOpt reifyHTTPRequests(liveGazelleSettings());
  }
  
  BSettings gazelleSettings() {
    ret conceptWhere(BSettings);
  }
  
  BEA liveGazelleSettings() {
    ret first(filter createdByMasterUser(beaList("Live Gazelle Settings")));
  }
  
  O serveWithNavigation(S html) {
    var framer = framer();
    framer.add(html);
    ret completeFrame();
  }
  
  LLS renderStats() {
    ret listPlusItems_inPlace(super.renderStats(),
      ll("Live / dead class paths", n2(classLoaderPathsCount(dm_moduleClassLoader())) + " / " + n2(deadClassPaths)),
    );
  }
  
  void makeNavItems(Req req, HTMLFramer1 framer) {
    super.makeNavItems(req, framer);
    if (findConcept(CMissingObject) != null)
      framer.addNavItem(makeClassNavItem(CMissingObject, req));
  }

  // when HTML is longer than this bytes, restrict to fixed height and show the "more" button
  // we could always do this, but it's probably quite some overhead
  // (we currently do it once per table cell)
  transient int showMoreThreshold = 500;
  transient int showMoreHeight = 250;
  
  swappable S addShowMoreButton(S html) {  
    if (l(html) < showMoreThreshold) ret html;
    ret HDivWithVerticalExpandButton(showMoreHeight, html).html();
  }
  
  bool deleteQsWhenEmpty() {
    BSettings settings = gazelleSettings();
    ret settings != null && settings.deleteQsWhenEmpty;
  }
  
  Set<Long> activateOnlyTheseIDs() {
    if (empty(activateOnlyTheseIDs)) null;
    ret mapToLinkedHashSet parseLong(tok_integers(activateOnlyTheseIDs));
  }
  
  Set<Long> dontActivateTheseIDs() {
    if (empty(dontActivateTheseIDs)) null;
    ret mapToLinkedHashSet parseLong(tok_integers(dontActivateTheseIDs));
  }
  
  GazelleBEA beaMod() { this; }
  
  !include #1031610 // Methods for BEAObject as well as GazelleBEA

  S getGlobalCode(LS tok) {  
    Var<S> global = new("");
    
    // I guess exports {} is the new preferred syntax
    replaceKeywordBlock_dyn_any(tok, ll("global", "exports"), (_tok, iOpening, iClosing) -> {
      global.set(joinSubList(_tok, iOpening+1, iClosing));
      null;
    });
    
    ret global!;
  }
  
  S getGlobalCode(BEA o) {
    ret getGlobalCode(javaTok(codeForObject(o)));
  }
  
  AutoCloseable beaEnter(BEA o) {
    if (o == null) null;
    ret combineAutoCloseables(
      tempSetTL(beaThreadOwner, o),
      enter());
  }
  
  // GUI stuff
  
  void addControls {
    addControl(jPopDownButton_noText("Make master user..." := rThreadEnter makeMaster);
  }
  
  void makeMaster {
    var users = listMinus(list(User), internalUser());
    if (empty(users))
      ret with infoMessage("Please first register a user in the web interface!");
    if (l(users) > 1)
      ret with infoMessage("More than one user - I am confused - please ask Stefan for a software update");
    User user = first(users);
    if (!swingConfirm("Turn " + user + " into a master user?")) ret;
    cset(user, isMaster := true);
    infoMessage(user + " is now my master!!");
  }
   
  S beaObjectToString_long(BEA o) { 
    if (o == null) ret "null";
    
    S type = strOrNull(cget type(o));
    S s = super.toString();
    
    if (nempty(type)) {
      s = type + " " + o.id;
      
      s += appendBracketed(strOrNull(o~.label));

      if (eqic(type, "Match"))
        s += " " + o.~mapping
          /*+ appendBracketed(o.~input + " + " + o~.pattern)*/;
    }
    
    bool enabled = eq(true, getOpt enabled(o));
    if (enabled) s += " [enabled]";
    
    S purpose = getStringOpt purpose(o);
    if (nempty(purpose))
      s += " " + quote(purpose);
    
    S text = or2(o.text(),
      getStringOpt name(o),
      getStringOpt internalCode(o));
    if (text != null)
      s += " " + quote(text);
      
    O fc = o~.functionCalled;
    if (fc != null) s += " " + fc;
      
    O result = o~.result;
    if (result != null) s += " = " + shorten_str(result);
      
    ret s;
  }
} // end of module

// not used. also, we can't extend User anymore as it's in loadableUtils
/*extend User {
  S notificationSetting;
}*/

concept BEAObject > ConceptWithGlobalID {
  // optional new Ref<UserPost> mirrorPost;
  UserPost mirrorPost() { ret (UserPost) cget mirrorPost(this); }

  void change :: after {
    var mod = beaMod();
    if (mod != null) {
      mod.rstUpdateBEAMirrors.add(this);
      if (mod.autoActivateDynamicObjects)
        mod.rstAutoActivateDynamicObjects.add(this);
    }
  }

  void delete :: before {
    cdelete(mirrorPost());
    pcallOpt(this, "_deactivate");
  }
  
  void updateMirrorPost {
    GazelleBEA mod = beaMod();
    if (isDeleted() || !mod.mirrorBEAObjects) ret;

    if (mirrorPost() == null)
      cset(this, mirrorPost := cnew UserPost(
        type := "BEA Object",
        creator := mod.internalUser(),
        botInfo := "BEA Mirror Bot"));

    S text = structureString();

    cset(mirrorPost(), 
      title := str(this),
      +text);
  }

  S structureString() {
    S text = "Error";
    pcall {
      structure_Data data = new {
        structure_ClassInfo newClass(Class c) {
          structure_ClassInfo info = super.newClass(c);
          if (c == Concept.Ref.class) {
            info.special = true;
            info.serializeObject = o -> {
              Concept cc = cast deref((Concept.Ref) o);
              //append("cu CRef " + (cc != null ? str(cc.id) : "null"), 3);
              if (cc cast BEAObject)
                append("CRef(gid=" + quote(cc.globalID()) + ")", 6);
              else if (cc != null)
                append("CRef(id=" + cc.id + ")", 6);
              else
                append("CRef", 1);
            };
          }
          ret info;
        }

        void setFields(structure_ClassInfo info, L<Field> fields) {
          if (isSubclassOf(info.c, BEAObject)) {
            // Don't serialize "refs" and "backRefs" fields
            removeAll(fields,
              getField(BEAObject, "refs"),
              getField(BEAObject, "backRefs"));
          }
          super.setFields(info, fields);
        }
      };
      
      S struct = structure(this, data);
      struct = dropLoadableUtilsPackageFromStruct(struct);
      text = indentStructureString_firstLevels(1, struct);
    }

    ret text;
  }
      
  toString {
    ret shorten(toString_long());
  }
  
  S toString_long() {
    ret beaMod().beaObjectToString_long(this);
  }
  
  bool _isAlive() {
    ret!_conceptsDefunctOrUnregistered();
  }
  
  bool hasCustomCode() {
    ret cget meta_code(this) != null || cget meta_prototype(this) != null;
  }
  
  bool customCodeLoaded() {
    S className = getStringOpt meta_javaClass(this);
    ret className != null
      && eq(replace(className(this), "$", "."), className);
  }

  !include #1031300 // BEAObject methods

} // end of BEAObject

beaConcept BEARegExp {
  S text;
  bool caseInsensitive = true;
  
  bool valid() { ret nempty(text); }
  
  java.util.regex.Pattern compile() {
    ret compileRegexpPossiblyIC_unicodeCase(text, caseInsensitive);
  }
}

beaConcept BEARegExpReplacement > BEARegExp {
  S replacement;

  S apply(S text) {
    try {
      ret regexpReplace_directWithRefs(compile().matcher(text), unnull(replacement));
    } catch e {
      fail(format_quoted("Was searching * in * ", this.text, text));
    }
  }
  
  LS directCmds() {
    ret listPlus(super.directCmds(),
      !valid() ? "Note: not valid"
      : targetBlank(beaMod().queryLink("Apply regular expression replacement to all inputs", str(id)), "Apply to all inputs"));
  }
}

beaConcept BEAPatternList {
  new RefL<BEA> patterns;
  
  toString {
    ret super.toString() + ": " + nPatterns(patterns);
  }
}

static GazelleBEA beaMod() {
  ret (GazelleBEA) botMod();
}

set flag hotwire_here.

// share ISpec interface with sub-modules
static JavaXClassLoader hotwire_makeClassLoader(L<File> files) {
  ClassLoader cl = myClassLoader();
   ret new JavaXClassLoaderWithParent2(null, files, cl, ll(/*TODO*/));
}

concept BWebSocket extends BEAObject {
  transient GazelleBEA.WebSocketInfo webSocketInfo;
  
  void sendJavaScript(S js) {
    if (empty(js)) ret;
    virtual WebSocket ws = getWeakRef(webSocketInfo.webSocket);
    call(ws, "send", jsonEncode(litorderedmap(eval := js)));
  }
}

concept BWithResources > BEAObject {
  transient new CloseablesHolder resources;
  transient Q q = startQ(); // object's queue
  L<WithTimestamp<S>> log; // object's log
  transient bool activated;
  
  AutoCloseable enter() {
    ret beaMod().beaEnter(this);
  }
  
  void _handleException(Throwable e) {
    beaPrint(getStackTrace(e));
  }
  
  bool _active() { ret activated; }
  
  // TODO: sync
  final void _activate {
    addToQ(r {
      if (activated) ret;
      set activated;
      _activateImpl();
    });
  }

  void _activateImpl() {}

  void _deactivate {
    addToQ(r {
      _deactivateImpl();
      resources.close();
      unset activated;
    });
  }
  
  void _deactivateImpl() {}
  
  void delete :: before {
    _deactivate();
    waitForQToEmpty(q());
  }
  
  void addResource(AutoCloseable r) {
    resources.add(r);
  }
  
  void clearBEAPrintLog() {
    inQ(r {
      log = null;
      change();
    });
  }
  
  void beaPrint(S s default "", O o) enter {
    inQ(r {
      if (log == null) log = new L;
      synchronized(log) {
        truncateListFromStart(log, maxLogSize()-1);
        log.add(WithTimestamp(combinePrintParameters(s, o)));
      }
      change();
    });
  }
  
  // can change through dynamic field
  int maxLogSize() { ret getIntOpt maxLogSize(this, 10); }
  
  selfType me() { this; }
  
  // run directly if in queue
  void inQ(Runnable r) {
    if (r == null) ret;
    if (isInQ(q))
      r.run();
    else
      addToQ(r);
  }
  
  // always add to end of queue even when called in queue
  /*synchronized*/ void addToQ(Runnable r) {
    if (r == null) ret;
    getQ().add(rEnter { r.run() });
  }
  
  /*synchronized*/ Q getQ aka q() {
    /*if (q == null) {
      if (beaMod().verboseQStartsAndStops) print("Starting Q for " + me());
      q = new Q(str(me())) {
        void onIdle() { if (beaMod().deleteQsWhenEmpty()) deleteQIfEmpty(); }
      };
    }*/
    ret q;
  }
  
  /*synchronized void deleteQIfEmpty() {
    if (q == null) ret;
    synchronized(q.mutex()) {
      if (q.isEmpty()) {
        if (beaMod().verboseQStartsAndStops) print("Stopping Q for " + me());
        dispose q;
      }
    }
  }*/
}

concept BSettings {
  bool deleteQsWhenEmpty; // experimental
}

beaConcept BHTTPRequest {
  transient GazelleBEA.Req req;
}