!7

cmodule GazelleWebServer > DynPrintLogAndEnabled {
  transient MyHTTPD server;
  new Set<S> authedCookies;
  transient new GazelleContextCache contextCache;
  
  transient new ThreadLocal<O[]> bodyParams;
  transient new ThreadLocal<Bool> authed;

  int absoluteMaxResults = 1000, defaultMaxResults = 100;
  
  transient LS searchTypes = ll("", "Rule", "Line");

  void start() ctex {
    super.start();
    if (!enabled) ret;
    
    dm_useLocalMechListCopies();
    
    server = new MyHTTPD(80);
    server.serveFunction = func(S uri, SS parms) {
      serve(uri, parms)
    };
    server.start();
    print("HTTP server started on port " + server.getPort());
  }
  
  void cleanMeUp {
    server.stop();
    server = null;
  }
  
  O serve(S uri, SS params) enter {
    new Matches m;
    
    S cookie = serveHttp_cookieHandling();
    bool authed = nempty(cookie) && syncContains(authedCookies, cookie);
    temp tempSetTL(this.authed, authed);
    print("Cookie: " + cookie + ", authed: " + authed);
    S master = trim(loadTextFile(javaxSecretDir("gazelle-master-pw")));
    S attempt = params.get('_pass);
    if (nempty(attempt) && nempty(cookie) && nempty(master)) {
      if (eq(attempt, master)) {
        print("Login SUCCEEDED");
        syncAdd(authedCookies, cookie);
        change();
        authed = true;
      } else
        print("Login FAILED");
    }
    
    if (eq(uri, "/favicon.ico"))
      ret serveFile(loadLibrary(#1400189), faviconMimeType());
      
    O[] bodyParams = litobjectarray(style := "font-family: Roboto Mono; " + (authed ? "background-image: url(\"" + imageServerLink(#1101575) + "\")" : "background-color: #FFFF88"));
    temp tempSetTL(this.bodyParams, bodyParams);
    
    if (eq(uri, "/login"))
      ret hframe("Login",
        (nempty(master) ? hpostform(hpasswordfield('_pass)) : "No master PW"));
    
    if (swic(uri, "/texts/", m)) {
      S textID = m.rest();
      if (!possibleMD5(textID)) ret serve404();
      ret serveTextFileAsUTF8(javaxDataDir("Gazelle Texts/" + textID));
    }
    
    if (eq(uri, "/lastOutput")) {
      L<GazelleLine> lines = reversed(takeLast(10, dm_discord_allBotLines()));
      ret hframe("Last Output", hcenter(hheading("Last Output")
        + htmlTable2(
          map(lines, line -> {
            L applications = dm_gazelle_applicationsForMsgID(line.msgID);
            //print("Got " + n2(applications, "application") + " for " + line.msgID + " from " + dm_gazelle_longFeedbackCRUD());
            ret litorderedmap(
              "Date" := spanTitle("Message ID: " + line.msgID, htmlencode2(localDateWithMinutes(line.timestamp))),
              "Gazelle said:" := ahref(lineURL(line.msgID), htmlencode2(line.text)),
              "Applied rules" := joinWithSpace(map(f<S, S> ruleLink, collect ruleID(applications)))
            );
          }), htmlEncode := false, tableParams := litparams(cellpadding := 5))
      ));
    }
      
    if (eq(uri, "/lastInput")) {
      L<GazelleLine> lines = reversed(takeLast(30, dm_discord_allLines()));
      ret hframe("Last Input", hcenter(hheading("Last Input")
        + htmlTable2(
          map(lines, line -> {
            //L applications = dm_gazelle_applicationsForMsgID(line.msgID);
            ret litorderedmap(
              "Date" := spanTitle("Message ID: " + line.msgID, htmlencode2(localDateWithMinutes(line.timestamp))),
              "Author" := htmlencode(line.user),
              "Bot?" := htmlencode(line.bot ? "yes" : ""),
              "Line" := ahref(lineURL(line.msgID), htmlencode2(line.text)),
              //"Applied rules" := joinWithSpace(map(f<S, S> ruleLink, collect ruleID(applications))),
              "More" := moreForMsgID(line.msgID)
            );
          }), htmlEncode := false, tableParams := litparams(cellpadding := 5))
      ));
    }
    
    Request request = new(authed, params);
      
    if (eq(uri, "/ruleComments"))
      ret request.serveRuleComments();
    
    if (swic(uri, "/revisit/", m)) {
      long msgID = assertNotZero(parseLong(m.rest()));
      GazelleLine line = dm_discord_lineForMsgID(msgID);
      if (line == null) ret "Message not found: " + msgID;
      long startTime = sysNow();
      L<GazelleTree> tree = dm_gazelle_revisitChatLine(msgID,
        ctx := contextCache!);
      long endTime = sysNow();
      
      //print("Tree to string.");
      S tv = treeViewToString_withoutHijackPrint(gazelle_treeView(tree),
        stringifier := func(TreeView<GazelleTree> t) -> S { gazelleTreeToHTML(t.node()) });
      //print("children=" + l(tree) + ", tv = " + quote(tv));
      ret hframe("Revisiting msg " + msgID,
        hheading("Revisiting message " + msgID + ": " + htmlEncode2(line.text))
        + nlToBr_withIndents(tv)
        + p((endTime-startTime) + " ms"));
    }
    
    if (swic(uri, "/rule/", m)) {
      S ruleID = assertGlobalID(m.rest());
      ret request.serveRule(ruleID);
    }
    
    if (swic(uri, "/line/", m)) {
      long msgID = assertNotZero(parseLong(m.rest()));
      ret request.serveLine(msgID);
    }
    
    if (eq(uri, "/search"))
      ret search(params);
    
    if (eq(uri, "/wikipedia"))
      ret request.serveWikipedia();
    
    if (eq(uri, "/commands"))
      ret hframe("Commands",
        linesLL(hheading("Commands"),
          h3("!eval"),
        
          p([[You can evaluate Java code directly through Discord.
          Unless you are specifically authorized, only a ]] + ahref(rawSelfLink("safeIdentifiers"), "safe subset of identifiers") + " is allowed."),
          
          p("Example: " + tt("!eval 1+2")),
          p("In rare cases " + tt("!eval") + " may fail and you need to type " + tt("!real-eval") + " instead (which invokes an actual Java compiler).")));

    if (eq(uri, "/safeIdentifiers"))
      ret hframe("Safe Java Identifiers | Gazelle",
        linesLL(
          hheading("Safe Java(X) identifiers for !eval"),
          hpre(lines(sortedIC(codeAnalysis_allSafeIdentifiers())))));
          
    if (!eq(uri, "/"))
      ret serve404();
    
    //final Map<S, Int> feedbackStats = dm_gazelle_feedbackStats();
    final Map<S, Int> feedbackStats2 = dm_gazelle_feedbackStatsByJudgement();
    final Map<S, Int> feedbackStats3 = dm_gazelle_feedbackStatsForNonJudged();
    
    // Home Page / Rules List
    
    L<T3<S>> rules = dm_allRulesFromRulesModuleWithCommentsAndIDs();
      // dm_gazelle_allRulesWithComment("discord");
      
    bool showAll = eq("1", params.get('showAll));
      
    L<Map> mapped = mapReversed(rules,
      func(T3<S> t) -> SS {
        S ruleID = t.c;
        ret litorderedmap(
          "Rule ID" := !showAll ? null : htmlEncode2(ruleID),
          "Rule Text" := ahref(ruleURL(ruleID), htmlEncode_nlToBr(t.a)),
          "Comments" := !showAll ? null : nlToBr(
            mapEachLine(/*withoutLine("discord",*/ t.b/*)*/, func(S s) -> S {
              new Matches m;
              if "use helper table mech list *"
                ret "use helper table mech list " +
                  ahref(neatMechListURL($1), m.get(0));
              ret s;
            })),
          "# of applications" := strOr(feedbackStats3.get(ruleID), "-"),
          "Feedback" := ahref(rawSelfLink("rule/" + ruleID),
            "+" + toInt(feedbackStats2.get(ruleID + "/good"))
              /*+ " / " +
            toInt(feedbackStats3.get(ruleID))*/
              + " / " + 
            "-" + toInt(feedbackStats2.get(ruleID + "/bad"))));
      });
    
    S sortBy = params.get('sortBy);
    bool desc = eq("1", params.get('desc));
    if (nempty(sortBy))
      if (eq(sortBy, "Feedback"))
        mapped = sortByCalculatedField(mapped, func(Map map) -> Int {
          S s = cast map.get("Feedback");
          ret parseFirstInt(s) - parseSecondInt(s);
        });
      else if (eq(sortBy, "# of applications"))
        mapped = sortByMapKeyAlphaNum(mapped, sortBy);
      else
        mapped = sortByMapKey(mapped, sortBy);
    if (desc) reverseInPlace(mapped);
      
    ret hhtml_head_title_body("Gazelle - Next-Gen Chat Bot",
      hprelude() +
      hopeningTag link(rel :="icon", href := "/favicon.ico?v=2") +
      hcenter(
        p(b("GAZELLE 2019", style := "font-size: 5em")) +
        p(hsnippetimg(#1101500, height := 150, title := "Gazelle")) +
        p(span("<b>Hello! I am a next-generation chat bot in training.</b>", style := "font-size: 1.4em") + "<br>"
          + span(targetBlank("https://BotCompany.de", "Maker.") + " "
          + targetBlank("https://slides.com/stefanreich/how-about-thinking-machines/", "Slides.") + " "
          + targetBlank("https://discordapp.com/invite/SEAjPqk", b("Join my Discord server!")), style := "font-size: 1.2em"))
        + hform(p(ahref(rawSelfLink("commands"), "Commands.")
        + " " + ahref(rawSelfLink("lastOutput"), "Last output.")
        + (!showAll ? "" : " " + ahref(rawSelfLink("ruleComments"), "Rule comments."))
        //+ " " + ahref(rawSelfLink("search"), "Search.")
        + " | " + hinputfield('q, style := "width: 120px")
        + " " + hselect_list(searchTypes, name := 'type)
        + " " + hsubmit("Search")), action := "/search")
        
        + h3("Rules (" + l(rules) + ")")
      + htmlTable2(mapped,
          htmlEncode := false,
          paramsByColName := litmap(
            "Feedback" := litobjectarray(align := 'center),
            "# of applications" := litobjectarray(align := 'center)),
          replaceHeaders := litmap(
            "Rule Text" := "Rule (input + more input => output)",
            "# of applications" := sortLink(params, "# of applications"),
            "Feedback" := sortLink(params, "Feedback")),
          tdParams := litobjectarray(valign := 'top)
          )
          + p(ahref(hqueryWithoutNanoHTTPDStuff(mapPlus(params, showAll := 1)), "Show technical stuff"))
          ), bodyParams);
  }
  
  S hframe(S title, O body) {
    print("Params: " + sfu(bodyParams!));
    ret hhtml_head_title_body(title + " | Gazelle",
      loadJQuery() +
      hprelude() +
      body,
      bodyParams!);
  }
  
  S ruleLink(S ruleID) {
    if (!isGlobalID(ruleID)) ret htmlEncode2(ruleID);
    ret ahref("/rule/" + ruleID, ruleID);
  }
  
  S gazelleTreeToHTML(GazelleTree tree) {
    if (tree == null) ret "*";
    ret (tree.isSplitNode ? "[split] " : "")
      + htmlEncode2(tree.line) + appendSquareBracketed(
      joinWithComma(listPlus(
        map htmlEncode2(tree.renderQualityElements()),
        ruleLink(tree.ruleID()))));
  }
  
  S moreForMsgID(long msgID) {
    ret ahref(rawSelfLink("revisit/" + msgID), "revisit", rel := "nofollow");
  }
  
  S search(SS params) {
    S q = trim(params.get('q));
    Set<S> types = singletonCISetIfNempty(params.get('type));
    int maxResults = min(absoluteMaxResults, toIntOr(params.get('max), defaultMaxResults));
    L results = empty(q) ? null : dm_gazelle_fullSearch(q, +types, maxResults := maxResults+1);
    S title = empty(q) ? "Search" : "Search results for: " + q;
    ret hframe(title,
      hheading(htmlEncode2(title)) +
      hform("Terms: " + hinputfield('q, value := q, autofocus := true)
        + " Type: " + hselect_list(searchTypes, params.get('type), name := 'type)
        + " " + hsubmit("Search"), action := "/search") +
      (empty(results) ?
        (empty(q) ? "" : "No results") : p(
          l(results) > maxResults ? maxResults + "+ results" : n2(results, "result"))
          + htmlTable2(map(takeFirst_lazy(maxResults, results), o -> {
        S type = shortClassName(o);
        bool isLine = eq(type, "Line");
        long msgID = isLine ? getLong msgID(o) : 0;
        Map map = litorderedmap("Type" :=
          isLine ? spanTitle("Message ID: " + msgID, type) : type);
        S text = htmlEncode2OrNull(getStringOpt text(o));
        if (isLine)
 {
          map.put("Date" := localDateWithMinutes(getLong created(o)));
          map.put("By" := (S) call(o, 'userName));
        }
        if (text != null) {
          if (eq(type, "Rule"))
            text = ahref("/rule/" + getString globalID(o), text);
          else if (isLine)
            text = ahref(lineURL(msgID), text);
          mapPut(map, "Text", text);
        }
        if (isLine)
          map.put("More" := moreForMsgID(msgID));
        ret map;
      }), htmlEncode := false)));
   }

  S lineURL(long msgID) { ret msgID == 0 ? null : "/line/" + msgID; }
  S ruleURL(S ruleID) { ret "/rule/" + urlencode(ruleID); }

  long contextToMsgID(S s) {
    new Matches m;
    if "discord msg *" if (isInteger($1)) ret parseLong($1);
    ret 0;
  }

  class Request {
    bool authed;
    SS params;
    
    *(bool *authed, SS *params) {}

    S serveLine(long msgID) {
      GazelleLine l = dm_discord_lineForMsgID(msgID);
      if (l == null) ret "Line " + msgID + " not found";
      L context = dm_discord_contextAroundLine(l.msgID, -3, 3);
      L applications = dm_gazelle_applicationsForMsgID(l.msgID);
      L<GazelleFulfillment> fulfillments = dm_gazelle_fulfillmentsForMsg(l.msgID);
      ret hframe("Line " + msgID,
        hheading("Line @ " + localDateWithMinutes(l.timestamp) + ": " + htmlEncode2("<" + l.user + "> " + l.text))
        + (empty(context) ? "" :
          h3("Context")
          + nlToBr(lines(map(context, line2 -> {
            GazelleLine line = dm_discord_importLine(line2);
            S s = localDateWithMinutes(line.timestamp) + ": " + ahref(line.msgID == l.msgID ? null : lineURL(line.msgID),
              htmlEncode2("<" + line.user + "> " + line.text));
            ret line.msgID == l.msgID ? b(s) : s;
          }))))
        + (empty(applications) ? "" : h3("Reasoning")
        + htmlTable2(map(applications, app -> {
            S ruleID = getString ruleID(app);
            Map map = new LinkedHashMap;
            if (nempty(ruleID)) {
              S ruleText = dm_textForRule(ruleID);
              map.put("Original Rule" := ahref("/rule/" + urlencode(ruleID),
                empty(ruleText) ? "?" : htmlEncode2_nlToBr(ruleText)));
            }
            map.putAll(applicationToMap(app));
            map.remove("Context");
            map.remove("Generated Output");
            ret map;
          }),
          tdParams := litobjectarray(align := 'center, valign := 'top), htmlEncode := false))
        + (empty(fulfillments) ? "" : h3("Fulfillments")
        + htmlTable2(map(fulfillments, f -> {
            new LinkedHashMap map;
            if (neq(f.line, l.text)) map.put("Originally seen line" := f.line);
            mapPut(map, "Rule" := f.rule);
            mapPut(map, "Judgement" := f.judgement);
            mapPut(map, "Mapping" := f.varMap);
            ret map;
          }), tdParams := litobjectarray(align := 'center, valign := 'top), htmlEncode := false))
      );
    }
  
    S serveRule(S ruleID) {
      // add rule comment
      S comment = trim(params.get("comment"));
      if (nempty(comment)) {
        if (!authed) comment = "[anon] " + comment;
        dm_gazelle_addRuleComments_verbose(ruleID, ll(comment));
      }
  
      PairS textAndComment = unnull(dm_textAndCommentForRule(ruleID));
      L feedback = dm_gazelle_feedbackForRule(ruleID);
      L applications = dm_gazelle_applicationsForRule(ruleID);
      Map<S, O> feedbackByContext = indexByFieldNotNull context(feedback);
      L<GazelleFulfillment> fulfillments = dm_gazelle_fulfillmentsForRule_imported(ruleID);
      S title = "Rule " + ruleID;
      L list = cloneList(feedback);
      for (O o : applications)
        if (!containsKey(feedbackByContext, getString context(o)))
          list.add(o);
          
      // add feedback comments
      
      for (S applicationID, S text : subMapStartingWith_dropPrefix(params, "comment_")) {
        continue if empty(text = trim(text));
        if (!authed) text = "[anon] " + text;
        O app = findByField(list, globalID := applicationID);
        print("Processing comment for " + applicationID + " - " + app);
        if (app == null) continue;
        Set<S> comments = asSet(tlft(getString comments(app)));
        if (!contains(comments, text))
          call(app, '_setField, comments := appendWithNewLine(getString comments(app), text));
      }
      
      // Serve Rule & Applications & Feedback
      
      L<Map> mapped = map(list, app -> applicationToMap(app));
      
      S sortBy = params.get('sortBy);
      if (nempty(sortBy))
        mapped = sortByMapKey(mapped, sortBy);
        
      MultiSet<S> statements = dm_gazelle_statementsForRule_multiSet(ruleID);
  
      ret hframe(title + " | Gazelle",
        hheading(htmlEncode2(title))
        + hform(
          h3("Rule")
        + div(hblock(textAndComment.a), id := 'ruleText)
        + (authed ? hbuttonOnClick_returnFalse("Edit",
          [[
            $(this).text('Save');
            $(this).attr('onclick', '');
            $('#ruleText').html(]] + jsQuote(htextarea(textAndComment.a, name := 'ruleText, rows := 5, cols := 80)) + [[);
            $('#ruleText textarea').focus();]]) : "")
        + (nempty(textAndComment.b) ? h3("Comments") + nlToBr(mapEachLine(textAndComment.b, s -> {
            new Matches m;
            LS tok = javaTok(s);
            S t = nextToLast(tok);
            if (dm_gazelle_ruleExists(t))
              ret htmlEncode2(joinSubList(tok, 0, l(tok)-2)) + ruleLink(t);
            ret htmlEncode2(s);
          })) : "")
        + "<br><br>"
        + "Add comment: " + htextfield("comment"))
        + (empty(mapped) ? "" : h3("Feedback")
        + htmlTable2(mapped, tdParams := litobjectarray(align := 'center, valign := 'top), htmlEncode := false)
)
        + (empty(fulfillments) ? "" : h3("Fulfillments")
        + htmlTable2(map(fulfillments, f -> {
            new LinkedHashMap map;
            mapPut(map, "Line" := ahref(lineURL(contextToMsgID(f.context)), htmlEncode2_nlToBr(f.line)));
            mapPut(map, "Judgement" := f.judgement);
            mapPut(map, "Mapping" := dropPrefix("cimap", f.varMap));
            mapPut(map, "Context" := f.context);
            ret map;
          }), tdParams := litobjectarray(align := 'center, valign := 'top), htmlEncode := false))
        + (empty(statements) ? "" : h3("Analysis 1")
        + hblock(multiSetToLines(statements))
)
        + (empty(statements) ? "" : h3("Analysis 2")
        + hblock(sfuLines(mapWithout(objectToMap(
          ai_gazelle_analyzeStatementsForRule_multiSet(statements)), 'statements)))
));
    }
    
    S serveWikipedia() {
      /*hheading("All Simple English Wikipedia Topics")
        + htmlTable2(map(simpleWikipediaTopics_cached(), topic -> litorderedmap("Topic" := topic))));*/
      ret hframe("Wikipedia",
        hheading("Retrieved Simple Wikipedia Pages")
        + htmlTable2(map(simpleWikipedia_allCachedTopics(), topic -> litorderedmap("Topic" := topic))));

    }

    Map applicationToMap(O o) {
      bool showStruct = eq("1", params.get('struct));
      ret litorderedmap(
        "Judgement" := getString judgement(o),
        "Rewritten Rule" := getString_htmlEncode modifiedRule(o),
        "Generated Output" := getString_htmlEncode outText(o),
        "Mapping" := dropPrefix("cimap", getString_htmlEncode varMap(o)),
        "Context" := getString_htmlEncode context(o),
        "Comments" := hform(
          appendIfNempty(nlToBr(rtrim(getString_htmlEncode comments(o))), "<br>")
          + htextfield("comment_" + getString globalID(o))),
        "Struct" := showStruct ? getString matchedRuleStruct(o) : null);
    }
    
    S serveRuleComments() {
      ret hframe("All Rule Comments",
        hheading("All Rule Comments")
        + htmlTable2(map(dm_gazelle_allRuleComments(), comment -> litorderedmap("Comment" := comment))));
    }

  } // end of Request

} // end of class

sS rawSelfLink(S uri) { ret addSlashPrefix(uri); }

sS hheading(O contents) {
  ret h2(ahref(rawSelfLink(""), "Gazelle") + " | " + contents);
}

sS hprelude() {
  ret [[<link href="https://fonts.googleapis.com/css?family=Roboto+Mono" rel="stylesheet">]] +
    hmobilefix();
}

sS hblock(S s) {
  ret htmlEncode_nlToBr(s);
}

sS sortLink(SS params, S key) {
  params = cloneMap(params);
  mapPutOrRemove(params, 'desc,
    eq(params.get('sortBy), key) && !eq("1", params.get('desc)) ? "1" : null);
  params.put(sortBy := key);
  ret ahref(hqueryWithoutNanoHTTPDStuff(params), htmlEncode2(key));
}