import java.util.*;
import java.util.zip.*;
import java.util.List;
import java.util.regex.*;
import java.util.concurrent.*;
import java.util.concurrent.atomic.*;
import java.util.concurrent.locks.*;
import javax.swing.*;
import javax.swing.event.*;
import javax.swing.text.*;
import javax.swing.table.*;
import java.io.*;
import java.net.*;
import java.lang.reflect.*;
import java.lang.ref.*;
import java.lang.management.*;
import java.security.*;
import java.security.spec.*;
import java.awt.*;
import java.awt.event.*;
import java.awt.image.*;
import javax.imageio.*;
import java.math.*;
import java.text.*;
import java.text.NumberFormat;
import java.nio.charset.Charset;
import java.text.SimpleDateFormat;
import javax.imageio.metadata.*;
import javax.imageio.stream.*;
import java.util.TimeZone;
import java.awt.datatransfer.StringSelection;
class main {
static class WebChatBot2 {
boolean newDesign = true; // use new chat bot design
boolean ariaLiveTrick = false;
boolean ariaLiveTrick2 = true;
String dbBotID = "";
String templateID = "#1028952"/*#1028282*/;
String cssID = "#1028951";
String thoughtBotID = null; // thought bot is this program
String botName = "Demo Bot";
String heading = "Demo Bot";
String adminName = "Demo Chat Bot Admin";
String botImageID = "#1102935";
String userImageID = "#1102803";
String chatHeaderImageID = "#1102802";
String timeZone = ukTimeZone_string();
String baseLink = "";
boolean botOnRight = true;
// a human who answers to clients
static class Worker extends Concept {
String loginName, displayName;
//S password;
boolean available = false;
long lastOnline; // recent timestamp if online
static String _fieldOrder = "loginName displayName";
String renderAsHTML() {
return htmlEncode2(loginName + " (display name: " + displayName + ")");
}
}
static class WorkerChat {
int workerLongPollTick = 200;
int workerLongPollMaxWait = 1000*30;
long lastWorkerRequested; // timestamp for notification sound
Object html(String uri, Map<String, String> params, Conversation conv, AuthedDialogID auth) {
String uri2 = appendSlash(uri);
boolean requestAuthed = auth != null;
if (startsWith(uri2, "/workers-admin/")) {
if (!requestAuthed) return serveAuthForm(params.get("uri"));
return serveWorkersAdmin(uri, params);
}
if (startsWith(uri2, "/worker/")) {
if (!subBot_isHttps())
return subBot_serveRedirect("https://" + domain() + fullSelfLink(params));
if (!requestAuthed) return serveAuthForm(params.get("uri"));
if (nempty(params.get("turnBotOn")))
conv.turnBotOn();
return serveWorkerPage(auth, conv, uri, params);
}
return null; }
// TODO: handle deletion properly
String serveWorkersAdmin(String uri, Map<String, String> params) {
String nav = p(ahref(rawBotLink(dbBotID), "Main admin") + " | " + ahref(baseLink + "/workers-admin", "Workers admin"));
if (eq(uri, "/workers-admin/change-image")) {
long id = parseLong(params.get("id"));
Worker worker = getConcept(Worker.class,id);
File f = workerImageFile(id);
String content;
String b64 = params.get("base64");
if (nempty(b64))
saveFile(f, decodeBASE64(b64));
if (worker == null) content = "Worker not found";
else
content =
nav +
hscript("\r\n function submitIt() {\r\n var file = $('#myUpload')[0].files[0];\r\n var reader = new FileReader();\r\n \r\n reader.onloadend = function () {\r\n var b64 = reader.result.replace(/^data:.+;base64,/, '');\r\n $(\"#base64\").val(b64);\r\n console.log(\"Got base64 data: \" + b64.length);\r\n $(\"#submitForm\").submit();\r\n };\r\n \r\n reader.readAsDataURL(file);\r\n return false;\r\n }\r\n ") +
h2("Worker image for: " + worker.renderAsHTML())
+ p(!fileExists(f) ? "No image set" : himgsrc(rawLink("worker-image/" + id)))
+ hpostform(
hhiddenWithIDAndName("base64")
+ "Choose image: " + hfileupload("accept", "image/png,image/jpeg,image/gif", "id" , "myUpload") + "<br><br>"
+ "Note: Image should be square. Will be scaled to 40x40px in the chat"
+ hhidden("id", id), "action" , rawLink("/workers-admin/change-image"), "id" , "submitForm")
+ hbuttonOnClick_returnFalse("Upload", "submitIt()");
return hhtml(hhead_title("Change worker image")
+ hsansserif()
+ hbody(loadJQuery()
+ content));
}
HCRUD_Concepts<Worker> data = new HCRUD_Concepts<Worker>(Worker);
HCRUD crud = new HCRUD(rawLink("workers-admin"), data) {
String frame(String title, String contents) {
return hhtml(hhead_title_htmldecode(title) + hbody(
nav + h1(title) + contents));
}
};
crud.unshownFields = litset("available", "lastOnline", "away");
crud.postProcessTableRow = (item, rendered) -> {
printStruct("item", item);
long id = parseLong(item.get("id"));
File f = workerImageFile(id);
return mapPlus(rendered, "Image" ,
f == null ? "???" : !fileExists(f) ? "-" : himgsrc(rawLink("worker-image/" + id)));
};
crud.renderCmds = item -> crud.renderCmds_base(item) + " | " + ahref(rawLink("workers-admin/change-image" + hquery("id" , item.get("id"))), "Change image...");
crud.tableClass = "responstable";
return hsansserif() + hcss_responstable()
+ crud.renderPage(params);
}
// auth is tested before we get here
String serveWorkerPage(AuthedDialogID auth, Conversation conv, String uri, Map<String, String> params) {
String cookie = conv.cookie;
String uri2 = afterLastSlash(uri);
if (eq(uri2, "availableWorkers"))
return "Available workers: " + or2(joinWithComma(map(workersAvailable(), w -> w.renderAsHTML())), "-");
if (nempty(params.get("workerLogOut")))
cset(auth, "loggedIn" , null);
if (auth.loggedIn != null && nempty(params.get("workerAvailableBox")))
if (cset_trueIfChanged(auth.loggedIn, "available" , nempty(params.get("workerAvailable"))))
noteConversationChange(); // update list of available workers
if (nempty(params.get("acceptConversation"))) {
if (conv.worker == null) { // only if not accepted by anyone
cset(conv, "worker" , auth.loggedIn);
conv.turnBotOff();
}
}
String loginID = params.get("workerLogIn");
if (nempty(loginID))
cset(auth, "loggedIn" , getConcept(Worker.class,parseLong(loginID)));
Map map = prependEmptyOptionForHSelect(mapToOrderedMap(conceptsSortedByFieldCI(Worker, "loginName"),
w -> pair(w.id, w.loginName)));
if (auth.loggedIn == null)
return hsansserif() + p("You are not logged in as a worker")
+ hpostform(
"Log in as: " + hselect("workerLogIn", map, conceptID(auth.loggedIn)) + " " + hsubmit("OK"), "action" , rawLink("worker"));
// We are logged in
if (eq(uri2, "conversation")) {
if (conv == null) return "Conversation not found";
// Serve the checkbox & the JavaScript
String onOffURL = rawLink("worker/botOnOff" + hquery("cookie", cookie) + "&on=");
return
hsansserif() + loadJQuery()
+ hhidden("cookie" , conv.cookie) // for other frame
+ hpostform(
hhidden("cookie", cookie) +
p(renderBotStatus(conv))
+ p(conv.botOn
? hsubmit("Accept conversation", "name" , "acceptConversation")
: hsubmit("Turn bot back on", "name" , "turnBotOn"))
, "action" , rawLink("worker/innerFrameSet"), "target" , "innerFrameSet")
// include bot
+ hscriptsrc(rawLink(hquery("workerMode" , 1, "cookie" , conv.cookie)));
}
if (eq(uri2, "conversations")) {
cset(auth.loggedIn, "lastOnline" , now());
boolean poll = eq("1", params.get("poll")); // poll mode?
String content = "";
if (poll) {
long seenChange = parseLong(params.get("lastChange"));
vmBus_send("chatBot_startingWorkerPoll",mc(), conv);
long start = sysNow();
List msgs;
boolean first = true;
while (licensed() && sysNow() < start+workerLongPollMaxWait
&& lastConversationChange == seenChange)
sleep(workerLongPollTick);
printVars_str("lastWorkerRequested", lastWorkerRequested, "seenChange", seenChange);
if (lastWorkerRequested > seenChange)
content = hscript("\r\n window.parent.parent.frames[0].sendDesktopNotification(\"A worker is requested!\", { action: function() { window.focus(); } });\r\n window.parent.parent.frames[0].playWorkerRequestedSound();\r\n ");
// if poll times out, send update anyway to update time calculations
}
long pingThreshold = now()-activeConversationTimeout();
List<Conversation> convos = sortByCalculatedFieldDesc(c -> c.lastMsgTime(),
conceptsWithFieldGreaterThan(Conversation.class,"lastPing" , pingThreshold));
content +=
hhiddenWithID("lastConversationChange", lastConversationChange) + tag("table",
hsimpletableheader("IP", "Country", "Bot/worker status", "Last change", "Last messages")
+ mapToLines(convos, c -> {
List<Msg> lastMsgs = lastTwo(c.msgs);
String style = c == conv ? "background: #90EE90" : null;
String convLink = rawLink("worker/innerFrameSet" + hquery("cookie" , c.cookie));
return tag("tr",
td(ahref(convLink, c.ip, "target" , "innerFrameSet")) +
td(getCountry(c)) +
td(renderBotStatus(c)) +
td(renderHowLongAgo(c.lastMsgTime())) +
td(ahref(convLink, hparagraphs(lambdaMap(__32 -> renderMsgForWorkerChat(__32),lastMsgs)), "target" , "innerFrameSet", "style" , "text-decoration: none")), "style", style);
}), "class" , "responstable");
if (poll) return content;
String incrementalURL = rawLink("worker/conversations?poll=1&lastChange=");
return hhtml(
hhead(hsansserif() + loadJQuery()
+ hscript_clickableRows())
+ hbody(h3(botName)
+ hpostform(
"Logged in as "
+ htmlEncode2(auth.loggedIn.loginName)
+ " (display name: " + htmlEncode2(auth.loggedIn.displayName) + ")"
+ hhidden("workerAvailableBox" , 1)
+ " "
+ hcheckboxWithText("workerAvailable", "I am available", auth.loggedIn.available, "onclick" , "form.submit()")
+ " "
+ hsubmit("Log out", "name" , "workerLogOut"),
"target" , "innerFrameSet", "action" , rawLink("worker/innerFrameSet"))
+ p("Available workers: " + b(or2(joinWithComma(
map(workersAvailable(), w -> w.displayName)), "none")))
+ h3("Active conversations")
+ hcss_responstable()
+ hdivWithID("contentArea", content)
+ hscript("\r\n function poll_start() {\r\n var lastChange = $(\"#lastConversationChange\").val();\r\n if (!lastChange)\r\n setTimeout(poll_start, 1000);\r\n else {\r\n var url = \"#INCREMENTALURL#\" + lastChange;\r\n console.log(\"Loading \" + url);\r\n $.get(url, function(src) {\r\n if (src.match(/^ERROR/)) console.log(src);\r\n else {\r\n console.log(\"Loaded \" + src.length + \" chars\");\r\n $(\"#contentArea\").html(src);\r\n }\r\n setTimeout(poll_start, 1000);\r\n }, 'text')\r\n .fail(function() {\r\n console.log(\"Rescheduling after fail\");\r\n setTimeout(poll_start, 1000);\r\n });\r\n }\r\n }\r\n poll_start();\r\n ".replace("#INCREMENTALURL#", incrementalURL)
)));
} // end of worker/conversations part
if (eq(uri2, "notificationArea"))
return hhtml(
hhead(hsansserif() + loadJQuery())
+ hbody(hdesktopNotifications()
+ div(small(
span(hbutton("CLICK HERE to enable notification sounds!"), "id" , "enableSoundsBtn")
+ " | "
+ span("", "id" , "notiStatus")), "style" , "float: right")
+ hscript("\r\n function enableSounds() {\r\n document.removeEventListener('click', enableSounds);\r\n $(\"#enableSoundsBtn\").html(\"Notification sounds enabled\");\r\n }\r\n document.addEventListener('click', enableSounds);\r\n \r\n if (window.workerRequestedSound == null) {\r\n console.log(\"Loading worker requested sound\");\r\n window.workerRequestedSound = new Audio(\"https://botcompany.de/files/1400404/worker-requested.mp3\");\r\n }\r\n \r\n function playWorkerRequestedSound() {\r\n console.log(\"Playing worker requested sound\");\r\n window.workerRequestedSound.play();\r\n }\r\n window.playWorkerRequestedSound = playWorkerRequestedSound;\r\n\r\n ")));
if (eq(uri2, "innerFrameSet"))
// serve frame set 2
return hhtml(hhead_title("Worker Chat [" + auth.loggedIn.loginName + "]")
+ hframeset_cols("*,*",
tag("frame","", "name" , "conversations", "src" , rawLink("worker/conversations" + hquery("cookie", cookie))) +
tag("frame","", "name" , "conversation", "src" , conv == null ? null : rawLink("worker/conversation" + hquery("cookie", cookie)))));
// serve frame set 1
return hhtml(hhead_title("Worker Chat [" + auth.loggedIn.loginName + "]")
+ hframeset_rows("50,*",
tag("frame","", "name" , "notificationArea", "src" , rawLink("worker/notificationArea")) +
tag("frame","", "name" , "innerFrameSet", "src" , conv == null ? null : rawLink("worker/innerFrameSet" + hquery("cookie", cookie)))));
}
String renderMsgForWorkerChat(Msg msg) {
return (msg.fromWorker != null ? htmlEncode2(msg.fromWorker.displayName) : msg.fromUser ? "User" : "Bot") + ": " + b(htmlEncode2If(shouldHtmlEncodeMsg(msg), msg.text));
}
Collection<Worker> workersAvailable() {
long timestamp = now()-workerLongPollMaxWait-10000;
return filter(list(Worker), w -> w.available && w.lastOnline >= timestamp);
}
boolean anyWorkersAvailable() {
return nempty(workersAvailable());
}
String renderBotStatus(Conversation conv) {
return "Bot is " + b(conv.botOn ? "on" : "off") + "<br>"
+ "Assigned worker: " + b(conv.worker == null ? "none" : conv.worker.displayName);
}
}
WorkerChat workerChat = new WorkerChat();
void start() {
standardTimeZone();
standardTimeZone_name = timeZone;
thoughtBot = this;
baseLink = "";
realPW(); // make password
pWebChatBot();
}
Object html(Object request) {
return main.html(request);
}
// API for Eleu
void setEleu(Object eleu) {
mainBot = eleu;
}
}
void processParams(Map<String, String> map) {}
ThreadLocal<Out> out = new ThreadLocal();
ThreadLocal<Conversation> conv = new ThreadLocal();
transient long lastConversationChange = now();
boolean testFunctions = false;
class FormStep {
String key;
String displayText, desc;
String defaultValue;
String placeholder; // null for same as displayText, "" for none
List<String> buttons;
boolean allowFreeText = false; // only matters when there are buttons
String value;
// called before data entry
void update(Runnable onChange) {}
// called after data entry
// return error message or null
// call conv->cancelForm(); to cancel the form (and make sure to return a text)
String verifyData(String s) { return null; }
}
class FormInFlight {
Conversation conversation;
String hashTag;
List<FormStep> steps = new ArrayList();
int stepIndex; // in steps list
String handleInput(String s) { return null; }
FormStep currentStep() {
return get(steps, stepIndex);
}
void update(Runnable onChange) {
if (currentStep() != null) currentStep().update(onChange);
}
String complete() { return "Form complete"; }
String cancel() { return "Request cancelled"; }
FormStep byKey(String key) {
return objectWhere(steps, "key", key);
}
String getValue(String key) {
FormStep step = byKey(key);
return step == null ? null : step.value;
}
Map<String, String> allValues() {
Map<String, String> map = litorderedmap();
for (FormStep step : steps)
map.put(step.key, step.value);
return map;
}
boolean allowGeneralOverride() { return false; }
Conversation cancelMe() {
Conversation conv = conversation;
conversation.cancelForm();
return conv;
}
void change() {
if (conversation != null) conversation.change();
}
}
boolean debug = false;
String answer(String s) {
out.set(new Out());
if (creator() == null) if (match("debug", s)) debug = true;
String a = rawAnswer(s);
// handle hashtags
List<String> tokHashtags = regexpICMatchesAsCNC(regexpNegativeLookbehind("\\w") + "#\\w+\\b", a);
for (int i = 1; i < l(tokHashtags); i += 2) {
print("Found hashtag " + tokHashtags.get(i));
/*S a2 = Handover.handleHashtag(conv!, tokHashtags.get(i));
if (a2 != null) {
print("Replaced with " + quote(a2));
tokHashtags.set(i, a2);
}*/
}
a = join(tokHashtags);
return deliverAnswerAndFormStep(a);
}
String rawAnswer(String s) {
FormInFlight form = conv.get().form;
String a = null;
// enter propose mode, get general answer
Object bot = dbBot();
out.get().proposeMode = true;
String generalAnswer;
{
// call without #default
AutoCloseable __8 = tempSetTL((ThreadLocal) getOpt(bot, "opt_noDefault"), true); try {
generalAnswer = (String) call(bot, "answer", s, conv.get().language());
} finally { _close(__8); }}
out.get().proposeMode = false;
if (form != null && generalAnswer != null && form.allowGeneralOverride())
conv.get().cancelForm();
else if (form != null) {
if ((a = form.handleInput(s)) != null) return a;
if (eqicOneOf(s, "cancel", "Abbrechen", unicode_crossProduct())) {
String answer = form.cancel();
conv.get().cancelForm();
return answer;
} else if (eqicOneOf(s, "back", "zurück", unicode_undoArrow()) && form.stepIndex > 0) {
--form.stepIndex;
conv.get().change();
return "";
} else if (form.currentStep() != null) {
FormStep step = form.currentStep();
if (!step.allowFreeText && nempty(step.buttons) && !cic(step.buttons, s))
return de() ? "Bitte wählen Sie eine Option!" : "Please choose an option.";
print("Verifying data " + quote(s) + " in step " + step);
String error = step.verifyData(s);
if (error != null)
return error;
step.value = s;
++form.stepIndex;
conv.get().change();
if (form.currentStep() == null) {
String answer = form.complete();
if (conv.get().form == form)
conv.get().cancelForm(); // if complete() hasn't put us on a new form
return answer;
}
return "";
}
}
// process general answer, switch language
a = generalAnswer;
if (a == null)
a = (String) call(bot, "answer", "#default", conv.get().language());
if (out.get().proposedForm != null)
conv.get().setForm(out.get().proposedForm);
return a;
}
String deliverAnswerAndFormStep(String answer) {
FormInFlight form = conv.get().form; // form may have cancelled itself in update
if (form == null || form.currentStep() == null) return answer;
FormStep step = form.currentStep();
printVars_str("answer", answer, "displayText" , step.displayText);
answer = joinNemptiesWithSpace(answer, step.displayText);
out.get().placeholder = or(step.placeholder, step.displayText);
print("Step " + form.stepIndex + ": " + sfu(step));
out.get().defaultInput = or2(step.value, step.defaultValue);
out.get().buttons = cloneList(step.buttons);
if (form.stepIndex > 0) out.get().buttons.add(de() ? "Zurück" : "Back");
out.get().buttons.add(de() ? "Abbrechen" : "Cancel");
return answer;
}
String initialMessage() {
return template("#greeting");
}
static Object dbBot() {
return null; // TODO ret getBot(dbBotID);
}
boolean de() {
return eqic(conv.get().language(), "de");
}
// Web Chat Bot Include
static Object thoughtBot;
int longPollTick = 200;
int longPollMaxWait = 1000*30; // lowered to 30 seconds
int activeConversationSafetyMargin = 15000; // allow client 15 seconds to reload
Set<String> specialButtons = litciset("Cancel", "Back", "Abbrechen", "Zurück");
class Out extends DynamicObject {
List<String> buttons;
boolean multipleChoice = false;
String multipleChoiceSeparator;
String placeholder;
String defaultInput;
Integer progressBarValue;
boolean glow = false;
transient boolean proposeMode = false;
transient FormInFlight proposedForm;
}
class Msg extends DynamicObject {
long time;
boolean fromUser = false;
Worker fromWorker;
String text;
Out out;
Msg() {}
Msg(boolean fromUser, String text) {
this.text = text;
this.fromUser = fromUser; time = now(); }
Msg(String text, boolean fromUser) {
this.fromUser = fromUser;
this.text = text; time = now(); }
}
static class AuthedDialogID extends Concept {
String dialogID;
Worker loggedIn; // who is logged in with this cookie
}
//concept Session {} // LEGACY
// our base concept - a conversation between a user and a bot or sales representative
static class Conversation extends Concept {
static final String _fieldOrder = "cookie ip country oldDialogs msgs lastPing botOn worker userTyping botTyping testMode dryRun proposedForm form language lastProposedDate";
String cookie, ip, country;
List<List<Msg>> oldDialogs = new ArrayList();
List<Msg> msgs = new ArrayList();
long lastPing;
boolean botOn = true;
Worker worker; // who are we talking to?
transient long userTyping, botTyping; // sysNow timestamps
boolean testMode = false;
transient boolean dryRun = false;
transient FormInFlight proposedForm;
FormInFlight form;
String language;
Long lastProposedDate;
void add(Msg m) {
m.text = trim(m.text);
if (!m.fromUser && empty(m.text)) return; // don't store empty msgs from bot
syncAdd(msgs, m);
noteConversationChange();
change();
vmBus_send("chatBot_messageAdded",mc(), this, m);
}
int allCount() { return lengthLevel2(oldDialogs) + l(msgs); }
int archiveSize() { return lengthLevel2(oldDialogs); }
long lastMsgTime() { Msg m = last(msgs); return m == null ? 0 : m.time; }
void cancelForm() {
if (form != null) {
print("Cancelling form " + form);
form.conversation = null;
cset(this, "form" , null);
}
}
<A extends FormInFlight> A setForm(A form) {
form.conversation = this;
cset(this, "form", form);
return form;
}
String language() { return or2(language, "en"); }
void updateForm() {
if (form != null) form.update(new Runnable() { public void run() { try { change();
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "change();"; }});
}
void turnBotOff() {
cset(this, "botOn" , false);
noteConversationChange();
updateForm();
}
void turnBotOn() {
cset(this, "botOn" , true, "worker" , null);
String backMsg = getCannedAnswer("#botBack", this);
if (empty(msgs) || lastMessageIsFromUser() || !eq(last(msgs).text, backMsg))
add(new Msg(backMsg, false));
noteConversationChange();
}
boolean lastMessageIsFromUser() {
return nempty(msgs) && last(msgs).fromUser;
}
void newDialog() {
cancelForm();
lastProposedDate = null;
oldDialogs.add(msgs);
cset(this, "msgs" , new ArrayList());
change();
vmBus_send("chatBot_clearedSession",mc(), this);
}
}
void pWebChatBot() {
dbIndexing(Conversation.class, "cookie", Conversation.class, "worker",
Conversation.class, "lastPing",
Worker, "loginName", AuthedDialogID.class, "dialogID");
Class envType = fieldType(thoughtBot, "env");
if (envType != null)
setOpt(thoughtBot, "env", proxy(envType, (Object) mc()));
}
static Object html(Object request) {
AutoCloseable __9 = tempRegisterThread(); try {
String uri = (String) (get(request, "uri"));
Map<String, String> params = (Map<String, String>) (get(request, "params"));
String cookie = params.get("cookie");
if (empty(cookie)) cookie = (String) call(request, "cookie");
boolean workerMode = nempty(params.get("workerMode")) || startsWith(uri, "/worker");
Conversation conv = nempty(cookie) ? getConv(cookie) : null;
if (conv != null && !workerMode)
cset(conv, "ip" , (String) call(request, "clientIP"));
print("URI: " + uri + ", cookie: " + cookie + ", msgs: " + l(conv.msgs));
String dialogID = getDialogID(); // for authing
String pw = trim(params.get("pw"));
if (nempty(pw)) {
if (neq(pw, realPW()))
return errorMsg("Bad password, please try again");
uniq(AuthedDialogID.class,"dialogID", dialogID);
if (nempty(params.get("redirect")))
return hrefresh(params.get("redirect"));
}
Matches m = new Matches();
if (startsWith(uri, "/worker-image/", m)) {
long id = parseLong(m.rest());
return subBot_serveFile(workerImageFile(id), "image/jpeg");
}
AuthedDialogID auth = authObject();
boolean requestAuthed = auth != null;
if (eq(uri, "/stats")) {
if (!requestAuthed) return serveAuthForm(rawLink(uri));
return "Threads: " + ul_htmlEncode(getThreadNames(registeredThreads()));
}
if (eq(uri, "/logs")) {
if (!requestAuthed) return serveAuthForm(rawLink(uri));
return webChatBotLogsHTML2(rawLink(uri), params);
}
if (eq(uri, "/auth-only")) {
if (eq(params.get("logout"), "1"))
cdelete(AuthedDialogID.class, "dialogID" , getDialogID());
if (!requestAuthed) return serveAuthForm(params.get("uri"));
return "";
}
if (workerChat != null)
{ Object __7= workerChat.html(uri, params, conv, auth); if (__7 != null) return __7; }
{
Lock __4 = dbLock(); lock(__4); try {
String message = trim(params.get("btn"));
if (empty(message)) message = trim(params.get("message"));
if (match("new dialog", message)) {
conv.newDialog();
message = null;
}
main.conv.set(conv);
if (!workerMode && empty(conv.msgs))
addReplyToConvo(conv, () -> deliverAnswerAndFormStep(initialMessage()));
if (nempty(message) && !lastUserMessageWas(conv, message)) {
print("Adding message: " + message);
if (workerMode) {
Msg msg = new Msg(false, message);
msg.fromWorker = auth.loggedIn;
conv.add(msg);
} else
conv.add(new Msg(true, message));
}
String testMode = params.get("testMode");
if (nempty(testMode)) {
print("Setting testMode", testMode);
cset(conv, "testMode" , eq("1", testMode));
}
if (!workerMode && conv.botOn && nempty(conv.msgs) && last(conv.msgs).fromUser)
addReplyToConvo(conv, () -> makeReply(last(conv.msgs).text));
} finally { unlock(__4); } } // locked
if (eq(uri, "/msg")) return withHeader("OK");
if (eq(uri, "/typing")) {
if (workerMode) {
conv.botTyping = sysNow();
print(conv.botTyping + " Bot typing in: " + conv.cookie);
} else {
conv.userTyping = sysNow();
print(conv.userTyping + " User typing in: " + conv.cookie);
}
return withHeader("OK");
}
if (eq(uri, "/incremental")) {
vmBus_send("chatBot_userPolling",mc(), conv);
cset(conv, "lastPing" , now());
int a = parseInt(params.get("a"));
long start = sysNow();
List msgs;
boolean first = true;
while (licensed() && sysNow() < start+longPollMaxWait) {
int as = conv.archiveSize();
msgs = cloneSubList(conv.msgs, a-as);
boolean newDialog = a <= as;
long typing = workerMode ? conv.userTyping : conv.botTyping;
boolean otherPartyTyping = typing > start;
if (empty(msgs) && !otherPartyTyping) {
if (first) {
print("Long poll starting on " + cookie + ", " + a + "/" + a);
first = false;
}
sleep(longPollTick);
} else {
if (first) print("Long poll ended.");
StringBuilder buf = new StringBuilder();
if (otherPartyTyping) {
print("Noticed " + (workerMode ? "user" : "bot") + " typing in " + conv.cookie);
buf.append(hscript("showTyping();"));
}
renderMessages(buf, msgs);
if (ariaLiveTrick2 && !workerMode) {
Msg msg = lastBotMsg(msgs);
if (msg != null) {
String author = msg.fromWorker != null ? htmlEncode2(msg.fromWorker.displayName) : botName;
buf.append(hscript("$(\"#screenreadertrick\").html(" + jsQuote(author + " says: " + msg.text) + ");"));
}
}
if (a != 0 && anyInterestingMessages(msgs, workerMode))
buf.append(hscript(
"window.playChatNotification();\n" +
"window.setTitleStatus(" + jsQuote((workerMode ? "User" : botName) + " says…") + ");"
));
return withHeader("<!-- " + conv.allCount() + " " + (newDialog ? "NEW DIALOG " : "") + "-->\n" + buf);
}
}
return withHeader("");
}
{
Lock __5 = dbLock(); lock(__5); try {
processParams(params);
String html = loadSnippet(templateID); // TODO: cache
String workerModeParam = workerMode ? "workerMode=1&" : "";
String langlinks = "<!-- langlinks here -->";
if (html.contains(langlinks))
html = html.replace(langlinks,
ahref(rawLink("eng"), "English") + " | " + ahref(rawLink("deu"), "German"));
html = html.replace("#BOTIMG#", imageSnippetURLOrEmptyGIF(chatHeaderImageID));
html = html.replace("#N#", "0");
html = html.replace("#INCREMENTALURL#", baseLink + "/incremental?" + workerModeParam + "a=");
html = html.replace("#MSGURL#", baseLink + "/msg?" + workerModeParam + "message=");
html = html.replace("#TYPINGURL#", baseLink + "/typing?" + workerModeParam);
html = html.replace("#CSS_ID#", psI_str(cssID));
if (ariaLiveTrick || ariaLiveTrick2)
html = html.replace("aria-live=\"polite\">", ">");
html = html.replace("#OTHERSIDE#", workerMode ? "User" : "Representative");
if (nempty(params.get("debug")))
html = html.replace("var showActions = false;", "var showActions = true;");
html = html.replace("#AUTOOPEN#", jsBool(workerMode || botAutoOpen()));
html = html.replace("#BOT_ON#", jsBool(botOn()));
html = html.replace("$HEADING", heading);
html = html.replace("#WORKERMODE", jsBool(workerMode));
html = html.replace("<!-- MSGS HERE -->", "");
html = hreplaceTitle(html, heading);
if (eqGet(params, "_botDemo", "1"))
return hhtml(hhead(
htitle(heading)
+ loadJQuery()
) + hbody(hjavascript(html)));
else
return withHeader(subBot_serveJavaScript(html));
} finally { unlock(__5); } }
} finally { _close(__9); }}
void addReplyToConvo(Conversation conv, IF0<String> think) {
out.set(new Out());
String reply = "";
try {
reply = think.get();
} catch (Throwable __e) { _handleException(__e); }
Msg msg = new Msg(false, reply);
msg.out = out.get();
conv.add(msg);
}
static Object withHeader(String html) {
return withHeader(subBot_noCacheHeaders(subBot_serveHTML(html)));
}
static Object withHeader(Object response) {
call(response, "addHeader", "Access-Control-Allow-Origin", "*");
return response;
}
String renderMessageText(String text, boolean htmlEncode) {
text = trim(text);
if (htmlEncode) text = htmlEncode2(text);
text = nlToBr(text);
return replace(text, ":wave:", html_wavingHand());
}
void renderMessages(StringBuilder buf, List<Msg> msgs) {
if (empty(msgs)) return;
Set<String> buttonsToSkip = new HashSet();
List<String> buttonsHtml = new ArrayList();
for (Msg m : msgs) {
if (!m.fromUser && eq(m.text, "-")) continue;
String html = renderMessageText(m.text, shouldHtmlEncodeMsg(m));
// pull back & cancel buttons to beginning of msg
if (m == last(msgs) && m.out != null) {
for (String btn : unnull(m.out.buttons))
if (specialButtons.contains(btn)) {
buttonsToSkip.add(btn);
buttonsHtml.add(renderButtons(ll(btn)));
}
}
if (nempty(buttonsHtml) && l(m.out.buttons) == l(buttonsToSkip))
html += " " + hspan(" ", "class" , "chat-button-span") + lines(buttonsHtml);
else
buttonsToSkip.clear();
appendMsg(buf, m.fromUser ? defaultUserName() : botName, formatTime(m.time), html, !m.fromUser, m.fromWorker);
}
appendButtons(buf, last(msgs).out, buttonsToSkip);
}
void appendMsg(StringBuilder buf, String name, String time, String text, boolean bot, Worker fromWorker) {
boolean useTrick = ariaLiveTrick;
String tag = useTrick ? "div" : "span";
if (bot) {
String id = randomID();
String author = fromWorker != null ? htmlEncode2(fromWorker.displayName ): botName;
if (fromWorker != null) buf.append("<div class=\"chat_botname\"><p>" + author + "</p>");
buf.append("<" + tag + " class=\"chat_msg_item chat_msg_item_admin\"" + (useTrick ? " id=\"" + id + "\" aria-live=\"polite\" tabindex=\"-1\"" : "") + ">");
String imgURL = snippetImgLink(botImageID);
if (fromWorker != null && fileExists(workerImageFile(fromWorker.id)))
imgURL = fullRawLink("worker-image/" + fromWorker.id);
if (nempty(imgURL))
buf.append("\r\n <div class=\"chat_avatar\">\r\n <img src=\"$IMG\"/>\r\n </div>"
.replace("$IMG", imgURL));
buf.append("<span class=\"sr-only\">" + (fromWorker != null ? "" : botName + " ") + "says</span>");
buf.append(text);
buf.append("</" + tag + ">");
if (fromWorker != null) buf.append("</div>");
if (useTrick) buf.append(hscript("$('#" + id + "').focus();"));
} else
buf.append(("\r\n <span class=\"sr-only\">You say</span>\r\n <" + tag + " class=\"chat_msg_item chat_msg_item_user\"" + (useTrick ? " aria-live=\"polite\"" : "") + ">$TEXT</" + tag + ">\r\n ").replace("$TEXT", text));
}
String replaceButtonText(String s) {
if (eqicOneOf(s, "back", "zurück")) return unicode_undoArrow();
if (eqicOneOf(s, "cancel", "Abbrechen")) return unicode_crossProduct();
return s;
}
String renderMultipleChoice(List<String> buttons, Collection<String> selections, String multipleChoiceSeparator) {
print("selections", selections);
Set<String> selectionSet = asCISet(selections);
String rand = randomID();
String className = "chat_multiplechoice_" + rand;
String allCheckboxes = "$(\"." + className + "\")";
return joinWithBR(map(buttons, name ->
hcheckbox("", contains(selectionSet, name),
"value" , name,
"class" , className) + " " + name))
+ "<br>" + hbuttonOnClick_returnFalse("OK", "submitMsg()", "style" , "float: right")
+ hscript(allCheckboxes
+ ".change(function() {"
//+ " console.log('multiple choice change');"
+ " var theList = $('." + className + ":checkbox:checked').map(function() { return this.value; }).get();"
+ " console.log('theList: ' + theList);"
+ " $('#chat_message').val(theList.join(" + jsQuote(multipleChoiceSeparator) + "));"
+ "});");
}
String renderButtons(List<String> buttons) {
List<String> out = new ArrayList();
for (int i = 0; i < l(buttons); i++) {
String code = buttons.get(i);
String text = replaceButtonText(code);
out.add(hbuttonOnClick_returnFalse(text, "submitAMsg(" + jsQuote(text) + ")", "class" , "chatbot-choice-button", "title" , eq(code, text) ? null : code));
if (!specialButtons.contains(code)
&& i+1 < l(buttons) && specialButtons.contains(buttons.get(i+1)))
out.add(" ");
}
return lines(out);
}
void appendButtons(StringBuilder buf, Out out, Set<String> buttonsToSkip) {
String placeholder = out == null ? "" : unnull(out.placeholder);
String defaultInput = out == null ? "" : unnull(out.defaultInput);
buf.append(hscript("chatBot_setInput(" + jsQuote(defaultInput) + ", " + jsQuote(placeholder) + ");"));
if (out == null) return;
List<String> buttons = listMinusSet(out.buttons, buttonsToSkip);
if (empty(buttons)) return;
printVars_str("buttons", buttons, "buttonsToSkip", buttonsToSkip);
String buttonsHtml;
if (out.multipleChoice)
buttonsHtml = renderMultipleChoice(buttons,
mcSplit(out.defaultInput, out.multipleChoiceSeparator), out.multipleChoiceSeparator);
else
buttonsHtml = renderButtons(buttons);
buf.append("<span class=\"chat_msg_item chat_msg_item_admin chat_buttons\">");
buf.append(buttonsHtml);
buf.append("</span>");
}
void appendDate(StringBuilder buf, String date) {
buf.append("\r\n <div class=\"chat-box-single-line\">\r\n <abbr class=\"timestamp\">DATE</abbr>\r\n </div>".replace("DATE", date));
}
boolean lastUserMessageWas(Conversation conv, String message) {
Msg m = last(conv.msgs);
return m != null && m.fromUser && eq(m.text, message);
}
String makeReply(String message) {
try {
return answer(message);
} catch (Throwable e) { _handleException(e);
return "Internal error";
}
}
String formatTime(long time) {
return timeInTimeZoneWithOptionalDate_24(timeZone, time);
}
String formatDialog(String id, List<Msg> msgs) {
List<String> lc = new ArrayList();
for (Msg m : msgs)
lc.add(htmlencode((m.fromUser ? "> " : "< ") + m.text));
return id + ul(lc);
}
Conversation getConv(final String cookie) {
return withDBLock(new F0<Conversation>() { public Conversation get() { try {
return uniq(Conversation.class, "cookie", cookie);
} catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "ret uniq(Conversation, +cookie);"; }});
}
String serveAuthForm(String redirect) {
return hhtml(hhead(htitle("Authorization required")) + hbody(hfullcenter(
h3_htmlEncode(adminName)
+ hpostform(
hhidden("redirect", redirect)
+ "Password: " + hpassword("pw") + "<br><br>" + hsubmit()))));
}
String errorMsg(String msg) {
return hhtml(hhead_title("Error") + hbody(hfullcenter(msg + "<br><br>" + ahref(jsBackLink(), "Back"))));
}
String defaultUserName() {
return de() ? "Sie" : "You";
}
boolean botOn() {
return isTrue(call(dbBot(), "botOn"));
}
boolean botAutoOpen() {
return isTrue(call(dbBot(), "botAutoOpen"));
}
File workerImageFile(long id) {
return id == 0 ? null : javaxDataDir("adaptive-bot/images/" + id + ".jpg");
}
long activeConversationTimeout() {
return longPollMaxWait+activeConversationSafetyMargin;
}
AuthedDialogID authObject() {
return conceptWhere(AuthedDialogID.class,"dialogID" , getDialogID());
}
boolean anyInterestingMessages(List<Msg> msgs, boolean workerMode) {
return any(msgs, m -> m.fromUser == workerMode);
}
boolean shouldHtmlEncodeMsg(Msg msg) {
return msg.fromUser;
}
String getCountry(Conversation c) {
if (empty(c.country) && nempty(c.ip))
cset(c, "country" , ipToCountry2020_safe(c.ip));
return or2(c.country, "?");
}
void noteConversationChange() {
lastConversationChange = now();
}
// TODO: check that action is persistable & persist
void addTimeout(double seconds, Runnable action) {
doAfter(seconds, action);
print("Timeout added: " + seconds + " => " + action);
}
String template(String hashtag, Object... params) {
return replaceSquareBracketVars(getCannedAnswer(hashtag), params);
}
String getCannedAnswer(String hashtag) { return getCannedAnswer(hashtag, null); }
String getCannedAnswer(String hashtag, Conversation conv) {
if (!startsWith(hashtag, "#")) return hashtag;
String lang = conv == null ? "en" : conv.language();
AutoCloseable __10 = tempSetTL((ThreadLocal) getOpt(dbBot(), "opt_noDefault"), true); try {
return or2((String) call(dbBot(), "answer", hashtag, lang), hashtag); // keep hashtag if no answer found
} finally { _close(__10); }}
List<String> mcSplit(String input, String multipleChoiceSeparator) {
return trimAll(splitAt(input, dropSpaces(multipleChoiceSeparator)));
}
Msg lastBotMsg(List<Msg> l) {
return lastThat(l, msg -> !msg.fromUser);
}
String dbStats() {
Collection<Conversation> all = list(Conversation.class);
int nRealConvos = countPred(all, c -> l(c.msgs) > 1);
//int nTestConvos = countPred(all, c -> startsWith(c.cookie, "test_"));
//ret n2(l(all)-nTestConvos, "real conversation") + ", " + n2(nTestConvos, "test conversation");
return nConversations(nRealConvos);
}
void proposeForm(FormInFlight form) { proposeForm(conv.get(), form); }
void proposeForm(Conversation conversation, FormInFlight form) {
if (out.get() != null && out.get().proposeMode)
out.get().proposedForm = form;
else if (conversation != null)
conversation.setForm(form);
}
String realPW() {
return loadSecretTextFileOrCreateWithRandomID("password.txt");
}
static String ukTimeZone_string() {
return "Europe/London";
}
static String htmlEncode2(String s) {
return htmlencode_noQuotes(s);
}
static String appendSlash(String s) {
return addSlash(s);
}
static boolean startsWith(String a, String b) {
return a != null && a.startsWith(unnull(b));
}
static boolean startsWith(String a, char c) {
return nemptyString(a) && a.charAt(0) == c;
}
static boolean startsWith(String a, String b, Matches m) {
if (!startsWith(a, b)) return false;
m.m = new String[] {substring(a, strL(b))};
return true;
}
static boolean startsWith(List a, List b) {
if (a == null || listL(b) > listL(a)) return false;
for (int i = 0; i < listL(b); i++)
if (neq(a.get(i), b.get(i)))
return false;
return true;
}
static boolean subBot_isHttps() {
Object httpd = subBot_httpd();
return eqOneOf(httpd,
getOpt(mainBot(), "serveHttps_server"),
getOpt(mainBot(), "serveHttpsWithWebsockets_server"))
|| contains((Collection) getOpt(mainBot(), "serveHttpsWithWebsockets_multiplePorts_servers"), httpd);
}
static Object subBot_serveRedirect(String url) {
return call(getMainBot(), "serveRedirect", url);
}
static String domain() {
return domainName();
}
static String fullSelfLink(Map<String, String> params) {
return getActualURI() + htmlQuery(params);
}
static String fullSelfLink() {
return getActualURI();
}
static boolean nempty(Collection c) {
return !empty(c);
}
static boolean nempty(CharSequence s) {
return !empty(s);
}
static boolean nempty(Object[] o) { return !empty(o); }
static boolean nempty(byte[] o) { return !empty(o); }
static boolean nempty(int[] o) { return !empty(o); }
static boolean nempty(Map m) {
return !empty(m);
}
static boolean nempty(Iterator i) {
return i != null && i.hasNext();
}
static boolean nempty(Object o) { return !empty(o); }
static boolean nempty(IntRange r) { return !empty(r); }
static String p(Object contents, Object... params) {
return tag("p", contents, params) + "\n";
}
static String ahref(String link, Object contents, Object... params) {
return link == null ? str(contents) : href(link, contents, params);
}
static String rawBotLink() {
return rawBotLink(programID());
}
static String rawBotLink(String botID) {
return "https://botcompany.de/" + parseSnippetID(botID) + "/raw";
}
static String rawBotLink(String botID, String uri) {
return "https://botcompany.de/" + parseSnippetID(botID) + "/raw" + addPrefix("/", uri);
}
static boolean eq(Object a, Object b) {
return a == b || a != null && b != null && a.equals(b);
}
static long parseLong(String s) {
if (empty(s)) return 0;
return Long.parseLong(dropSuffix("L", s));
}
static long parseLong(Object s) {
return Long.parseLong((String) s);
}
static Concept getConcept(long id) {
return db_mainConcepts().getConcept(id);
}
static Concept getConcept(Concepts concepts, long id) {
return concepts.getConcept(id);
}
static <A extends Concept> A getConcept(Class<A> cc, long id) {
return getConcept(db_mainConcepts(), cc, id);
}
static <A extends Concept> A getConcept(Concepts concepts, Class<A> cc, long id) {
Concept c = concepts.getConcept(id);
if (c == null) return null;
if (!isInstance(cc, c))
throw fail("Can't convert concept: " + getClassName(c) + " -> " + getClassName(cc) + " (" + id + ")");
return (A) c;
}
static byte[] saveFile(String fileName, byte[] contents) {
return saveBinaryFile(fileName, contents);
}
static byte[] saveFile(File fileName, byte[] contents) {
return saveBinaryFile(fileName, contents);
}
static byte[] decodeBASE64(String s) {
return base64decode(s);
}
static String hscript(String script) {
return hjavascript(script);
}
static String h2(String s, Object... params) {
return tag("h2", s, params);
}
static boolean fileExists(String path) {
return path != null && new File(path).exists();
}
static boolean fileExists(File f) {
return f != null && f.exists();
}
static String himgsrc(String src, Object... params) {
return tag("img", "", arrayPlus(params, "src", src));
}
static String rawLink(String pageName) {
return "/" + parseSnippetID(getProgramID()) + "/raw" + addPrefix("/", pageName);
}
static String rawLink() {
return "/" + parseSnippetID(getProgramID()) + "/raw";
}
static String rawLink(String pageName, String contents) {
return ahref(rawLink(pageName), contents);
}
static String hpostform(Object contents, Object... params) {
return tag("form", contents, concatArrays(new Object[] {"method", "POST"}, params));
}
static String hhiddenWithIDAndName(String idAndName) {
return hhiddenWithIDAndName(idAndName, null);
}
static String hhiddenWithIDAndName(String idAndName, Object value, Object... params) {
return tag("input","", paramsPlus(params, "type" , "hidden", "id" , idAndName, "name" , idAndName, "value", value));
}
// <input name="thefile" type="file" size="50" maxlength="500000" accept="image/png,image/jpeg">
static String hfileupload(Object... params) {
if (!containsAtEvenPosition(params, "name"))
params = arrayPlus(params, "name", "thefile");
return hinput("", arrayPlus(params, "type", "file"));
}
static String hhidden(String name, Object value, Object... params) {
return tag("input", "", concatArrays(new Object[] {"type", "hidden", "name", name, "value", value}, params));
}
static String hbuttonOnClick_returnFalse(String text, String onClick, Object... params) {
return hfulltag("button", text, paramsPlus(params, "onclick" , addSuffix(trim(onClick), ";") + " return false;"));
}
static String hhtml(Object contents) {
return containerTag("html", contents);
}
static String hhead_title(String title) {
return hhead(htitle(title));
}
static String hsansserif() {
return hcss("body { font-family: Sans-Serif; }");
}
static String hbody(Object contents, Object... params) {
return tag("body", contents, params);
}
static String loadJQuery() {
return "<script src=\"https://code.jquery.com/jquery-1.10.2.js\"></script>";
}
static String hhead_title_htmldecode(String title) {
return hhead_title_decode(title);
}
static String h1(String s, Object... params) {
return tag("h1", s, params);
}
static <A> HashSet<A> litset(A... items) {
return lithashset(items);
}
static <A> A printStruct(String prefix, A a) {
printStructure(prefix, a);
return a;
}
static <A> A printStruct(A a) {
printStructure(a);
return a;
}
static <A, B> Map<A, B> mapPlus(Map<A, B> m, Object... data) {
m = cloneMap(m);
litmap_impl(m, data);
return m;
}
static String hquery(Map params) {
return htmlQuery(params);
}
static String hquery(Object... data) {
return htmlQuery(data);
}
static String hcss_responstable() {
return hcss("\r\n .responstable {\r\n margin: 1em 0;\r\n width: 100%;\r\n overflow: hidden;\r\n background: #FFF;\r\n color: #024457;\r\n border-radius: 10px;\r\n border: 1px solid #167F92;\r\n }\r\n .responstable tr {\r\n border: 1px solid #D9E4E6;\r\n }\r\n .responstable tr:nth-child(odd) {\r\n background-color: #EAF3F3;\r\n }\r\n .responstable th {\r\n display: none;\r\n border: 1px solid #FFF;\r\n background-color: #167F92;\r\n color: #FFF;\r\n padding: 1em;\r\n }\r\n .responstable th:first-child {\r\n display: table-cell;\r\n text-align: center;\r\n }\r\n .responstable th:nth-child(2) {\r\n display: table-cell;\r\n }\r\n .responstable th:nth-child(2) span {\r\n display: none;\r\n }\r\n .responstable th:nth-child(2):after {\r\n content: attr(data-th);\r\n }\r\n @media (min-width: 480px) {\r\n .responstable th:nth-child(2) span {\r\n display: block;\r\n }\r\n .responstable th:nth-child(2):after {\r\n display: none;\r\n }\r\n }\r\n .responstable td {\r\n display: block;\r\n word-wrap: break-word;\r\n max-width: 7em;\r\n }\r\n .responstable td:first-child {\r\n display: table-cell;\r\n text-align: center;\r\n border-right: 1px solid #D9E4E6;\r\n }\r\n @media (min-width: 480px) {\r\n .responstable td {\r\n border: 1px solid #D9E4E6;\r\n }\r\n }\r\n .responstable th, .responstable td {\r\n text-align: left;\r\n margin: .5em 1em;\r\n }\r\n @media (min-width: 480px) {\r\n .responstable th, .responstable td {\r\n display: table-cell;\r\n padding: 1em;\r\n }\r\n }\r\n ");
}
static String afterLastSlash(String s) {
if (s == null) return null;
int i = s.lastIndexOf('/');
return i < 0 ? s : substring(s, i+1);
}
static String or2(String a, String b) {
return nempty(a) ? a : b;
}
static String or2(String a, String b, String c) {
return or2(or2(a, b), c);
}
static <A> String joinWithComma(Collection<A> c) {
return join(", ", c);
}
static String joinWithComma(String... c) {
return join(", ", c);
}
static String joinWithComma(Pair p) {
return p == null ? "" : joinWithComma(str(p.a), str(p.b));
}
static List map(Iterable l, Object f) { return map(f, l); }
static List map(Object f, Iterable l) {
List x = emptyList(l);
if (l != null) for (Object o : l)
x.add(callF(f, o));
return x;
}
static <A, B> List<B> map(Iterable<A> l, F1<A, B> f) { return map(f, l); }
static <A, B> List<B> map(F1<A, B> f, Iterable<A> l) {
List x = emptyList(l);
if (l != null) for (A o : l)
x.add(callF(f, o));
return x;
}
static <A, B> List<B> map(IF1<A, B> f, Iterable<A> l) { return map(l, f); }
static <A, B> List<B> map(Iterable<A> l, IF1<A, B> f) {
List x = emptyList(l);
if (l != null) for (A o : l)
x.add(f.get(o));
return x;
}
static <A, B> List<B> map(IF1<A, B> f, A[] l) { return map(l, f); }
static <A, B> List<B> map(A[] l, IF1<A, B> f) {
List x = emptyList(l);
if (l != null) for (A o : l)
x.add(f.get(o));
return x;
}
static List map(Object f, Object[] l) { return map(f, asList(l)); }
static List map(Object[] l, Object f) { return map(f, l); }
static List map(Object f, Map map) {
return map(map, f);
}
// map: func(key, value) -> list element
static List map(Map map, Object f) {
List x = new ArrayList();
if (map != null) for (Object _e : map.entrySet()) {
Map.Entry e = (Map.Entry) _e;
x.add(callF(f, e.getKey(), e.getValue()));
}
return x;
}
static <A, B, C> List<C> map(Map<A, B> map, IF2<A, B, C> f) {
return map(map, (Object) f);
}
// returns number of changes
static int cset(Concept c, Object... values) { try {
if (c == null) return 0;
warnIfOddCount(values = expandParams(c.getClass(), values));
int changes = 0;
for (int i = 0; i+1 < l(values); i += 2)
if (_csetField(c, (String) values[i], values[i+1])) ++changes;
return changes;
} catch (Exception __e) { throw rethrow(__e); } }
static int cset(Iterable<? extends Concept> l, Object... values) {
int changes = 0;
for (Concept c : unnull(l))
changes += cset(c, values);
return changes;
}
static boolean cset_trueIfChanged(Concept c, Object... values) { try {
return cset(c, values) != 0;
} catch (Exception __e) { throw rethrow(__e); } }
static Map prependEmptyOptionForHSelect(Map map) {
Map map2 = litorderedmap("" , "");
putAll(map2, map);
return map2;
}
static LinkedHashMap mapToOrderedMap(Object f, Iterable l) {
LinkedHashMap map = new LinkedHashMap();
for (Object o : unnull(l)) {
Pair p = (Pair) (callF(f, o));
map.put(p.a, p.b);
}
return map;
}
static <A, B, C> LinkedHashMap<B, C> mapToOrderedMap(IF1<A, Pair<B, C>> f, Iterable<A> l) {
LinkedHashMap<B, C> map = new LinkedHashMap();
for (A o : unnull(l)) {
Pair<B, C> p = callF(f, o);
map.put(p.a, p.b);
}
return map;
}
static <A, B, C> LinkedHashMap<B, C> mapToOrderedMap(Iterable<A> l, IF1<A, Pair<B, C>> f) {
return mapToOrderedMap(f, l);
}
static boolean conceptsSortedByFieldCI_verbose = false;
static <A extends Concept> Collection<A> conceptsSortedByFieldCI(Class<A> c, String field) {
return conceptsSortedByFieldCI(db_mainConcepts(), c, field);
}
static <A extends Concept> Collection<A> conceptsSortedByFieldCI(Concepts concepts, Class<A> c, String field) {
// indexed
IFieldIndex<A, Object> index = concepts.getCIFieldIndex(c, field);
if (index instanceof ConceptFieldIndexCI)
return (Collection<A>) asList(((ConceptFieldIndexCI) index).objectIterator());
// sort manually
if (conceptsSortedByFieldCI_verbose)
print("conceptsSortedByFieldCI_verbose: Manual sort of " + c + " for " + field);
return sortedByFieldIC(field, concepts.list(c));
}
static <A, B> Pair<A, B> pair(A a, B b) {
return new Pair(a, b);
}
static <A> Pair<A, A> pair(A a) {
return new Pair(a, a);
}
static String hselect(String name, Map map, Object... params) {
return hselect(map, paramsPlus_skipFirst(params, "name", name));
}
static String hselect(Map map, Object... params) {
StringBuilder buf = new StringBuilder();
String selected = null;
if (odd(l(params))) {
selected = str(first(params));
params = dropFirst(params);
}
int i = indexOf(params, "allowEmpty");
if (even(i)) {
buf.append("<option></option>\n");
params[i] = params[i+1] = null;
}
if (nempty(map)) for (Object key : keys(map)) {
Object value = map.get(key);
String k = str(key);
buf.append(tag("option", htmlencode(str(or(value, ""))),
"value" , k,
"selected" , eq(selected, k) ? "selected" : null)).append("\n");
}
return tag("select", buf, params) + "\n";
}
static long conceptID(Concept c) {
return c == null ? 0 : c.id;
}
static String hsubmit(String text, Object... params) {
return tag("input", "", concatArrays(new Object[] {"type", "submit", "value", text}, params));
}
static String hsubmit() {
return hsubmit("Submit");
}
static String hscriptsrc(String src) {
return hjavascript_src(src);
}
static long now_virtualTime;
static long now() {
return now_virtualTime != 0 ? now_virtualTime : System.currentTimeMillis();
}
static void vmBus_send(String msg, Object... args) {
Object arg = vmBus_wrapArgs(args);
pcallFAll(vm_busListeners_live(), msg, arg);
pcallFAll(vm_busListenersByMessage_live().get(msg), msg, arg);
}
static void vmBus_send(String msg) {
vmBus_send(msg, (Object) null);
}
static Class mc() {
return main.class;
}
static long sysNow() {
ping();
return System.nanoTime()/1000000;
}
static volatile boolean licensed_yes = true;
static boolean licensed() {
if (!licensed_yes) return false;
ping_okInCleanUp();
return true;
}
static void licensed_off() {
licensed_yes = false;
}
static volatile boolean sleep_noSleep = false;
static void sleep(long ms) {
ping();
if (ms < 0) return;
// allow spin locks
if (isAWTThread() && ms > 100) throw fail("Should not sleep on AWT thread");
try {
Thread.sleep(ms);
} catch (Exception e) { throw new RuntimeException(e); }
}
static void sleep() { try {
if (sleep_noSleep) throw fail("nosleep");
print("Sleeping.");
sleepQuietly();
} catch (Exception __e) { throw rethrow(__e); } }
// Use like this: printVars(+x, +y);
// Or: printVars("bla", +x);
static void printVars_str(Object... params) {
String s = "";
if (odd(l(params))) {
s = str(first(params));
if (endsWithLetterOrDigit(s)) s += ": ";
params = dropFirst(params);
}
print(s + renderVars_str(params));
}
// f: A -> Comparable
static <A> List<A> sortByCalculatedFieldDesc(Collection<A> c, final Object f) {
return sortByCalculatedFieldDesc_inPlace(cloneList(c), f);
}
static <A> List<A> sortByCalculatedFieldDesc(Object f, Collection<A> c) {
return sortByCalculatedFieldDesc(c, f);
}
static <A, B> List<A> sortByCalculatedFieldDesc(Iterable<A> c, IF1<A, B> f) {
List<A> l = cloneList(c);
sort(l, new Comparator<A>() {
public int compare(A a, A b) {
return stdcompare(f.get(b), f.get(a));
}
});
return l;
}
static <A, B> List<A> sortByCalculatedFieldDesc(IF1<A, B> f, Iterable<A> c) {
return sortByCalculatedFieldDesc(c, f);
}
static boolean conceptsWithFieldGreaterThan_verbose = false;
static <A extends Concept> Collection<A> conceptsWithFieldGreaterThan(Class<A> c, String field, Object value) {
return conceptsWithFieldGreaterThan(db_mainConcepts(), c, field, value);
}
static <A extends Concept> Collection<A> conceptsWithFieldGreaterThan(Concepts concepts, Class<A> c, String field, Object value) {
// indexed
IFieldIndex<A, Object> index = concepts.getFieldIndex(c, field);
if (index instanceof ConceptFieldIndexDesc)
return ((ConceptFieldIndexDesc) index).objectsWithValueGreaterThan(value);
// filter manually
if (conceptsWithFieldGreaterThan_verbose)
print("conceptsWithFieldGreaterThan: table scan of " + c + " for field " + field);
return objectsWhereFieldGreaterThan(concepts.list(c), field, value);
}
static String hhiddenWithID(String id) {
return hhiddenWithID(id, null);
}
static String hhiddenWithID(String id, Object value, Object... params) {
return tag("input","", paramsPlus(params, "type" , "hidden", "id", id, "value", value));
}
static String tag(String tag) {
return htag(tag);
}
static String tag(String tag, Object contents, Object... params) {
return htag(tag, str(contents), params);
}
static String tag(String tag, StringBuilder contents, Object... params) {
return htag(tag, contents, params);
}
static String tag(String tag, StringBuffer contents, Object... params) {
return htag(tag, contents, params);
}
static String hsimpletableheader(String... cols) {
return tag("tr",join(lambdaMap(__33 -> th(__33),cols)));
}
static List<String> mapToLines(Map map) {
List<String> l = new ArrayList();
for (Object key : keys(map))
l.add(str(key) + " = " + str(map.get(key)));
return l;
}
static String mapToLines(Map map, Object f) {
return lines(map(map, f));
}
static String mapToLines(Object f, Map map) {
return lines(map(map, f));
}
static String mapToLines(Object f, Iterable l) {
return lines(map(f, l));
}
static <A> String mapToLines(Iterable<A> l, IF1<A, String> f) {
return mapToLines((Object) f, l);
}
static <A> String mapToLines(IF1<A, String> f, Iterable<A> l) {
return mapToLines((Object) f, l);
}
static <A, B> String mapToLines(Map<A, B> map, IF2<A, B, String> f) {
return lines(map(map, f));
}
static <A> List<A> lastTwo(List<A> l) {
return takeLast(2, l);
}
static String tr(Object contents) {
return tag("tr", contents);
}
static String td(Object contents, Object... params) {
return tag("td", contents, params);
}
static String renderHowLongAgo(long timestamp) {
if (timestamp == 0) return "never";
int seconds = howManySecondsAgo(timestamp);
if (seconds <= 0) return "just now";
if (seconds < 60) return n2(seconds, "second") + " ago";
int minutes = iround(seconds/60.0);
if (minutes < 60) return n2(minutes, "minute") + " ago";
int hours = iround(minutes/60.0);
if (hours < 24) return n2(hours, "hour") + " ago";
int days = iround(hours/24.0);
return n2(days, "day") + " ago";
}
static String hparagraphs(Collection<String> l) {
return lines(lambdaMap(__34 -> p(__34),l));
}
static <A, B> List<B> lambdaMap(IF1<A, B> f, Iterable<A> l) {
return map(l, f);
}
static <A, B> List<B> lambdaMap(IF1<A, B> f, A[] l) {
return map(l, f);
}
static String hhead(Object contents) {
return tag("head", contents);
}
static String hscript_clickableRows() {
return hscript("\r\n jQuery(document).ready(function($) {\r\n $(\".clickable-row\").click(function() {\r\n window.location = $(this).data(\"href\");\r\n });\r\n });\r\n ");
}
static String h3(String s, Object... params) {
return tag("h3", s, params) + "\n";
}
static String hcheckboxWithText(String name, String text, boolean checked, Object... params) {
String id = randomID();
return hcheckbox(name, checked, paramsPlus(params, "id", id)) + " " + hlabelFor(id, htmlEncode2(text));
}
static String hcheckboxWithText(String name, String text) {
return hcheckboxWithText(name, text, false);
}
static String b(Object contents, Object... params) {
return tag("b", contents, params);
}
static String hdivWithID(String id, Object contents, Object... params) {
return hdiv(contents, paramsPlus(params, "id", id));
}
// requires JQuery
static String hdesktopNotifications() {
return hscript("\r\n function sendDesktopNotification(text, options) {\r\n if (\"Notification\" in window && Notification.permission === \"granted\")\r\n new Notification(text, options);\r\n }\r\n window.sendDesktopNotification = sendDesktopNotification;\r\n \r\n function initDesktopNotifications() {\r\n if (!(\"Notification\" in window))\r\n $(\"#notiStatus\").html(\"Desktop notifications not supported in this browser\");\r\n else if (Notification.permission === \"granted\")\r\n $(\"#notiStatus\").html(\"Desktop notifications enabled\");\r\n else if (Notification.permission === \"denied\")\r\n $(\"#notiStatus\").html(\"Desktop notifications denied\");\r\n else {\r\n $(\"#notiStatus\").html(\"Requesting permission for desktop notifications\");\r\n Notification.requestPermission().then(function (permission) {\r\n initDesktopNotifications();\r\n sendDesktopNotification(\"Notifications will look like this!\");\r\n });\r\n }\r\n }\r\n \r\n $(document).ready(initDesktopNotifications);\r\n ");
}
static String div(Object contents, Object... params) {
return hfulltag("div", contents, params);
}
static BigInteger div(BigInteger a, BigInteger b) {
return a.divide(b);
}
static BigInteger div(BigInteger a, int b) {
return a.divide(bigint(b));
}
static String small(Object contents, Object... params) {
return tag("small", contents, params);
}
static String span(Object contents, Object... params) {
return tag("span", contents, params);
}
static String hbutton(String text, Object... params) {
return hfulltag("button", text, params);
}
static String hframeset_cols(String cols, Object contents, Object... params) {
return tag("frameset",contents, paramsPlus(params, "cols", cols));
}
static String hframeset_rows(String rows, Object contents, Object... params) {
return tag("frameset",contents, paramsPlus(params, "rows", rows));
}
static String htmlEncode2If(boolean b, String s) {
return b ? htmlEncode2(s) : s;
}
static <A> List<A> filter(Iterable<A> c, Object pred) {
if (pred instanceof F1) return filter(c, (F1<A, Boolean>) pred);
List x = new ArrayList();
if (c != null) for (Object o : c)
if (isTrue(callF(pred, o)))
x.add(o);
return x;
}
static List filter(Object pred, Iterable c) {
return filter(c, pred);
}
static <A, B extends A> List<B> filter(Iterable<B> c, F1<A, Boolean> pred) {
List x = new ArrayList();
if (c != null) for (B o : c)
if (pred.get(o))
x.add(o);
return x;
}
static <A, B extends A> List<B> filter(F1<A, Boolean> pred, Iterable<B> c) {
return filter(c, pred);
}
//ifclass IF1
static <A, B extends A> List<B> filter(Iterable<B> c, IF1<A, Boolean> pred) {
List x = new ArrayList();
if (c != null) for (B o : c)
if (pred.get(o))
x.add(o);
return x;
}
static <A, B extends A> List<B> filter(B[] c, IF1<A, Boolean> pred) {
List x = new ArrayList();
if (c != null) for (B o : c)
if (pred.get(o))
x.add(o);
return x;
}
static <A, B extends A> List<B> filter(IF1<A, Boolean> pred, Iterable<B> c) {
return filter(c, pred);
}
//endif
static <A extends Concept> List<A> list(Class<A> type) {
return db_mainConcepts().list(type);
}
static <A extends Concept> List<A> list(Concepts concepts, Class<A> type) {
return concepts.list(type);
}
static List<Concept> list(String type) {
return db_mainConcepts().list(type);
}
static List<Concept> list(Concepts concepts, String type) {
return concepts.list(type);
}
static String standardTimeZone_name = "Europe/Berlin";
static String standardTimeZone() {
return standardTimeZone_name;
}
// get purpose 1: access a list/array/map (safer version of x.get(y))
static <A> A get(List<A> l, int idx) {
return l != null && idx >= 0 && idx < l(l) ? l.get(idx) : null;
}
// seems to conflict with other signatures
/*static <A, B> B get(Map<A, B> map, A key) {
ret map != null ? map.get(key) : null;
}*/
static <A> A get(A[] l, int idx) {
return idx >= 0 && idx < l(l) ? l[idx] : null;
}
// default to false
static boolean get(boolean[] l, int idx) {
return idx >= 0 && idx < l(l) ? l[idx] : false;
}
// get purpose 2: access a field by reflection or a map
static Object get(Object o, String field) {
try {
if (o == null) return null;
if (o instanceof Class) return get((Class) o, field);
if (o instanceof Map)
return ((Map) o).get(field);
Field f = getOpt_findField(o.getClass(), field);
if (f != null) {
makeAccessible(f);
return f.get(o);
}
if (o instanceof DynamicObject)
return ((DynamicObject) o).fieldValues.get(field);
} catch (Exception e) {
throw asRuntimeException(e);
}
throw new RuntimeException("Field '" + field + "' not found in " + o.getClass().getName());
}
static Object get_raw(String field, Object o) {
return get_raw(o, field);
}
static Object get_raw(Object o, String field) { try {
if (o == null) return null;
Field f = get_findField(o.getClass(), field);
makeAccessible(f);
return f.get(o);
} catch (Exception __e) { throw rethrow(__e); } }
static Object get(Class c, String field) {
try {
Field f = get_findStaticField(c, field);
makeAccessible(f);
return f.get(null);
} catch (Exception e) {
throw new RuntimeException(e);
}
}
static Field get_findStaticField(Class<?> c, String field) {
Class _c = c;
do {
for (Field f : _c.getDeclaredFields())
if (f.getName().equals(field) && (f.getModifiers() & java.lang.reflect.Modifier.STATIC) != 0)
return f;
_c = _c.getSuperclass();
} while (_c != null);
throw new RuntimeException("Static field '" + field + "' not found in " + c.getName());
}
static Field get_findField(Class<?> c, String field) {
Class _c = c;
do {
for (Field f : _c.getDeclaredFields())
if (f.getName().equals(field))
return f;
_c = _c.getSuperclass();
} while (_c != null);
throw new RuntimeException("Field '" + field + "' not found in " + c.getName());
}
static Object get(String field, Object o) {
return get(o, field);
}
static <A> A objectWhere(Collection<A> c, Object... data) {
return findWhere(c, data);
}
static LinkedHashMap litorderedmap(Object... x) {
LinkedHashMap map = new LinkedHashMap();
litmap_impl(map, x);
return map;
}
static WeakReference<Object> creator_class;
static Object creator() {
return creator_class == null ? null : creator_class.get();
}
static boolean match(String pat, String s) {
return match3(pat, s);
}
static boolean match(String pat, String s, Matches matches) {
return match3(pat, s, matches);
}
static boolean match(String pat, List<String> toks, Matches matches) {
return match3(pat, toks, matches);
}
static List<String> regexpICMatchesAsCNC(String pat, String s) {
return intRangesToCNC(s, regexpFindRangesIC(pat, s));
}
static String regexpNegativeLookbehind(String re) {
return "(?<!" + re + ")";
}
static int l(Object[] a) { return a == null ? 0 : a.length; }
static int l(boolean[] a) { return a == null ? 0 : a.length; }
static int l(byte[] a) { return a == null ? 0 : a.length; }
static int l(short[] a) { return a == null ? 0 : a.length; }
static int l(long[] a) { return a == null ? 0 : a.length; }
static int l(int[] a) { return a == null ? 0 : a.length; }
static int l(float[] a) { return a == null ? 0 : a.length; }
static int l(double[] a) { return a == null ? 0 : a.length; }
static int l(char[] a) { return a == null ? 0 : a.length; }
static int l(Collection c) { return c == null ? 0 : c.size(); }
static int l(Iterator i) { return iteratorCount_int_close(i); } // consumes the iterator && closes it if possible
static int l(Map m) { return m == null ? 0 : m.size(); }
static int l(CharSequence s) { return s == null ? 0 : s.length(); }
static long l(File f) { return f == null ? 0 : f.length(); }
static int l(Object o) {
return o == null ? 0
: o instanceof String ? l((String) o)
: o instanceof Map ? l((Map) o)
: o instanceof Collection ? l((Collection) o)
: o instanceof Object[] ? l((Object[]) o)
: o instanceof boolean[] ? l((boolean[]) o)
: o instanceof byte[] ? l((byte[]) o)
: o instanceof char[] ? l((char[]) o)
: o instanceof short[] ? l((short[]) o)
: o instanceof int[] ? l((int[]) o)
: o instanceof float[] ? l((float[]) o)
: o instanceof double[] ? l((double[]) o)
: o instanceof long[] ? l((long[]) o)
: (Integer) call(o, "size");
}
static int l(MultiSet ms) { return ms == null ? 0 : ms.size(); }
static int l(IntRange r) { return r == null ? 0 : r.length(); }
static long l(LongRange r) { return r == null ? 0 : r.length(); }
static volatile StringBuffer local_log = new StringBuffer(); // not redirected
static volatile Appendable print_log = local_log; // might be redirected, e.g. to main bot
// in bytes - will cut to half that
static volatile int print_log_max = 1024*1024;
static volatile int local_log_max = 100*1024;
static boolean print_silent = false; // total mute if set
static Object print_byThread_lock = new Object();
static volatile ThreadLocal<Object> print_byThread; // special handling by thread - prefers F1<S, Bool>
static volatile Object print_allThreads;
static volatile Object print_preprocess;
static void print() {
print("");
}
static <A> A print(String s, A o) {
print((endsWithLetterOrDigit(s) ? s + ": " : s) + o);
return o;
}
// slightly overblown signature to return original object...
static <A> A print(A o) {
ping_okInCleanUp();
if (print_silent) return o;
String s = String.valueOf(o) + "\n";
print_noNewLine(s);
return o;
}
static void print_noNewLine(String s) {
Object f = getThreadLocal(print_byThread_dontCreate());
if (f == null) f = print_allThreads;
if (f != null)
// We do need the general callF machinery here as print_byThread is sometimes shared between modules
if (isFalse(
f instanceof F1 ? ((F1) f).get(s) :
callF(f, s))) return;
print_raw(s);
}
static void print_raw(String s) {
if (print_preprocess != null) s = (String) callF(print_preprocess, s);
s = fixNewLines(s);
Appendable loc = local_log;
Appendable buf = print_log;
int loc_max = print_log_max;
if (buf != loc && buf != null) {
print_append(buf, s, print_log_max);
loc_max = local_log_max;
}
if (loc != null)
print_append(loc, s, loc_max);
System.out.print(s);
}
static void print_autoRotate() {
}
public static <A> String join(String glue, Iterable<A> strings) {
if (strings == null) return "";
if (strings instanceof Collection) {
if (((Collection) strings).size() == 1) return str(first(((Collection) strings)));
}
StringBuilder buf = new StringBuilder();
Iterator<A> i = strings.iterator();
if (i.hasNext()) {
buf.append(i.next());
while (i.hasNext())
buf.append(glue).append(i.next());
}
return buf.toString();
}
public static String join(String glue, String... strings) {
return join(glue, Arrays.asList(strings));
}
static <A> String join(Iterable<A> strings) {
return join("", strings);
}
static <A> String join(Iterable<A> strings, String glue) {
return join(glue, strings);
}
public static String join(String[] strings) {
return join("", strings);
}
static String join(String glue, Pair p) {
return p == null ? "" : str(p.a) + glue + str(p.b);
}
static <A> AutoCloseable tempSetTL(ThreadLocal<A> tl, A a) {
return tempSetThreadLocal(tl, a);
}
static Object getOpt(Object o, String field) {
return getOpt_cached(o, field);
}
static Object getOpt(String field, Object o) {
return getOpt_cached(o, field);
}
static Object getOpt_raw(Object o, String field) { try {
Field f = getOpt_findField(o.getClass(), field);
if (f == null) return null;
makeAccessible(f);
return f.get(o);
} catch (Exception __e) { throw rethrow(__e); } }
// access of static fields is not yet optimized
static Object getOpt(Class c, String field) { try {
if (c == null) return null;
Field f = getOpt_findStaticField(c, field);
if (f == null) return null;
makeAccessible(f);
return f.get(null);
} catch (Exception __e) { throw rethrow(__e); } }
static Field getOpt_findStaticField(Class<?> c, String field) {
Class _c = c;
do {
for (Field f : _c.getDeclaredFields())
if (f.getName().equals(field) && (f.getModifiers() & java.lang.reflect.Modifier.STATIC) != 0)
return f;
_c = _c.getSuperclass();
} while (_c != null);
return null;
}
static Object call(Object o) {
return callF(o);
}
// varargs assignment fixer for a single string array argument
static Object call(Object o, String method, String[] arg) {
return call(o, method, new Object[] {arg});
}
static Object call(Object o, String method, Object... args) {
//ret call_cached(o, method, args);
return call_withVarargs(o, method, args);
}
static void _close(AutoCloseable c) {
if (c != null) try {
c.close();
} catch (Throwable e) {
// Some classes stupidly throw an exception on double-closing
if (c instanceof javax.imageio.stream.ImageOutputStream)
return;
else throw rethrow(e);
}
}
static boolean eqicOneOf(String s, String... l) {
for (String x : l) if (eqic(s, x)) return true; return false;
}
static String unicode_crossProduct() {
return unicodeFromCodePoint(0x2A2F);
}
static String unicode_undoArrow() {
return unicodeFromCodePoint(0x21B6);
}
static boolean cic(Collection<String> l, String s) {
return containsIgnoreCase(l, s);
}
static boolean cic(String[] l, String s) {
return containsIgnoreCase(l, s);
}
static boolean cic(String s, char c) {
return containsIgnoreCase(s, c);
}
static boolean cic(String a, String b) {
return containsIgnoreCase(a, b);
}
static String quote(Object o) {
if (o == null) return "null";
return quote(str(o));
}
static String quote(String s) {
if (s == null) return "null";
StringBuilder out = new StringBuilder((int) (l(s)*1.5+2));
quote_impl(s, out);
return out.toString();
}
static void quote_impl(String s, StringBuilder out) {
out.append('"');
int l = s.length();
for (int i = 0; i < l; i++) {
char c = s.charAt(i);
if (c == '\\' || c == '"')
out.append('\\').append(c);
else if (c == '\r')
out.append("\\r");
else if (c == '\n')
out.append("\\n");
else if (c == '\t')
out.append("\\t");
else if (c == '\0')
out.append("\\0");
else
out.append(c);
}
out.append('"');
}
static String joinNemptiesWithSpace(String... strings) {
return joinNempties(" ", strings);
}
static String joinNemptiesWithSpace(Collection<String> strings) {
return joinNempties(" ", strings);
}
static <A> A or(A a, A b) {
return a != null ? a : b;
}
static String sfu(Object o) { return structureForUser(o); }
static <A> ArrayList<A> cloneList(Iterable<A> l) {
return l instanceof Collection ? cloneList((Collection) l) : asList(l);
}
static <A> ArrayList<A> cloneList(Collection<A> l) {
if (l == null) return new ArrayList();
synchronized(collectionMutex(l)) {
return new ArrayList<A>(l);
}
}
static boolean eqic(String a, String b) {
if ((a == null) != (b == null)) return false;
if (a == null) return true;
return a.equalsIgnoreCase(b);
}
static boolean eqic(char a, char b) {
if (a == b) return true;
char u1 = Character.toUpperCase(a);
char u2 = Character.toUpperCase(b);
if (u1 == u2) return true;
return Character.toLowerCase(u1) == Character.toLowerCase(u2);
}
static TreeSet<String> litciset(String... items) {
TreeSet<String> set = caseInsensitiveSet();
for (String a : items) set.add(a);
return set;
}
static String trim(String s) { return s == null ? null : s.trim(); }
static String trim(StringBuilder buf) { return buf.toString().trim(); }
static String trim(StringBuffer buf) { return buf.toString().trim(); }
static boolean empty(Collection c) { return c == null || c.isEmpty(); }
static boolean empty(Iterable c) { return c == null || !c.iterator().hasNext(); }
static boolean empty(CharSequence s) { return s == null || s.length() == 0; }
static boolean empty(Map map) { return map == null || map.isEmpty(); }
static boolean empty(Object[] o) { return o == null || o.length == 0; }
static boolean empty(Object o) {
if (o instanceof Collection) return empty((Collection) o);
if (o instanceof String) return empty((String) o);
if (o instanceof Map) return empty((Map) o);
if (o instanceof Object[]) return empty((Object[]) o);
if (o instanceof byte[]) return empty((byte[]) o);
if (o == null) return true;
throw fail("unknown type for 'empty': " + getType(o));
}
static boolean empty(Iterator i) { return i == null || !i.hasNext(); }
static boolean empty(double[] a) { return a == null || a.length == 0; }
static boolean empty(float[] a) { return a == null || a.length == 0; }
static boolean empty(int[] a) { return a == null || a.length == 0; }
static boolean empty(long[] a) { return a == null || a.length == 0; }
static boolean empty(byte[] a) { return a == null || a.length == 0; }
static boolean empty(short[] a) { return a == null || a.length == 0; }
static boolean empty(MultiSet ms) { return ms == null || ms.isEmpty(); }
static boolean empty(File f) { return getFileSize(f) == 0; }
static boolean empty(IntRange r) { return r == null || r.empty(); }
static <A> boolean syncAdd(Collection<A> c, A b) {
if (c == null) return false;
synchronized(c) { return c.add(b); }
}
static <A> void syncAdd(List<A> l, int idx, A b) {
if (l != null) synchronized(l) { l.add(idx, b); }
}
static void change() {
//mainConcepts.allChanged();
// safe version for now cause function is sometimes included unnecessarily (e.g. by EGDiff)
callOpt(getOptMC("mainConcepts"), "allChanged");
}
static <A> int lengthLevel2(Collection<? extends Collection> l) {
int sum = 0;
for (Collection c : l) sum += l(c);
return sum;
}
static <A> A last(List<A> l) {
return empty(l) ? null : l.get(l.size()-1);
}
static char last(String s) {
return empty(s) ? '#' : s.charAt(l(s)-1);
}
static int last(int[] a) {
return l(a) != 0 ? a[l(a)-1] : 0;
}
static double last(double[] a) {
return l(a) != 0 ? a[l(a)-1] : 0;
}
static <A> A last(A[] a) {
return l(a) != 0 ? a[l(a)-1] : null;
}
static <A> A last(Iterator<A> it) {
A a = null;
while (it.hasNext()) { ping(); a = it.next(); }
return a;
}
static <A> A last(Collection<A> l) {
if (l == null) return null;
if (l instanceof List) return (A) last(((List) l));
if (l instanceof SortedSet) return (A) last(((SortedSet) l));
Iterator<A> it = iterator(l);
A a = null;
while (it.hasNext()) { ping(); a = it.next(); }
return a;
}
static <A> A last(SortedSet<A> l) {
return l == null ? null : l.last();
}
static RuntimeException rethrow(Throwable t) {
if (t instanceof Error)
_handleError((Error) t);
throw t instanceof RuntimeException ? (RuntimeException) t : new RuntimeException(t);
}
static RuntimeException rethrow(String msg, Throwable t) {
throw new RuntimeException(msg, t);
}
static void add(BitSet bs, int i) {
bs.set(i);
}
static <A> boolean add(Collection<A> c, A a) {
return c != null && c.add(a);
}
static void add(Container c, Component x) {
addToContainer(c, x);
}
static void dbIndexing(Object... params) {
db();
for (int i = 0; i < l(params); i += 2)
indexConceptField((Class) params[i], (String) params[i+1]);
}
static Class fieldType(Object o, String field) {
Field f = getField(o, field);
return f == null ? null : f.getType();
}
static Field setOpt_findField(Class c, String field) {
HashMap<String, Field> map;
synchronized(getOpt_cache) {
map = getOpt_cache.get(c);
if (map == null)
map = getOpt_makeCache(c);
}
return map.get(field);
}
static void setOpt(Object o, String field, Object value) { try {
if (o == null) return;
Class c = o.getClass();
HashMap<String, Field> map;
if (getOpt_cache == null)
map = getOpt_makeCache(c); // in class init
else synchronized(getOpt_cache) {
map = getOpt_cache.get(c);
if (map == null)
map = getOpt_makeCache(c);
}
if (map == getOpt_special) {
if (o instanceof Class) {
setOpt((Class) o, field, value);
return;
}
// It's probably a subclass of Map. Use raw method
setOpt_raw(o, field, value);
return;
}
Field f = map.get(field);
if (f != null)
{ smartSet(f, o, value); return; } // possible improvement: skip setAccessible
if (o instanceof DynamicObject)
setDyn(((DynamicObject) o), field, value);
} catch (Exception __e) { throw rethrow(__e); } }
static void setOpt(Class c, String field, Object value) {
if (c == null) return;
try {
Field f = setOpt_findStaticField(c, field); // TODO: optimize
if (f != null)
smartSet(f, null, value);
} catch (Exception e) {
throw new RuntimeException(e);
}
}
static Field setOpt_findStaticField(Class<?> c, String field) {
Class _c = c;
do {
for (Field f : _c.getDeclaredFields())
if (f.getName().equals(field) && (f.getModifiers() & java.lang.reflect.Modifier.STATIC) != 0) {
makeAccessible(f);
return f;
}
_c = _c.getSuperclass();
} while (_c != null);
return null;
}
static <A> A proxy(Class<A> intrface, final Object target) {
if (target == null) return null;
if (isInstance(intrface, target)) return (A) target;
return (A) java.lang.reflect.Proxy.newProxyInstance(intrface.getClassLoader(),
new Class[] { intrface },
new InvocationHandler() {
public Object invoke(Object proxy, Method method, Object[] args) {
return call(target, method.getName(), unnull(args));
}
});
}
static <A> A proxy(Object target, Class<A> intrface) {
return proxy(intrface, target);
}
static AutoCloseable tempRegisterThread() {
_registerThread();
return new AutoCloseable() { public String toString() { return "_unregisterThread();"; } public void close() throws Exception { _unregisterThread(); }};
}
static String getDialogID() {
return (String) callOpt(getMainBot(), "getDialogID");
}
static boolean neq(Object a, Object b) {
return !eq(a, b);
}
static <A extends Concept> A uniq(Class<A> c, Object... params) {
return uniqueConcept(c, params);
}
static <A extends Concept> A uniq(Concepts cc, Class<A> c, Object... params) {
return uniqueConcept(cc, c, params);
}
static String hrefresh(String target) {
return hrefresh(0, target);
}
static String hrefresh(double seconds) {
return hrefresh(seconds, "");
}
static String hrefresh(double seconds, String target) {
return tag("meta", "", "http-equiv", "refresh", "content", iceil(seconds) + (nempty(target) ? "; url=" + target : ""));
}
static Object subBot_serveFile(File file) {
return call(getMainBot(), "serveFile", file);
}
static Object subBot_serveFile(File file, String mimeType) {
return call(getMainBot(), "serveFile", file, mimeType);
}
static String ul_htmlEncode(String... list) {
return ul_htmlEncode(asList(list));
}
static String ul_htmlEncode(Collection<String> list, Object... params) {
return ul(map("htmlEncode2",list), params);
}
static List<String> getThreadNames(Collection<Thread> threads) {
return mapMethod(threads, "getName");
}
static List<Thread> registeredThreads(Object o) {
Map<Thread, Boolean> map = (Map<Thread, Boolean>) (getOpt(o, "_registerThread_threads"));
if (map == null) return ll();
map.size(); // force clean-up
synchronized(map) { return asList(keys(map)); }
}
static List<Thread> registeredThreads() {
_registerThread_threads.size(); // force clean-up
return asList(keys(_registerThread_threads));
}
static String webChatBotLogsHTML2(final String baseLink, final Map<String, String> params) {
return withDBLock(new F0<String>() { public String get() { try {
List<String> l = new ArrayList();
for (Conversation conv : sortByCalculatedFieldDesc(list(Conversation.class), new F1<Conversation, Object>() { public Object get(Conversation c) { try { return empty(c.msgs) ? c.created : last(c.msgs).time; } catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "empty(c.msgs) ? c.created : last(c.msgs).time"; }})) {
List<List<Msg>> dialogs = reversed(unnull(conv.oldDialogs));
if (l(conv.msgs) > 1)
l.add(webChatBotLogsHTML_formatDialog(str(conv.id), conv.msgs));
int i = 2;
for (List<Msg> msgs : dialogs)
if (l(msgs) > 1)
l.add(webChatBotLogsHTML_formatDialog(conv.id + "/" + (i++), msgs));
}
int perPage = 50, n = parseIntOpt(params.get("n"));
return h3_htitle("Chat Logs") +
pageNav2(baseLink, l(l), n, perPage, "n")
+ ul(subList(l, n, n+perPage), null, "style" , "margin-top: 1em");
} catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "new L<S> l;\r\n for (Conversation conv : sortByCalculatedFieldDesc(list Conv..."; }});
}
static <A extends Concept> List<A> cdelete(Class<A> c, Object... params) {
return deleteConcepts(c, params);
}
static void cdelete(Concept c) {
deleteConcept(c);
}
static Lock dbLock() {
return db_mainConcepts().lock;
}
static void lock(Lock lock) { try {
ping();
if (lock == null) return;
try {
lock.lockInterruptibly();
} catch (InterruptedException e) {
print("Locking interrupted! I probably deadlocked, oops.");
printStackTrace(e);
rethrow(e);
}
// NO call to ping here! Make sure lock is always released.
} catch (Exception __e) { throw rethrow(__e); } }
static void lock(Lock lock, String msg) {
print("Locking: " + msg);
lock(lock);
}
static void lock(Lock lock, String msg, long timeout) {
print("Locking: " + msg);
lockOrFail(lock, timeout);
}
static ReentrantLock lock() {
return fairLock();
}
static void unlock(Lock lock, String msg) {
if (lock == null) return;
lock.unlock();
print("Unlocked: " + msg); // print afterwards to make sure the lock is always unlocked
}
static void unlock(Lock lock) {
if (lock == null) return;
lock.unlock();
}
static int parseInt(String s) {
return emptyString(s) ? 0 : Integer.parseInt(s);
}
static int parseInt(char c) {
return Integer.parseInt(str(c));
}
static <A> List<A> cloneSubList(List<A> l, int startIndex, int endIndex) {
return newSubList(l, startIndex, endIndex);
}
static <A> List<A> cloneSubList(List<A> l, int startIndex) {
return newSubList(l, startIndex);
}
static String jsQuote(String s) {
return javascriptQuote(s);
}
static boolean preferCached = false;
static boolean loadSnippet_debug = false;
static ThreadLocal<Boolean> loadSnippet_silent = new ThreadLocal();
static ThreadLocal<Boolean> loadSnippet_publicOnly = new ThreadLocal();
static int loadSnippet_timeout = 30000;
static String loadSnippet(String snippetID) { try {
if (snippetID == null) return null;
return loadSnippet(parseSnippetID(snippetID), preferCached);
} catch (Exception __e) { throw rethrow(__e); } }
static String loadSnippet(String snippetID, boolean preferCached) throws IOException {
return loadSnippet(parseSnippetID(snippetID), preferCached);
}
static IF1<Long, String> loadSnippet;
static String loadSnippet(long snippetID) { return loadSnippet != null ? loadSnippet.get(snippetID) : loadSnippet_base(snippetID); }
final static String loadSnippet_fallback(IF1<Long, String> _f, long snippetID) { return _f != null ? _f.get(snippetID) : loadSnippet_base(snippetID); }
static String loadSnippet_base(long snippetID) { try {
return loadSnippet(snippetID, preferCached);
} catch (Exception __e) { throw rethrow(__e); } }
static String loadSnippet(long snippetID, boolean preferCached) throws IOException {
String text;
if (isLocalSnippetID(snippetID))
return loadLocalSnippet(snippetID);
IResourceLoader rl = vm_getResourceLoader();
if (rl != null)
return rl.loadSnippet(fsI(snippetID));
// boss bot disabled for now for shorter transpilations
/*text = getSnippetFromBossBot(snippetID);
if (text != null) return text;*/
initSnippetCache();
text = DiskSnippetCache_get(snippetID);
if (preferCached && text != null)
return text;
try {
if (loadSnippet_debug && text != null) System.err.println("md5: " + md5(text));
String url = tb_mainServer() + "/getraw.php?id=" + snippetID + "&utf8=1";
if (nempty(text)) url += "&md5=" + md5(text);
if (!isTrue(loadSnippet_publicOnly.get()))
url += standardCredentials();
String text2 = loadSnippet_loadFromServer(url);
boolean same = eq(text2, "==*#*==");
if (loadSnippet_debug) print("loadSnippet: same=" + same);
if (!same) text = text2;
} catch (RuntimeException e) {
e.printStackTrace();
throw new IOException("Snippet #" + snippetID + " not found or not public");
}
try {
initSnippetCache();
DiskSnippetCache_put(snippetID, text);
} catch (IOException e) {
System.err.println("Minor warning: Couldn't save snippet to cache (" + DiskSnippetCache_getDir() + ")");
}
return text;
}
static File DiskSnippetCache_dir;
public static void initDiskSnippetCache(File dir) {
DiskSnippetCache_dir = dir;
dir.mkdirs();
}
public static synchronized String DiskSnippetCache_get(long snippetID) throws IOException {
return loadTextFile(DiskSnippetCache_getFile(snippetID).getPath(), null);
}
private static File DiskSnippetCache_getFile(long snippetID) {
return new File(DiskSnippetCache_dir, "" + snippetID);
}
public static synchronized void DiskSnippetCache_put(long snippetID, String snippet) throws IOException {
saveTextFile(DiskSnippetCache_getFile(snippetID).getPath(), snippet);
}
public static File DiskSnippetCache_getDir() {
return DiskSnippetCache_dir;
}
public static void initSnippetCache() {
if (DiskSnippetCache_dir == null)
initDiskSnippetCache(getGlobalCache());
}
static String loadSnippet_loadFromServer(String url) {
Integer oldTimeout = setThreadLocal(loadPage_forcedTimeout_byThread, loadSnippet_timeout);
try {
return isTrue(loadSnippet_silent.get()) ? loadPageSilently(url) : loadPage(url);
} finally {
loadPage_forcedTimeout_byThread.set(oldTimeout);
}
}
static String imageSnippetURLOrEmptyGIF(String snippetID) {
return empty(snippetID) ? smallestTransparentGIFDataURI() : snippetImageURL(snippetID);
}
static String psI_str(String snippetID) {
return str(psI(snippetID));
}
static String jsBool(boolean b) {
return b ? "true" : "false";
}
static String hreplaceTitle(String html, String newTitle) {
return hreplacetag(html, "title", htitle(newTitle));
}
static boolean eqGet(List l, int i, Object o) {
return eq(get(l, i), o);
}
static <A, B> boolean eqGet(Map<A, B> map, A key, Object o) {
return eq(mapGet(map, key), o);
}
static String htitle(String title) {
return tag("title", htmlencode_noQuotes(title));
}
static String hjavascript(String script) {
return tag("script", script, "type", "text/javascript");
}
static Object subBot_serveJavaScript(String html) {
return subBot_serveWithContentType(html, "text/javascript");
}
static volatile PersistableThrowable _handleException_lastException;
static List _handleException_onException = synchroList(ll("printStackTrace2"));
static void _handleException(Throwable e) {
_handleException_lastException = persistableThrowable(e);
Throwable e2 = innerException(e);
if (e2.getClass() == RuntimeException.class && eq(e2.getMessage(), "Thread cancelled.") || e2 instanceof InterruptedException)
return;
for (Object f : cloneList(_handleException_onException)) try {
callF(f, e);
} catch (Throwable e3) {
printStackTrace2(e3); // not using pcall here - it could lead to endless loops
}
}
static Object subBot_noCacheHeaders(Object r) {
call(r, "addHeader", "Cache-Control", "no-cache, must-revalidate, max-age=0");
return r;
}
static Object subBot_serveHTML(Object html) {
return subBot_serveWithContentType(str(html), "text/html");
}
static String nlToBr(String s) {
return s.replace("\n", "<br>\n");
}
static <A> List<A> replace(List<A> l, A a, A b) {
for (int i = 0; i < l(l); i++)
if (eq(l.get(i), a))
l.set(i, b);
return l;
}
static <A> List<A> replace(A a, A b, List<A> l) {
return replace(l, a, b);
}
static String replace(String s, String a, String b) {
return s == null ? null : a == null || b == null ? s : s.replace(a, b);
}
static String replace(String s, char a, char b) {
return s == null ? null : s.replace(a, b);
}
static String html_wavingHand() {
return himg(dataSnippetURL("#1400314"),
"style" , "width: 1.4em; height: 1.4em; margin-top: -0.15em", "align" , "top");
}
static String unnull(String s) {
return s == null ? "" : s;
}
static <A> Collection<A> unnull(Collection<A> l) {
return l == null ? emptyList() : l;
}
static <A> List<A> unnull(List<A> l) { return l == null ? emptyList() : l; }
static int[] unnull(int[] l) { return l == null ? emptyIntArray() : l; }
static char[] unnull(char[] l) { return l == null ? emptyCharArray() : l; }
static <A, B> Map<A, B> unnull(Map<A, B> l) {
return l == null ? emptyMap() : l;
}
static <A> Iterable<A> unnull(Iterable<A> i) {
return i == null ? emptyList() : i;
}
static <A> A[] unnull(A[] a) {
return a == null ? (A[]) emptyObjectArray() : a;
}
static BitSet unnull(BitSet b) {
return b == null ? new BitSet() : b;
}
//ifclass Symbol
static <A, B> Pair<A, B> unnull(Pair<A, B> p) {
return p != null ? p : new Pair(null, null);
}
static <A> List<A> ll(A... a) {
ArrayList l = new ArrayList(a.length);
if (a != null) for (A x : a) l.add(x);
return l;
}
static String hspan(Object contents, Object... params) {
return tag("span", contents, params);
}
static String lines(Iterable lines) { return fromLines(lines); }
static String lines(Object[] lines) { return fromLines(asList(lines)); }
static List<String> lines(String s) { return toLines(s); }
static int randomID_defaultLength = 12;
static String randomID(int length) {
return makeRandomID(length);
}
static String randomID(Random r, int length) {
return makeRandomID(r, length);
}
static String randomID() {
return randomID(randomID_defaultLength);
}
static String randomID(Random r) {
return randomID(r, randomID_defaultLength);
}
static String snippetImgLink(String snippetID) {
return snippetImageURL(snippetID);
}
static String fullRawLink(String pageName) {
// TODO: port
return (subBot_isHttps() ? "https" : "http") + "://"
+ domain() + rawLink(pageName);
}
static TreeSet<String> asCISet(Iterable<String> c) {
return toCaseInsensitiveSet(c);
}
static TreeSet<String> asCISet(String... x) {
return toCaseInsensitiveSet(x);
}
static String joinWithBR(Iterable<String> l) {
return join("<br>", l);
}
static String joinWithBR(String... l) {
return joinWithBR(asList(l));
}
static String hcheckbox(String name, boolean checked, Object... params) {
return tag("input", "", arrayPlus(params, "type", "checkbox", "name", name, checked ? "checked" : null, "1"));
}
static String hcheckbox(String name) {
return hcheckbox(name, false);
}
static boolean contains(Collection c, Object o) {
return c != null && c.contains(o);
}
static boolean contains(Object[] x, Object o) {
if (x != null)
for (Object a : x)
if (eq(a, o))
return true;
return false;
}
static boolean contains(String s, char c) {
return s != null && s.indexOf(c) >= 0;
}
static boolean contains(String s, String b) {
return s != null && s.indexOf(b) >= 0;
}
static boolean contains(BitSet bs, int i) {
return bs != null && bs.get(i);
}
static <A> boolean contains(Producer<A> p, A a) {
if (p != null && a != null) while (true) {
A x = p.next();
if (x == null) break;
if (eq(x, a)) return true;
}
return false;
}
static <A> List<A> listMinusSet(Iterable<A> l, Collection<? extends A> stuff) {
if (l == null) return null;
if (empty(stuff)) return asList(l);
Set<? extends A> set = asSet(stuff);
List<A> l2 = new ArrayList();
for (A a : l) if (!set.contains(a)) l2.add(a);
return l2;
}
static <A> List<A> listMinusSet(Iterable<A> l, Collection<A> stuff, Collection<? extends A> stuff2) {
return listMinusSet(listMinusSet(l, stuff), stuff2);
}
static String timeInTimeZoneWithOptionalDate_24(String timezone, long time) {
return timeInTimeZoneWithOptionalDate_24(timeZone(timezone), time);
}
static String timeInTimeZoneWithOptionalDate_24(TimeZone timezone, long time) {
SimpleDateFormat format = simpleDateFormat("yyyy/MM/dd", timezone);
String date = format.format(time);
boolean needDate = neq(date, format.format(now()));
return (needDate ? date + " " : "") + timeInTimeZone(timezone, time);
}
static String htmlencode(Object o) {
return htmlencode(str(o));
}
static String htmlencode(String s) {
if (s == null) return "";
StringBuilder out = new StringBuilder(Math.max(16, s.length()));
for (int i = 0; i < s.length(); i++) {
char c = s.charAt(i);
if (c > 127 || c == '"' || c == '<' || c == '>' || c == '&') {
int cp = s.codePointAt(i);
out.append("&#x");
out.append(intToHex_flexLength(cp));
out.append(';');
i += Character.charCount(cp)-1;
} else
out.append(c);
}
return out.toString();
}
static String ul(String... list) {
return ul(asList(list));
}
static String ul(List<String> list, Object... params) {
StringBuilder buf = new StringBuilder();
int i = indexOf(params, null); // null separates params for ul from params for li
if (i == -1) i = l(params);
for (String s : withoutNulls(list))
buf.append(tag("li", s, subArray(params, i+1))).append("\n");
return containerTag("ul", buf, subArray(params, 0, i)) + "\n";
}
static Object withDBLock(Object r) {
Lock __0 = db_mainConcepts().lock; lock(__0); try {
return callF(r);
} finally { unlock(__0); } }
static <A> A withDBLock(F0<A> r) {
return (A) withDBLock((Object) r);
}
static Object withDBLock(Concepts concepts, Object r) {
Lock __1 = concepts.lock; lock(__1); try {
return callF(r);
} finally { unlock(__1); } }
static <A> A withDBLock(Concepts concepts, F0<A> r) {
return (A) withDBLock(concepts, (Object) r);
}
static <A> A withDBLock(Concept concept, IF0<A> r) {
return (A) withDBLock(concept._concepts, r);
}
static String hfullcenter(Object contents, Object... __) {
return tag("table", tr(td(contents, "align" , "center")), paramsPlus(__, "width" , "100%", "height" , "100%"));
}
static String h3_htmlEncode(Object contents, Object... params) {
return h3(htmlEncode2(str(contents)), params);
}
// first element of params can be the value
static String hpassword(String name, Object... params) {
return hpasswordfield(name, params);
}
static String hpassword(String name) {
return hpasswordfield(name);
}
static String jsBackLink() {
return "javascript:history.go(-1)";
}
static boolean isTrue(Object o) {
if (o instanceof Boolean)
return ((Boolean) o).booleanValue();
if (o == null) return false;
if (o instanceof ThreadLocal) // TODO: remove this
return isTrue(((ThreadLocal) o).get());
throw fail(getClassName(o));
}
static File javaxDataDir_dir; // can be set to work on different base dir
static File javaxDataDir() {
return javaxDataDir_dir != null ? javaxDataDir_dir : new File(userHome(), "JavaX-Data");
}
static File javaxDataDir(String... subs) {
return newFile(javaxDataDir(), subs);
}
static <A extends Concept> A conceptWhere(Class<A> c, Object... params) {
return findConceptWhere(c, params);
}
static <A extends Concept> A conceptWhere(Concepts cc, Class<A> c, Object... params) {
return findConceptWhere(cc, c, params);
}
static <A> boolean any(Object pred, Iterable<A> l) {
if (l != null) for (A a : l)
if (isTrue(callF(pred, a)))
return true;
return false;
}
static <A> boolean any(IF1<A, Boolean> pred, Iterable<A> l) {
return any((Object) pred, l);
}
static <A> boolean any(Iterable<A> l, IF1<A, Boolean> pred) {
return any(pred, l);
}
static String ipToCountry2020_safe(String ip) {
try {
return or2(ipToCountry2020(ip), "?");
} catch (Throwable __e) { _handleException(__e); }
return "?";
}
static java.util.Timer doAfter(long delay, Object r) {
return doLater(delay, r);
}
static java.util.Timer doAfter(double delaySeconds, Object r) {
return doLater(delaySeconds, r);
}
static String replaceSquareBracketVars(String s, Object... params) {
if (empty(params)) return s;
Map<String, Object> vars = mapKeys("deSquareBracket",litcimap(params));
return regexpReplaceIC(s, "\\[(.+?)\\]", matcher -> {
String var = matcher.group(1);
Object val = vars.get(var);
return val == null ? matcher.group() : str(val);
});
}
static List<String> trimAll(Collection<String> l) {
List<String> l2 = new ArrayList();
if (l != null) for (String s : l)
l2.add(trim(s));
return l2;
}
// TODO: returns empty first, but not empty last
static List<String> splitAt(String s, String splitter) {
if (empty(splitter)) return null; // avoid endless loop
List<String> parts = new ArrayList();
int i = 0;
if (s != null)
while (i < l(s)) {
int j = indexOf(s, splitter, i);
if (j < 0) j = l(s);
parts.add(substring(s, i, j));
i = j+l(splitter);
}
return parts;
}
static String dropSpaces(String s) {
return unnull(s).replace(" ", "");
}
static <A> A lastThat(List<A> l, Object pred) {
for (int i = l(l)-1; i >= 0; i--) {
A a = l.get(i);
if (checkCondition(pred, a))
return a;
}
return null;
}
static <A> A lastThat(Object pred, List<A> l) {
return lastThat(l, pred);
}
static <A> A lastThat(IF1<A, Boolean> pred, List<A> l) {
return lastThat((Object) pred, l);
}
static <A> A lastThat(List<A> l, IF1<A, Boolean> pred) {
return lastThat(pred, l);
}
static int countPred(Iterable c, Object pred) {
return nfilter(c, pred);
}
static int countPred(Object pred, Iterable c) {
return nfilter(pred, c);
}
static <A> int countPred(Iterable<A> c, IF1<A, Boolean> pred) {
return nfilter(c, pred);
}
static String nConversations(long n) { return n2(n, "conversation"); }
static String nConversations(Collection l) { return nConversations(l(l)); }
static String nConversations(Map map) { return nConversations(l(map)); }
static String loadSecretTextFileOrCreateWithRandomID(String name) {
String id = trim(loadSecretTextFile(name));
if (empty(id))
saveSecretTextFile(name, id = aGlobalID());
return id;
}
static AutoCloseable tempInterceptPrintIfNotIntercepted(F1<String, Boolean> f) {
return print_byThread().get() == null ? tempInterceptPrint(f) : null;
}
//static final Map<Class, HashMap<S, Field>> getOpt_cache = newDangerousWeakHashMap(f getOpt_special_init);
static class getOpt_Map extends WeakHashMap {
getOpt_Map() {
if (getOpt_special == null) getOpt_special = new HashMap();
clear();
}
public void clear() {
super.clear();
//print("getOpt clear");
put(Class.class, getOpt_special);
put(String.class, getOpt_special);
}
}
static final Map<Class, HashMap<String, Field>> getOpt_cache = _registerDangerousWeakMap(synchroMap(new getOpt_Map()));
//static final Map<Class, HashMap<S, Field>> getOpt_cache = _registerWeakMap(synchroMap(new getOpt_Map));
static HashMap getOpt_special; // just a marker
/*static void getOpt_special_init(Map map) {
map.put(Class.class, getOpt_special);
map.put(S.class, getOpt_special);
}*/
static Object getOpt_cached(Object o, String field) { try {
if (o == null) return null;
Class c = o.getClass();
HashMap<String, Field> map;
synchronized(getOpt_cache) {
map = getOpt_cache.get(c);
if (map == null)
map = getOpt_makeCache(c);
}
if (map == getOpt_special) {
if (o instanceof Class)
return getOpt((Class) o, field);
/*if (o instanceof S)
ret getOpt(getBot((S) o), field);*/
if (o instanceof Map)
return ((Map) o).get(field);
}
Field f = map.get(field);
if (f != null) return f.get(o);
if (o instanceof DynamicObject)
return mapGet2(((DynamicObject) o).fieldValues, field);
return null;
} catch (Exception __e) { throw rethrow(__e); } }
// used internally - we are in synchronized block
static HashMap<String, Field> getOpt_makeCache(Class c) {
HashMap<String, Field> map;
if (isSubtypeOf(c, Map.class))
map = getOpt_special;
else {
map = new HashMap();
if (!reflection_classesNotToScan().contains(c.getName())) {
Class _c = c;
do {
for (Field f : _c.getDeclaredFields()) {
makeAccessible(f);
String name = f.getName();
if (!map.containsKey(name))
map.put(name, f);
}
_c = _c.getSuperclass();
} while (_c != null);
}
}
if (getOpt_cache != null) getOpt_cache.put(c, map);
return map;
}
static Map<Thread, Boolean> _registerThread_threads;
static Object _onRegisterThread; // voidfunc(Thread)
static Thread _registerThread(Thread t) {
if (_registerThread_threads == null)
_registerThread_threads = newWeakHashMap();
_registerThread_threads.put(t, true);
vm_generalWeakSubMap("thread2mc").put(t, weakRef(mc()));
callF(_onRegisterThread, t);
return t;
}
static void _registerThread() { _registerThread(Thread.currentThread()); }
static Throwable printStackTrace2(Throwable e) {
// we go to system.out now - system.err is nonsense
print(getStackTrace2(e));
return e;
}
static void printStackTrace2() {
printStackTrace2(new Throwable());
}
static void printStackTrace2(String msg) {
printStackTrace2(new Throwable(msg));
}
static String htmlencode_noQuotes(String s) {
if (s == null) return "";
StringBuilder out = new StringBuilder(Math.max(16, s.length()));
for (int i = 0; i < s.length(); i++) {
char c = s.charAt(i);
if (c == '<') out.append("<");
else if (c == '>') out.append(">");
else if (c > 127 || c == '&') {
int cp = s.codePointAt(i);
out.append("&#x");
out.append(intToHex_flexLength(cp));
out.append(';');
i += Character.charCount(cp)-1;
} else
out.append(c);
}
return out.toString();
}
static String addSlash(String s) {
return empty(s) || s.endsWith("/") ? s : s + "/";
}
static boolean nemptyString(String s) {
return s != null && s.length() > 0;
}
static String substring(String s, int x) {
return substring(s, x, strL(s));
}
static String substring(String s, int x, int y) {
if (s == null) return null;
if (x < 0) x = 0;
int n = s.length();
if (y < x) y = x;
if (y > n) y = n;
if (x >= y) return "";
return s.substring(x, y);
}
static String substring(String s, IntRange r) {
return r == null ? null : substring(s, r.start, r.end);
}
// convenience method for quickly dropping a prefix
static String substring(String s, CharSequence l) {
return substring(s, l(l));
}
static int strL(String s) {
return s == null ? 0 : s.length();
}
static int listL(Collection l) {
return l == null ? 0 : l.size();
}
static Object subBot_httpd() {
Object httpd = getThreadLocal((ThreadLocal) getOpt(mainBot(), "MyHTTPD_current"));
if (httpd == null)
httpd = getThreadLocal((ThreadLocal) getOpt(mainBot(), "WebSocketHTTPD_current"));
return httpd;
}
static boolean eqOneOf(Object o, Object... l) {
for (Object x : l) if (eq(o, x)) return true; return false;
}
static Object mainBot() {
return getMainBot();
}
static Object mainBot;
static Object getMainBot() {
return mainBot;
}
static String domainName() {
Object session = call(getMainBot(), "getSession");
Map headers = (Map) (call(session, "getHeaders"));
String host = (String) (headers.get("host"));
if (host == null) return null;
return dropFrom(host, ":");
}
static String getActualURI() {
return (String) call(getMainBot(), "getActualURI");
}
static String htmlQuery(Map params) {
return empty(params) ? "" : "?" + makePostData(params);
}
static String htmlQuery(Object... data) {
return empty(data) ? "" : "?" + makePostData(data);
}
static String str(Object o) {
return o == null ? "null" : o.toString();
}
static String str(char[] c) {
return new String(c);
}
static String href(String link, Object contents, Object... params) {
if (link == null) return str(contents);
return tag("a", contents, arrayPlus(params, "href", link));
}
static String programID() {
return getProgramID();
}
static String programID(Object o) {
return getProgramID(o);
}
public static long parseSnippetID(String snippetID) {
long id = Long.parseLong(shortenSnippetID(snippetID));
if (id == 0) throw fail("0 is not a snippet ID");
return id;
}
static String addPrefix(String prefix, String s) {
return s.startsWith(prefix) ? s : prefix + s;
}
static String dropSuffix(String suffix, String s) {
return s.endsWith(suffix) ? s.substring(0, l(s)-l(suffix)) : s;
}
static volatile Concepts mainConcepts; // Where we create new concepts
static Concepts db_mainConcepts() {
if (mainConcepts == null)
mainConcepts = newConceptsWithClassFinder(getDBProgramID());
return mainConcepts;
}
static boolean isInstance(Class type, Object arg) {
return type.isInstance(arg);
}
static RuntimeException fail() { throw new RuntimeException("fail"); }
static RuntimeException fail(Throwable e) { throw asRuntimeException(e); }
static RuntimeException fail(Object msg) { throw new RuntimeException(String.valueOf(msg)); }
static RuntimeException fail(String msg) { throw new RuntimeException(msg == null ? "" : msg); }
static RuntimeException fail(String msg, Throwable innerException) { throw new RuntimeException(msg, innerException); }
static String getClassName(Object o) {
return o == null ? "null" : o instanceof Class ? ((Class) o).getName() : o.getClass().getName();
}
/** writes safely (to temp file, then rename) */
public static byte[] saveBinaryFile(String fileName, byte[] contents) { try {
File file = new File(fileName);
File parentFile = file.getParentFile();
if (parentFile != null)
parentFile.mkdirs();
String tempFileName = fileName + "_temp";
FileOutputStream fileOutputStream = newFileOutputStream(tempFileName);
fileOutputStream.write(contents);
fileOutputStream.close();
if (file.exists() && !file.delete())
throw new IOException("Can't delete " + fileName);
if (!new File(tempFileName).renameTo(file))
throw new IOException("Can't rename " + tempFileName + " to " + fileName);
vmBus_send("wroteFile", file);
return contents;
} catch (Exception __e) { throw rethrow(__e); } }
static byte[] saveBinaryFile(File fileName, byte[] contents) {
return saveBinaryFile(fileName.getPath(), contents);
}
static byte[] base64decode(String s) {
byte[] alphaToInt = base64decode_base64toint;
int sLen = s.length();
int numGroups = sLen/4;
if (4*numGroups != sLen)
throw new IllegalArgumentException(
"String length must be a multiple of four.");
int missingBytesInLastGroup = 0;
int numFullGroups = numGroups;
if (sLen != 0) {
if (s.charAt(sLen-1) == '=') {
missingBytesInLastGroup++;
numFullGroups--;
}
if (s.charAt(sLen-2) == '=')
missingBytesInLastGroup++;
}
byte[] result = new byte[3*numGroups - missingBytesInLastGroup];
// Translate all full groups from base64 to byte array elements
int inCursor = 0, outCursor = 0;
for (int i=0; i<numFullGroups; i++) {
int ch0 = base64decode_base64toint(s.charAt(inCursor++), alphaToInt);
int ch1 = base64decode_base64toint(s.charAt(inCursor++), alphaToInt);
int ch2 = base64decode_base64toint(s.charAt(inCursor++), alphaToInt);
int ch3 = base64decode_base64toint(s.charAt(inCursor++), alphaToInt);
result[outCursor++] = (byte) ((ch0 << 2) | (ch1 >> 4));
result[outCursor++] = (byte) ((ch1 << 4) | (ch2 >> 2));
result[outCursor++] = (byte) ((ch2 << 6) | ch3);
}
// Translate partial group, if present
if (missingBytesInLastGroup != 0) {
int ch0 = base64decode_base64toint(s.charAt(inCursor++), alphaToInt);
int ch1 = base64decode_base64toint(s.charAt(inCursor++), alphaToInt);
result[outCursor++] = (byte) ((ch0 << 2) | (ch1 >> 4));
if (missingBytesInLastGroup == 1) {
int ch2 = base64decode_base64toint(s.charAt(inCursor++), alphaToInt);
result[outCursor++] = (byte) ((ch1 << 4) | (ch2 >> 2));
}
}
// assert inCursor == s.length()-missingBytesInLastGroup;
// assert outCursor == result.length;
return result;
}
static int base64decode_base64toint(char c, byte[] alphaToInt) {
int result = alphaToInt[c];
if (result < 0)
throw new IllegalArgumentException("Illegal character " + c);
return result;
}
static final byte base64decode_base64toint[] = {
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
-1, -1, -1, -1, -1, -1, -1, -1, -1, 62, -1, -1, -1, 63, 52, 53, 54,
55, 56, 57, 58, 59, 60, 61, -1, -1, -1, -1, -1, -1, -1, 0, 1, 2, 3, 4,
5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23,
24, 25, -1, -1, -1, -1, -1, -1, 26, 27, 28, 29, 30, 31, 32, 33, 34,
35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51
};
// one array plus more elements
static Object[] arrayPlus(Object[] a1, Object... a2) {
return concatArrays(a1, a2);
}
static String programID;
static String getProgramID() {
return nempty(programID) ? formatSnippetIDOpt(programID) : "?";
}
// TODO: ask JavaX instead
static String getProgramID(Class c) {
String id = (String) getOpt(c, "programID");
if (nempty(id))
return formatSnippetID(id);
return "?";
}
static String getProgramID(Object o) {
return getProgramID(getMainClass(o));
}
static Object[] concatArrays(Object[]... arrays) {
int l = 0;
for (Object[] a : arrays) l += l(a);
Object[] x = new Object[l];
int i = 0;
for (Object[] a : arrays) if (a != null) {
System.arraycopy(a, 0, x, i, l(a));
i += l(a);
}
return x;
}
static Object[] paramsPlus(Object[] a1, Object... a2) {
if (a2 == null) return a1;
if (a1 == null) return a2;
if (l(a1) == 1 && a1[0] instanceof Map)
return new Object[] { mapPlus((Map) a1[0], a2) };
assertEvenLength(a1);
assertEvenLength(a2);
Map map = paramsToOrderedMap(a1);
int n = l(a2);
for (int i = 0; i < n; i += 2) {
Object key = a2[i];
if (key != null) map.put(key, a2[i+1]);
}
return mapToParams(map);
}
static boolean containsAtEvenPosition(List l, Object a) {
for (int i = 0; i < l(l); i += 2)
if (eq(l.get(i), a))
return true;
return false;
}
static boolean containsAtEvenPosition(Object[] l, Object a) {
for (int i = 0; i < l(l); i += 2)
if (eq(l[i], a))
return true;
return false;
}
static String hinput(Object contents, Object... params) {
return htag("input", contents, params);
}
static String hfulltag(String tag) {
return hfulltag(tag, "");
}
static String hfulltag(String tag, Object contents, Object... params) {
return hopeningTag(tag, params) + str(contents) + "</" + tag + ">";
}
static String addSuffix(String s, String suffix) {
return s == null || s.endsWith(suffix) ? s : s + suffix;
}
static String containerTag(String tag) { return containerTag(tag, ""); }
static String containerTag(String tag, Object contents, Object... params) {
String openingTag = hopeningTag(tag, params);
String s = str(contents);
return openingTag + s + "</" + tag + ">";
}
static String hcss(Object contents) {
return htag("style", contents);
}
static String hhead_title_decode(String title) {
return hhead_title(htmldecode_dropAllTags(title));
}
static <A> HashSet<A> lithashset(A... items) {
HashSet<A> set = new HashSet();
for (A a : items) set.add(a);
return set;
}
static <A> A printStructure(String prefix, A o) {
if (endsWithLetter(prefix)) prefix += ": ";
print(prefix + structureForUser(o));
return o;
}
static <A> A printStructure(A o) {
print(structureForUser(o));
return o;
}
static <A, B> Map<A, B> cloneMap(Map<A, B> map) {
if (map == null) return new HashMap();
// assume mutex is equal to map
synchronized(map) {
return map instanceof TreeMap ? new TreeMap((TreeMap) map) // copies comparator
: map instanceof LinkedHashMap ? new LinkedHashMap(map)
: new HashMap(map);
}
}
static <A, B> List<B> cloneMap(Iterable<A> l, IF1<A, B> f) {
List x = emptyList(l);
if (l != null) for (A o : cloneList(l))
x.add(f.get(o));
return x;
}
static HashMap litmap(Object... x) {
HashMap map = new HashMap();
litmap_impl(map, x);
return map;
}
static void litmap_impl(Map map, Object... x) {
if (x != null) for (int i = 0; i < x.length-1; i += 2)
if (x[i+1] != null)
map.put(x[i], x[i+1]);
}
static ArrayList emptyList() {
return new ArrayList();
//ret Collections.emptyList();
}
static ArrayList emptyList(int capacity) {
return new ArrayList(max(0, capacity));
}
// Try to match capacity
static ArrayList emptyList(Iterable l) {
return l instanceof Collection ? emptyList(((Collection) l).size()) : emptyList();
}
static ArrayList emptyList(Object[] l) {
return emptyList(l(l));
}
// get correct type at once
static <A> ArrayList<A> emptyList(Class<A> c) {
return new ArrayList();
}
static Map<Class, ArrayList<Method>> callF_cache = newDangerousWeakHashMap();
static <A> A callF(F0<A> f) {
return f == null ? null : f.get();
}
static <A, B> B callF(F1<A, B> f, A a) {
return f == null ? null : f.get(a);
}
static <A> A callF(IF0<A> f) {
return f == null ? null : f.get();
}
static <A, B> B callF(IF1<A, B> f, A a) {
return f == null ? null : f.get(a);
}
static <A, B, C> C callF(IF2<A, B, C> f, A a, B b) {
return f == null ? null : f.get(a, b);
}
static <A> void callF(VF1<A> f, A a) {
if (f != null) f.get(a);
}
static Object callF(Object f, Object... args) { try {
if (f instanceof String)
return callMCWithVarArgs((String) f, args); // possible SLOWDOWN over callMC
if (f instanceof Runnable) {
((Runnable) f).run();
return null;
}
if (f == null) return null;
Class c = f.getClass();
ArrayList<Method> methods;
synchronized(callF_cache) {
methods = callF_cache.get(c);
if (methods == null)
methods = callF_makeCache(c);
}
int n = l(methods);
if (n == 0) {
throw fail("No get method in " + getClassName(c));
}
if (n == 1) return invokeMethod(methods.get(0), f, args);
for (int i = 0; i < n; i++) {
Method m = methods.get(i);
if (call_checkArgs(m, args, false))
return invokeMethod(m, f, args);
}
throw fail("No matching get method in " + getClassName(c));
} catch (Exception __e) { throw rethrow(__e); } }
// used internally
static ArrayList<Method> callF_makeCache(Class c) {
ArrayList<Method> l = new ArrayList();
Class _c = c;
do {
for (Method m : _c.getDeclaredMethods())
if (m.getName().equals("get")) {
makeAccessible(m);
l.add(m);
}
if (!l.isEmpty()) break;
_c = _c.getSuperclass();
} while (_c != null);
callF_cache.put(c, l);
return l;
}
// unclear semantics as to whether return null on null
static <A> ArrayList<A> asList(A[] a) {
return a == null ? new ArrayList<A>() : new ArrayList<A>(Arrays.asList(a));
}
static ArrayList<Integer> asList(int[] a) {
if (a == null) return null;
ArrayList<Integer> l = emptyList(a.length);
for (int i : a) l.add(i);
return l;
}
static ArrayList<Float> asList(float[] a) {
if (a == null) return null;
ArrayList<Float> l = emptyList(a.length);
for (float i : a) l.add(i);
return l;
}
static ArrayList<Double> asList(double[] a) {
if (a == null) return null;
ArrayList<Double> l = emptyList(a.length);
for (double i : a) l.add(i);
return l;
}
static <A> ArrayList<A> asList(Iterable<A> s) {
if (s instanceof ArrayList) return (ArrayList) s;
ArrayList l = new ArrayList();
if (s != null)
for (A a : s)
l.add(a);
return l;
}
static <A> ArrayList<A> asList(Producer<A> p) {
ArrayList l = new ArrayList();
A a;
if (p != null) while ((a = p.next()) != null)
l.add(a);
return l;
}
static <A> ArrayList<A> asList(Enumeration<A> e) {
ArrayList l = new ArrayList();
if (e != null)
while (e.hasMoreElements())
l.add(e.nextElement());
return l;
}
static void warnIfOddCount(Object... list) {
if (odd(l(list)))
printStackTrace("Odd list size: " + list);
}
static <A extends Concept> Object[] expandParams(Class<A> c, Object[] params) {
if (l(params) == 1)
params = new Object[] { singleFieldName(c), params[0] };
else
warnIfOddCount(params);
return params;
}
// returns true if change
static boolean _csetField(Concept c, String field, Object value) { try {
Field f = setOpt_findField(c.getClass(), field);
//print("cset: " + c.id + " " + field + " " + struct(value) + " " + f);
if (value instanceof RC) value = c._concepts.getConcept((RC) value);
value = deref(value);
if (value instanceof String && l((String) value) >= concepts_internStringsLongerThan) value = intern((String) value);
if (f == null) {
// TODO: keep ref if it exists
c.fieldValues = syncMapPut2_createLinkedHashMap(c.fieldValues, assertIdentifier(field), value instanceof Concept ? c.new Ref((Concept) value) : value);
c.change();
} else if (isSubtypeOf(f.getType(), Concept.Ref.class)) {
((Concept.Ref) f.get(c)).set((Concept) derefRef(value));
c.change(); return true;
} else {
Object old = f.get(c);
if (neq(value, old)) {
f.set(c, value);
if (!isTransient(f)) c.change();
return true;
}
}
return false;
} catch (Exception __e) { throw rethrow(__e); } }
static <A, B> Map<A, B> putAll(Map<A, B> a, Map<? extends A,? extends B> b) {
if (a != null && b != null) a.putAll(b);
return a;
}
static <A> List<A> sortedByFieldIC(Collection<A> c, final String field) {
List<A> l = new ArrayList(c);
sort(l, new Comparator<A>() {
public int compare(A a, A b) {
return compareIC((String) getOpt(a, field), (String) getOpt(b, field));
}
});
return l;
}
static <A> List<A> sortedByFieldIC(String field, Collection<A> c) {
return sortedByFieldIC(c, field);
}
static Object[] paramsPlus_skipFirst(Object[] a1, Object... a2) {
if (odd(l(a1)))
return itemPlusArray(first(a1), paramsPlus(dropFirst(a1), a2));
return paramsPlus(a1, a2);
}
static boolean odd(int i) {
return (i & 1) != 0;
}
static boolean odd(long i) {
return (i & 1) != 0;
}
static boolean odd(BigInteger i) { return odd(toInt(i)); }
static Object first(Object list) {
return first((Iterable) list);
}
static <A> A first(List<A> list) {
return empty(list) ? null : list.get(0);
}
static <A> A first(A[] bla) {
return bla == null || bla.length == 0 ? null : bla[0];
}
static <A> A first(IterableIterator<A> i) {
return first((Iterator<A>) i);
}
static <A> A first(Iterator<A> i) {
return i == null || !i.hasNext() ? null : i.next();
}
static <A> A first(Iterable<A> i) {
if (i == null) return null;
Iterator<A> it = i.iterator();
return it.hasNext() ? it.next() : null;
}
static Character first(String s) { return empty(s) ? null : s.charAt(0); }
static Character first(CharSequence s) { return empty(s) ? null : s.charAt(0); }
static <A, B> A first(Pair<A, B> p) {
return p == null ? null : p.a;
}
static Byte first(byte[] l) {
return empty(l) ? null : l[0];
}
static String[] dropFirst(int n, String[] a) {
return drop(n, a);
}
static String[] dropFirst(String[] a) {
return drop(1, a);
}
static Object[] dropFirst(Object[] a) {
return drop(1, a);
}
static <A> List<A> dropFirst(List<A> l) {
return dropFirst(1, l);
}
static <A> List<A> dropFirst(int n, Iterable<A> i) { return dropFirst(n, toList(i)); }
static <A> List<A> dropFirst(Iterable<A> i) { return dropFirst(toList(i)); }
static <A> List<A> dropFirst(int n, List<A> l) {
return n <= 0 ? l : new ArrayList(l.subList(Math.min(n, l.size()), l.size()));
}
static <A> List<A> dropFirst(List<A> l, int n) {
return dropFirst(n, l);
}
static String dropFirst(int n, String s) { return substring(s, n); }
static String dropFirst(String s, int n) { return substring(s, n); }
static String dropFirst(String s) { return substring(s, 1); }
static <A> int indexOf(List<A> l, A a, int startIndex) {
if (l == null) return -1;
int n = l(l);
for (int i = startIndex; i < n; i++)
if (eq(l.get(i), a))
return i;
return -1;
}
static <A> int indexOf(List<A> l, int startIndex, A a) {
return indexOf(l, a, startIndex);
}
static <A> int indexOf(List<A> l, A a) {
if (l == null) return -1;
return l.indexOf(a);
}
static int indexOf(String a, String b) {
return a == null || b == null ? -1 : a.indexOf(b);
}
static int indexOf(String a, String b, int i) {
return a == null || b == null ? -1 : a.indexOf(b, i);
}
static int indexOf(String a, char b) {
return a == null ? -1 : a.indexOf(b);
}
static int indexOf(String a, int i, char b) {
return indexOf(a, b, i);
}
static int indexOf(String a, char b, int i) {
return a == null ? -1 : a.indexOf(b, i);
}
static int indexOf(String a, int i, String b) {
return a == null || b == null ? -1 : a.indexOf(b, i);
}
static <A> int indexOf(A[] x, A a) {
int n = l(x);
for (int i = 0; i < n; i++)
if (eq(x[i], a))
return i;
return -1;
}
static boolean even(int i) {
return (i & 1) == 0;
}
static boolean even(long i) {
return (i & 1) == 0;
}
static <A, B> Set<A> keys(Map<A, B> map) {
return map == null ? new HashSet() : map.keySet();
}
// convenience shortcut for keys_gen
static Set keys(Object map) {
return keys((Map) map);
}
static <A> Set<A> keys(MultiSet<A> ms) {
return ms.keySet();
}
static <A, B> Set<A> keys(MultiSetMap<A, B> mm) {
return mm.keySet();
}
static String hjavascript_src(String src) {
return tag("script", "", "src", src);
}
static Object vmBus_wrapArgs(Object... args) {
return empty(args) ? null
: l(args) == 1 ? args[0]
: args;
}
static void pcallFAll(Collection l, Object... args) {
if (l != null) for (Object f : cloneList(l)) pcallF(f, args);
}
static void pcallFAll(Iterator it, Object... args) {
while (it.hasNext()) pcallF(it.next(), args);
}
static Set vm_busListeners_live_cache;
static Set vm_busListeners_live() { if (vm_busListeners_live_cache == null) vm_busListeners_live_cache = vm_busListeners_live_load(); return vm_busListeners_live_cache; }
static Set vm_busListeners_live_load() {
return vm_generalIdentityHashSet("busListeners");
}
static Map<String, Set> vm_busListenersByMessage_live_cache;
static Map<String, Set> vm_busListenersByMessage_live() { if (vm_busListenersByMessage_live_cache == null) vm_busListenersByMessage_live_cache = vm_busListenersByMessage_live_load(); return vm_busListenersByMessage_live_cache; }
static Map<String, Set> vm_busListenersByMessage_live_load() {
return vm_generalHashMap("busListenersByMessage");
}
//sbool ping_actions_shareable = true;
static volatile boolean ping_pauseAll = false;
static int ping_sleep = 100; // poll pauseAll flag every 100
static volatile boolean ping_anyActions = false;
static Map<Thread, Object> ping_actions = newWeakHashMap();
static ThreadLocal<Boolean> ping_isCleanUpThread = new ThreadLocal();
// always returns true
static boolean ping() {
if (ping_pauseAll || ping_anyActions) ping_impl(true /* XXX */);
//ifndef LeanMode ping_impl(); endifndef
return true;
}
// returns true when it slept
static boolean ping_impl(boolean okInCleanUp) { try {
if (ping_pauseAll && !isAWTThread()) {
do
Thread.sleep(ping_sleep);
while (ping_pauseAll);
return true;
}
if (ping_anyActions) { // don't allow sharing ping_actions
if (!okInCleanUp && !isTrue(ping_isCleanUpThread.get()))
failIfUnlicensed();
Object action = null;
synchronized(ping_actions) {
if (!ping_actions.isEmpty()) {
action = ping_actions.get(currentThread());
if (action instanceof Runnable)
ping_actions.remove(currentThread());
if (ping_actions.isEmpty()) ping_anyActions = false;
}
}
if (action instanceof Runnable)
((Runnable) action).run();
else if (eq(action, "cancelled"))
throw fail("Thread cancelled.");
}
return false;
} catch (Exception __e) { throw rethrow(__e); } }
static void ping_okInCleanUp() {
if (ping_pauseAll || ping_anyActions)
ping_impl(true);
}
// TODO: test if android complains about this
static boolean isAWTThread() {
if (isAndroid()) return false;
if (isHeadless()) return false;
return isAWTThread_awt();
}
static boolean isAWTThread_awt() {
return SwingUtilities.isEventDispatchThread();
}
static Object sleepQuietly_monitor = new Object();
static void sleepQuietly() { try {
assertFalse(isAWTThread());
synchronized(sleepQuietly_monitor) { sleepQuietly_monitor.wait(); }
} catch (Exception __e) { throw rethrow(__e); } }
static boolean endsWithLetterOrDigit(String s) {
return s != null && s.length() > 0 && Character.isLetterOrDigit(s.charAt(s.length()-1));
}
// Use like this: renderVars(+x, +y)
static String renderVars_str(Object... params) {
List<String> l = new ArrayList();
for (int i = 0; i+1 < l(params); i += 2)
l.add(params[i] + "=" + params[i+1] + ". ");
return trim(join(l));
}
// f: A -> Comparable
static <A> List<A> sortByCalculatedFieldDesc_inPlace(List<A> l, final Object f) {
sort(l, new Comparator<A>() {
public int compare(A b, A a) {
return stdcompare((Object) callF(f, a), (Object) callF(f, b));
}
});
return l;
}
static <A> List<A> sortByCalculatedFieldDesc_inPlace(Object f, List<A> c) {
return sortByCalculatedFieldDesc_inPlace(c, f);
}
static <T> void sort(T[] a, Comparator<? super T> c) {
if (a != null) Arrays.sort(a, c);
}
static <T> void sort(T[] a) {
if (a != null) Arrays.sort(a);
}
static void sort(int[] a) { if (a != null) Arrays.sort(a); }
static <T> void sort(List<T> a, Comparator<? super T> c) {
if (a != null) Collections.sort(a, c);
}
static void sort(List a) {
if (a != null) Collections.sort(a);
}
static int stdcompare(Number a, Number b) {
return cmp(a, b);
}
static int stdcompare(String a, String b) {
return cmp(a, b);
}
static int stdcompare(long a, long b) {
return a < b ? -1 : a > b ? 1 : 0;
}
static int stdcompare(Object a, Object b) {
return cmp(a, b);
}
static <A> List<A> objectsWhereFieldGreaterThan(Collection<A> c, String field, Object value) {
List<A> l = new ArrayList();
for (A x : unnull(c))
if (cmp(getOpt(x, field), value) > 0)
l.add(x);
return l;
}
static String htag(String tag) {
return htag(tag, "");
}
static String htag(String tag, Object contents, Object... params) {
String openingTag = hopeningTag(tag, params);
String s = str(contents);
if (empty(s) && neqic(tag, "script"))
return dropLast(openingTag) + "/>";
return openingTag + s + "</" + tag + ">";
}
static String th(Object contents, Object... params) {
return tag("th", contents, params);
}
static <A> List<A> takeLast(List<A> l, int n) {
return newSubList(l, l(l)-n);
}
static <A> List<A> takeLast(int n, List<A> l) {
return takeLast(l, n);
}
static String takeLast(int n, String s) {
return substring(s, l(s)-n);
}
static String takeLast(String s, int n) {
return substring(s, l(s)-n);
}
static int howManySecondsAgo(long timestamp) {
return iround(toSeconds(now()-timestamp));
}
static String n2(long l) { return formatWithThousands(l); }
static String n2(Collection l) { return n2(l(l)); }
static String n2(Map map) { return n2(l(map)); }
static String n2(double l, String singular) {
return n2(l, singular, singular + "s");
}
static String n2(double l, String singular, String plural) {
if (fraction(l) == 0)
return n2((long) l, singular, plural);
else
return l + " " + plural;
}
static String n2(long l, String singular, String plural) {
return n_fancy2(l, singular, plural);
}
static String n2(long l, String singular) {
return n_fancy2(l, singular, singular + "s");
}
static String n2(Collection l, String singular) {
return n2(l(l), singular);
}
static String n2(Collection l, String singular, String plural) {
return n_fancy2(l, singular, plural);
}
static String n2(Map m, String singular, String plural) {
return n_fancy2(m, singular, plural);
}
static String n2(Map m, String singular) {
return n2(l(m), singular);
}
static String n2(Object[] a, String singular) { return n2(l(a), singular); }
static String n2(Object[] a, String singular, String plural) { return n_fancy2(a, singular, plural); }
static String n2(MultiSet ms, String singular, String plural) {
return n_fancy2(ms, singular, plural);
}
static int iround(double d) {
return (int) Math.round(d);
}
static int iround(Number n) {
return iround(toDouble(n));
}
static String hlabelFor(String id, Object contents) {
return htag("label",contents, "for" , id);
}
static String hdiv(Object contents, Object... params) {
return div(contents, params);
}
static BigInteger bigint(String s) {
return new BigInteger(s);
}
static BigInteger bigint(long l) {
return BigInteger.valueOf(l);
}
static Field getOpt_findField(Class<?> c, String field) {
Class _c = c;
do {
for (Field f : _c.getDeclaredFields())
if (f.getName().equals(field))
return f;
_c = _c.getSuperclass();
} while (_c != null);
return null;
}
static Field makeAccessible(Field f) {
try {
f.setAccessible(true);
} catch (Throwable e) {
// Note: The error reporting only works with Java VM option --illegal-access=deny
vmBus_send("makeAccessible_error",e, f);
}
return f;
}
static Method makeAccessible(Method m) {
try {
m.setAccessible(true);
} catch (Throwable e) {
vmBus_send("makeAccessible_error",e, m);
}
return m;
}
static Constructor makeAccessible(Constructor c) {
try {
c.setAccessible(true);
} catch (Throwable e) {
vmBus_send("makeAccessible_error",e, c);
}
return c;
}
static RuntimeException asRuntimeException(Throwable t) {
if (t instanceof Error)
_handleError((Error) t);
return t instanceof RuntimeException ? (RuntimeException) t : new RuntimeException(t);
}
static <A> A findWhere(Collection<A> c, Object... data) {
if (c != null) for (A x : c)
if (checkFields(x, data))
return x;
return null;
}
static boolean match3(String pat, String s) {
return match3(pat, s, null);
}
static boolean match3(String pat, String s, Matches matches) {
if (pat == null || s == null) return false;
return match3(pat, parse3_cachedInput(s), matches);
}
static boolean match3(String pat, List<String> toks, Matches matches) {
List<String> tokpat = parse3_cachedPattern(pat);
return match3(tokpat, toks, matches);
}
static boolean match3(List<String> tokpat, List<String> toks, Matches matches) {
String[] m = match2(tokpat, toks);
//print(structure(tokpat) + " on " + structure(toks) + " => " + structure(m));
if (m == null) return false;
if (matches != null) matches.m = m; return true;
}
static List<String> intRangesToCNC(String s, List<IntRange> l) {
List<String> tok = new ArrayList();
int idx = 0;
for (int i = 0; i < l(l); i++) {
IntRange r = l.get(i);
tok.add(substring(s, idx, r.start));
tok.add(substring(s, r));
idx = r.end;
}
tok.add(substring(s, idx));
return tok;
}
static List<IntRange> regexpFindRangesIC(String pat, String s) {
Matcher m = regexpMatcherIC(pat, s);
List<IntRange> l = new ArrayList();
while (m.find())
l.add(new IntRange(m.start(), m.end()));
return l;
}
static <A> int iteratorCount_int_close(Iterator<A> i) { try {
int n = 0;
if (i != null) while (i.hasNext()) { i.next(); ++n; }
if (i instanceof AutoCloseable) ((AutoCloseable) i).close();
return n;
} catch (Exception __e) { throw rethrow(__e); } }
// this syntax should be removed...
static Object getThreadLocal(Object o, String name) {
ThreadLocal t = (ThreadLocal) (getOpt(o, name));
return t != null ? t.get() : null;
}
static <A> A getThreadLocal(ThreadLocal<A> tl) {
return tl == null ? null : tl.get();
}
static <A> A getThreadLocal(ThreadLocal<A> tl, A defaultValue) {
return or(getThreadLocal(tl), defaultValue);
}
static ThreadLocal<Object> print_byThread_dontCreate() {
return print_byThread;
}
static boolean isFalse(Object o) {
return eq(false, o);
}
static String fixNewLines(String s) {
int i = indexOf(s, '\r');
if (i < 0) return s;
int l = s.length();
StringBuilder out = new StringBuilder(l);
out.append(s, 0, i);
for (; i < l; i++) {
char c = s.charAt(i);
if (c != '\r')
out.append(c);
else {
out.append('\n');
if (i+1 < l && s.charAt(i+1) == '\n') ++i;
}
}
return out.toString();
}
static void print_append(Appendable buf, String s, int max) { try {
synchronized(buf) {
buf.append(s);
if (buf instanceof StringBuffer)
rotateStringBuffer(((StringBuffer) buf), max);
else if (buf instanceof StringBuilder)
rotateStringBuilder(((StringBuilder) buf), max);
}
} catch (Exception __e) { throw rethrow(__e); } }
static <A> AutoCloseable tempSetThreadLocal(final ThreadLocal<A> tl, A a) {
if (tl == null) return null;
final A prev = setThreadLocal(tl, a);
return new AutoCloseable() { public String toString() { return "tl.set(prev);"; } public void close() throws Exception { tl.set(prev); }};
}
static Object call_withVarargs(Object o, String method, Object... args) { try {
if (o == null) return null;
if (o instanceof Class) {
Class c = (Class) o;
_MethodCache cache = callOpt_getCache(c);
Method me = cache.findStaticMethod(method, args);
if (me != null)
return invokeMethod(me, null, args);
// try varargs
List<Method> methods = cache.cache.get(method);
if (methods != null) methodSearch: for (Method m : methods) {
{ if (!(m.isVarArgs())) continue; }
{ if (!(isStaticMethod(m))) continue; }
Object[] newArgs = massageArgsForVarArgsCall(m, args);
if (newArgs != null)
return invokeMethod(m, null, newArgs);
}
throw fail("Method " + c.getName() + "." + method + "(" + joinWithComma(classNames(args)) + ") not found");
} else {
Class c = o.getClass();
_MethodCache cache = callOpt_getCache(c);
Method me = cache.findMethod(method, args);
if (me != null)
return invokeMethod(me, o, args);
// try varargs
List<Method> methods = cache.cache.get(method);
if (methods != null) methodSearch: for (Method m : methods) {
{ if (!(m.isVarArgs())) continue; }
Object[] newArgs = massageArgsForVarArgsCall(m, args);
if (newArgs != null)
return invokeMethod(m, o, newArgs);
}
throw fail("Method " + c.getName() + "." + method + "(" + joinWithComma(classNames(args)) + ") not found");
}
} catch (Exception __e) { throw rethrow(__e); } }
static String unicodeFromCodePoint(int codePoint) {
return codePointToString(codePoint);
}
static boolean containsIgnoreCase(Collection<String> l, String s) {
if (l != null) for (String x : l)
if (eqic(x, s))
return true;
return false;
}
static boolean containsIgnoreCase(String[] l, String s) {
if (l != null) for (String x : l)
if (eqic(x, s))
return true;
return false;
}
static boolean containsIgnoreCase(String s, char c) {
return indexOfIgnoreCase(s, String.valueOf(c)) >= 0;
}
static boolean containsIgnoreCase(String a, String b) {
return indexOfIgnoreCase(a, b) >= 0;
}
static String joinNempties(String sep, String... strings) {
return joinStrings(sep, strings);
}
static String joinNempties(String sep, Collection<String> strings) {
return joinStrings(sep, strings);
}
static String structureForUser(Object o) {
return beautifyStructure(struct_noStringSharing(o));
}
static Object collectionMutex(List l) {
return l;
}
static Object collectionMutex(Object o) {
if (o instanceof List) return o;
String c = className(o);
if (eq(c, "java.util.TreeMap$KeySet"))
c = className(o = getOpt(o, "m"));
else if (eq(c, "java.util.HashMap$KeySet"))
c = className(o = get_raw(o, "this$0"));
if (eqOneOf(c, "java.util.TreeMap$AscendingSubMap", "java.util.TreeMap$DescendingSubMap"))
c = className(o = get_raw(o, "m"));
return o;
}
static String asString(Object o) {
return o == null ? null : o.toString();
}
static TreeSet<String> caseInsensitiveSet() {
return caseInsensitiveSet_treeSet();
}
static TreeSet<String> caseInsensitiveSet(Collection<String> c) {
return caseInsensitiveSet_treeSet(c);
}
static <A> TreeSet<A> treeSet() {
return new TreeSet();
}
static String getType(Object o) {
return getClassName(o);
}
static long getFileSize(String path) {
return path == null ? 0 : new File(path).length();
}
static long getFileSize(File f) {
return f == null ? 0 : f.length();
}
static Object callOpt(Object o) {
return callF(o);
}
static <A> A callOpt(Object o, String method, Object... args) {
return (A) callOpt_withVarargs(o, method, args);
}
static Object getOptMC(String field) {
return getOpt(mc(), field);
}
static <A> Iterator<A> iterator(Iterable<A> c) {
return c == null ? emptyIterator() : c.iterator();
}
static void _handleError(Error e) {
call(javax(), "_handleError", e);
}
static void addToContainer(final Container a, final Component b) {
if (a != null && b != null) { swing(new Runnable() { public void run() { try { a.add(b);
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "a.add(b);"; }}); }
}
static void db() {
conceptsAndBot();
}
// use -10000 for 10 seconds plus slowdown logic
static void db(Integer autoSaveInterval) {
conceptsAndBot(autoSaveInterval);
}
static void indexConceptField(Class<? extends Concept> c, String field) {
indexConceptField(db_mainConcepts(), c, field);
}
static void indexConceptField(Concepts concepts, Class<? extends Concept> c, String field) {
if (!isConceptFieldIndexed(concepts, c, field))
new ConceptFieldIndex(concepts, c, field);
}
static Field getField(Object o, String field) {
if (o == null) return null;
return setOpt_findField(_getClass(o), field);
}
static void setOpt_raw(Object o, String field, Object value) { try {
if (o == null) return;
if (o instanceof Class) setOpt_raw((Class) o, field, value);
else {
Field f = setOpt_raw_findField(o.getClass(), field);
if (f != null) {
makeAccessible(f);
smartSet(f, o, value);
}
}
} catch (Exception __e) { throw rethrow(__e); } }
static void setOpt_raw(Class c, String field, Object value) { try {
if (c == null) return;
Field f = setOpt_raw_findStaticField(c, field);
if (f != null) {
makeAccessible(f);
smartSet(f, null, value);
}
} catch (Exception __e) { throw rethrow(__e); } }
static Field setOpt_raw_findStaticField(Class<?> c, String field) {
Class _c = c;
do {
for (Field f : _c.getDeclaredFields())
if (f.getName().equals(field) && (f.getModifiers() & java.lang.reflect.Modifier.STATIC) != 0)
return f;
_c = _c.getSuperclass();
} while (_c != null);
return null;
}
static Field setOpt_raw_findField(Class<?> c, String field) {
Class _c = c;
do {
for (Field f : _c.getDeclaredFields())
if (f.getName().equals(field))
return f;
_c = _c.getSuperclass();
} while (_c != null);
return null;
}
static void smartSet(Field f, Object o, Object value) throws Exception {
try {
f.set(o, value);
} catch (Exception e) {
Class type = f.getType();
// take care of common case (long to int)
if (type == int.class && value instanceof Long)
value = ((Long) value).intValue();
if (type == LinkedHashMap.class && value instanceof Map)
{ f.set(o, asLinkedHashMap((Map) value)); return; }
try {
if (f.getType() == Concept.Ref.class) {
f.set(o, ((Concept) o).new Ref((Concept) value));
return;
}
if (o instanceof Concept.Ref) {
f.set(o, ((Concept.Ref) o).get());
return;
}
} catch (Throwable _e) {}
throw e;
}
}
static <A extends DynamicObject> A setDyn(A o, String key, Object value) {
if (o == null) return o;
setDynObjectValue(o, key, value);
return o;
}
static Thread _unregisterThread(Thread t) {
_registerThread_threads.remove(t);
return t;
}
static void _unregisterThread() { _unregisterThread(currentThread()); }
static <A extends Concept> A uniqueConcept(Class<A> c, Object... params) {
return uniqueConcept(db_mainConcepts(), c, params);
}
static <A extends Concept> A uniqueConcept(Concepts cc, Class<A> c, Object... params) {
AutoCloseable __1 = tempDBLock(cc); try {
params = expandParams(c, params);
A x = findConceptWhere(cc, c, params);
if (x == null) {
x = unlisted(c);
csetAll(x, params);
cc.register(x);
}
return x;
} finally { _close(__1); }}
static int iceil(double d) {
return (int) Math.ceil(d);
}
static List mapMethod(Object[] l, final String methodName) {
return map(l, new F1<Object, Object>() { public Object get(Object o) { try { return callOpt(o, methodName); } catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "callOpt(o, methodName)"; }});
}
static List mapMethod(Iterable c, final String methodName) {
return map(c, new F1<Object, Object>() { public Object get(Object o) { try { return callOpt(o, methodName); } catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "callOpt(o, methodName)"; }});
}
static List mapMethod(String methodName, Iterable c) {
return mapMethod(c, methodName);
}
static List mapMethod(String methodName, Enumeration c) {
return mapMethod(methodName, enumerationToIterator(c));
}
static <A> List<A> reversed(Collection<A> l) {
return reversedList(l);
}
static <A> List<A> reversed(A[] l) {
return reversedList(asList(l));
}
static String reversed(String s) {
return reversedString(s);
}
static String webChatBotLogsHTML() {
return withDBLock(new F0<String>() { public String get() { try {
List<String> l = new ArrayList();
for (Conversation conv : sortByCalculatedFieldDesc(list(Conversation.class), new F1<Conversation, Object>() { public Object get(Conversation c) { try { return empty(c.msgs) ? c.created : last(c.msgs).time; } catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "empty(c.msgs) ? c.created : last(c.msgs).time"; }})) {
List<List<Msg>> dialogs = reversed(unnull(conv.oldDialogs));
l.add(webChatBotLogsHTML_formatDialog(str(conv.id + "/" + (l(dialogs)+1)), conv.msgs));
int i = l(dialogs);
for (List<Msg> msgs : dialogs)
l.add(webChatBotLogsHTML_formatDialog(conv.id + "/" + (i--), msgs));
}
return h3_htitle("Chat Logs") + ul(l, null, "style" , "margin-top: 1em");
} catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "new L<S> l;\r\n for (Conversation conv : sortByCalculatedFieldDesc(list Conv..."; }});
}
static String webChatBotLogsHTML_formatDialog(String id, List<Msg> msgs) {
long startTime = collectMinLong(msgs, "time");
long endTime = collectMaxLong(msgs, "time");
List<String> lc = new ArrayList();
for (Msg m : msgs)
if (m.fromUser)
lc.add("U: " + i(htmlencode(m.text)));
else
lc.add("B: " + htmlencode(m.text));
String time1 = formatDateAndTime(startTime);
String time2 = formatDateAndTime(endTime);
time2 = shortenEndTime(time2, time1);
return id + " [" + htmlencode(time1) + " - " + htmlencode(time2) + "]" + ul(lc);
}
static int parseIntOpt(String s) {
return isInteger(s) ? parseInt(s) : 0;
}
static String h3_htitle(String s) {
return htitle(s) + h3(s);
}
// step = e.g. 100
// value = 0 to count
static String pageNav2(String baseLink, int count, int value, int step, String nVar, Object... __) {
List<String> l = new ArrayList();
baseLink += contains(baseLink, "?") ? "&" : "?"
+ urlencode(nVar) + "=";
if (value > 0) l.add(ahref(baseLink + max(0, value-step),
stringPar("leftArrow",__, htmlencode(unicode_leftPointingTriangle()))));
for (int i = 0; i < count; i += step) {
int n = i/step+1;
if (pageNav2_showPage(value, i, step, count))
if (value == i)
l.add(b(n));
else
l.add(ahref(baseLink + i, n));
}
if (value+step < count) l.add(ahref(baseLink + (value+step),
stringPar("rightArrow",__, htmlencode(unicode_rightPointingTriangle()))));
return p("Pages: " + lines(l));
}
static boolean pageNav2_showPage(int actual, int i, int step, int count) {
int diff = abs(actual-i)/step;
return i == 0
|| i >= (count-1)/step*step
|| diff <= 10
|| diff < 100 && ((i/step) % 10) == 9
|| ((i/step) % 100) == 99;
}
static <A> List<A> subList(List<A> l, int startIndex) {
return subList(l, startIndex, l(l));
}
static <A> List<A> subList(int startIndex, int endIndex, List<A> l) {
return subList(l, startIndex, endIndex);
}
static <A> List<A> subList(List<A> l, int startIndex, int endIndex) {
if (l == null) return null;
int n = l(l);
startIndex = Math.max(0, startIndex);
endIndex = Math.min(n, endIndex);
if (startIndex >= endIndex) return ll();
if (startIndex == 0 && endIndex == n) return l;
return l.subList(startIndex, endIndex);
}
static <A> List<A> subList(List<A> l, IntRange r) {
return subList(l, r.start, r.end);
}
static void deleteConcepts(List conceptsOrIDs) {
db_mainConcepts().deleteConcepts(conceptsOrIDs);
}
static <A extends Concept> List<A> deleteConcepts(Class<A> c, Object... params) {
return deleteConcepts(db_mainConcepts(), c, params);
}
static <A extends Concept> List<A> deleteConcepts(Concepts cc, Class<A> c, Object... params) {
List<A> l = asList(findConceptsWhere(cc, c, params));
deleteConcepts(l);
return l;
}
static void deleteConcept(long id) {
db_mainConcepts().deleteConcept(id);
}
static void deleteConcept(Concepts concepts, long id) {
concepts.deleteConcept(id);
}
static void deleteConcept(Concept c) {
if (c != null) c.delete();
}
static void deleteConcept(Concept.Ref ref) {
if (ref != null) deleteConcept(ref.get());
}
static <A extends Throwable> A printStackTrace(A e) {
// we go to system.out now - system.err is nonsense
print(getStackTrace(e));
return e;
}
static void printStackTrace() {
printStackTrace(new Throwable());
}
static void printStackTrace(String msg) {
printStackTrace(new Throwable(msg));
}
static void printStackTrace(String msg, Throwable e) {
printStackTrace(new Throwable(msg, e));
}
static void lockOrFail(Lock lock, long timeout) { try {
ping();
if (!lock.tryLock(timeout, TimeUnit.MILLISECONDS)) {
String s = "Couldn't acquire lock after " + timeout + " ms.";
if (lock instanceof ReentrantLock) {
ReentrantLock l = (ReentrantLock) lock;
s += " Hold count: " + l.getHoldCount() + ", owner: " + call(l, "getOwner");
}
throw fail(s);
}
ping();
} catch (Exception __e) { throw rethrow(__e); } }
static ReentrantLock fairLock() {
return new ReentrantLock(true);
}
static boolean emptyString(String s) {
return s == null || s.length() == 0;
}
static <A> List<A> newSubList(List<A> l, int startIndex, int endIndex) {
return cloneList(subList(l, startIndex, endIndex));
}
static <A> List<A> newSubList(List<A> l, int startIndex) {
return cloneList(subList(l, startIndex));
}
static String javascriptQuote(String s) {
return quote(s); // use regular Java quoting
}
static boolean isLocalSnippetID(String snippetID) {
return isSnippetID(snippetID) && isLocalSnippetID(psI(snippetID));
}
static boolean isLocalSnippetID(long snippetID) {
return snippetID >= 1000 && snippetID <= 9999;
}
static String loadLocalSnippet(String snippetID) {
return loadLocalSnippet(psI(snippetID));
}
static String loadLocalSnippet(long snippetID) {
return loadTextFile(localSnippetFile(snippetID));
}
static IResourceLoader vm_getResourceLoader() {
return proxy(IResourceLoader.class, vm_generalMap_get("_officialResourceLoader"));
}
static String fsI(String id) {
return formatSnippetID(id);
}
static String fsI(long id) {
return formatSnippetID(id);
}
static String md5(String text) { try {
if (text == null) return "-";
return bytesToHex(md5_impl(toUtf8(text))); // maybe different than the way PHP does it...
} catch (Exception __e) { throw rethrow(__e); } }
static String md5(byte[] data) {
if (data == null) return "-";
return bytesToHex(md5_impl(data));
}
static byte[] md5_impl(byte[] data) { try {
return MessageDigest.getInstance("MD5").digest(data);
} catch (Exception __e) { throw rethrow(__e); } }
static String md5(File file) {
return md5OfFile(file);
}
static String tb_mainServer_default = "http://code.botcompany.de:8081";
static Object tb_mainServer_override; // func -> S
static String tb_mainServer() {
if (tb_mainServer_override != null) return (String) callF(tb_mainServer_override);
return trim(loadTextFile(tb_mainServer_file(),
tb_mainServer_default));
}
static File tb_mainServer_file() {
return getProgramFile("#1001638", "mainserver.txt");
}
static boolean tb_mainServer_isDefault() {
return eq(tb_mainServer(), tb_mainServer_default);
}
static String standardCredentials() {
String user = standardCredentialsUser();
String pass = standardCredentialsPass();
if (nempty(user) && nempty(pass))
return "&_user=" + urlencode(user) + "&_pass=" + urlencode(pass);
return "";
}
static String loadTextFile(String fileName) {
return loadTextFile(fileName, null);
}
static String loadTextFile(File f, String defaultContents) { return loadTextFile(f, defaultContents, "UTF-8"); }
static String loadTextFile(File f, String defaultContents, String encoding) { try {
checkFileNotTooBigToRead(f);
if (f == null || !f.exists()) return defaultContents;
FileInputStream fileInputStream = new FileInputStream(f);
InputStreamReader inputStreamReader = new InputStreamReader(fileInputStream, encoding);
return loadTextFile(inputStreamReader);
} catch (Exception __e) { throw rethrow(__e); } }
public static String loadTextFile(File fileName) {
return loadTextFile(fileName, null);
}
static String loadTextFile(String fileName, String defaultContents) {
return fileName == null ? defaultContents : loadTextFile(newFile(fileName), defaultContents);
}
static String loadTextFile(Reader reader) throws IOException {
StringBuilder builder = new StringBuilder();
try {
char[] buffer = new char[1024];
int n;
while (-1 != (n = reader.read(buffer)))
builder.append(buffer, 0, n);
} finally {
reader.close();
}
return str(builder);
}
/** writes safely (to temp file, then rename) */
static File saveTextFile(String fileName, String contents) throws IOException {
CriticalAction action = beginCriticalAction("Saving file " + fileName + " (" + l(contents) + " chars)");
try {
File file = new File(fileName);
mkdirsForFile(file);
String tempFileName = fileName + "_temp";
File tempFile = new File(tempFileName);
if (contents != null) {
if (tempFile.exists()) try {
String saveName = tempFileName + ".saved." + now();
copyFile(tempFile, new File(saveName));
} catch (Throwable e) { printStackTrace(e); }
FileOutputStream fileOutputStream = newFileOutputStream(tempFile.getPath());
OutputStreamWriter outputStreamWriter = new OutputStreamWriter(fileOutputStream, "UTF-8");
PrintWriter printWriter = new PrintWriter(outputStreamWriter);
printWriter.print(contents);
printWriter.close();
}
if (file.exists() && !file.delete())
throw new IOException("Can't delete " + fileName);
if (contents != null)
if (!tempFile.renameTo(file))
throw new IOException("Can't rename " + tempFile + " to " + file);
vmBus_send("wroteFile", file);
return file;
} finally {
action.done();
}
}
static File saveTextFile(File fileName, String contents) { try {
saveTextFile(fileName.getPath(), contents);
return fileName;
} catch (Exception __e) { throw rethrow(__e); } }
static File getGlobalCache() {
File file = new File(javaxCachesDir(), "Binary Snippets");
file.mkdirs();
return file;
}
static <A> A setThreadLocal(ThreadLocal<A> tl, A value) {
if (tl == null) return null;
A old = tl.get();
tl.set(value);
return old;
}
static int loadPage_defaultTimeout = 60000;
static ThreadLocal<String> loadPage_charset = new ThreadLocal();
static boolean loadPage_allowGzip = true, loadPage_debug;
static boolean loadPage_anonymous = false; // don't send computer ID
static int loadPage_verboseness = 100000;
static int loadPage_retries = 1; //60; // seconds
static ThreadLocal<Boolean> loadPage_silent = new ThreadLocal();
static volatile int loadPage_forcedTimeout; // ms
static ThreadLocal<Integer> loadPage_forcedTimeout_byThread = new ThreadLocal(); // ms
static ThreadLocal<Map<String, List<String>>> loadPage_responseHeaders = new ThreadLocal();
static ThreadLocal<Map<String, String>> loadPage_extraHeaders = new ThreadLocal();
static ThreadLocal<Long> loadPage_sizeLimit = new ThreadLocal();
public static String loadPageSilently(String url) { try {
return loadPageSilently(new URL(loadPage_preprocess(url)));
} catch (Exception __e) { throw rethrow(__e); } }
public static String loadPageSilently(URL url) { try {
if (!networkAllowanceTest(str(url))) throw fail("Not allowed: " + url);
IOException e = null;
for (int tries = 0; tries < loadPage_retries; tries++)
try {
URLConnection con = loadPage_openConnection(url);
return loadPage(con, url);
} catch (IOException _e) {
e = _e;
if (loadPageThroughProxy_enabled) {
print("Trying proxy because of: " + e);
try {
return loadPageThroughProxy(str(url));
} catch (Throwable e2) {
print(" " + exceptionToStringShort(e2));
}
} else if (loadPage_debug)
print(exceptionToStringShort(e));
if (tries < loadPage_retries-1) sleepSeconds(1);
}
throw e;
} catch (Exception __e) { throw rethrow(__e); } }
static String loadPage_preprocess(String url) {
if (url.startsWith("tb/")) // don't think we use this anymore
url = tb_mainServer() + "/" + url;
if (url.indexOf("://") < 0)
url = "http://" + url;
return url;
}
static String loadPage(String url) { try {
url = loadPage_preprocess(url);
if (!isTrue(loadPage_silent.get()))
printWithTime("Loading: " + hideCredentials(url));
return loadPageSilently(new URL(url));
} catch (Exception __e) { throw rethrow(__e); } }
static String loadPage(URL url) {
return loadPage(url.toExternalForm());
}
static String loadPage(URLConnection con, URL url) throws IOException {
return loadPage(con, url, true);
}
static String loadPage(URLConnection con, URL url, boolean addHeaders) throws IOException {
Map<String, String> extraHeaders = getAndClearThreadLocal(loadPage_extraHeaders);
Long limit = optPar(loadPage_sizeLimit);
if (addHeaders) try {
if (!loadPage_anonymous)
setHeaders(con);
if (loadPage_allowGzip)
con.setRequestProperty("Accept-Encoding", "gzip");
con.setRequestProperty("X-No-Cookies", "1");
for (String key : keys(extraHeaders))
con.setRequestProperty(key, extraHeaders.get(key));
} catch (Throwable e) {} // fails if within doPost
vm_generalSubMap("URLConnection per thread").put(currentThread(), con);
loadPage_responseHeaders.set(con.getHeaderFields());
InputStream in = null;
try {
in = urlConnection_getInputStream(con);
//vm_generalSubMap("InputStream per thread").put(currentThread(), in);
if (loadPage_debug)
print("Put stream in map: " + currentThread());
String contentType = con.getContentType();
if (contentType == null) {
//printStruct("Headers: ", con.getHeaderFields());
throw new IOException("Page could not be read: " + hideCredentials(url));
}
//print("Content-Type: " + contentType);
String charset = loadPage_charset == null ? null : loadPage_charset.get();
if (charset == null) charset = loadPage_guessCharset(contentType);
if ("gzip".equals(con.getContentEncoding())) {
if (loadPage_debug)
print("loadPage: Using gzip.");
in = newGZIPInputStream(in);
}
Reader r;
try {
r = new InputStreamReader(in, unquote(charset));
} catch (UnsupportedEncodingException e) {
print(toHex(utf8(charset)));
throw e;
}
boolean silent = isTrue(loadPage_silent.get());
StringBuilder buf = new StringBuilder();
int n = 0;
while (limit == null || n < limit) {
ping();
int ch = r.read();
if (ch < 0)
break;
buf.append((char) ch);
++n;
if (!silent && (n % loadPage_verboseness) == 0)
print(" " + n + " chars read");
}
return buf.toString();
} finally {
if (loadPage_debug)
print("loadPage done");
//vm_generalSubMap("InputStream per thread").remove(currentThread());
vm_generalSubMap("URLConnection per thread").remove(currentThread());
if (in != null) in.close();
}
}
static String loadPage_guessCharset(String contentType) {
Matcher m = regexpMatcher("text/[a-z]+;\\s*charset=([^\\s]+)\\s*", contentType);
String match = m.matches() ? m.group(1) : null;
if (loadPage_debug)
print("loadPage: contentType=" + contentType + ", match: " + match);
/* If Content-Type doesn't match this pre-conception, choose default and hope for the best. */
//return or(match, "ISO-8859-1");
return or(match, "UTF-8");
}
static URLConnection loadPage_openConnection(URL url) {
URLConnection con = openConnection(url);
int timeout = toInt(loadPage_forcedTimeout_byThread.get());
if (timeout == 0) timeout = loadPage_forcedTimeout;
if (timeout != 0)
setURLConnectionTimeouts(con, loadPage_forcedTimeout);
else
setURLConnectionDefaultTimeouts(con, loadPage_defaultTimeout);
return con;
}
static String smallestTransparentGIFDataURI() {
return "data:image/gif;base64,R0lGODlhAQABAAAAACH5BAEKAAEALAAAAAABAAEAAAICTAEAOw==";
}
static String snippetImageURL(long snippetID) {
return snippetImageURL(fsI(snippetID));
}
static String snippetImageURL(String snippetID) {
return snippetImageURL(snippetID, "png");
}
static String snippetImageURL(String snippetID, String contentType) {
if (snippetID == null || isURL(snippetID)) return snippetID;
long id = parseSnippetID(snippetID);
String url;
if (isImageServerSnippet(id))
url = imageServerLink(id);
else
//url = "http://eyeocr.sourceforge.net/filestore/filestore.php?cmd=serve&file=blob_" + id + "&contentType=image/" + contentType;
url = "https://botcompany.de/img/" + id;
return url;
}
static long psI(String snippetID) {
return parseSnippetID(snippetID);
}
// tag = tag name
// newTag = full new contents including outer tag
// replaces only one occurrence
static String hreplacetag(String html, String tag, String newTag) {
List<String> tok = htmlcoarsetok(html);
List<List<String>> tags = findContainerTag(tok, tag);
if (empty(tags)) return html;
List<String> theTag = first(tags);
List<String> actualTag = subList(theTag, 1, l(theTag)-1);
return join(replaceSubList(cloneList(tok), actualTag, litlist(newTag)));
}
static <A, B> B mapGet(Map<A, B> map, A a) {
return map == null || a == null ? null : map.get(a);
}
static <A, B> B mapGet(A a, Map<A, B> map) {
return map == null || a == null ? null : map.get(a);
}
static Object subBot_serveWithContentType(String text, String contentType) {
return callMainBot("serveByteArray", toUtf8(text), contentType);
}
static <A> List<A> synchroList() {
return Collections.synchronizedList(new ArrayList<A>());
}
static <A> List<A> synchroList(List<A> l) {
return Collections.synchronizedList(l);
}
static PersistableThrowable persistableThrowable(Throwable e) {
return e == null ? null : new PersistableThrowable(e);
}
static Throwable innerException(Throwable e) {
return getInnerException(e);
}
static String himg(String src, Object... params) {
return tag("img", "", arrayPlus(params, "src",
isSnippetID(src) ? snippetImageLink(src) : src));
}
static String dataSnippetURL(String snippetID) {
return dataSnippetLink(snippetID);
}
static int[] emptyIntArray_a = new int[0];
static int[] emptyIntArray() { return emptyIntArray_a; }
static char[] emptyCharArray = new char[0];
static char[] emptyCharArray() { return emptyCharArray; }
static Map emptyMap() {
return new HashMap();
}
static Object[] emptyObjectArray_a = new Object[0];
static Object[] emptyObjectArray() { return emptyObjectArray_a; }
// usually L<S>
static String fromLines(Iterable lines) {
StringBuilder buf = new StringBuilder();
if (lines != null)
for (Object line : lines)
buf.append(str(line)).append('\n');
return buf.toString();
}
static String fromLines(String... lines) {
return fromLines(asList(lines));
}
static IterableIterator<String> toLines(File f) {
return linesFromFile(f);
}
static List<String> toLines(String s) {
List<String> lines = new ArrayList<String>();
if (s == null) return lines;
int start = 0;
while (true) {
int i = toLines_nextLineBreak(s, start);
if (i < 0) {
if (s.length() > start) lines.add(s.substring(start));
break;
}
lines.add(s.substring(start, i));
if (s.charAt(i) == '\r' && i+1 < s.length() && s.charAt(i+1) == '\n')
i += 2;
else
++i;
start = i;
}
return lines;
}
static int toLines_nextLineBreak(String s, int start) {
int n = s.length();
for (int i = start; i < n; i++) {
char c = s.charAt(i);
if (c == '\r' || c == '\n')
return i;
}
return -1;
}
static String makeRandomID(int length) {
return makeRandomID(length, defaultRandomGenerator());
}
static String makeRandomID(int length, Random random) {
char[] id = new char[length];
for (int i = 0; i < id.length; i++)
id[i] = (char) ((int) 'a' + random.nextInt(26));
return new String(id);
}
static String makeRandomID(Random r, int length) {
return makeRandomID(length, r);
}
static TreeSet<String> toCaseInsensitiveSet(Iterable<String> c) {
if (isCISet(c)) return (TreeSet) c;
TreeSet<String> set = caseInsensitiveSet();
addAll(set, c);
return set;
}
static TreeSet<String> toCaseInsensitiveSet(String... x) {
TreeSet<String> set = caseInsensitiveSet();
addAll(set, x);
return set;
}
static Set asSet(Object[] array) {
HashSet set = new HashSet();
for (Object o : array)
if (o != null)
set.add(o);
return set;
}
static Set<String> asSet(String[] array) {
TreeSet<String> set = new TreeSet();
for (String o : array)
if (o != null)
set.add(o);
return set;
}
static <A> Set<A> asSet(Iterable<A> l) {
if (l instanceof Set) return (Set) l;
HashSet<A> set = new HashSet();
for (A o : unnull(l))
if (o != null)
set.add(o);
return set;
}
// Note: does not clone the set (keeps multiset alive)
static <A> Set<A> asSet(MultiSet<A> ms) {
return ms == null ? null : ms.asSet();
}
static TimeZone timeZone(String name) {
return TimeZone.getTimeZone(name);
}
static java.text.SimpleDateFormat simpleDateFormat(String format, TimeZone timeZone) {
java.text.SimpleDateFormat sdf = new java.text.SimpleDateFormat(format);
sdf.setTimeZone(timeZone);
return sdf;
}
static String timeInTimeZone(String timeZone) {
return timeInTimeZone(timeZone, now());
}
static String timeInTimeZone(String timeZone, long time) {
return simpleDateFormat_timeZone("HH:mm", timeZone).format(time);
}
static String timeInTimeZone(TimeZone timeZone, long time) {
return simpleDateFormat("HH:mm", timeZone).format(time);
}
static String intToHex_flexLength(int i) {
return Integer.toHexString(i);
}
static <A> List<A> withoutNulls(List<A> l) {
if (!containsNulls(l)) return l;
List<A> l2 = new ArrayList();
for (A a : l)
if (a != null)
l2.add(a);
return l2;
}
static <A, B> Map<A, B> withoutNulls(Map<A, B> map) {
Map<A, B> map2 = similarEmptyMap(map);
for (A a : keys(map))
if (a != null) {
B b = map.get(a);
if (b != null)
map2.put(a, b);
}
return map2;
}
static <A> List<A> withoutNulls(A[] l) {
List<A> l2 = new ArrayList();
if (l != null) for (A a : l)
if (a != null)
l2.add(a);
return l2;
}
static int[] subArray(int[] b, int start, int end) {
int[] x = new int[end-start];
System.arraycopy(b, start, x, 0, end-start);
return x;
}
static byte[] subArray(byte[] b, int start, int end) {
start = max(start, 0); end = min(end, l(b));
if (start >= end) return new byte[0];
byte[] x = new byte[end-start];
System.arraycopy(b, start, x, 0, end-start);
return x;
}
static short[] subArray(short[] b, int start, int end) {
if (start <= 0 && end >= l(b)) return b;
short[] x = new short[end-start];
System.arraycopy(b, start, x, 0, end-start);
return x;
}
static float[] subArray(float[] b, int start, int end) {
float[] x = new float[end-start];
System.arraycopy(b, start, x, 0, end-start);
return x;
}
static Object[] subArray(Object[] b, int start) {
return subArray(b, start, l(b));
}
static Object[] subArray(Object[] b, int start, int end) {
start = max(start, 0); end = min(end, l(b));
if (start >= end) return new Object[0];
Object[] x = new Object[end-start];
System.arraycopy(b, start, x, 0, end-start);
return x;
}
// first element of params can be the value
static String hpasswordfield(String name, Object... params) {
Object value = "";
if (odd(l(params))) {
value = params[0];
params = dropFirst(params);
}
params = html_massageAutofocusParam(params);
return tag("input", "",
concatArrays(new Object[] {"type", "password", "name", name, "value", value}, params));
}
static String hpasswordfield(String name) {
return hpasswordfield(name, "");
}
static String _userHome;
static String userHome() {
if (_userHome == null)
return actualUserHome();
return _userHome;
}
static File userHome(String path) {
return new File(userDir(), path);
}
static File newFile(File base, String... names) {
for (String name : names) base = new File(base, name);
return base;
}
static File newFile(String name) {
return name == null ? null : new File(name);
}
static File newFile(String base, String... names) {
return newFile(newFile(base), names);
}
// TODO: if field is a Ref<>, you can thoretically use findBackRefs
static <A extends Concept> A findConceptWhere(Class<A> c, Object... params) {
return findConceptWhere(db_mainConcepts(), c, params);
}
static <A extends Concept> A findConceptWhere(Concepts concepts, Class<A> c, Object... params) {
params = expandParams(c, params);
// indexed
if (concepts.fieldIndices != null)
for (int i = 0; i < l(params); i += 2) {
IFieldIndex<A, Object> index = concepts.getFieldIndex(c, (String) params[i]);
if (index != null) {
for (A x : index.getAll(params[i+1]))
if (checkConceptFields(x, params)) return x;
return null;
}
}
// table scan
for (A x : concepts.list(c)) if (checkConceptFields(x, params)) return x;
return null;
}
static Concept findConceptWhere(Concepts concepts, String c, Object... params) {
for (Concept x : concepts.list(c)) if (checkConceptFields(x, params)) return x;
return null;
}
static String ipToCountry2020_dataSnippetID = "#1400400";
static Lock ipToCountry2020_lock = lock();
static File ipToCountry2020_dataDir() {
return javaxCachesDir("ipToCountry2020");
}
static String ipToCountry2020(String ip) {
return ipToCountry2020(ipToInt(ip));
}
static String ipToCountry2020(long ipNum) {
{
Lock __0 = ipToCountry2020_lock; lock(__0); try {
if (directoryEmpty(ipToCountry2020_dataDir()))
unzipSnippet(ipToCountry2020_dataSnippetID, ipToCountry2020_dataDir());
} finally { unlock(__0); } }
String line = pairB(binarySearchForLineInTextFile(newFile(ipToCountry2020_dataDir(), "IP2LOCATION-LITE-DB1.CSV"), s -> {
List<String> l = tok_splitAtComma_unquote(s);
long a = parseLongOpt(first(l)), b = parseLongOpt(second(l));
return ipNum > b ? 1 : ipNum < a ? -1 : 0;
}));
return get(tok_splitAtComma_unquote(line), 2);
}
static java.util.Timer doLater(long delay, final Object r) {
ping();
final java.util.Timer timer = new java.util.Timer();
timer.schedule(timerTask(r, timer), delay);
return vmBus_timerStarted(timer);
}
static java.util.Timer doLater(double delaySeconds, final Object r) {
return doLater(toMS(delaySeconds), r);
}
static Map mapKeys(Object func, Map map) {
Map m = similarEmptyMap(map); // TODO: this might break when key type changes through func
for (Object key : keys(map))
m.put(callF(func, key), map.get(key));
return m;
}
static Map mapKeys(Map map, Object func) {
return mapKeys(func, map);
}
static <A, B, C> Map<B, C> mapKeys(Map<A, C> map, IF1<A, B> func) {
return mapKeys(map, (Object) func);
}
static <A, B, C> Map<B, C> mapKeys(IF1<A, B> func, Map<A, C> map) {
return mapKeys(map, func);
}
static String deSquareBracket(String s) {
if (startsWith(s, "[") && endsWith(s, "]"))
return substring(s, 1, l(s)-1);
return s;
}
static TreeMap litcimap(Object... x) {
return litCIMap(x);
}
// f : Matcher -> S
static String regexpReplaceIC(String s, String pat, Object f) {
return regexReplaceIC(s, pat, f);
}
static String regexpReplaceIC(String s, String pat, IF1<Matcher, String> f) {
return regexReplaceIC(s, pat, f);
}
static boolean checkCondition(Object condition, Object... args) {
return isTrue(callF(condition, args));
}
static <A> boolean checkCondition(IF1<A, Boolean> condition, A arg) {
return isTrue(callF(condition, arg));
}
static <A> int nfilter(Iterable<A> c, IF1<A, Boolean> pred) {
return nfilter(pred, c);
}
static <A> int nfilter(IF1<A, Boolean> pred, Iterable<A> c) {
int n = 0;
if (c != null) for (A o : c)
if (pred.get(o))
++n;
return n;
}
static int nfilter(Iterable c, Object pred) {
int n = 0;
if (c != null) for (Object o : c)
if (isTrue(callF(pred, o)))
++n;
return n;
}
static int nfilter(Object pred, Iterable c) {
return nfilter(c, pred);
}
static String loadSecretTextFile(String name) {
return loadTextFile(new File(getSecretProgramDir(), name));
}
static String loadSecretTextFile(String progID, String name) {
return loadTextFile(new File(getSecretProgramDir(progID), name));
}
static void saveSecretTextFile(String name, String s) {
saveTextFile(new File(getSecretProgramDir(), name), s);
}
static void saveSecretTextFile(String progID, String name, String s) {
saveTextFile(new File(getSecretProgramDir(progID), name), s);
}
static String aGlobalID() {
return randomID(globalIDLength());
}
static String aGlobalID(Random random) {
return randomID(random, globalIDLength());
}
static ThreadLocal<Object> print_byThread() {
synchronized(print_byThread_lock) {
if (print_byThread == null)
print_byThread = new ThreadLocal();
}
return print_byThread;
}
// f can return false to suppress regular printing
// call print_raw within f to actually print something
static AutoCloseable tempInterceptPrint(F1<String, Boolean> f) {
return tempSetThreadLocal(print_byThread(), f);
}
static void clear(Collection c) {
if (c != null) c.clear();
}
static void clear(Map map) {
if (map != null) map.clear();
}
static <A, B> void put(Map<A, B> map, A a, B b) {
if (map != null) map.put(a, b);
}
static <A> void put(List<A> l, int i, A a) {
if (l != null && i >= 0 && i < l(l)) l.set(i, a);
}
static List<Pair> _registerDangerousWeakMap_preList;
static <A> A _registerDangerousWeakMap(A map) {
return _registerDangerousWeakMap(map, null);
}
static <A> A _registerDangerousWeakMap(A map, Object init) {
callF(init, map);
if (init instanceof String) {
final String f = (String) init;
init = new VF1<Map>() { public void get(Map map) { try { callMC(f, map) ; } catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "callMC(f, map)"; }};
}
if (javax() == null) {
// We're in class init
if (_registerDangerousWeakMap_preList == null) _registerDangerousWeakMap_preList = synchroList();
_registerDangerousWeakMap_preList.add(pair(map, init));
return map;
}
call(javax(), "_registerDangerousWeakMap", map, init);
return map;
}
static void _onLoad_registerDangerousWeakMap() {
assertNotNull(javax());
if (_registerDangerousWeakMap_preList == null) return;
for (Pair p : _registerDangerousWeakMap_preList)
_registerDangerousWeakMap(p.a, p.b);
_registerDangerousWeakMap_preList = null;
}
static Map synchroMap() {
return synchroHashMap();
}
static <A, B> Map<A, B> synchroMap(Map<A, B> map) {
return Collections.synchronizedMap(map);
}
static <A, B> B mapGet2(Map<A, B> map, A a) {
return map == null ? null : map.get(a);
}
static <A, B> B mapGet2(A a, Map<A, B> map) {
return map == null ? null : map.get(a);
}
static boolean isSubtypeOf(Class a, Class b) {
return b.isAssignableFrom(a); // << always hated that method, let's replace it!
}
static Set<String> reflection_classesNotToScan_value = litset(
"jdk.internal.loader.URLClassPath"
);
static Set<String> reflection_classesNotToScan() {
return reflection_classesNotToScan_value;
}
static <A, B> Map<A, B> newWeakHashMap() {
return _registerWeakMap(synchroMap(new WeakHashMap()));
}
static Map vm_generalWeakSubMap(Object name) {
synchronized(get(javax(), "generalMap")) {
Map map = (Map) (vm_generalMap_get(name));
if (map == null)
vm_generalMap_put(name, map = newWeakMap());
return map;
}
}
static <A> WeakReference<A> weakRef(A a) {
return newWeakReference(a);
}
static String getStackTrace2(Throwable e) {
return hideCredentials(getStackTrace(unwrapTrivialExceptionWraps(e)) + replacePrefix("java.lang.RuntimeException: ", "FAIL: ",
hideCredentials(str(innerException2(e)))) + "\n");
}
static String dropFrom(String s, String x) {
if (s == null) return null;
int i = s.indexOf(x);
if (i < 0) return s;
return substring(s, 0, i);
}
static String makePostData(Map<Object, Object> map) {
StringBuilder buf = new StringBuilder();
for (Map.Entry<Object, Object> e : map.entrySet()) {
String key = (String) (e.getKey());
Object val = e.getValue();
if (val != null) {
String value = str(val);
if (nempty(buf)) buf.append("&");
buf.append(urlencode(key)).append("=").append(urlencode(/*escapeMultichars*/(value)));
}
}
return str(buf);
}
static String makePostData(Object... params) {
StringBuilder buf = new StringBuilder();
int n = l(params);
for (int i = 0; i+1 < n; i += 2) {
String key = (String) (params[i]);
Object val = params[i+1];
if (val != null) {
String value = str(val);
if (nempty(buf)) buf.append("&");
buf.append(urlencode(key)).append("=").append(urlencode(/*escapeMultichars*/(value)));
}
}
return str(buf);
}
static String shortenSnippetID(String snippetID) {
if (snippetID.startsWith("#"))
snippetID = snippetID.substring(1);
String httpBlaBla = "http://tinybrain.de/";
if (snippetID.startsWith(httpBlaBla))
snippetID = snippetID.substring(httpBlaBla.length());
return "" + parseLong(snippetID);
}
static Concepts newConceptsWithClassFinder(String progID) {
Concepts cc = new Concepts(progID);
cc.classFinder = _defaultClassFinder();
return cc;
}
static String getDBProgramID_id;
static String getDBProgramID() {
return nempty(getDBProgramID_id) ? getDBProgramID_id : programIDWithCase();
}
static FileOutputStream newFileOutputStream(File path) throws IOException {
return newFileOutputStream(path.getPath());
}
static FileOutputStream newFileOutputStream(String path) throws IOException {
return newFileOutputStream(path, false);
}
static FileOutputStream newFileOutputStream(File path, boolean append) throws IOException {
return newFileOutputStream(path.getPath(), append);
}
static FileOutputStream newFileOutputStream(String path, boolean append) throws IOException {
mkdirsForFile(path);
FileOutputStream f = new FileOutputStream(path, append);
_registerIO(f, path, true);
return f;
}
static String formatSnippetIDOpt(String s) {
return isSnippetID(s) ? formatSnippetID(s) : s;
}
static String formatSnippetID(String id) {
return "#" + parseSnippetID(id);
}
static String formatSnippetID(long id) {
return "#" + id;
}
static Class getMainClass() {
return mc();
}
static Class getMainClass(Object o) { try {
if (o == null) return null;
if (o instanceof Class && eq(((Class) o).getName(), "x30")) return (Class) o;
return (o instanceof Class ? (Class) o : o.getClass()).getClassLoader().loadClass("main");
} catch (Exception __e) { throw rethrow(__e); } }
static Object[] assertEvenLength(Object[] a) {
assertTrue(even(l(a)));
return a;
}
static LinkedHashMap paramsToOrderedMap(Object... params) {
return asLinkedHashMap(paramsToMap(params));
}
static Object[] mapToParams(Map map) {
return mapToObjectArray(map);
}
static String hopeningTag(String tag, Map params) {
return hopeningTag(tag, mapToParams(params));
}
static String hopeningTag(String tag, Object... params) {
StringBuilder buf = new StringBuilder();
buf.append("<" + tag);
for (int i = 0; i < l(params); i += 2) {
String name = (String) get(params, i);
Object val = get(params, i+1);
if (nempty(name) && val != null) {
if (val == html_valueLessParam())
buf.append(" " + name);
else {
String s = str(val);
if (!empty(s))
buf.append(" " + name + "=" + htmlQuote(s));
}
}
}
buf.append(">");
return str(buf);
}
static String htmldecode_dropAllTags(String html) {
return htmldecode(dropAllTags(html));
}
static boolean endsWithLetter(String s) {
return nempty(s) && isLetter(last(s));
}
static int max(int a, int b) { return Math.max(a, b); }
static int max(int a, int b, int c) { return max(max(a, b), c); }
static long max(int a, long b) { return Math.max((long) a, b); }
static long max(long a, long b) { return Math.max(a, b); }
static double max(int a, double b) { return Math.max((double) a, b); }
static float max(float a, float b) { return Math.max(a, b); }
static double max(double a, double b) { return Math.max(a, b); }
static int max(Collection<Integer> c) {
int x = Integer.MIN_VALUE;
for (int i : c) x = max(x, i);
return x;
}
static double max(double[] c) {
if (c.length == 0) return Double.MIN_VALUE;
double x = c[0];
for (int i = 1; i < c.length; i++) x = Math.max(x, c[i]);
return x;
}
static float max(float[] c) {
if (c.length == 0) return Float.MAX_VALUE;
float x = c[0];
for (int i = 1; i < c.length; i++) x = Math.max(x, c[i]);
return x;
}
static byte max(byte[] c) {
byte x = -128;
for (byte d : c) if (d > x) x = d;
return x;
}
static short max(short[] c) {
short x = -0x8000;
for (short d : c) if (d > x) x = d;
return x;
}
static int max(int[] c) {
int x = Integer.MIN_VALUE;
for (int d : c) if (d > x) x = d;
return x;
}
static <A, B> Map<A, B> newDangerousWeakHashMap() {
return _registerDangerousWeakMap(synchroMap(new WeakHashMap()));
}
// initFunction: voidfunc(Map) - is called initially, and after clearing the map
static <A, B> Map<A, B> newDangerousWeakHashMap(Object initFunction) {
return _registerDangerousWeakMap(synchroMap(new WeakHashMap()), initFunction);
}
static Object callMCWithVarArgs(String method, Object... args) {
return call_withVarargs(mc(), method, args);
}
static Object invokeMethod(Method m, Object o, Object... args) { try {
try {
return m.invoke(o, args);
} catch (InvocationTargetException e) {
throw rethrow(getExceptionCause(e));
} catch (IllegalArgumentException e) {
throw new IllegalArgumentException(e.getMessage() + " - was calling: " + m + ", args: " + joinWithSpace(classNames(args)));
}
} catch (Exception __e) { throw rethrow(__e); } }
static boolean call_checkArgs(Method m, Object[] args, boolean debug) {
Class<?>[] types = m.getParameterTypes();
if (types.length != args.length) {
if (debug)
print("Bad parameter length: " + args.length + " vs " + types.length);
return false;
}
for (int i = 0; i < types.length; i++) {
Object arg = args[i];
if (!(arg == null ? !types[i].isPrimitive()
: isInstanceX(types[i], arg))) {
if (debug)
print("Bad parameter " + i + ": " + arg + " vs " + types[i]);
return false;
}
}
return true;
}
static String singleFieldName(Class c) {
Set<String> l = listFields(c);
if (l(l) != 1)
throw fail("No single field found in " + c + " (have " + n(l(l), "fields") + ")");
return first(l);
}
static Object deref(Object o) {
if (o instanceof Derefable) o = ((Derefable) o).get();
return o;
}
static String intern(String s) {
return fastIntern(s);
}
static <A, B> LinkedHashMap<A, B> syncMapPut2_createLinkedHashMap(LinkedHashMap<A, B> map, A key, B value) {
if (key != null)
if (value != null) {
if (map == null) map = new LinkedHashMap();
synchronized(collectionMutex(map)) { map.put(key, value); }
} else if (map != null) synchronized(collectionMutex(map)) { map.remove(key); }
return map;
}
static String assertIdentifier(String s) {
return assertIsIdentifier(s);
}
static String assertIdentifier(String msg, String s) {
return assertIsIdentifier(msg, s);
}
static Object derefRef(Object o) {
if (o instanceof Concept.Ref) o = ((Concept.Ref) o).get();
return o;
}
static boolean isTransient(Field f) {
return (f.getModifiers() & java.lang.reflect.Modifier.TRANSIENT) != 0;
}
static int compareIC(String s1, String s2) {
return compareIgnoreCase_jdk(s1, s2);
}
static <A> A[] itemPlusArray(A a, A[] l) {
return singlePlusArray(a, l);
}
static int toInt(Object o) {
if (o == null) return 0;
if (o instanceof Number)
return ((Number) o).intValue();
if (o instanceof String)
return parseInt(((String) o));
if (o instanceof Boolean)
return boolToInt(((Boolean) o));
throw fail("woot not int: " + getClassName(o));
}
static int toInt(long l) {
if (l != (int) l) throw fail("Too large for int: " + l);
return (int) l;
}
static String[] drop(int n, String[] a) {
n = Math.min(n, a.length);
String[] b = new String[a.length-n];
System.arraycopy(a, n, b, 0, b.length);
return b;
}
static Object[] drop(int n, Object[] a) {
n = Math.min(n, a.length);
Object[] b = new Object[a.length-n];
System.arraycopy(a, n, b, 0, b.length);
return b;
}
static <A> ArrayList<A> toList(A[] a) { return asList(a); }
static ArrayList<Integer> toList(int[] a) { return asList(a); }
static <A> ArrayList<A> toList(Set<A> s) { return asList(s); }
static <A> ArrayList<A> toList(Iterable<A> s) { return asList(s); }
static Object pcallF(Object f, Object... args) {
return pcallFunction(f, args);
}
static <A> A pcallF(F0<A> f) { try {
return f == null ? null : f.get();
} catch (Throwable __e) { return null; } }
static <A, B> B pcallF(F1<A, B> f, A a) { try {
return f == null ? null : f.get(a);
} catch (Throwable __e) { return null; } }
static <A> void pcallF(VF1<A> f, A a) {
try {
if (f != null) f.get(a);
} catch (Throwable __e) { _handleException(__e); }
}
static Set vm_generalIdentityHashSet(Object name) {
synchronized(get(javax(), "generalMap")) {
Set set = (Set) (vm_generalMap_get(name));
if (set == null)
vm_generalMap_put(name, set = syncIdentityHashSet());
return set;
}
}
static Map vm_generalHashMap(Object name) {
synchronized(get(javax(), "generalMap")) {
Map m = (Map) (vm_generalMap_get(name));
if (m == null)
vm_generalMap_put(name, m = syncHashMap());
return m;
}
}
static void failIfUnlicensed() {
assertTrue("license off", licensed());
}
static Thread currentThread() {
return Thread.currentThread();
}
static int isAndroid_flag;
static boolean isAndroid() {
if (isAndroid_flag == 0)
isAndroid_flag = System.getProperty("java.vendor").toLowerCase().indexOf("android") >= 0 ? 1 : -1;
return isAndroid_flag > 0;
}
static Boolean isHeadless_cache;
static boolean isHeadless() {
if (isHeadless_cache != null) return isHeadless_cache;
if (isAndroid()) return isHeadless_cache = true;
if (GraphicsEnvironment.isHeadless()) return isHeadless_cache = true;
// Also check if AWT actually works.
// If DISPLAY variable is set but no X server up, this will notice.
try {
SwingUtilities.isEventDispatchThread();
return isHeadless_cache = false;
} catch (Throwable e) { return isHeadless_cache = true; }
}
static void assertFalse(Object o) {
if (!(eq(o, false) /*|| isFalse(pcallF(o))*/))
throw fail(str(o));
}
static boolean assertFalse(boolean b) {
if (b) throw fail("oops");
return b;
}
static boolean assertFalse(String msg, boolean b) {
if (b) throw fail(msg);
return b;
}
static int cmp(Number a, Number b) {
return a == null ? b == null ? 0 : -1 : cmp(a.doubleValue(), b.doubleValue());
}
static int cmp(double a, double b) {
return a < b ? -1 : a == b ? 0 : 1;
}
static int cmp(int a, int b) {
return a < b ? -1 : a == b ? 0 : 1;
}
static int cmp(long a, long b) {
return a < b ? -1 : a == b ? 0 : 1;
}
static int cmp(Object a, Object b) {
if (a == null) return b == null ? 0 : -1;
if (b == null) return 1;
return ((Comparable) a).compareTo(b);
}
static boolean neqic(String a, String b) {
return !eqic(a, b);
}
static boolean neqic(char a, char b) {
return !eqic(a, b);
}
static <A> A[] dropLast(A[] a) { return dropLast(a, 1); }
static <A> A[] dropLast(A[] a, int n) {
if (a == null) return null;
n = Math.min(n, a.length);
A[] b = arrayOfSameType(a, a.length-n);
System.arraycopy(a, 0, b, 0, b.length);
return b;
}
static <A> List<A> dropLast(List<A> l) {
return subList(l, 0, l(l)-1);
}
static <A> List<A> dropLast(int n, List<A> l) {
return subList(l, 0, l(l)-n);
}
static <A> List<A> dropLast(Iterable<A> l) {
return dropLast(asList(l));
}
static String dropLast(String s) {
return substring(s, 0, l(s)-1);
}
static String dropLast(String s, int n) {
return substring(s, 0, l(s)-n);
}
static String dropLast(int n, String s) {
return dropLast(s, n);
}
static double toSeconds(long ms) {
return ms/1000.0;
}
static String toSeconds(long ms, int digits) {
return formatDouble(toSeconds(ms), digits);
}
static double toSeconds(double ms) {
return ms/1000.0;
}
static String toSeconds(double ms, int digits) {
return formatDouble(toSeconds(ms), digits);
}
static String formatWithThousands(long l) {
return formatWithThousandsSeparator(l);
}
static double fraction(double d) {
return d % 1;
}
static String n_fancy2(long l, String singular, String plural) {
return formatWithThousandsSeparator(l) + " " + trim(l == 1 ? singular : plural);
}
static String n_fancy2(Collection l, String singular, String plural) {
return n_fancy2(l(l), singular, plural);
}
static String n_fancy2(Map m, String singular, String plural) {
return n_fancy2(l(m), singular, plural);
}
static String n_fancy2(Object[] a, String singular, String plural) {
return n_fancy2(l(a), singular, plural);
}
static String n_fancy2(MultiSet ms, String singular, String plural) {
return n_fancy2(l(ms), singular, plural);
}
static double toDouble(Object o) {
if (o instanceof Number)
return ((Number) o).doubleValue();
if (o instanceof BigInteger)
return ((BigInteger) o).doubleValue();
if (o instanceof String)
return parseDouble(((String) o));
if (o == null) return 0.0;
throw fail(o);
}
static boolean checkFields(Object x, Object... data) {
for (int i = 0; i < l(data); i += 2)
if (neq(getOpt(x, (String) data[i]), data[i+1]))
return false;
return true;
}
static Map<String, List<String>> parse3_cachedInput_cache = synchronizedMRUCache(1000);
static List<String> parse3_cachedInput(String s) {
List<String> tok = parse3_cachedInput_cache.get(s);
if (tok == null) parse3_cachedInput_cache.put(s, tok = parse3(s));
return tok;
}
static Map<String, List<String>> parse3_cachedPattern_cache = synchronizedMRUCache(1000);
static synchronized List<String> parse3_cachedPattern(String s) {
List<String> tok = parse3_cachedPattern_cache.get(s);
if (tok == null) parse3_cachedPattern_cache.put(s, tok = parse3(s));
return tok;
}
// match2 matches multiple "*" (matches a single token) wildcards and zero or one "..." wildcards (matches multiple tokens)
static String[] match2(List<String> pat, List<String> tok) {
// standard case (no ...)
int i = pat.indexOf("...");
if (i < 0) return match2_match(pat, tok);
pat = new ArrayList<String>(pat); // We're modifying it, so copy first
pat.set(i, "*");
while (pat.size() < tok.size()) {
pat.add(i, "*");
pat.add(i+1, ""); // doesn't matter
}
return match2_match(pat, tok);
}
static String[] match2_match(List<String> pat, List<String> tok) {
List<String> result = new ArrayList<String>();
if (pat.size() != tok.size()) {
return null;
}
for (int i = 1; i < pat.size(); i += 2) {
String p = pat.get(i), t = tok.get(i);
if (eq(p, "*"))
result.add(t);
else if (!equalsIgnoreCase(unquote(p), unquote(t))) // bold change - match quoted and unquoted now. TODO: should remove
return null;
}
return result.toArray(new String[result.size()]);
}
static Matcher regexpMatcherIC(String pat, String s) {
return compileRegexpIC(pat).matcher(unnull(s));
}
static void rotateStringBuffer(StringBuffer buf, int max) { try {
if (buf == null) return;
synchronized(buf) {
if (buf.length() <= max) return;
try {
int newLength = max/2;
int ofs = buf.length()-newLength;
String newString = buf.substring(ofs);
buf.setLength(0);
buf.append("[...] ").append(newString);
} catch (Exception e) {
buf.setLength(0);
}
buf.trimToSize();
}
} catch (Exception __e) { throw rethrow(__e); } }
static void rotateStringBuilder(StringBuilder buf, int max) { try {
if (buf == null) return;
synchronized(buf) {
if (buf.length() <= max) return;
try {
int newLength = max/2;
int ofs = buf.length()-newLength;
String newString = buf.substring(ofs);
buf.setLength(0);
buf.append("[...] ").append(newString);
} catch (Exception e) {
buf.setLength(0);
}
buf.trimToSize();
}
} catch (Exception __e) { throw rethrow(__e); } }
static final Map<Class, _MethodCache> callOpt_cache = newDangerousWeakHashMap();
static Object callOpt_cached(Object o, String methodName, Object... args) { try {
if (o == null) return null;
if (o instanceof Class) {
Class c = (Class) o;
_MethodCache cache = callOpt_getCache(c);
// TODO: (super-rare) case where method exists static and non-static
// with different args
Method me = cache.findMethod(methodName, args);
if (me == null || (me.getModifiers() & Modifier.STATIC) == 0) return null;
return invokeMethod(me, null, args);
} else {
Class c = o.getClass();
_MethodCache cache = callOpt_getCache(c);
Method me = cache.findMethod(methodName, args);
if (me == null) return null;
return invokeMethod(me, o, args);
}
} catch (Exception __e) { throw rethrow(__e); } }
static _MethodCache callOpt_getCache(Class c) {
synchronized(callOpt_cache) {
_MethodCache cache = callOpt_cache.get(c);
if (cache == null)
callOpt_cache.put(c, cache = new _MethodCache(c));
return cache;
}
}
static boolean isStaticMethod(Method m) {
return methodIsStatic(m);
}
static Object[] massageArgsForVarArgsCall(Method m, Object[] args) {
Class<?>[] types = m.getParameterTypes();
int n = types.length-1, nArgs = args.length;
if (nArgs < n) return null;
for (int i = 0; i < n; i++)
if (!argumentCompatibleWithType(args[i], types[i]))
return null;
Class varArgType = types[n].getComponentType();
for (int i = n; i < nArgs; i++)
if (!argumentCompatibleWithType(args[i], varArgType))
return null;
Object[] newArgs = new Object[n+1];
arraycopy(args, 0, newArgs, 0, n);
Object[] varArgs = arrayOfType(varArgType, nArgs-n);
arraycopy(args, n, varArgs, 0, nArgs-n);
newArgs[n] = varArgs;
return newArgs;
}
static List<String> classNames(Collection l) {
return getClassNames(l);
}
static List<String> classNames(Object[] l) {
return getClassNames(Arrays.asList(l));
}
static String codePointToString(int codePoint) {
return new String(Character.toChars(codePoint));
}
// works on lists and strings and null
static int indexOfIgnoreCase(List<String> a, String b) {
return indexOfIgnoreCase(a, b, 0);
}
static int indexOfIgnoreCase(List<String> a, String b, int i) {
int n = a == null ? 0 : a.size();
for (; i < n; i++)
if (eqic(a.get(i), b)) return i;
return -1;
}
static int indexOfIgnoreCase(String a, String b) {
return indexOfIgnoreCase_manual(a, b);
/*Matcher m = Pattern.compile(b, Pattern.CASE_INSENSITIVE + Pattern.LITERAL).matcher(a);
if (m.find()) return m.start(); else ret -1;*/
}
static int indexOfIgnoreCase(String a, String b, int i) {
return indexOfIgnoreCase_manual(a, b, i);
}
static String joinStrings(String sep, String... strings) {
return joinStrings(sep, Arrays.asList(strings));
}
static String joinStrings(String sep, Collection<String> strings) {
StringBuilder buf = new StringBuilder();
for (String s : unnull(strings)) if (nempty(s)) {
if (nempty(buf)) buf.append(sep);
buf.append(s);
}
return str(buf);
}
static String beautifyStructure(String s) {
List<String> tok = javaTokForStructure(s);
structure_addTokenMarkers(tok);
jreplace(tok, "lhm", "");
return join(tok);
}
static String struct_noStringSharing(Object o) {
structure_Data d = new structure_Data();
d.noStringSharing = true;
return structure(o, d);
}
static String className(Object o) {
return getClassName(o);
}
static TreeSet<String> caseInsensitiveSet_treeSet() {
return new TreeSet(caseInsensitiveComparator());
}
static TreeSet<String> caseInsensitiveSet_treeSet(Collection<String> c) {
return toCaseInsensitiveSet_treeSet(c);
}
static Object callOpt_withVarargs(Object o, String method, Object... args) { try {
if (o == null) return null;
if (o instanceof Class) {
Class c = (Class) o;
_MethodCache cache = callOpt_getCache(c);
Method me = cache.findMethod(method, args);
if (me == null) {
// TODO: varargs
return null;
}
if ((me.getModifiers() & Modifier.STATIC) == 0)
return null;
return invokeMethod(me, null, args);
} else {
Class c = o.getClass();
_MethodCache cache = callOpt_getCache(c);
Method me = cache.findMethod(method, args);
if (me != null)
return invokeMethod(me, o, args);
// try varargs
List<Method> methods = cache.cache.get(method);
if (methods != null) methodSearch: for (Method m : methods) {
{ if (!(m.isVarArgs())) continue; }
Object[] newArgs = massageArgsForVarArgsCall(m, args);
if (newArgs != null)
return invokeMethod(m, o, newArgs);
}
return null;
}
} catch (Exception __e) { throw rethrow(__e); } }
static Iterator emptyIterator() {
return Collections.emptyIterator();
}
static Class javax() {
return getJavaX();
}
static Object swing(Object f) {
return swingAndWait(f);
}
static <A> A swing(F0<A> f) {
return (A) swingAndWait(f);
}
static <A> A swing(IF0<A> f) {
return (A) swingAndWait(f);
}
volatile static boolean conceptsAndBot_running = false;
static boolean conceptsAndBot_thinOnStart = true;
static void conceptsAndBot() {
conceptsAndBot(null);
}
static void conceptsAndBot(Integer autoSaveInterval) {
if (conceptsAndBot_running) return;
conceptsAndBot_running = true;
try {
ensureDBNotRunning(dbBotStandardName());
} catch (Throwable _e) {
db_mainConcepts().dontSave = true; // SAFETY
throw rethrow(_e); }
db_mainConcepts().persist(autoSaveInterval);
dbBot();
if (conceptsAndBot_thinOnStart) { try {
thinAProgramsBackups(getDBProgramID(), true);
} catch (Throwable __e) { _handleException(__e); }}
}
static boolean isConceptFieldIndexed(Class<? extends Concept> c, String field) {
return isConceptFieldIndexed(db_mainConcepts(), c, field);
}
static boolean isConceptFieldIndexed(Concepts concepts, Class<? extends Concept> c, String field) {
return concepts.getFieldIndex(c, field) != null;
}
static Class<?> _getClass(String name) {
try {
return Class.forName(name);
} catch (ClassNotFoundException e) {
return null; // could optimize this
}
}
static Class _getClass(Object o) {
return o == null ? null
: o instanceof Class ? (Class) o : o.getClass();
}
static Class _getClass(Object realm, String name) {
try {
return getClass(realm).getClassLoader().loadClass(classNameToVM(name));
} catch (ClassNotFoundException e) {
return null; // could optimize this
}
}
static <A, B> LinkedHashMap<A, B> asLinkedHashMap(Map<A, B> map) {
if (map instanceof LinkedHashMap) return (LinkedHashMap) map;
LinkedHashMap<A, B> m = new LinkedHashMap();
if (map != null) synchronized(collectionMutex(map)) {
m.putAll(map);
}
return m;
}
static void setDynObjectValue(DynamicObject o, String field, Object value) {
o.fieldValues = syncMapPut2_createLinkedHashMap(o.fieldValues, field, value);
}
static AutoCloseable tempDBLock(Concepts concepts) {
return tempLock(concepts.lock); // NO null propagation this time
}
static AutoCloseable tempDBLock() {
return tempDBLock(db_mainConcepts());
}
// make concept instance that is not connected to DB
static <A extends Concept> A unlisted(Class<A> c, Object... args) {
concepts_unlisted.set(true);
try {
return nuObject(c, args);
} finally {
concepts_unlisted.set(null);
}
}
static int csetAll(Concept c, Object... values) {
return cset(c, values);
}
static int csetAll(Iterable<? extends Concept> l, Object... values) {
int n = 0;
for (Concept c : unnull(l))
n += cset(c, values);
return n;
}
static <A> IterableIterator<A> enumerationToIterator(final Enumeration<A> e) {
return e == null ? null : new IterableIterator() {
public boolean hasNext() {
return e.hasMoreElements();
}
public A next() {
return e.nextElement();
}
};
}
static <A> List<A> reversedList(Collection<A> l) {
List<A> x = cloneList(l);
Collections.reverse(x);
return x;
}
static String reversedString(String s) {
return reverseString(s);
}
static long collectMinLong(Collection c, String field) {
long x = Long.MAX_VALUE;
for (Object o : unnull(c)) {
Long l = (Long) (getOpt(o, field));
if (l != null)
x = min(x, l);
}
return x;
}
static long collectMaxLong(Collection c, String field) {
long x = Long.MIN_VALUE;
for (Object o : unnull(c)) {
Long l = (Long) (getOpt(o, field));
if (l != null)
x = max(x, l);
}
return x;
}
static String i(String s, Object... params) {
return tag("i", s, params);
}
static String formatDateAndTime(long timestamp) {
return formatDate(timestamp);
}
static String formatDateAndTime() {
return formatDate();
}
static String shortenEndTime(String endTime, String startTime) {
int i = endTime.lastIndexOf(' ')+1;
if (i > 0 && eq(substring(startTime, 0, i), substring(endTime, 0, i)))
return trim(substring(endTime, i));
return endTime;
}
static boolean isInteger(String s) {
int n = l(s);
if (n == 0) return false;
int i = 0;
if (s.charAt(0) == '-')
if (++i >= n) return false;
while (i < n) {
char c = s.charAt(i);
if (c < '0' || c > '9') return false;
++i;
}
return true;
}
static String urlencode(String x) {
try {
return URLEncoder.encode(unnull(x), "UTF-8");
} catch (UnsupportedEncodingException e) { throw new RuntimeException(e); }
}
static String stringPar(Object[] params, String name) {
return stringOptPar(params, name);
}
static String stringPar(String name, Object[] params) {
return stringOptPar(params, name);
}
static String stringPar(String name, Map params) {
return (String) optPar(name, params);
}
static String stringPar(String name, Object[] params, String defaultValue) {
return optPar(name, params, defaultValue);
}
static String unicode_leftPointingTriangle() {
return unicodeFromCodePoint(0x25C2);
}
static String unicode_rightPointingTriangle() {
return charToString(0x25B8);
}
static float abs(float f) { return Math.abs(f); }
static int abs(int i) { return Math.abs(i); }
static double abs(double d) { return Math.abs(d); }
static <A extends Concept> Collection<A> findConceptsWhere(Class<A> c, Object... params) {
return findConceptsWhere(db_mainConcepts(), c, params);
}
static Collection<Concept> findConceptsWhere(String c, Object... params) {
return findConceptsWhere(db_mainConcepts(), c, params);
}
static <A extends Concept> Collection<A> findConceptsWhere(Concepts concepts, Class<A> c, Object... params) {
params = expandParams(c, params);
// indexed
if (concepts.fieldIndices != null)
for (int i = 0; i < l(params); i += 2) {
IFieldIndex<A, Object> index = concepts.getFieldIndex(c, (String) params[i]);
if (index != null) {
Collection<A> rawList = index.getAll(params[i+1]);
params = dropEntryFromParams(params, i);
if (params == null) return rawList;
List<A> l = new ArrayList();
for (A x : rawList)
if (checkConceptFields(x, params)) l.add(x);
return l;
}
}
// table scan
return filterConcepts(concepts.list(c), params);
}
static Collection<Concept> findConceptsWhere(Concepts concepts, String c, Object... params) {
return filterConcepts(concepts.list(c), params);
}
static String getStackTrace(Throwable throwable) {
lastException(throwable);
return getStackTrace_noRecord(throwable);
}
static String getStackTrace_noRecord(Throwable throwable) {
StringWriter writer = new StringWriter();
throwable.printStackTrace(new PrintWriter(writer));
return hideCredentials(writer.toString());
}
static String getStackTrace() {
return getStackTrace_noRecord(new Throwable());
}
public static boolean isSnippetID(String s) {
try {
parseSnippetID(s);
return true;
} catch (RuntimeException e) {
return false;
}
}
static File localSnippetFile(long snippetID) {
return localSnippetsDir(snippetID + ".text");
}
static File localSnippetFile(String snippetID) {
return localSnippetFile(parseSnippetID(snippetID));
}
static Object vm_generalMap_get(Object key) {
return vm_generalMap().get(key);
}
public static String bytesToHex(byte[] bytes) {
return bytesToHex(bytes, 0, bytes.length);
}
public static String bytesToHex(byte[] bytes, int ofs, int len) {
StringBuilder stringBuilder = new StringBuilder(len*2);
for (int i = 0; i < len; i++) {
String s = "0" + Integer.toHexString(bytes[ofs+i]);
stringBuilder.append(s.substring(s.length()-2, s.length()));
}
return stringBuilder.toString();
}
static byte[] toUtf8(String s) { try {
return s.getBytes(utf8charset());
} catch (Exception __e) { throw rethrow(__e); } }
static boolean md5OfFile_verbose = false;
static String md5OfFile(String path) {
return md5OfFile(newFile(path));
}
static String md5OfFile(File f) { try {
if (!f.exists()) return "-";
if (md5OfFile_verbose)
print("Getting MD5 of " + f);
MessageDigest md5 = MessageDigest.getInstance("MD5");
FileInputStream in = new FileInputStream(f); try {
byte buf[] = new byte[65536];
int l;
while (true) {
l = in.read(buf);
if (l <= 0) break;
md5.update(buf, 0, l);
}
return bytesToHex(md5.digest());
} finally { _close(in); }} catch (Exception __e) { throw rethrow(__e); } }
static File getProgramFile(String progID, String fileName) {
if (new File(fileName).isAbsolute())
return new File(fileName);
return new File(getProgramDir(progID), fileName);
}
static File getProgramFile(String fileName) {
return getProgramFile(getProgramID(), fileName);
}
static String standardCredentialsUser() {
return trim(loadTextFile(
oneOfTheFiles(
javaxSecretDir("tinybrain-username"),
userDir(".tinybrain/username"))));
}
static String standardCredentialsPass() {
return trim(loadTextFile(
oneOfTheFiles(
javaxSecretDir("tinybrain-userpass"),
userDir(".tinybrain/userpass"))));
}
static ThreadLocal<VF1<File>> checkFileNotTooBigToRead_tl = new ThreadLocal();
static void checkFileNotTooBigToRead(File f) {
callF(checkFileNotTooBigToRead_tl.get(), f);
}
static List<CriticalAction> beginCriticalAction_inFlight = synchroList();
static class CriticalAction {
String description;
CriticalAction() {}
CriticalAction(String description) {
this.description = description;}
void done() {
beginCriticalAction_inFlight.remove(this);
}
}
static CriticalAction beginCriticalAction(String description) {
ping();
CriticalAction c = new CriticalAction(description);
beginCriticalAction_inFlight.add(c);
return c;
}
static void cleanMeUp_beginCriticalAction() {
int n = 0;
while (nempty(beginCriticalAction_inFlight)) {
int m = l(beginCriticalAction_inFlight);
if (m != n) {
n = m;
try {
print("Waiting for " + n2(n, "critical actions") + ": " + join(", ", collect(beginCriticalAction_inFlight, "description")));
} catch (Throwable __e) { _handleException(__e); }
}
sleepInCleanUp(10);
}
}
public static File mkdirsForFile(File file) {
File dir = file.getParentFile();
if (dir != null) { // is null if file is in current dir
dir.mkdirs();
if (!dir.isDirectory())
if (dir.isFile()) throw fail("Please delete the file " + f2s(dir) + " - it is supposed to be a directory!");
else throw fail("Unknown IO exception during mkdirs of " + f2s(file));
}
return file;
}
public static String mkdirsForFile(String path) {
mkdirsForFile(new File(path));
return path;
}
static File copyFile(File src, File dest) { try {
FileInputStream inputStream = new FileInputStream(src.getPath());
FileOutputStream outputStream = newFileOutputStream(dest.getPath());
try {
copyStream(inputStream, outputStream);
inputStream.close();
} finally {
outputStream.close();
}
return dest;
} catch (Exception __e) { throw rethrow(__e); } }
static File javaxCachesDir_dir; // can be set to work on different base dir
static File javaxCachesDir() {
return javaxCachesDir_dir != null ? javaxCachesDir_dir : new File(userHome(), "JavaX-Caches");
}
static File javaxCachesDir(String sub) {
return newFile(javaxCachesDir(), sub);
}
static boolean networkAllowanceTest(String url) {
return isAllowed("networkAllowanceTest", url);
}
static final boolean loadPageThroughProxy_enabled = false;
static String loadPageThroughProxy(String url) {
return null;
}
static String exceptionToStringShort(Throwable e) {
lastException(e);
e = getInnerException(e);
String msg = hideCredentials(unnull(e.getMessage()));
if (msg.indexOf("Error") < 0 && msg.indexOf("Exception") < 0)
return baseClassName(e) + prependIfNempty(": ", msg);
else
return msg;
}
static void sleepSeconds(double s) {
if (s > 0) sleep(round(s*1000));
}
static <A> A printWithTime(A a) {
return printWithTime("", a);
}
static <A> A printWithTime(String s, A a) {
print(hmsWithColons() + ": " + s, a);
return a;
}
static String hideCredentials(URL url) { return url == null ? null : hideCredentials(str(url)); }
static String hideCredentials(String url) {
try {
if (startsWithOneOf(url, "http://", "https://") && isAGIBlueDomain(hostNameFromURL(url))) return url;
} catch (Throwable e) {
print("HideCredentials", e);
}
return url.replaceAll("([&?])(_pass|key|cookie)=[^&\\s\"]*", "$1$2=<hidden>");
}
static String hideCredentials(Object o) {
return hideCredentials(str(o));
}
static <A> A getAndClearThreadLocal(ThreadLocal<A> tl) {
A a = tl.get();
tl.set(null);
return a;
}
static <A> A optPar(ThreadLocal<A> tl, A defaultValue) {
A a = tl.get();
if (a != null) {
tl.set(null);
return a;
}
return defaultValue;
}
static <A> A optPar(ThreadLocal<A> tl) {
return optPar(tl, null);
}
static Object optPar(Object[] params, String name) {
return optParam(params, name);
}
static Object optPar(String name, Object[] params) {
return optParam(params, name);
}
static Object optPar(String name, Map params) {
return optParam(name, params);
}
static <A> A optPar(Object[] params, String name, A defaultValue) {
return optParam(params, name, defaultValue);
}
static <A> A optPar(String name, Object[] params, A defaultValue) {
return optParam(params, name, defaultValue);
}
static void setHeaders(URLConnection con) throws IOException {
String computerID = getComputerID_quick();
if (computerID != null) try {
con.setRequestProperty("X-ComputerID", computerID);
con.setRequestProperty("X-OS", System.getProperty("os.name") + " " + System.getProperty("os.version"));
} catch (Throwable e) {
//printShortException(e);
}
}
static Map vm_generalSubMap(Object name) {
synchronized(get(javax(), "generalMap")) {
Map map = (Map) (vm_generalMap_get(name));
if (map == null)
vm_generalMap_put(name, map = synchroMap());
return map;
}
}
static InputStream urlConnection_getInputStream(URLConnection con) throws IOException {
UnknownHostException lastException = null;
for (int _repeat_0 = 0; _repeat_0 < 2; _repeat_0++) {
try {
if (con instanceof HttpURLConnection)
if (((HttpURLConnection) con).getResponseCode() == 500)
throw new IOException(joinNemptiesWithColonSpace("Server code 500", tryToReadErrorStreamFromURLConnection(((HttpURLConnection) con))));
return con.getInputStream();
} catch (UnknownHostException e) {
lastException = e;
print("Retrying because of: " + e);
continue;
}
}
throw lastException;
}
static GZIPInputStream newGZIPInputStream(File f) {
return gzInputStream(f);
}
static GZIPInputStream newGZIPInputStream(InputStream in) {
return gzInputStream(in);
}
static String unquote(String s) {
if (s == null) return null;
if (startsWith(s, '[')) {
int i = 1;
while (i < s.length() && s.charAt(i) == '=') ++i;
if (i < s.length() && s.charAt(i) == '[') {
String m = s.substring(1, i);
if (s.endsWith("]" + m + "]"))
return s.substring(i+1, s.length()-i-1);
}
}
if (s.length() > 1) {
char c = s.charAt(0);
if (c == '\"' || c == '\'') {
int l = endsWith(s, c) ? s.length()-1 : s.length();
StringBuilder sb = new StringBuilder(l-1);
for (int i = 1; i < l; i++) {
char ch = s.charAt(i);
if (ch == '\\') {
char nextChar = (i == l - 1) ? '\\' : s.charAt(i + 1);
// Octal escape?
if (nextChar >= '0' && nextChar <= '7') {
String code = "" + nextChar;
i++;
if ((i < l - 1) && s.charAt(i + 1) >= '0'
&& s.charAt(i + 1) <= '7') {
code += s.charAt(i + 1);
i++;
if ((i < l - 1) && s.charAt(i + 1) >= '0'
&& s.charAt(i + 1) <= '7') {
code += s.charAt(i + 1);
i++;
}
}
sb.append((char) Integer.parseInt(code, 8));
continue;
}
switch (nextChar) {
case '\"': ch = '\"'; break;
case '\\': ch = '\\'; break;
case 'b': ch = '\b'; break;
case 'f': ch = '\f'; break;
case 'n': ch = '\n'; break;
case 'r': ch = '\r'; break;
case 't': ch = '\t'; break;
case '\'': ch = '\''; break;
// Hex Unicode: u????
case 'u':
if (i >= l - 5) {
ch = 'u';
break;
}
int code = Integer.parseInt(
"" + s.charAt(i + 2) + s.charAt(i + 3)
+ s.charAt(i + 4) + s.charAt(i + 5), 16);
sb.append(Character.toChars(code));
i += 5;
continue;
default:
ch = nextChar; // added by Stefan
}
i++;
}
sb.append(ch);
}
return sb.toString();
}
}
return s; // not quoted - return original
}
static String toHex(byte[] bytes) {
return bytesToHex(bytes);
}
static String toHex(byte[] bytes, int ofs, int len) {
return bytesToHex(bytes, ofs, len);
}
static byte[] utf8(String s) {
return toUtf8(s);
}
static Matcher regexpMatcher(String pat, String s) {
return compileRegexp(pat).matcher(unnull(s));
}
static URLConnection openConnection(String url) { try {
return openConnection(new URL(url));
} catch (Exception __e) { throw rethrow(__e); } }
static URLConnection openConnection(URL url) { try {
ping();
callOpt(javax(), "recordOpenURLConnection", str(url));
return url.openConnection();
} catch (Exception __e) { throw rethrow(__e); } }
static URLConnection setURLConnectionTimeouts(URLConnection con, long timeout) {
con.setConnectTimeout(toInt(timeout));
con.setReadTimeout(toInt(timeout));
if (con.getConnectTimeout() != timeout || con.getReadTimeout() != timeout)
print("Warning: Timeouts not set by JDK.");
return con;
}
static URLConnection setURLConnectionDefaultTimeouts(URLConnection con, long timeout) {
if (con.getConnectTimeout() == 0) {
con.setConnectTimeout(toInt(timeout));
if (con.getConnectTimeout() != timeout)
print("Warning: URL connect timeout not set by JDK.");
}
if (con.getReadTimeout() == 0) {
con.setReadTimeout(toInt(timeout));
if (con.getReadTimeout() != timeout)
print("Warning: URL read timeout not set by JDK.");
}
return con;
}
static boolean isURL(String s) {
return startsWithOneOf(s, "http://", "https://", "file:");
}
static boolean isImageServerSnippet(long id) {
return id >= 1100000 && id < 1200000;
}
static String imageServerLink(String md5OrID) {
if (possibleMD5(md5OrID))
return "https://botcompany.de/images/md5/" + md5OrID;
return imageServerLink(parseSnippetID(md5OrID));
}
static String imageServerLink(long id) {
return "https://botcompany.de/images/" + id;
}
// TODO: process CDATA, scripts
static List<String> htmlcoarsetok(String s) {
List<String> tok = new ArrayList<String>();
int l = s == null ? 0 : s.length();
int i = 0;
while (i < l) {
int j = i;
char c;
// scan for non-tags
while (j < l) {
if (s.charAt(j) != '<')
// regular character
++j;
else if (s.substring(j, Math.min(j+4, l)).equals("<!--")) {
// HTML comment
j = j+4;
do ++j; while (j < l && !s.substring(j, Math.min(j+3, l)).equals("-->"));
j = Math.min(j+3, l);
} else
// it's a tag
break;
}
tok.add(s.substring(i, j));
i = j;
if (i >= l) break;
c = s.charAt(i);
// scan for tags
if (c == '<') {
++j;
while (j < l && s.charAt(j) != '>') ++j; // TODO: strings?
if (j < l) ++j;
}
tok.add(s.substring(i, j));
i = j;
}
if ((tok.size() % 2) == 0) tok.add("");
return tok;
}
// tok must come from htmlTok
// returns all container tags found (including content) as CNC
// should be OK for both HTML and XML
static List<List<String>> findContainerTag(List<String> tok, String tag) {
List<List<String>> l = new ArrayList();
for (int i = 1; i < l(tok); i += 2)
if (isOpeningTag(tok.get(i), tag)) {
int j, level = 1;
for (j = i+2; j < tok.size(); j += 2)
if (isOpeningTag(tok.get(j), tag))
++level;
else if (isTag(tok.get(j), "/" + tag)) {
--level;
if (level == 0) {
l.add(tok.subList(i-1, j+2)); // actual CNC
break;
}
}
i = j;
}
return l;
}
static List<List<String>> findContainerTag(String html, String tag) {
return findContainerTag(htmlTok(html), tag);
}
static List<String> replaceSubList(List<String> l, List<String> x, List<String> y) {
return replaceSublist(l, x, y);
}
static <A> List<A> replaceSubList(List<A> l, int fromIndex, int toIndex, List<A> y) {
return replaceSublist(l, fromIndex, toIndex, y);
}
static <A> ArrayList<A> litlist(A... a) {
ArrayList l = new ArrayList(a.length);
for (A x : a) l.add(x);
return l;
}
static Object callMainBot(String method, Object... args) {
return call(mainBot(), method, args);
}
static Throwable getInnerException(Throwable e) {
if (e == null) return null;
while (e.getCause() != null)
e = e.getCause();
return e;
}
static Throwable getInnerException(Runnable r) {
return getInnerException(getException(r));
}
static String snippetImageLink(String snippetID) {
return snippetImageURL(snippetID);
}
static String dataSnippetLink(String snippetID) {
long id = parseSnippetID(snippetID);
if (id >= 1100000 && id < 1200000)
return imageServerURL() + id;
if (id >= 1200000 && id < 1300000) { // Woody files, actually
String pw = muricaPassword();
if (empty(pw)) throw fail("Please set 'murica password by running #1008829");
return "https://botcompany.de/files/" + id + "?_pass=" + pw; // XXX, although it typically gets hidden when printing
}
return fileServerURL() + "/" + id /*+ "?_pass=" + muricaPassword()*/;
}
static CloseableIterableIterator<String> linesFromFile(File f) { try {
if (!f.exists()) return emptyCloseableIterableIterator();
if (ewic(f.getName(), ".gz"))
return linesFromReader(utf8bufferedReader(newGZIPInputStream(f)));
return linesFromReader(utf8bufferedReader(f));
} catch (Exception __e) { throw rethrow(__e); } }
static CloseableIterableIterator<String> linesFromFile(String path) {
return linesFromFile(newFile(path));
}
static Random defaultRandomGenerator() {
return ThreadLocalRandom.current();
}
static boolean isCISet(Iterable<String> l) {
return l instanceof TreeSet && ((TreeSet) l).comparator() == caseInsensitiveComparator();
}
static <A, B extends A> void addAll(Collection<A> c, Iterable<B> b) {
if (c != null && b != null) for (A a : b) c.add(a);
}
static <A, B extends A> boolean addAll(Collection<A> c, Collection<B> b) {
return c != null && b != null && c.addAll(b);
}
static <A, B extends A> boolean addAll(Collection<A> c, B... b) {
return c != null && c.addAll(Arrays.asList(b));
}
static <A, B> Map<A, B> addAll(Map<A, B> a, Map<? extends A,? extends B> b) {
if (a != null) a.putAll(b);
return a;
}
static SimpleDateFormat simpleDateFormat_timeZone(String format, String timeZone) {
SimpleDateFormat sdf = new SimpleDateFormat(format);
sdf.setTimeZone(timeZone(timeZone));
return sdf;
}
static boolean containsNulls(Collection c) {
return contains(c, null);
}
static Map similarEmptyMap(Map m) {
if (m instanceof TreeMap) return new TreeMap(((TreeMap) m).comparator());
if (m instanceof LinkedHashMap) return new LinkedHashMap();
// default to a hash map
return new HashMap();
}
static int min(int a, int b) {
return Math.min(a, b);
}
static long min(long a, long b) {
return Math.min(a, b);
}
static float min(float a, float b) { return Math.min(a, b); }
static float min(float a, float b, float c) { return min(min(a, b), c); }
static double min(double a, double b) {
return Math.min(a, b);
}
static double min(double[] c) {
double x = Double.MAX_VALUE;
for (double d : c) x = Math.min(x, d);
return x;
}
static float min(float[] c) {
float x = Float.MAX_VALUE;
for (float d : c) x = Math.min(x, d);
return x;
}
static byte min(byte[] c) {
byte x = 127;
for (byte d : c) if (d < x) x = d;
return x;
}
static short min(short[] c) {
short x = 0x7FFF;
for (short d : c) if (d < x) x = d;
return x;
}
static int min(int[] c) {
int x = Integer.MAX_VALUE;
for (int d : c) if (d < x) x = d;
return x;
}
static Object[] html_massageAutofocusParam(Object[] params) {
Object autofocus = optPar("autofocus",params);
return changeParam(params, "autofocus" , eqOneOf(autofocus, true, 1, "1", "autofocus") ? html_valueLessParam() : null);
}
static String actualUserHome_value;
static String actualUserHome() {
if (actualUserHome_value == null) {
if (isAndroid())
actualUserHome_value = "/storage/emulated/0/";
else
actualUserHome_value = System.getProperty("user.home");
}
return actualUserHome_value;
}
static File actualUserHome(String sub) {
return newFile(new File(actualUserHome()), sub);
}
static File userDir() {
return new File(userHome());
}
static File userDir(String path) {
return new File(userHome(), path);
}
static boolean checkConceptFields(Concept x, Object... data) {
for (int i = 0; i < l(data); i += 2)
if (neq(cget(x, (String) data[i]), deref(data[i+1])))
return false;
return true;
}
static long ipToInt(String ip) {
Matches m = new Matches();
assertTrue(jmatch("*.*.*.*", ip, m));
return parseLong(m.unq(3))
| parseLong(m.unq(2)) << 8
| parseLong(m.unq(1)) << 16
| parseLong(m.unq(0)) << 24;
}
static boolean directoryEmpty(File f) {
return directoryIsEmpty(f);
}
static void unzipSnippet(String snippetID, File toDir) {
print("Unzipping snippet " + snippetID + " to " + toDir);
zip2dir(loadLibrary(snippetID), toDir);
}
static <A, B> B pairB(Pair<A, B> p) {
return p == null ? null : p.b;
}
// returns pair(character range, line) or null if not found
// if no exact match found, return line above
// nav takes a line and returns -1 (move up), 0 (found) or 1 (move down)
static Pair<LongRange, String> binarySearchForLineInTextFile(File file, IF1<String, Integer> nav) {
long length = l(file);
int bufSize = 1024;
RandomAccessFile raf = randomAccessFileForReading(file); try {
long min = 0, max = length;
int direction = 0;
Pair<LongRange, String> possibleResult = null;
while (min < max) { ping();
long middle = (min+max)/2;
long lineStart = raf_findBeginningOfLine(raf, middle, bufSize);
long lineEnd = raf_findEndOfLine(raf, middle, bufSize);
String line = fromUtf8(raf_readFilePart(raf, lineStart, (int) (lineEnd-1-lineStart)));
direction = nav.get(line);
possibleResult = pair(new LongRange(lineStart, lineEnd), line);
if (direction == 0) return possibleResult;
// asserts are to assure that loop terminates
if (direction < 0) max = assertLessThan(max, lineStart);
else min = assertBiggerThan(min, lineEnd);
}
if (direction >= 0) return possibleResult;
long lineStart = raf_findBeginningOfLine(raf, min-1, bufSize);
String line = fromUtf8(raf_readFilePart(raf, lineStart, (int) (min-1-lineStart)));
return pair(new LongRange(lineStart, min), line);
} finally { _close(raf); }}
static List<String> tok_splitAtComma_unquote(String s) {
List<String> tok = javaTok(s);
List<String> out = new ArrayList();
for (int i = 0; i < l(tok); i++) {
int j = smartIndexOf(tok, ",", i);
out.add(unquote(trimJoinSubList(tok, i, j)));
i = j;
}
return out;
}
static long parseLongOpt(String s) {
return isInteger(s) ? parseLong(s) : 0;
}
static <A> A second(List<A> l) {
return get(l, 1);
}
static <A> A second(Iterable<A> l) {
if (l == null) return null;
Iterator<A> it = iterator(l);
if (!it.hasNext()) return null;
it.next();
return it.hasNext() ? it.next() : null;
}
static <A> A second(A[] bla) {
return bla == null || bla.length <= 1 ? null : bla[1];
}
static <A, B> B second(Pair<A, B> p) {
return p == null ? null : p.b;
}
static <A> A second(Producer<A> p) {
if (p == null) return null;
if (p.next() == null) return null;
return p.next();
}
static char second(String s) {
return charAt(s, 1);
}
static TimerTask timerTask(final Object r, final java.util.Timer timer) {
return new TimerTask() {
public void run() {
if (!licensed())
timer.cancel();
else
pcallF(r);
}
};
}
static <A> A vmBus_timerStarted(A timer) {
vmBus_send("timerStarted",timer, costCenter());
return timer;
}
static long toMS(double seconds) {
return (long) (seconds*1000);
}
static boolean endsWith(String a, String b) {
return a != null && a.endsWith(b);
}
static boolean endsWith(String a, char c) {
return nempty(a) && lastChar(a) == c;
}
static boolean endsWith(String a, String b, Matches m) {
if (!endsWith(a, b)) return false;
m.m = new String[] {dropLast(l(b), a)};
return true;
}
static TreeMap litCIMap(Object... x) {
TreeMap map = caseInsensitiveMap();
litmap_impl(map, x);
return map;
}
// f : Matcher -> S
static String regexReplaceIC(String s, String pat, Object f) {
return regexReplace(regexpMatcherIC(pat, s), f);
}
static File getSecretProgramDir() {
return getSecretProgramDir(getProgramID());
}
static File getSecretProgramDir(String snippetID) {
if (empty(snippetID)) return javaxSecretDir();
return newFile(javaxSecretDir(), formatSnippetID(snippetID));
}
static int globalIDLength() {
return 16;
}
static HashMap<String, List<Method>> callMC_cache = new HashMap();
static String callMC_key;
static Method callMC_value;
// varargs assignment fixer for a single string array argument
static Object callMC(String method, String[] arg) {
return callMC(method, new Object[] {arg});
}
static Object callMC(String method, Object... args) { try {
Method me;
if (callMC_cache == null) callMC_cache = new HashMap(); // initializer time workaround
synchronized(callMC_cache) {
me = method == callMC_key ? callMC_value : null;
}
if (me != null) try {
return invokeMethod(me, null, args);
} catch (IllegalArgumentException e) {
throw new RuntimeException("Can't call " + me + " with arguments " + classNames(args), e);
}
List<Method> m;
synchronized(callMC_cache) {
m = callMC_cache.get(method);
}
if (m == null) {
if (callMC_cache.isEmpty()) {
callMC_makeCache();
m = callMC_cache.get(method);
}
if (m == null) throw fail("Method named " + method + " not found in main");
}
int n = m.size();
if (n == 1) {
me = m.get(0);
synchronized(callMC_cache) {
callMC_key = method;
callMC_value = me;
}
try {
return invokeMethod(me, null, args);
} catch (IllegalArgumentException e) {
throw new RuntimeException("Can't call " + me + " with arguments " + classNames(args), e);
}
}
for (int i = 0; i < n; i++) {
me = m.get(i);
if (call_checkArgs(me, args, false))
return invokeMethod(me, null, args);
}
throw fail("No method called " + method + " with arguments (" + joinWithComma(getClasses(args)) + ") found in main");
} catch (Exception __e) { throw rethrow(__e); } }
static void callMC_makeCache() {
synchronized(callMC_cache) {
callMC_cache.clear();
Class _c = (Class) mc(), c = _c;
while (c != null) {
for (Method m : c.getDeclaredMethods())
if ((m.getModifiers() & java.lang.reflect.Modifier.STATIC) != 0) {
makeAccessible(m);
multiMapPut(callMC_cache, m.getName(), m);
}
c = c.getSuperclass();
}
}
}
static <A> A assertNotNull(A a) {
assertTrue(a != null);
return a;
}
static <A> A assertNotNull(String msg, A a) {
assertTrue(msg, a != null);
return a;
}
static Map synchroHashMap() {
return Collections.synchronizedMap(new HashMap());
}
static List _registerWeakMap_preList;
static <A> A _registerWeakMap(A map) {
if (javax() == null) {
// We're in class init
if (_registerWeakMap_preList == null) _registerWeakMap_preList = synchroList();
_registerWeakMap_preList.add(map);
return map;
}
try {
call(javax(), "_registerWeakMap", map);
} catch (Throwable e) {
printException(e);
print("Upgrade JavaX!!");
}
return map;
}
static void _onLoad_registerWeakMap() {
assertNotNull(javax());
if (_registerWeakMap_preList == null) return;
for (Object o : _registerWeakMap_preList)
_registerWeakMap(o);
_registerWeakMap_preList = null;
}
static Object vm_generalMap_put(Object key, Object value) {
return mapPutOrRemove(vm_generalMap(), key, value);
}
static <A, B> Map<A, B> newWeakMap() {
return newWeakHashMap();
}
static <A> WeakReference<A> newWeakReference(A a) {
return a == null ? null : new WeakReference(a);
}
static Throwable unwrapTrivialExceptionWraps(Throwable e) {
if (e == null) return e;
while (e.getClass() == RuntimeException.class
&& e.getCause() != null && eq(e.getMessage(), str(e.getCause())))
e = e.getCause();
return e;
}
static String replacePrefix(String prefix, String replacement, String s) {
if (!startsWith(s, prefix)) return s;
return replacement + substring(s, l(prefix));
}
static Throwable innerException2(Throwable e) {
if (e == null) return null;
while (empty(e.getMessage()) && e.getCause() != null)
e = e.getCause();
return e;
}
static Object _defaultClassFinder_value = defaultDefaultClassFinder();
static Object _defaultClassFinder() {
return _defaultClassFinder_value;
}
static String programIDWithCase() {
return nempty(caseID())
? programID() + "/" + quoteUnlessIdentifierOrInteger(caseID())
: programID();
}
static void _registerIO(Object object, String path, boolean opened) {
}
static void assertTrue(Object o) {
if (!(eq(o, true) /*|| isTrue(pcallF(o))*/))
throw fail(str(o));
}
static boolean assertTrue(String msg, boolean b) {
if (!b)
throw fail(msg);
return b;
}
static boolean assertTrue(boolean b) {
if (!b)
throw fail("oops");
return b;
}
static Map paramsToMap(Object... params) {
int n = l(params);
if (l(params) == 1 && params[0] instanceof Map) return (Map) params[0];
LinkedHashMap map = new LinkedHashMap();
for (int i = 0; i+1 < n; i += 2)
mapPut(map, params[i], params[i+1]);
return map;
}
static Object[] mapToObjectArray(Map map) {
List l = new ArrayList();
for (Object o : keys(map)) {
l.add(o);
l.add(map.get(o));
}
return toObjectArray(l);
}
static Object[] mapToObjectArray(Object f, Collection l) {
int n = l(l);
Object[] array = new Object[n];
if (n != 0) {
Iterator it = iterator(l);
for (int i = 0; i < n; i++)
array[i] = callF(f, it.next());
}
return array;
}
static Object[] mapToObjectArray(Object f, Object[] l) {
int n = l(l);
Object[] array = new Object[n];
for (int i = 0; i < n; i++)
array[i] = callF(f, l[i]);
return array;
}
static <A> Object[] mapToObjectArray(Collection<A> l, IF1<A, Object> f) {
return mapToObjectArray(f, l);
}
static Object html_valueLessParam_cache;
static Object html_valueLessParam() { if (html_valueLessParam_cache == null) html_valueLessParam_cache = html_valueLessParam_load(); return html_valueLessParam_cache; }
static Object html_valueLessParam_load() {
return new Object();
}
static String htmlQuote(String s) {
return "\"" + htmlencode_forParams(s) + "\"";
}
static String htmldecode(final String input) {
if (input == null) return null;
final int MIN_ESCAPE = 2;
final int MAX_ESCAPE = 6;
StringWriter writer = null;
int len = input.length();
int i = 1;
int st = 0;
while (true) {
// look for '&'
while (i < len && input.charAt(i-1) != '&')
i++;
if (i >= len)
break;
// found '&', look for ';'
int j = i;
while (j < len && j < i + MAX_ESCAPE + 1 && input.charAt(j) != ';')
j++;
if (j == len || j < i + MIN_ESCAPE || j == i + MAX_ESCAPE + 1) {
i++;
continue;
}
// found escape
if (input.charAt(i) == '#') {
// numeric escape
int k = i + 1;
int radix = 10;
final char firstChar = input.charAt(k);
if (firstChar == 'x' || firstChar == 'X') {
k++;
radix = 16;
}
try {
int entityValue = Integer.parseInt(input.substring(k, j), radix);
if (writer == null)
writer = new StringWriter(input.length());
writer.append(input.substring(st, i - 1));
if (entityValue > 0xFFFF) {
final char[] chrs = Character.toChars(entityValue);
writer.write(chrs[0]);
writer.write(chrs[1]);
} else {
writer.write(entityValue);
}
} catch (NumberFormatException ex) {
i++;
continue;
}
}
else {
// named escape
CharSequence value = htmldecode_lookupMap.get(input.substring(i, j));
if (value == null) {
i++;
continue;
}
if (writer == null)
writer = new StringWriter(input.length());
writer.append(input.substring(st, i - 1));
writer.append(value);
}
// skip escape
st = j + 1;
i = st;
}
if (writer != null) {
writer.append(input.substring(st, len));
return writer.toString();
}
return input;
}
private static final String[][] htmldecode_ESCAPES = {
{"\"", "quot"}, // " - double-quote
{"&", "amp"}, // & - ampersand
{"<", "lt"}, // < - less-than
{">", "gt"}, // > - greater-than
// Mapping to escape ISO-8859-1 characters to their named HTML 3.x equivalents.
{"\u00A0", "nbsp"}, // non-breaking space
{"\u00A1", "iexcl"}, // inverted exclamation mark
{"\u00A2", "cent"}, // cent sign
{"\u00A3", "pound"}, // pound sign
{"\u00A4", "curren"}, // currency sign
{"\u00A5", "yen"}, // yen sign = yuan sign
{"\u00A6", "brvbar"}, // broken bar = broken vertical bar
{"\u00A7", "sect"}, // section sign
{"\u00A8", "uml"}, // diaeresis = spacing diaeresis
{"\u00A9", "copy"}, // copyright sign
{"\u00AA", "ordf"}, // feminine ordinal indicator
{"\u00AB", "laquo"}, // left-pointing double angle quotation mark = left pointing guillemet
{"\u00AC", "not"}, // not sign
{"\u00AD", "shy"}, // soft hyphen = discretionary hyphen
{"\u00AE", "reg"}, // registered trademark sign
{"\u00AF", "macr"}, // macron = spacing macron = overline = APL overbar
{"\u00B0", "deg"}, // degree sign
{"\u00B1", "plusmn"}, // plus-minus sign = plus-or-minus sign
{"\u00B2", "sup2"}, // superscript two = superscript digit two = squared
{"\u00B3", "sup3"}, // superscript three = superscript digit three = cubed
{"\u00B4", "acute"}, // acute accent = spacing acute
{"\u00B5", "micro"}, // micro sign
{"\u00B6", "para"}, // pilcrow sign = paragraph sign
{"\u00B7", "middot"}, // middle dot = Georgian comma = Greek middle dot
{"\u00B8", "cedil"}, // cedilla = spacing cedilla
{"\u00B9", "sup1"}, // superscript one = superscript digit one
{"\u00BA", "ordm"}, // masculine ordinal indicator
{"\u00BB", "raquo"}, // right-pointing double angle quotation mark = right pointing guillemet
{"\u00BC", "frac14"}, // vulgar fraction one quarter = fraction one quarter
{"\u00BD", "frac12"}, // vulgar fraction one half = fraction one half
{"\u00BE", "frac34"}, // vulgar fraction three quarters = fraction three quarters
{"\u00BF", "iquest"}, // inverted question mark = turned question mark
{"\u00C0", "Agrave"}, // ? - uppercase A, grave accent
{"\u00C1", "Aacute"}, // ? - uppercase A, acute accent
{"\u00C2", "Acirc"}, // ? - uppercase A, circumflex accent
{"\u00C3", "Atilde"}, // ? - uppercase A, tilde
{"\u00C4", "Auml"}, // ? - uppercase A, umlaut
{"\u00C5", "Aring"}, // ? - uppercase A, ring
{"\u00C6", "AElig"}, // ? - uppercase AE
{"\u00C7", "Ccedil"}, // ? - uppercase C, cedilla
{"\u00C8", "Egrave"}, // ? - uppercase E, grave accent
{"\u00C9", "Eacute"}, // ? - uppercase E, acute accent
{"\u00CA", "Ecirc"}, // ? - uppercase E, circumflex accent
{"\u00CB", "Euml"}, // ? - uppercase E, umlaut
{"\u00CC", "Igrave"}, // ? - uppercase I, grave accent
{"\u00CD", "Iacute"}, // ? - uppercase I, acute accent
{"\u00CE", "Icirc"}, // ? - uppercase I, circumflex accent
{"\u00CF", "Iuml"}, // ? - uppercase I, umlaut
{"\u00D0", "ETH"}, // ? - uppercase Eth, Icelandic
{"\u00D1", "Ntilde"}, // ? - uppercase N, tilde
{"\u00D2", "Ograve"}, // ? - uppercase O, grave accent
{"\u00D3", "Oacute"}, // ? - uppercase O, acute accent
{"\u00D4", "Ocirc"}, // ? - uppercase O, circumflex accent
{"\u00D5", "Otilde"}, // ? - uppercase O, tilde
{"\u00D6", "Ouml"}, // ? - uppercase O, umlaut
{"\u00D7", "times"}, // multiplication sign
{"\u00D8", "Oslash"}, // ? - uppercase O, slash
{"\u00D9", "Ugrave"}, // ? - uppercase U, grave accent
{"\u00DA", "Uacute"}, // ? - uppercase U, acute accent
{"\u00DB", "Ucirc"}, // ? - uppercase U, circumflex accent
{"\u00DC", "Uuml"}, // ? - uppercase U, umlaut
{"\u00DD", "Yacute"}, // ? - uppercase Y, acute accent
{"\u00DE", "THORN"}, // ? - uppercase THORN, Icelandic
{"\u00DF", "szlig"}, // ? - lowercase sharps, German
{"\u00E0", "agrave"}, // ? - lowercase a, grave accent
{"\u00E1", "aacute"}, // ? - lowercase a, acute accent
{"\u00E2", "acirc"}, // ? - lowercase a, circumflex accent
{"\u00E3", "atilde"}, // ? - lowercase a, tilde
{"\u00E4", "auml"}, // ? - lowercase a, umlaut
{"\u00E5", "aring"}, // ? - lowercase a, ring
{"\u00E6", "aelig"}, // ? - lowercase ae
{"\u00E7", "ccedil"}, // ? - lowercase c, cedilla
{"\u00E8", "egrave"}, // ? - lowercase e, grave accent
{"\u00E9", "eacute"}, // ? - lowercase e, acute accent
{"\u00EA", "ecirc"}, // ? - lowercase e, circumflex accent
{"\u00EB", "euml"}, // ? - lowercase e, umlaut
{"\u00EC", "igrave"}, // ? - lowercase i, grave accent
{"\u00ED", "iacute"}, // ? - lowercase i, acute accent
{"\u00EE", "icirc"}, // ? - lowercase i, circumflex accent
{"\u00EF", "iuml"}, // ? - lowercase i, umlaut
{"\u00F0", "eth"}, // ? - lowercase eth, Icelandic
{"\u00F1", "ntilde"}, // ? - lowercase n, tilde
{"\u00F2", "ograve"}, // ? - lowercase o, grave accent
{"\u00F3", "oacute"}, // ? - lowercase o, acute accent
{"\u00F4", "ocirc"}, // ? - lowercase o, circumflex accent
{"\u00F5", "otilde"}, // ? - lowercase o, tilde
{"\u00F6", "ouml"}, // ? - lowercase o, umlaut
{"\u00F7", "divide"}, // division sign
{"\u00F8", "oslash"}, // ? - lowercase o, slash
{"\u00F9", "ugrave"}, // ? - lowercase u, grave accent
{"\u00FA", "uacute"}, // ? - lowercase u, acute accent
{"\u00FB", "ucirc"}, // ? - lowercase u, circumflex accent
{"\u00FC", "uuml"}, // ? - lowercase u, umlaut
{"\u00FD", "yacute"}, // ? - lowercase y, acute accent
{"\u00FE", "thorn"}, // ? - lowercase thorn, Icelandic
{"\u00FF", "yuml"}, // ? - lowercase y, umlaut
{"\u2013", "ndash"},
{"\u2018", "lsquo"},
{"\u2019", "rsquo"},
{"\u201D", "rdquo"},
{"\u201C", "ldquo"},
{"\u2014", "mdash"},
{"'", "apos"}, // the controversial (but who cares!) '
// stackoverflow.com/questions/2083754/why-shouldnt-apos-be-used-to-escape-single-quotes
};
private static final HashMap<String, CharSequence> htmldecode_lookupMap;
static {
htmldecode_lookupMap = new HashMap<String, CharSequence>();
for (final CharSequence[] seq : htmldecode_ESCAPES)
htmldecode_lookupMap.put(seq[1].toString(), seq[0]);
}
// tok should be the output of htmlcoarsetok
static List<String> dropAllTags(List<String> tok) {
List<String> list = new ArrayList();
for (int i = 0; i < l(tok); i++) {
String t = tok.get(i);
if (odd(i) && t.startsWith("<")) {
list.set(list.size()-1, list.get(list.size()-1) + tok.get(i+1));
++i;
} else
list.add(t);
}
return list;
}
// alternatively, call this convenient function
static String dropAllTags(String html) {
return join(dropAllTags(htmlcoarsetok(html)));
}
static boolean isLetter(char c) {
return Character.isLetter(c);
}
static Throwable getExceptionCause(Throwable e) {
Throwable c = e.getCause();
return c != null ? c : e;
}
static String joinWithSpace(Iterable c) {
return join(" ", c);
}
static String joinWithSpace(String... c) {
return join(" ", c);
}
static boolean isInstanceX(Class type, Object arg) {
if (type == boolean.class) return arg instanceof Boolean;
if (type == int.class) return arg instanceof Integer;
if (type == long.class) return arg instanceof Long;
if (type == float.class) return arg instanceof Float;
if (type == short.class) return arg instanceof Short;
if (type == char.class) return arg instanceof Character;
if (type == byte.class) return arg instanceof Byte;
if (type == double.class) return arg instanceof Double;
return type.isInstance(arg);
}
// This is for main classes that are all static.
// (We don't go to base classes.)
static Set<String> listFields(Object c) {
TreeSet<String> fields = new TreeSet();
for (Field f : _getClass(c).getDeclaredFields())
fields.add(f.getName());
return fields;
}
static String n(long l, String name) {
return l + " " + trim(l == 1 ? singular(name) : getPlural(name));
}
static String n(Collection l, String name) {
return n(l(l), name);
}
static String n(Map m, String name) {
return n(l(m), name);
}
static String n(Object[] a, String name) {
return n(l(a), name);
}
static String n(MultiSet ms, String name) {
return n(l(ms), name);
}
static Method fastIntern_method;
static String fastIntern(String s) { try {
if (s == null) return null;
if (fastIntern_method == null) {
fastIntern_method = findMethodNamed(javax(), "internPerProgram");
if (fastIntern_method == null) upgradeJavaXAndRestart();
}
return (String) fastIntern_method.invoke(null, s);
} catch (Exception __e) { throw rethrow(__e); } }
static String assertIsIdentifier(String s) {
if (!isIdentifier(s))
throw fail("Not an identifier: " + quote(s));
return s;
}
static String assertIsIdentifier(String msg, String s) {
if (!isIdentifier(s))
throw fail(msg + " - Not an identifier: " + quote(s));
return s;
}
static int compareIgnoreCase_jdk(String s1, String s2) {
if (s1 == null) return s2 == null ? 0 : -1;
if (s2 == null) return 1;
int n1 = s1.length();
int n2 = s2.length();
int min = Math.min(n1, n2);
for (int i = 0; i < min; i++) {
char c1 = s1.charAt(i);
char c2 = s2.charAt(i);
if (c1 != c2) {
c1 = Character.toUpperCase(c1);
c2 = Character.toUpperCase(c2);
if (c1 != c2) {
c1 = Character.toLowerCase(c1);
c2 = Character.toLowerCase(c2);
if (c1 != c2) return c1-c2;
}
}
}
return n1-n2;
}
static <A> A[] singlePlusArray(A a, A[] l) {
A[] out = newObjectArrayOfSameType(l, l(l)+1);
out[0] = a;
arraycopy(l, 0, out, 1, l(l));
return out;
}
static int boolToInt(boolean b) {
return b ? 1 : 0;
}
static Object pcallFunction(Object f, Object... args) {
try { return callFunction(f, args); } catch (Throwable __e) { _handleException(__e); }
return null;
}
static <A> Set<A> syncIdentityHashSet() {
return (Set) synchronizedSet(identityHashSet());
}
static Map syncHashMap() {
return synchroHashMap();
}
static <A> A[] arrayOfSameType(A[] a, int n) {
return newObjectArrayOfSameType(a, n);
}
static String formatDouble(double d, int digits) {
String format = digits <= 0 ? "0" : "0." + rep(digits, '#');
return decimalFormatEnglish(format, d);
}
static String formatWithThousandsSeparator(long l) {
return NumberFormat.getInstance(new Locale("en_US")).format(l);
}
static double parseDouble(String s) {
return Double.parseDouble(s);
}
static <A, B> Map<A, B> synchronizedMRUCache(int maxSize) {
return synchroMap(new MRUCache(maxSize));
}
static List<String> parse3(String s) {
return dropPunctuation(javaTokPlusPeriod(s));
}
static boolean equalsIgnoreCase(String a, String b) {
return eqic(a, b);
}
static boolean equalsIgnoreCase(char a, char b) {
return eqic(a, b);
}
static Map<String, java.util.regex.Pattern> compileRegexpIC_cache = syncMRUCache(10);
static java.util.regex.Pattern compileRegexpIC(String pat) {
java.util.regex.Pattern p = compileRegexpIC_cache.get(pat);
if (p == null) {
try {
compileRegexpIC_cache.put(pat, p = java.util.regex.Pattern.compile(pat, Pattern.CASE_INSENSITIVE));
} catch (PatternSyntaxException e) {
throw rethrow(wrapPatternSyntaxException(e));
}
}
return p;
}
static boolean methodIsStatic(Method m) {
return (m.getModifiers() & Modifier.STATIC) != 0;
}
static boolean argumentCompatibleWithType(Object arg, Class type) {
return arg == null ? !type.isPrimitive() : isInstanceX(type, arg);
}
static void arraycopy(Object[] a, Object[] b) {
if (a != null && b != null)
arraycopy(a, 0, b, 0, Math.min(a.length, b.length));
}
static void arraycopy(Object src, int srcPos, Object dest, int destPos, int n) {
if (n != 0)
System.arraycopy(src, srcPos, dest, destPos, n);
}
static <A> A[] arrayOfType(Class<A> type, int n) {
return makeArray(type, n);
}
static <A> A[] arrayOfType(int n, Class<A> type) {
return arrayOfType(type, n);
}
static List<String> getClassNames(Collection l) {
List<String> out = new ArrayList();
if (l != null) for (Object o : l)
out.add(o == null ? null : getClassName(o));
return out;
}
static int indexOfIgnoreCase_manual(String a, String b) {
return indexOfIgnoreCase_manual(a, b, 0);
}
static int indexOfIgnoreCase_manual(String a, String b, int i) {
int la = strL(a), lb = strL(b);
if (la < lb) return -1;
int n = la-lb;
loop: for (; i <= n; i++) {
for (int j = 0; j < lb; j++) {
char c1 = a.charAt(i+j), c2 = b.charAt(j);
if (!eqic(c1, c2))
continue loop;
}
return i;
}
return -1;
}
static List<String> javaTokForStructure(String s) {
return javaTok_noMLS(s);
}
static String structure_addTokenMarkers(String s) {
return join(structure_addTokenMarkers(javaTokForStructure(s)));
}
static List<String> structure_addTokenMarkers(List<String> tok) {
// find references
TreeSet<Integer> refs = new TreeSet();
for (int i = 1; i < l(tok); i += 2) {
String t = tok.get(i);
if (t.startsWith("t") && isInteger(t.substring(1)))
refs.add(parseInt(t.substring(1)));
}
if (empty(refs)) return tok;
// add markers
for (int i : refs) {
int idx = i*2+1;
if (idx >= l(tok)) continue; // broken structure
String t = "";
if (endsWithLetterOrDigit(tok.get(idx-1))) t = " ";
tok.set(idx, t + "m" + i + " " + tok.get(idx));
}
return tok;
}
static String jreplace(String s, String in, String out) {
return jreplace(s, in, out, null);
}
static String jreplace(String s, String in, String out, Object condition) {
List<String> tok = javaTok(s);
return jreplace(tok, in, out, condition) ? join(tok) : s;
}
// leaves tok properly tokenized
// returns true iff anything was replaced
static boolean jreplace(List<String> tok, String in, String out) {
return jreplace(tok, in, out, false, true, null);
}
static boolean jreplace(List<String> tok, String in, String out, Object condition) {
return jreplace(tok, in, out, false, true, condition);
}
static boolean jreplace(List<String> tok, String in, String out, IF2<List<String>, Integer, Boolean> condition) {
return jreplace(tok, in, out, (Object) condition);
}
static boolean jreplace(List<String> tok, String in, String out, boolean ignoreCase, boolean reTok, Object condition) {
String[] toks = javaTokForJFind_array(in);
int lTokin = toks.length*2+1;
boolean anyChange = false;
int i = -1;
for (int n = 0; n < 10000; n++) { // TODO: don't need this check anymore
i = findCodeTokens(tok, i+1, ignoreCase, toks, condition);
if (i < 0)
return anyChange;
List<String> subList = tok.subList(i-1, i+lTokin-1); // N to N
String expansion = jreplaceExpandRefs(out, subList);
int end = i+lTokin-2;
clearAllTokens(tok, i, end); // C to C
tok.set(i, expansion);
if (reTok) // would this ever be false??
reTok(tok, i, end);
i = end;
anyChange = true;
}
throw fail("woot? 10000! " + quote(in) + " => " + quote(out));
}
static boolean jreplace_debug = false;
static boolean structure_showTiming, structure_checkTokenCount;
static String structure(Object o) {
return structure(o, new structure_Data());
}
static String structure(Object o, structure_Data d) {
StringWriter sw = new StringWriter();
d.out = new PrintWriter(sw);
structure_go(o, d);
String s = str(sw);
if (structure_checkTokenCount) {
print("token count=" + d.n);
assertEquals("token count", l(javaTokC(s)), d.n);
}
return s;
}
static void structure_go(Object o, structure_Data d) {
structure_1(o, d);
while (nempty(d.stack))
popLast(d.stack).run();
}
static void structureToPrintWriter(Object o, PrintWriter out) {
structure_Data d = new structure_Data();
d.out = out;
structure_go(o, d);
}
// leave to false, unless unstructure() breaks
static boolean structure_allowShortening = false;
// info on how to serialize objects of a certain class
static class structure_ClassInfo {
List<Field> fields;
Method customSerializer;
boolean special, nullInstances;
}
static class structure_Data {
PrintWriter out;
int stringSizeLimit;
int shareStringsLongerThan = 20;
boolean noStringSharing = false;
IdentityHashMap<Object, Integer> seen = new IdentityHashMap();
//new BitSet refd;
HashMap<String, Integer> strings = new HashMap();
HashSet<String> concepts = new HashSet();
HashMap<Class, structure_ClassInfo> infoByClass = new HashMap();
HashMap<Class, Field> persistenceInfo = new HashMap();
int n; // token count
List<Runnable> stack = new ArrayList();
// append single token
structure_Data append(String token) { out.print(token); ++n; return this; }
structure_Data append(int i) { out.print(i); ++n; return this; }
// append multiple tokens
structure_Data append(String token, int tokCount) { out.print(token); n += tokCount; return this; }
// extend last token
structure_Data app(String token) { out.print(token); return this; }
structure_Data app(int i) { out.print(i); return this; }
}
static void structure_1(final Object o, final structure_Data d) { try {
if (o == null) { d.append("null"); return; }
Class c = o.getClass();
boolean concept = false;
concept = o instanceof Concept;
structure_ClassInfo info = d.infoByClass.get(c);
if (info == null) {
d.infoByClass.put(c, info = new structure_ClassInfo());
if ((info.customSerializer = findMethodNamed(c, "_serialize"))
!= null) info.special = true;
}
List<Field> lFields = info.fields;
if (lFields == null) {
// these are never back-referenced (for readability)
if (o instanceof Number) {
PrintWriter out = d.out;
if (o instanceof Integer) { int i = ((Integer) o).intValue(); out.print(i); d.n += i < 0 ? 2 : 1; return; }
if (o instanceof Long) { long l = ((Long) o).longValue(); out.print(l); out.print("L"); d.n += l < 0 ? 2 : 1; return; }
if (o instanceof Short) { short s = ((Short) o).shortValue(); d.append("sh "); out.print(s); d.n += s < 0 ? 2 : 1; return; }
if (o instanceof Float) { d.append("fl ", 2); quoteToPrintWriter(str(o), out); return; }
if (o instanceof Double) { d.append("d(", 3); quoteToPrintWriter(str(o), out); d.append(")"); return; }
if (o instanceof BigInteger) { out.print("bigint("); out.print(o); out.print(")"); d.n += ((BigInteger) o).signum() < 0 ? 5 : 4; return; }
}
if (o instanceof Boolean) {
d.append(((Boolean) o).booleanValue() ? "t" : "f"); return;
}
if (o instanceof Character) {
d.append(quoteCharacter((Character) o)); return;
}
if (o instanceof File) {
d.append("File ").append(quote(((File) o).getPath())); return;
}
// referencable objects follow
Integer ref = d.seen.get(o);
if (o instanceof String && ref == null) ref = d.strings.get((String) o);
if (ref != null) { /*d.refd.set(ref);*/ d.append("t").app(ref); return; }
if (!(o instanceof String))
d.seen.put(o, d.n); // record token number
else {
String s = d.stringSizeLimit != 0 ? shorten((String) o, d.stringSizeLimit) : (String) o;
if (!d.noStringSharing) {
if (d.shareStringsLongerThan == Integer.MAX_VALUE)
d.seen.put(o, d.n);
if (l(s) >= d.shareStringsLongerThan)
d.strings.put(s, d.n);
}
quoteToPrintWriter(s, d.out); d.n++; return;
}
if (o instanceof Set) {
/*O set2 = unwrapSynchronizedSet(o);
if (set2 != o) {
d.append("sync");
o = set2;
} TODO */
if (((Set) o) instanceof TreeSet) {
d.append(isCISet_gen(((Set) o)) ? "ciset" : "treeset");
structure_1(new ArrayList(((Set) o)), d);
return;
}
// assume it's a HashSet or LinkedHashSet
d.append(((Set) o) instanceof LinkedHashSet ? "lhs" : "hashset");
structure_1(new ArrayList(((Set) o)), d);
return;
}
String name = c.getName();
if (o instanceof Collection
&& !startsWith(name, "main$")
/* && neq(name, "main$Concept$RefL") */) {
// it's a list
if (name.equals("java.util.Collections$SynchronizedList")
|| name.equals("java.util.Collections$SynchronizedRandomAccessList")) {
d.append("sync ");
{ structure_1(unwrapSynchronizedList(((List) o)), d); return; }
}
else if (name.equals("java.util.LinkedList")) d.append("ll");
d.append("[");
final int l = d.n;
final Iterator it = ((Collection) o).iterator();
d.stack.add(new Runnable() { public void run() { try {
if (!it.hasNext())
d.append("]");
else {
d.stack.add(this);
if (d.n != l) d.append(", ");
structure_1(it.next(), d);
}
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "if (!it.hasNext())\r\n d.append(\"]\");\r\n else {\r\n d.sta..."; }});
return;
}
if (o instanceof Map && !startsWith(name, "main$")) {
if (o instanceof LinkedHashMap) d.append("lhm");
else if (o instanceof HashMap) d.append("hm");
else if (o instanceof TreeMap)
d.append(isCIMap_gen(((TreeMap) o)) ? "cimap" : "tm");
else if (name.equals("java.util.Collections$SynchronizedMap")
|| name.equals("java.util.Collections$SynchronizedSortedMap")
|| name.equals("java.util.Collections$SynchronizedNavigableMap")) {
d.append("sync ");
{ structure_1(unwrapSynchronizedMap(((Map) o)), d); return; }
}
d.append("{");
final int l = d.n;
final Iterator it = ((Map) o).entrySet().iterator();
d.stack.add(new Runnable() {
boolean v = false;
Map.Entry e;
public void run() {
if (v) {
d.append("=");
v = false;
d.stack.add(this);
structure_1(e.getValue(), d);
} else {
if (!it.hasNext())
d.append("}");
else {
e = (Map.Entry) it.next();
v = true;
d.stack.add(this);
if (d.n != l) d.append(", ");
structure_1(e.getKey(), d);
}
}
}
});
return;
}
if (c.isArray()) {
if (o instanceof byte[]) {
d.append("ba ").append(quote(bytesToHex((byte[]) o))); return;
}
final int n = Array.getLength(o);
if (o instanceof boolean[]) {
String hex = boolArrayToHex((boolean[]) o);
int i = l(hex);
while (i > 0 && hex.charAt(i-1) == '0' && hex.charAt(i-2) == '0') i -= 2;
d.append("boolarray ").append(n).app(" ").append(quote(substring(hex, 0, i))); return;
}
String atype = "array"/*, sep = ", "*/; // sep is not used yet
if (o instanceof int[]) {
//ret "intarray " + quote(intArrayToHex((int[]) o));
atype = "intarray";
//sep = " ";
} else if (o instanceof double[]) {
atype = "dblarray";
//sep = " ";
}
d.append(atype).append("{");
d.stack.add(new Runnable() {
int i;
public void run() {
if (i >= n)
d.append("}");
else {
d.stack.add(this);
if (i > 0) d.append(", ");
structure_1(Array.get(o, i++), d);
}
}
});
return;
}
if (o instanceof Class) {
d.append("class(", 2).append(quote(((Class) o).getName())).append(")"); return;
}
if (o instanceof Throwable) {
d.append("exception(", 2).append(quote(((Throwable) o).getMessage())).append(")"); return;
}
if (o instanceof BitSet) {
BitSet bs = (BitSet) o;
d.append("bitset{", 2);
int l = d.n;
for (int i = bs.nextSetBit(0); i >= 0; i = bs.nextSetBit(i+1)) {
if (d.n != l) d.append(", ");
d.append(i);
}
d.append("}"); return;
}
// Need more cases? This should cover all library classes...
if (name.startsWith("java.") || name.startsWith("javax.")) {
d.append("j ").append(quote(str(o))); return; // Hm. this is not unstructure-able
}
/*if (name.equals("main$Lisp")) {
fail("lisp not supported right now");
}*/
if (info.special) {
if (info.customSerializer != null) {
// custom serialization (_serialize method)
Object o2 = invokeMethod(info.customSerializer, o);
d.append("cu ");
String shortName = dropPrefix("main$", name);
d.append(shortName);
d.out.append(' ');
structure_1(o2, d);
return;
} else
if (info.nullInstances) { d.append("null"); return; }
else throw fail("unknown special type");
}
String dynName = shortDynamicClassName(o);
if (concept && !d.concepts.contains(dynName)) {
d.concepts.add(dynName);
d.append("c ");
}
// serialize an object with fields.
// first, collect all fields and values in fv.
TreeSet<Field> fields = new TreeSet<Field>(new Comparator<Field>() {
public int compare(Field a, Field b) {
return stdcompare(a.getName(), b.getName());
}
});
Class cc = c;
while (cc != Object.class) {
for (Field field : getDeclaredFields_cached(cc)) {
String fieldName = field.getName();
if (fieldName.equals("_persistenceInfo"))
d.persistenceInfo.put(c, field);
if ((field.getModifiers() & (java.lang.reflect.Modifier.STATIC | java.lang.reflect.Modifier.TRANSIENT)) != 0)
continue;
fields.add(field);
// put special cases here...?
}
cc = cc.getSuperclass();
}
// TODO: S fieldOrder = getOpt(c, "_fieldOrder");
lFields = asList(fields);
// Render this$1 first because unstructure needs it for constructor call.
int n = l(lFields);
for (int i = 0; i < n; i++) {
Field f = lFields.get(i);
if (f.getName().equals("this$1")) {
lFields.remove(i);
lFields.add(0, f);
break;
}
}
info.fields = lFields;
} // << if (lFields == null)
else { // ref handling for lFields != null
Integer ref = d.seen.get(o);
if (ref != null) { /*d.refd.set(ref);*/ d.append("t").app(ref); return; }
d.seen.put(o, d.n); // record token number
}
Field persistenceInfoField = (Field) (d.persistenceInfo.get(c));
Map<String, Object> persistenceInfo = persistenceInfoField == null ? null : (Map) persistenceInfoField.get(o);
LinkedHashMap<String, Object> fv = new LinkedHashMap();
for (Field f : lFields) {
Object value;
try {
value = f.get(o);
} catch (Exception e) {
value = "?";
}
if (value != null && (persistenceInfo == null
|| !Boolean.FALSE.equals(persistenceInfo.get(f.getName()))))
fv.put(f.getName(), value);
}
String name = c.getName();
String shortName = dropPrefix("main$", name);
if (startsWithDigit(shortName)) shortName = name; // for anonymous classes
// Now we have fields & values. Process fieldValues if it's a DynamicObject.
// omit field "className" if equal to class's name
if (concept && eq(fv.get("className"), shortName))
fv.remove("className");
if (o instanceof DynamicObject) {
putAll(fv, (Map) fv.get("fieldValues"));
fv.remove("fieldValues");
shortName = shortDynamicClassName(o);
fv.remove("className");
}
String singleField = fv.size() == 1 ? first(fv.keySet()) : null;
d.append(shortName);
d.n += countDots(shortName)*2; // correct token count
final int l = d.n;
final Iterator it = fv.entrySet().iterator();
d.stack.add(new Runnable() { public void run() { try {
if (!it.hasNext()) {
if (d.n != l)
d.append(")");
} else {
Map.Entry e = (Map.Entry) it.next();
d.append(d.n == l ? "(" : ", ");
d.append((String) e.getKey()).append("=");
d.stack.add(this);
structure_1(e.getValue(), d);
}
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "if (!it.hasNext()) {\r\n if (d.n != l)\r\n d.append(\")\");\r\n } else..."; }});
} catch (Exception __e) { throw rethrow(__e); } }
static Comparator<String> caseInsensitiveComparator() {
return betterCIComparator();
}
static TreeSet<String> toCaseInsensitiveSet_treeSet(Iterable<String> c) {
if (isCISet(c)) return (TreeSet) c;
TreeSet<String> set = caseInsensitiveSet_treeSet();
addAll(set, c);
return set;
}
static TreeSet<String> toCaseInsensitiveSet_treeSet(String... x) {
TreeSet<String> set = caseInsensitiveSet_treeSet();
addAll(set, x);
return set;
}
static Class __javax;
static Class getJavaX() { try {
return __javax;
} catch (Exception __e) { throw rethrow(__e); } }
static void swingAndWait(Runnable r) { try {
if (isAWTThread())
r.run();
else
EventQueue.invokeAndWait(addThreadInfoToRunnable(r));
} catch (Exception __e) { throw rethrow(__e); } }
static Object swingAndWait(final Object f) {
if (isAWTThread())
return callF(f);
else {
final Var result = new Var();
swingAndWait(new Runnable() { public void run() { try {
result.set(callF(f));
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "result.set(callF(f));"; }});
return result.get();
}
}
static void ensureDBNotRunning(String name) {
if (hasBot(name)) {
try {
String framesBot = dropSuffix(".", name) + " Frames";
print("Trying to activate frames of running DB: " + framesBot);
if (isOK(sendOpt(framesBot, "activate frames")) && isMainProgram())
cleanKill();
} catch (Throwable __e) { _handleException(__e); }
throw fail("Already running: " + name);
}
}
static void ensureDBNotRunning() {
ensureDBNotRunning(dbBotStandardName());
}
static String dbBotStandardName() {
String home = userHome();
String name = dbBotName(getDBProgramID());
if (neq(home, actualUserHome()))
name += " " + quote(home);
return name + ".";
}
static void thinAProgramsBackups(String progID, boolean doIt) {
List<File> files = new ArrayList();
Map<File, Double> ageMap = new HashMap();
java.util.regex.Pattern pat = regexp("^(.*)\\.backup(20\\d\\d)(\\d\\d)(\\d\\d)-(\\d\\d)$");
//print("Processing backups of program " + progID);
File dir = programDir(progID);
for (File f : listFilesNotDirs(dir, newFile(dir, "backups"))) {
String s = f.getName();
java.util.regex.Matcher matcher = pat.matcher(s);
{ if (!(matcher.find())) continue; }
String originalName = matcher.group(1);
{ if (!(eq(originalName, "concepts.structure.gz"))) continue; }
//print("Found backup: " + sfu(matcherGroups(matcher)));
int year = matcherInt(matcher, 2);
int month = matcherInt(matcher, 3);
int day = matcherInt(matcher, 4);
int hour = matcherInt(matcher, 5);
long time = timestampFromYMDH(year, month, day, hour);
double age = ((now()-time)/1000.0/60/60/24);
//print("Age: " + age + " days");
ageMap.put(f, age);
files.add(f);
}
int numDeleted = 0;
sortByMap_inPlace(files, ageMap);
double lastAge = -1;
for (File f : files) {
double age = ageMap.get(f);
if (!thinAProgramsBackups_shouldKeep(age, lastAge)) {
//print("Deleting: " + f);
++numDeleted;
if (doIt) {
print("Deleting: " + f);
f.delete();
}
} else {
//print("Keeping: " + f);
lastAge = age;
}
}
if (numDeleted != 0)
print((doIt ? "Deleted: " : "Would delete: ") + n(numDeleted, "file"));
}
// age = age in days
static boolean thinAProgramsBackups_shouldKeep(double age, double lastAge) {
return defaultAgeBasedBackupRetentionStrategy_shouldKeep(age, lastAge);
}
static Class<?> getClass(String name) {
try {
return Class.forName(name);
} catch (ClassNotFoundException e) {
return null;
}
}
static Class getClass(Object o) {
return o instanceof Class ? (Class) o : o.getClass();
}
static Class getClass(Object realm, String name) { try {
try {
return getClass(realm).getClassLoader().loadClass(classNameToVM(name));
} catch (ClassNotFoundException e) {
return null;
}
} catch (Exception __e) { throw rethrow(__e); } }
static String classNameToVM(String name) {
return name.replace(".", "$");
}
// accept purpose argument so we are a drop-in for tempVerboseLock
static AutoCloseable tempLock(Lock lock) { return tempLock("", lock); }
static AutoCloseable tempLock(String purpose, Lock lock) {
if (lock == null) return null;
lock(lock);
return new AutoCloseable() { public String toString() { return "unlock(lock);"; } public void close() throws Exception { unlock(lock); }};
}
static Object nuObject(String className, Object... args) { try {
return nuObject(classForName(className), args);
} catch (Exception __e) { throw rethrow(__e); } }
// too ambiguous - maybe need to fix some callers
/*static O nuObject(O realm, S className, O... args) {
ret nuObject(_getClass(realm, className), args);
}*/
static <A> A nuObject(Class<A> c, Object... args) { try {
if (args.length == 0) return nuObjectWithoutArguments(c); // cached!
Constructor m = nuObject_findConstructor(c, args);
makeAccessible(m);
return (A) m.newInstance(args);
} catch (Exception __e) { throw rethrow(__e); } }
static Constructor nuObject_findConstructor(Class c, Object... args) {
for (Constructor m : c.getDeclaredConstructors()) {
if (!nuObject_checkArgs(m.getParameterTypes(), args, false))
continue;
return m;
}
throw fail("Constructor " + c.getName() + getClasses(args) + " not found"
+ (args.length == 0 && (c.getModifiers() & java.lang.reflect.Modifier.STATIC) == 0 ? " - hint: it's a non-static class!" : ""));
}
static boolean nuObject_checkArgs(Class[] types, Object[] args, boolean debug) {
if (types.length != args.length) {
if (debug)
System.out.println("Bad parameter length: " + args.length + " vs " + types.length);
return false;
}
for (int i = 0; i < types.length; i++)
if (!(args[i] == null || isInstanceX(types[i], args[i]))) {
if (debug)
System.out.println("Bad parameter " + i + ": " + args[i] + " vs " + types[i]);
return false;
}
return true;
}
static String reverseString(String s) {
return new StringBuilder(s).reverse().toString();
}
static String formatDate() {
return formatDate(now());
}
static String formatDate(long timestamp) {
return timestamp == 0 ? "-" : str(new Date(timestamp));
}
static String formatDate(long timestamp, String format, TimeZone tz) {
return simpleDateFormat(format, tz).format(timestamp);
}
static String stringOptPar(Object[] params, String name) {
return (String) optPar(params, name);
}
static String charToString(char c) {
return String.valueOf(c);
}
static String charToString(int c) {
return String.valueOf((char) c);
}
static Object[] dropEntryFromParams(Object[] params, int i) {
int n = l(params);
if (i < 0 || i >= n) return params;
if (n == 2) return null;
Object[] p = new Object[n-2];
System.arraycopy(params, 0, p, 0, i);
System.arraycopy(params, i+2, p, i, n-i-2);
return p;
}
static <A extends Concept> List<A> filterConcepts(List<A> list, Object... params) {
if (empty(params)) return list;
List<A> l = new ArrayList();
for (A x : list)
if (checkConceptFields(x, params))
l.add(x);
return l;
}
// PersistableThrowable doesn't hold GC-disturbing class references in backtrace
static volatile PersistableThrowable lastException_lastException;
static PersistableThrowable lastException() {
return lastException_lastException;
}
static void lastException(Throwable e) {
lastException_lastException = persistableThrowable(e);
}
static File localSnippetsDir() {
return javaxDataDir("Personal Programs");
}
static File localSnippetsDir(String sub) {
return newFile(localSnippetsDir(), sub);
}
static Map vm_generalMap_map;
static Map vm_generalMap() {
if (vm_generalMap_map == null)
vm_generalMap_map = (Map) get(javax(), "generalMap");
return vm_generalMap_map;
}
static Charset utf8charset_cache;
static Charset utf8charset() { if (utf8charset_cache == null) utf8charset_cache = utf8charset_load(); return utf8charset_cache; }
static Charset utf8charset_load() {
return Charset.forName("UTF-8");
}
static File getProgramDir() {
return programDir();
}
static File getProgramDir(String snippetID) {
return programDir(snippetID);
}
static File oneOfTheFiles(String... paths) {
if (paths != null) for (String path : paths)
if (fileExists(path))
return newFile(path);
return null;
}
static File oneOfTheFiles(File... files) {
if (files != null) for (File f : files)
if (fileExists(f))
return f;
return null;
}
static File javaxSecretDir_dir; // can be set to work on different base dir
static File javaxSecretDir() {
return javaxSecretDir_dir != null ? javaxSecretDir_dir : new File(userHome(), "JavaX-Secret");
}
static File javaxSecretDir(String sub) {
return newFile(javaxSecretDir(), sub);
}
static List collect(Iterable c, String field) {
return collectField(c, field);
}
static List collect(String field, Iterable c) {
return collectField(c, field);
}
/*ifclass Concept
static L collect(Class c, S field) {
ret collect(list(c), field);
}
endif
TODO: make translator ignore stuff in ifclass until resolved
*/
static void sleepInCleanUp(long ms) { try {
if (ms < 0) return;
Thread.sleep(ms);
} catch (Exception __e) { throw rethrow(__e); } }
static String f2s(File f) {
return f == null ? null : f.getAbsolutePath();
}
static String f2s(String s) { return f2s(newFile(s)); }
static String f2s(java.nio.file.Path p) {
return p == null ? null : f2s(p.toFile());
}
static void copyStream(InputStream in, OutputStream out) { try {
byte[] buf = new byte[65536];
while (true) {
int n = in.read(buf);
if (n <= 0) return;
out.write(buf, 0, n);
}
} catch (Exception __e) { throw rethrow(__e); } }
static volatile Object isAllowed_function; // func(S, O[]) -> bool
static volatile boolean isAllowed_all = true;
static boolean isAllowed(String askingMethod, Object... args) {
// check on VM level
Object f = vm_generalMap_get("isAllowed_function");
if (f != null && !isTrue(callF(f, askingMethod, args))) return false;
// check locally
return isAllowed_all || isTrue(callF(isAllowed_function, askingMethod, args));
}
static String baseClassName(String className) {
return substring(className, className.lastIndexOf('.')+1);
}
static String baseClassName(Object o) {
return baseClassName(getClassName(o));
}
static String prependIfNempty(String prefix, String s) {
return empty(s) ? unnull(s) : prefix + s;
}
static long round(double d) {
return Math.round(d);
}
static String hmsWithColons() {
return hmsWithColons(now());
}
static String hmsWithColons(long time) {
return new SimpleDateFormat("HH:mm:ss").format(time);
}
static boolean startsWithOneOf(String s, String... l) {
for (String x : l) if (startsWith(s, x)) return true; return false;
}
static boolean startsWithOneOf(String s, Matches m, String... l) {
for (String x : l) if (startsWith(s, x, m)) return true; return false;
}
static boolean isAGIBlueDomain(String domain) {
return domainIsUnder(domain, theAGIBlueDomain());
}
static String hostNameFromURL(String url) { try {
return new URL(url).getHost();
} catch (Exception __e) { throw rethrow(__e); } }
static <A> A optParam(ThreadLocal<A> tl, A defaultValue) {
return optPar(tl, defaultValue);
}
static <A> A optParam(ThreadLocal<A> tl) {
return optPar(tl);
}
static Object optParam(String name, Map params) {
return mapGet(params, name);
}
// now also takes a map as single array entry
static <A> A optParam(Object[] opt, String name, A defaultValue) {
int n = l(opt);
if (n == 1 && opt[0] instanceof Map) {
Map map = (Map) (opt[0]);
return map.containsKey(name) ? (A) map.get(name) : defaultValue;
}
if (!even(l(opt))) throw fail("Odd parameter length");
for (int i = 0; i < l(opt); i += 2)
if (eq(opt[i], name))
return (A) opt[i+1];
return defaultValue;
}
static Object optParam(Object[] opt, String name) {
return optParam(opt, name, null);
}
static Object optParam(String name, Object[] params) {
return optParam(params, name);
}
static String getComputerID_quick() {
return computerID();
}
static String joinNemptiesWithColonSpace(String... strings) {
return joinNempties(": ", strings);
}
static String joinNemptiesWithColonSpace(Collection<String> strings) {
return joinNempties(": ", strings);
}
static String tryToReadErrorStreamFromURLConnection(URLConnection conn) { try {
if (conn instanceof HttpURLConnection)
return stream2string(((HttpURLConnection) conn).getErrorStream()); // TODO: ensure some max length
return null;
} catch (Throwable __e) { return null; } }
static int gzInputStream_defaultBufferSize = 65536;
static GZIPInputStream gzInputStream(File f) { try {
return gzInputStream(new FileInputStream(f));
} catch (Exception __e) { throw rethrow(__e); } }
static GZIPInputStream gzInputStream(File f, int bufferSize) { try {
return gzInputStream(new FileInputStream(f), bufferSize);
} catch (Exception __e) { throw rethrow(__e); } }
static GZIPInputStream gzInputStream(InputStream in) {
return gzInputStream(in, gzInputStream_defaultBufferSize);
}
static GZIPInputStream gzInputStream(InputStream in, int bufferSize) { try {
return _registerIOWrap(new GZIPInputStream(in, gzInputStream_defaultBufferSize), in);
} catch (Exception __e) { throw rethrow(__e); } }
static Map<String, java.util.regex.Pattern> compileRegexp_cache = syncMRUCache(10);
static java.util.regex.Pattern compileRegexp(String pat) {
java.util.regex.Pattern p = compileRegexp_cache.get(pat);
if (p == null) {
compileRegexp_cache.put(pat, p = java.util.regex.Pattern.compile(pat));
}
return p;
}
static boolean possibleMD5(String s) { return isMD5(s); }
static boolean isOpeningTag(String token, String tag) {
return isTag(token, tag) && !token.endsWith("/>");
}
static boolean isOpeningTag(String token) {
return token.startsWith("<")
&& token.endsWith(">")
&& !token.endsWith("/>")
&& isLetter(token.charAt(1));
}
static boolean isTag(String token, String tag) {
return token.regionMatches(true, 0, "<" + tag + " ", 0, tag.length()+2)
|| token.regionMatches(true, 0, "<" + tag + ">", 0, tag.length()+2);
}
static List<String> htmlTok(String s) {
return htmlcoarsetok(s);
}
// syntax 1: replace all occurrences of x in l with y
static <A> List<A> replaceSublist(List<A> l, List<A> x, List<A> y) {
if (x == null) return l;
int i = 0;
while (true) {
i = indexOfSubList(l, x, i);
if (i < 0) break;
replaceSublist(l, i, i+l(x), y);
i += l(y);
}
return l;
}
// syntax 2: splice l at fromIndex-toIndex and replace middle part with y
static <A> List<A> replaceSublist(List<A> l, int fromIndex, int toIndex, List<A> y) {
int n = y.size(), toIndex_new = fromIndex+n;
if (toIndex_new < toIndex) {
removeSubList(l, toIndex_new, toIndex);
copyListPart(y, 0, l, fromIndex, n);
} else {
copyListPart(y, 0, l, fromIndex, toIndex-fromIndex);
if (toIndex_new > toIndex)
l.addAll(toIndex, subList(y, toIndex-fromIndex));
}
return l;
}
static <A> List<A> replaceSublist(List<A> l, IntRange r, List<A> y) {
return replaceSublist(l, r.start, r.end, y);
}
static Throwable getException(Runnable r) {
try {
callF(r);
return null;
} catch (Throwable e) {
return e;
}
}
static String imageServerURL() {
return or2(trim(loadTextFile(javaxDataDir("image-server-url.txt"))), "http://botcompany.de/images/raw/");
}
static volatile boolean muricaPassword_pretendNotAuthed = false;
static String muricaPassword() {
if (muricaPassword_pretendNotAuthed) return null;
return trim(loadTextFile(muricaPasswordFile()));
}
static String fileServerURL() {
return "https://botcompany.de/files";
}
static CloseableIterableIterator emptyCloseableIterableIterator_instance = new CloseableIterableIterator() {
public Object next() { throw fail(); }
public boolean hasNext() { return false; }
};
static <A> CloseableIterableIterator<A> emptyCloseableIterableIterator() {
return emptyCloseableIterableIterator_instance;
}
static boolean ewic(String a, String b) {
return endsWithIgnoreCase(a, b);
}
static boolean ewic(String a, String b, Matches m) {
return endsWithIgnoreCase(a, b, m);
}
static CloseableIterableIterator<String> linesFromReader(Reader r) {
final BufferedReader br = bufferedReader(r);
return iteratorFromFunction_f0_autoCloseable(new F0<String>() { public String get() { try { return readLineFromReaderWithClose(br); } catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "ret readLineFromReaderWithClose(br);"; }}, _wrapIOCloseable(r));
}
static BufferedReader utf8bufferedReader(InputStream in) { try {
return bufferedReader(_registerIOWrap(new InputStreamReader(in, "UTF-8"), in));
} catch (Exception __e) { throw rethrow(__e); } }
static BufferedReader utf8bufferedReader(File f) { try {
return utf8bufferedReader(newFileInputStream(f));
} catch (Exception __e) { throw rethrow(__e); } }
static Object[] changeParam(Object[] params, String name, Object value) {
if (eq(optPar(params, name), value)) return params;
Map map = paramsToOrderedMap(params);
map.put(name, value);
return mapToParams(map);
}
// magic cast
static <A> A cget(Object c, String field) {
Object o = getOpt(c, field);
if (o instanceof Concept.Ref) return (A) ((Concept.Ref) o).get();
return (A) o;
}
static <A> A cget(String field, Object c) {
return cget(c, field);
}
static boolean jmatch(String pat, String s) {
return jmatch(pat, s, null);
}
static boolean jmatch(String pat, String s, Matches matches) {
if (s == null) return false;
return jmatch(pat, javaTok(s), matches);
}
static boolean jmatch(String pat, List<String> toks) {
return jmatch(pat, toks, null);
}
static boolean jmatch(String pat, List<String> toks, Matches matches) {
List<String> tokpat = javaTok(pat);
String[] m = match2(tokpat, toks);
//print(structure(tokpat) + " on " + structure(toks) + " => " + structure(m));
if (m == null)
return false;
else {
if (matches != null) matches.m = m;
return true;
}
}
static boolean directoryIsEmpty(File f) {
return !fileExists(f) || isDirectory(f) && empty(listFiles(f));
}
static void zip2dir(File inZip, File outDir) {
zip2dir(inZip, outDir, "");
}
static void zip2dir(File inZip, File outDir, String prefix) { try {
if (prefix.length() != 0 && !prefix.endsWith("/")) prefix += "/";
ZipFile zipFile = new ZipFile(inZip); try {
Enumeration entries = zipFile.entries();
while (entries.hasMoreElements()) {
ZipEntry entry = (ZipEntry) entries.nextElement();
if (entry.isDirectory()) continue; // We care about files only, really. Directories are made on the fly anyway.
if (!entry.getName().startsWith(prefix)) continue;
File outFile = new File(outDir, entry.getName());
System.out.println("Unzipping " + entry.getName() + " to " + outFile.getAbsolutePath());
stream2file(zipFile.getInputStream(entry), outFile);
}
} finally { _close(zipFile); }} catch (Exception __e) { throw rethrow(__e); } }
static File loadLibrary(String snippetID) {
return loadBinarySnippet(snippetID);
}
static RandomAccessFile randomAccessFileForReading(File path) { try {
return newRandomAccessFile(path, "r");
} catch (Exception __e) { throw rethrow(__e); } }
static long raf_findBeginningOfLine(RandomAccessFile raf, long pos, int bufSize) { try {
byte[] buf = new byte[bufSize];
while (pos > 0) {
long start = Math.max(pos-bufSize, 0);
raf.seek(start);
raf.readFully(buf, 0, (int) Math.min(pos-start, bufSize));
int idx = lastIndexOf_byteArray(buf, (byte) '\n');
if (idx >= 0) return start+idx+1;
pos = start;
}
return 0;
} catch (Exception __e) { throw rethrow(__e); } }
static long raf_findEndOfLine(RandomAccessFile raf, long pos, int bufSize) { try {
byte[] buf = new byte[bufSize];
long length = raf.length();
while (pos < length) {
raf.seek(pos);
raf.readFully(buf, 0, (int) Math.min(length-pos, bufSize));
int idx = indexOf_byteArray(buf, (byte) '\n');
if (idx >= 0) return pos+idx+1;
pos += bufSize;
}
return length;
} catch (Exception __e) { throw rethrow(__e); } }
static String fromUtf8(byte[] bytes) { try {
return bytes == null ? null : new String(bytes, utf8charset());
} catch (Exception __e) { throw rethrow(__e); } }
static byte[] raf_readFilePart(RandomAccessFile raf, long start, int l) { try {
byte[] buf = new byte[l];
raf.seek(start);
raf.readFully(buf);
return buf;
} catch (Exception __e) { throw rethrow(__e); } }
static <A> A assertLessThan(A a, A b) {
assertTrue(cmp(b, a) < 0);
return b;
}
static <A> A assertBiggerThan(A a, A b) {
assertTrue(cmp(b, a) > 0);
return b;
}
// TODO: extended multi-line strings
static int javaTok_n, javaTok_elements;
static boolean javaTok_opt = false;
static List<String> javaTok(String s) {
++javaTok_n;
ArrayList<String> tok = new ArrayList();
int l = s == null ? 0 : s.length();
int i = 0, n = 0;
while (i < l) {
int j = i;
char c, d;
// scan for whitespace
while (j < l) {
c = s.charAt(j);
d = j+1 >= l ? '\0' : s.charAt(j+1);
if (c == ' ' || c == '\t' || c == '\r' || c == '\n')
++j;
else if (c == '/' && d == '*') {
do ++j; while (j < l && !s.substring(j, Math.min(j+2, l)).equals("*/"));
j = Math.min(j+2, l);
} else if (c == '/' && d == '/') {
do ++j; while (j < l && "\r\n".indexOf(s.charAt(j)) < 0);
} else
break;
}
tok.add(javaTok_substringN(s, i, j));
++n;
i = j;
if (i >= l) break;
c = s.charAt(i);
d = i+1 >= l ? '\0' : s.charAt(i+1);
// scan for non-whitespace
// Special JavaX syntax: 'identifier
if (c == '\'' && Character.isJavaIdentifierStart(d) && i+2 < l && "'\\".indexOf(s.charAt(i+2)) < 0) {
j += 2;
while (j < l && Character.isJavaIdentifierPart(s.charAt(j)))
++j;
} else if (c == '\'' || c == '"') {
char opener = c;
++j;
while (j < l) {
int c2 = s.charAt(j);
if (c2 == opener || c2 == '\n' && opener == '\'') { // allow multi-line strings, but not for '
++j;
break;
} else if (c2 == '\\' && j+1 < l)
j += 2;
else
++j;
}
} else if (Character.isJavaIdentifierStart(c))
do ++j; while (j < l && (Character.isJavaIdentifierPart(s.charAt(j)) || s.charAt(j) == '\'')); // for stuff like "don't"
else if (Character.isDigit(c)) {
do ++j; while (j < l && Character.isDigit(s.charAt(j)));
if (j < l && s.charAt(j) == 'L') ++j; // Long constants like 1L
} else if (c == '[' && d == '[') {
do ++j; while (j+1 < l && !s.substring(j, j+2).equals("]]"));
j = Math.min(j+2, l);
} else if (c == '[' && d == '=' && i+2 < l && s.charAt(i+2) == '[') {
do ++j; while (j+2 < l && !s.substring(j, j+3).equals("]=]"));
j = Math.min(j+3, l);
} else
++j;
tok.add(javaTok_substringC(s, i, j));
++n;
i = j;
}
if ((tok.size() % 2) == 0) tok.add("");
javaTok_elements += tok.size();
return tok;
}
static List<String> javaTok(List<String> tok) {
return javaTokWithExisting(join(tok), tok);
}
// returns l(s) if not found
static int smartIndexOf(String s, String sub, int i) {
if (s == null) return 0;
i = s.indexOf(sub, min(i, l(s)));
return i >= 0 ? i : l(s);
}
static int smartIndexOf(String s, int i, char c) {
return smartIndexOf(s, c, i);
}
static int smartIndexOf(String s, char c, int i) {
if (s == null) return 0;
i = s.indexOf(c, min(i, l(s)));
return i >= 0 ? i : l(s);
}
static int smartIndexOf(String s, String sub) {
return smartIndexOf(s, sub, 0);
}
static int smartIndexOf(String s, char c) {
return smartIndexOf(s, c, 0);
}
static <A> int smartIndexOf(List<A> l, A sub) {
return smartIndexOf(l, sub, 0);
}
static <A> int smartIndexOf(List<A> l, int start, A sub) {
return smartIndexOf(l, sub, start);
}
static <A> int smartIndexOf(List<A> l, A sub, int start) {
int i = indexOf(l, sub, start);
return i < 0 ? l(l) : i;
}
static String trimJoinSubList(List<String> l, int i, int j) {
return trim(join(subList(l, i, j)));
}
static String trimJoinSubList(List<String> l, int i) {
return trim(join(subList(l, i)));
}
static char charAt(String s, int i) {
return s != null && i >= 0 && i < s.length() ? s.charAt(i) : '\0';
}
static Object costCenter() { return mc(); }
static char lastChar(String s) {
return empty(s) ? '\0' : s.charAt(l(s)-1);
}
static <A> TreeMap<String, A> caseInsensitiveMap() {
return new TreeMap(caseInsensitiveComparator());
}
// f : Matcher -> S
static String regexReplace(String s, String pat, Object f) {
Matcher m = Pattern.compile(pat).matcher(s);
return regexReplace(m, f);
}
static String regexReplace(Matcher m, Object f) {
StringBuffer buf = new StringBuffer();
while (m.find())
m.appendReplacement(buf, m.quoteReplacement(str(callF(f, m))));
m.appendTail(buf);
return str(buf);
}
static List<Class> getClasses(Object[] array) {
List<Class> l = emptyList(l(array));
for (Object o : array) l.add(_getClass(o));
return l;
}
static <A, B> void multiMapPut(Map<A, List<B>> map, A a, B b) {
List<B> l = map.get(a);
if (l == null)
map.put(a, l = new ArrayList());
l.add(b);
}
static <A extends Throwable> A printException(A e) {
printStackTrace(e);
return e;
}
static <A, B> B mapPutOrRemove(Map<A, B> map, A key, B value) {
if (map != null && key != null)
if (value != null) return map.put(key, value);
else return map.remove(key);
return null;
}
static Object defaultDefaultClassFinder() {
return new F1<String, Class>() {
public Class get(String name) {
Class c = findClass_fullName(name);
if (c != null) return c;
if (name.startsWith("loadableUtils.utils$"))
return findClass_fullName("main" + name.substring(19));
return null;
}
};
}
static volatile String caseID_caseID;
static String caseID() { return caseID_caseID; }
static void caseID(String id) {
caseID_caseID = id;
}
static String quoteUnlessIdentifierOrInteger(String s) {
return quoteIfNotIdentifierOrInteger(s);
}
static <A, B> void mapPut(Map<A, B> map, A key, B value) {
if (map != null && key != null && value != null) map.put(key, value);
}
static <A, B> void mapPut(Map<A, B> map, Pair<A, B> p) {
if (map != null && p != null) map.put(p.a, p.b);
}
static Object[] toObjectArray(Collection c) {
List l = asList(c);
return l.toArray(new Object[l.size()]);
}
static String htmlencode_forParams(String s) {
if (s == null) return "";
StringBuilder out = new StringBuilder(Math.max(16, s.length()));
for (int i = 0; i < s.length(); i++) {
char c = s.charAt(i);
/*if (c >= 0x100)
out.append("&#x").append(charToHex(c)).append(';');
else*/ if (c > 127 || c == '"' || c == '<' || c == '>') {
out.append("&#");
out.append((int) c);
out.append(';');
} else
out.append(c);
}
return out.toString();
}
static Map<String, String> singular_specials = litmap(
"children", "child", "images", "image", "chess", "chess");
static Set<String> singular_specials2 = litciset("time", "machine", "line", "rule");
static String singular(String s) {
if (s == null) return null;
{ String __1 = singular_specials.get(s); if (!empty(__1)) return __1; }
//try answer hippoSingulars().get(lower(s));
if (singular_specials2.contains(dropSuffix("s", afterLastSpace(s))))
return dropSuffix("s", s);
if (s.endsWith("ness")) return s;
if (s.endsWith("ges")) return dropSuffix("s", s);
if (endsWith(s, "bases")) return dropLast(s);
s = dropSuffix("es", s);
s = dropSuffix("s", s);
return s;
}
static List<String> getPlural_specials = ll("sheep", "fish");
static String getPlural(String s) {
if (containsIgnoreCase(getPlural_specials, s)) return s;
if (ewic(s, "y")) return dropSuffixIgnoreCase("y", s) + "ies";
if (ewicOneOf(s, "ss", "ch")) return s + "es";
if (ewic(s, "s")) return s;
return s + "s";
}
// This is a bit rough... finds static and non-static methods.
static Method findMethodNamed(Object obj, String method) {
if (obj == null) return null;
if (obj instanceof Class)
return findMethodNamed((Class) obj, method);
return findMethodNamed(obj.getClass(), method);
}
static Method findMethodNamed(Class c, String method) {
while (c != null) {
for (Method m : c.getDeclaredMethods())
if (m.getName().equals(method)) {
makeAccessible(m);
return m;
}
c = c.getSuperclass();
}
return null;
}
static void upgradeJavaXAndRestart() {
run("#1001639");
restart();
sleep();
}
static boolean isIdentifier(String s) {
return isJavaIdentifier(s);
}
static <A> A[] newObjectArrayOfSameType(A[] a, int n) {
return (A[]) Array.newInstance(a.getClass().getComponentType(), n);
}
static Object callFunction(Object f, Object... args) {
return callF(f, args);
}
static <A> Set<A> synchronizedSet() {
return synchroHashSet();
}
static <A> Set<A> synchronizedSet(Set<A> set) {
return Collections.synchronizedSet(set);
}
static <A> Set<A> identityHashSet() {
return Collections.newSetFromMap(new IdentityHashMap());
}
static String rep(int n, char c) {
return repeat(c, n);
}
static String rep(char c, int n) {
return repeat(c, n);
}
static <A> List<A> rep(A a, int n) {
return repeat(a, n);
}
static <A> List<A> rep(int n, A a) {
return repeat(n, a);
}
static String decimalFormatEnglish(String format, double d) {
return new java.text.DecimalFormat(format, new java.text.DecimalFormatSymbols(Locale.ENGLISH)).format(d);
}
static List<String> dropPunctuation_keep = ll("*", "<", ">");
static List<String> dropPunctuation(List<String> tok) {
tok = new ArrayList<String>(tok);
for (int i = 1; i < tok.size(); i += 2) {
String t = tok.get(i);
if (t.length() == 1 && !Character.isLetter(t.charAt(0)) && !Character.isDigit(t.charAt(0)) && !dropPunctuation_keep.contains(t)) {
tok.set(i-1, tok.get(i-1) + tok.get(i+1));
tok.remove(i);
tok.remove(i);
i -= 2;
}
}
return tok;
}
static String dropPunctuation(String s) {
return join(dropPunctuation(nlTok(s)));
}
// This is made for NL parsing.
// It's javaTok extended with "..." token, "$n" and "#n" and
// special quotes (which are converted to normal ones).
static List<String> javaTokPlusPeriod(String s) {
List<String> tok = new ArrayList<String>();
if (s == null) return tok;
int l = s.length();
int i = 0;
while (i < l) {
int j = i;
char c; String cc;
// scan for whitespace
while (j < l) {
c = s.charAt(j);
cc = s.substring(j, Math.min(j+2, l));
if (c == ' ' || c == '\t' || c == '\r' || c == '\n')
++j;
else if (cc.equals("/*")) {
do ++j; while (j < l && !s.substring(j, Math.min(j+2, l)).equals("*/"));
j = Math.min(j+2, l);
} else if (cc.equals("//")) {
do ++j; while (j < l && "\r\n".indexOf(s.charAt(j)) < 0);
} else
break;
}
tok.add(s.substring(i, j));
i = j;
if (i >= l) break;
c = s.charAt(i);
cc = s.substring(i, Math.min(i+2, l));
// scan for non-whitespace
if (c == (char) 0x201C || c == (char) 0x201D) c = '"'; // normalize quotes
if (c == '\'' || c == '"') {
char opener = c;
++j;
while (j < l) {
char _c = s.charAt(j);
if (_c == (char) 0x201C || _c == (char) 0x201D) _c = '"'; // normalize quotes
if (_c == opener) {
++j;
break;
} else if (s.charAt(j) == '\\' && j+1 < l)
j += 2;
else
++j;
}
if (j-1 >= i+1) {
tok.add(opener + s.substring(i+1, j-1) + opener);
i = j;
continue;
}
} else if (Character.isJavaIdentifierStart(c))
do ++j; while (j < l && (Character.isJavaIdentifierPart(s.charAt(j)) || s.charAt(j) == '\'')); // for things like "this one's"
else if (Character.isDigit(c))
do ++j; while (j < l && Character.isDigit(s.charAt(j)));
else if (cc.equals("[[")) {
do ++j; while (j+1 < l && !s.substring(j, j+2).equals("]]"));
j = Math.min(j+2, l);
} else if (cc.equals("[=") && i+2 < l && s.charAt(i+2) == '[') {
do ++j; while (j+2 < l && !s.substring(j, j+3).equals("]=]"));
j = Math.min(j+3, l);
} else if (s.substring(j, Math.min(j+3, l)).equals("..."))
j += 3;
else if (c == '$' || c == '#')
do ++j; while (j < l && Character.isDigit(s.charAt(j)));
else
++j;
tok.add(s.substring(i, j));
i = j;
}
if ((tok.size() % 2) == 0) tok.add("");
return tok;
}
static <A, B> Map<A, B> syncMRUCache(int size) {
return synchroMap(new MRUCache(size));
}
static RuntimeException wrapPatternSyntaxException(PatternSyntaxException e) {
if (e == null) return null;
String pat = e.getPattern();
int i = e.getIndex();
return new RuntimeException("Regular expression error between " + multiLineQuoteWithSpaces(substring(pat, 0, i)) + " and " + multiLineQuoteWithSpaces(substring(pat, i)) + " - " + e.getMessage());
}
static <A> A[] makeArray(Class<A> type, int n) {
return (A[]) Array.newInstance(type, n);
}
static List<String> javaTok_noMLS(String s) {
ArrayList<String> tok = new ArrayList();
int l = s == null ? 0 : s.length();
int i = 0, n = 0;
while (i < l) {
int j = i;
char c, d;
// scan for whitespace
while (j < l) {
c = s.charAt(j);
d = j+1 >= l ? '\0' : s.charAt(j+1);
if (c == ' ' || c == '\t' || c == '\r' || c == '\n')
++j;
else if (c == '/' && d == '*') {
do ++j; while (j < l && !s.substring(j, Math.min(j+2, l)).equals("*/"));
j = Math.min(j+2, l);
} else if (c == '/' && d == '/') {
do ++j; while (j < l && "\r\n".indexOf(s.charAt(j)) < 0);
} else
break;
}
tok.add(javaTok_substringN(s, i, j));
++n;
i = j;
if (i >= l) break;
c = s.charAt(i);
d = i+1 >= l ? '\0' : s.charAt(i+1);
// scan for non-whitespace
if (c == '\'' || c == '"') {
char opener = c;
++j;
while (j < l) {
int c2 = s.charAt(j);
if (c2 == opener || c2 == '\n' && opener == '\'') { // allow multi-line strings, but not for '
++j;
break;
} else if (c2 == '\\' && j+1 < l)
j += 2;
else
++j;
}
} else if (Character.isJavaIdentifierStart(c))
do ++j; while (j < l && Character.isJavaIdentifierPart(s.charAt(j)));
else if (Character.isDigit(c)) {
do ++j; while (j < l && Character.isDigit(s.charAt(j)));
if (j < l && s.charAt(j) == 'L') ++j; // Long constants like 1L
} else
++j;
tok.add(javaTok_substringC(s, i, j));
++n;
i = j;
}
if ((tok.size() % 2) == 0) tok.add("");
return tok;
}
static Map<String, String[]> javaTokForJFind_array_cache = synchronizedMRUCache(1000);
static String[] javaTokForJFind_array(String s) {
String[] tok = javaTokForJFind_array_cache.get(s);
if (tok == null)
javaTokForJFind_array_cache.put(s, tok = codeTokensAsStringArray(jfind_preprocess(javaTok(s))));
return tok;
}
static int findCodeTokens(List<String> tok, String... tokens) {
return findCodeTokens(tok, 1, false, tokens);
}
static int findCodeTokens(List<String> tok, boolean ignoreCase, String... tokens) {
return findCodeTokens(tok, 1, ignoreCase, tokens);
}
static int findCodeTokens(List<String> tok, int startIdx, boolean ignoreCase, String... tokens) {
return findCodeTokens(tok, startIdx, ignoreCase, tokens, null);
}
static HashSet<String> findCodeTokens_specials = lithashset("*", "<quoted>", "<id>", "<int>", "\\*");
static int findCodeTokens_bails, findCodeTokens_nonbails;
static interface findCodeTokens_Matcher {
boolean get(String token);
}
static int findCodeTokens(List<String> tok, int startIdx, boolean ignoreCase, String[] tokens, Object condition) {
int end = tok.size()-tokens.length*2+2, nTokens = tokens.length;
int i = startIdx | 1;
// bail out early if first token not found (works great with IndexedList)
String firstToken = tokens[0];
if (!ignoreCase && !findCodeTokens_specials.contains(firstToken)) {
// quickly scan for first token
while (i < end && !firstToken.equals(tok.get(i)))
i += 2;
}
findCodeTokens_Matcher[] matchers = new findCodeTokens_Matcher[nTokens];
for (int j = 0; j < nTokens; j++) {
String p = tokens[j];
findCodeTokens_Matcher matcher;
if (p.equals("*"))
matcher = t -> true;
else if (p.equals("<quoted>"))
matcher = t -> isQuoted(t);
else if (p.equals("<id>"))
matcher = t -> isIdentifier(t);
else if (p.equals("<int>"))
matcher = t -> isInteger(t);
else if (p.equals("\\*"))
matcher = t -> t.equals("*");
else if (ignoreCase)
matcher = t -> eqic(p, t);
else
matcher = t -> t.equals(p);
matchers[j] = matcher;
}
outer: for (; i < end; i += 2) {
for (int j = 0; j < nTokens; j++)
if (!matchers[j].get(tok.get(i+j*2)))
continue outer;
if (condition == null || checkTokCondition(condition, tok, i-1)) // pass N index
return i;
}
return -1;
}
// "$1" is first code token, "$2" second code token etc.
static String jreplaceExpandRefs(String s, List<String> tokref) {
if (!contains(s, '$')) return s;
List<String> tok = javaTok(s);
for (int i = 1; i < l(tok); i += 2) {
String t = tok.get(i);
if (t.startsWith("$") && isInteger(t.substring(1))) {
String x = tokref.get(-1+parseInt(t.substring(1))*2);
tok.set(i, x);
} else if (t.equals("\\")) {
tok.set(i, "");
i += 2;
}
}
return join(tok);
}
static void clearAllTokens(List<String> tok) {
for (int i = 0; i < tok.size(); i++)
tok.set(i, "");
}
static void clearAllTokens(List<String> tok, int i, int j) {
for (; i < j; i++)
tok.set(i, "");
}
static List<String> reTok(List<String> tok) {
replaceCollection(tok, javaTok(tok));
return tok;
}
static List<String> reTok(List<String> tok, int i) {
return reTok(tok, i, i+1);
}
static List<String> reTok(List<String> tok, int i, int j) {
// extend i to an "N" token
// and j to "C" (so j-1 is an "N" token)
i = max(i & ~1, 0);
j = min(l(tok), j | 1);
if (i >= j) return tok;
List<String> t = javaTok(joinSubList(tok, i, j));
replaceListPart(tok, i, j, t);
// fallback to safety
// reTok(tok);
return tok;
}
static List<String> reTok(List<String> tok, IntRange r) {
if (r != null) reTok(tok, r.start, r.end);
return tok;
}
static <A> A assertEquals(Object x, A y) {
return assertEquals(null, x, y);
}
static <A> A assertEquals(String msg, Object x, A y) {
if (assertVerbose()) return assertEqualsVerbose(msg, x, y);
if (!(x == null ? y == null : x.equals(y)))
throw fail((msg != null ? msg + ": " : "") + y + " != " + x);
return y;
}
static List<String> javaTokC(String s) {
if (s == null) return null;
int l = s.length();
ArrayList<String> tok = new ArrayList();
int i = 0;
while (i < l) {
int j = i;
char c, d;
// scan for whitespace
while (j < l) {
c = s.charAt(j);
d = j+1 >= l ? '\0' : s.charAt(j+1);
if (c == ' ' || c == '\t' || c == '\r' || c == '\n')
++j;
else if (c == '/' && d == '*') {
do ++j; while (j < l && !s.substring(j, Math.min(j+2, l)).equals("*/"));
j = Math.min(j+2, l);
} else if (c == '/' && d == '/') {
do ++j; while (j < l && "\r\n".indexOf(s.charAt(j)) < 0);
} else
break;
}
i = j;
if (i >= l) break;
c = s.charAt(i);
d = i+1 >= l ? '\0' : s.charAt(i+1);
// scan for non-whitespace
if (c == '\'' || c == '"') {
char opener = c;
++j;
while (j < l) {
if (s.charAt(j) == opener || s.charAt(j) == '\n') { // end at \n to not propagate unclosed string literal errors
++j;
break;
} else if (s.charAt(j) == '\\' && j+1 < l)
j += 2;
else
++j;
}
} else if (Character.isJavaIdentifierStart(c))
do ++j; while (j < l && (Character.isJavaIdentifierPart(s.charAt(j)) || "'".indexOf(s.charAt(j)) >= 0)); // for stuff like "don't"
else if (Character.isDigit(c)) {
do ++j; while (j < l && Character.isDigit(s.charAt(j)));
if (j < l && s.charAt(j) == 'L') ++j; // Long constants like 1L
} else if (c == '[' && d == '[') {
do ++j; while (j+1 < l && !s.substring(j, j+2).equals("]]"));
j = Math.min(j+2, l);
} else if (c == '[' && d == '=' && i+2 < l && s.charAt(i+2) == '[') {
do ++j; while (j+2 < l && !s.substring(j, j+3).equals("]=]"));
j = Math.min(j+3, l);
} else
++j;
tok.add(javaTok_substringC(s, i, j));
i = j;
}
return tok;
}
static <A> A popLast(List<A> l) {
return liftLast(l);
}
static <A> List<A> popLast(int n, List<A> l) {
return liftLast(n, l);
}
static void quoteToPrintWriter(String s, PrintWriter out) {
if (s == null) { out.print("null"); return; }
out.print('"');
int l = s.length();
for (int i = 0; i < l; i++) {
char c = s.charAt(i);
if (c == '\\' || c == '"') {
out.print('\\'); out.print(c);
} else if (c == '\r')
out.print("\\r");
else if (c == '\n')
out.print("\\n");
else if (c == '\0')
out.print("\\0");
else
out.print(c);
}
out.print('"');
}
static String quoteCharacter(char c) {
if (c == '\'') return "'\\''";
if (c == '\\') return "'\\\\'";
if (c == '\r') return "'\\r'";
if (c == '\n') return "'\\n'";
if (c == '\t') return "'\\t'";
return "'" + c + "'";
}
static int shorten_default = 100;
static String shorten(CharSequence s) { return shorten(s, shorten_default); }
static String shorten(CharSequence s, int max) {
return shorten(s, max, "...");
}
static String shorten(CharSequence s, int max, String shortener) {
if (s == null) return "";
if (max < 0) return str(s);
return s.length() <= max ? str(s) : subCharSequence(s, 0, min(s.length(), max-l(shortener))) + shortener;
}
static String shorten(int max, CharSequence s) { return shorten(s, max); }
static boolean isCISet_gen(Iterable<String> l) {
return l instanceof TreeSet && className(((TreeSet) l).comparator()).contains("CIComp");
}
static <A> List<A> unwrapSynchronizedList(List<A> l) {
if (eqOneOf(className(l),
"java.util.Collections$SynchronizedList",
"java.util.Collections$SynchronizedRandomAccessList"))
return (List) get_raw(l, "list");
return l;
}
static boolean isCIMap_gen(Map map) {
return map instanceof TreeMap && className(((TreeMap) map).comparator()).contains("CIComp");
}
static <A, B> Map<A, B> unwrapSynchronizedMap(Map<A, B> map) {
if (eqOneOf(className(map),
"java.util.Collections$SynchronizedMap",
"java.util.Collections$SynchronizedSortedMap",
"java.util.Collections$SynchronizedNavigableMap"))
return (Map) get_raw(map, "m");
return map;
}
static String boolArrayToHex(boolean[] a) {
return bytesToHex(boolArrayToBytes(a));
}
static String dropPrefix(String prefix, String s) {
return s == null ? null : s.startsWith(prefix) ? s.substring(l(prefix)) : s;
}
static String shortDynamicClassName(Object o) {
if (o instanceof DynamicObject && ((DynamicObject) o).className != null)
return ((DynamicObject) o).className;
return shortClassName(o);
}
static Map<Class, Field[]> getDeclaredFields_cache = newDangerousWeakHashMap();
static Field[] getDeclaredFields_cached(Class c) {
Field[] fields;
synchronized(getDeclaredFields_cache) {
fields = getDeclaredFields_cache.get(c);
if (fields == null) {
getDeclaredFields_cache.put(c, fields = c.getDeclaredFields());
for (Field f : fields)
makeAccessible(f);
}
}
return fields;
}
static boolean startsWithDigit(String s) {
return nempty(s) && isDigit(s.charAt(0));
}
static int countDots(String s) {
int n = l(s), count = 0;
for (int i = 0; i < n; i++) if (s.charAt(i) == '.') ++count;
return count;
}
static betterCIComparator_C betterCIComparator_instance;
static betterCIComparator_C betterCIComparator() {
if (betterCIComparator_instance == null)
betterCIComparator_instance = new betterCIComparator_C();
return betterCIComparator_instance;
}
final static class betterCIComparator_C implements Comparator<String> {
public int compare(String s1, String s2) {
if (s1 == null) return s2 == null ? 0 : -1;
if (s2 == null) return 1;
int n1 = s1.length();
int n2 = s2.length();
int min = Math.min(n1, n2);
for (int i = 0; i < min; i++) {
char c1 = s1.charAt(i);
char c2 = s2.charAt(i);
if (c1 != c2) {
c1 = Character.toUpperCase(c1);
c2 = Character.toUpperCase(c2);
if (c1 != c2) {
c1 = Character.toLowerCase(c1);
c2 = Character.toLowerCase(c2);
if (c1 != c2) {
// No overflow because of numeric promotion
return c1 - c2;
}
}
}
}
return n1 - n2;
}
}
static Runnable addThreadInfoToRunnable(final Object r) {
final Object info = _threadInfo();
return info == null ? asRunnable(r) : new Runnable() { public void run() { try { _inheritThreadInfo(info); callF(r);
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "_inheritThreadInfo(info); callF(r);"; }};
}
static boolean hasBot(String searchPattern) { try {
DialogIO io = findBot(searchPattern);
if (io != null) {
io.close();
return true;
} else
return false;
} catch (Exception __e) { throw rethrow(__e); } }
static boolean isOK(String s) {
s = trim(s);
return swic(s, "ok ") || eqic(s, "ok") || matchStart("ok", s);
}
static String sendOpt(String bot, String text, Object... args) {
return sendToLocalBotOpt(bot, text, args);
}
static boolean isMainProgram() {
return creator() == null;
}
static void cleanKill() {
cleanKillVM();
}
static String dbBotName(String progIDWithCase) {
return fsI_flex(progIDWithCase) + " Concepts";
}
static Matcher regexp(String pat, String s) {
return regexp(compileRegexp(pat), unnull(s));
}
static Matcher regexp(java.util.regex.Pattern pat, String s) {
return pat.matcher(unnull(s));
}
static java.util.regex.Pattern regexp(String pat) {
return compileRegexp(pat);
}
static File programDir_mine; // set this to relocate program's data
static File programDir() {
return programDir(getProgramID());
}
static File programDir(String snippetID) {
boolean me = sameSnippetID(snippetID, programID());
if (programDir_mine != null && me)
return programDir_mine;
File dir = new File(javaxDataDir(), formatSnippetIDOpt(snippetID));
if (me) {
String c = caseID();
if (nempty(c)) dir = newFile(dir, c);
}
return dir;
}
static File programDir(String snippetID, String subPath) {
return new File(programDir(snippetID), subPath);
}
static List<File> listFilesNotDirs(String dir) {
return listFilesOnly(dir);
}
static List<File> listFilesNotDirs(File... dirs) {
return listFilesOnly(dirs);
}
static int matcherInt(Matcher m, int i) {
return parseInt(m.group(i));
}
// month = 1 to 12
static long timestampFromYMDH(int y, int m, int d, int h) {
return new GregorianCalendar(y, m-1, d, h, 0).getTimeInMillis();
}
static <A> List<A> sortByMap_inPlace(List<A> l, Map<A, ?> map) {
sort(l, mapComparator(map));
return l;
}
// age = age in days, lastAge = age of last (more recent) file kept (also in days)
static boolean defaultAgeBasedBackupRetentionStrategy_shouldKeep(double age, double lastAge) {
if (age <= 0.5) return true; // keep all backups of last 12 hours
if (age <= 7 && age >= lastAge+1) return true; // keep every daily backup from this week
if (age <= 28 && age >= lastAge+7) return true; // weekly backups for 3 more weeks
if (age >= lastAge+365.0/12) return true; // after 4 weeks, switch to monthly (roundabout)
return false;
}
static Map<String, Class> classForName_cache = synchroHashMap();
static Class classForName(String name) { try {
if (classForName_cache == null) return Class.forName(name); // in class init
Class c = classForName_cache.get(name);
if (c == null)
classForName_cache.put(name, c = Class.forName(name));
return c;
} catch (Exception __e) { throw rethrow(__e); } }
static Map<Class, Constructor> nuObjectWithoutArguments_cache = newDangerousWeakHashMap();
static Object nuObjectWithoutArguments(String className) { try {
return nuObjectWithoutArguments(classForName(className));
} catch (Exception __e) { throw rethrow(__e); } }
static <A> A nuObjectWithoutArguments(Class<A> c) { try {
if (nuObjectWithoutArguments_cache == null)
// in class init
return (A) nuObjectWithoutArguments_findConstructor(c).newInstance();
Constructor m = nuObjectWithoutArguments_cache.get(c);
if (m == null)
nuObjectWithoutArguments_cache.put(c, m = nuObjectWithoutArguments_findConstructor(c));
return (A) m.newInstance();
} catch (Exception __e) { throw rethrow(__e); } }
static Constructor nuObjectWithoutArguments_findConstructor(Class c) {
for (Constructor m : c.getDeclaredConstructors())
if (empty(m.getParameterTypes())) {
makeAccessible(m);
return m;
}
throw fail("No default constructor found in " + c.getName());
}
static List collectField(Iterable c, String field) {
List l = new ArrayList();
if (c != null) for (Object a : c)
l.add(getOpt(a, field));
return l;
}
static List collectField(String field, Iterable c) {
return collectField(c, field);
}
static boolean domainIsUnder(String domain, String mainDomain) {
return eqic(domain, mainDomain) || ewic(domain, "." + mainDomain);
}
static String theAGIBlueDomain() {
return "agi.blue";
}
static String _computerID;
static Lock computerID_lock = lock();
public static String computerID() {
if (_computerID == null) {
Lock __0 = computerID_lock; lock(__0); try {
if (_computerID != null) return _computerID;
File file = computerIDFile();
_computerID = loadTextFile(file.getPath());
if (_computerID == null) {
// legacy load
_computerID = loadTextFile(userDir(".tinybrain/computer-id"));
if (_computerID == null)
_computerID = makeRandomID(12, new SecureRandom());
saveTextFile(file, _computerID);
}
} finally { unlock(__0); } }
return _computerID;
}
static String stream2string(InputStream in) {
return utf8streamToString(in);
}
static <A> A _registerIOWrap(A wrapper, Object wrapped) {
return wrapper;
}
static boolean isMD5(String s) {
return l(s) == 32 && isLowerHexString(s);
}
static <A> int indexOfSubList(List<A> x, List<A> y) {
return indexOfSubList(x, y, 0);
}
static <A> int indexOfSubList(List<A> x, List<A> y, int i) {
outer: for (; i+l(y) <= l(x); i++) {
for (int j = 0; j < l(y); j++)
if (neq(x.get(i+j), y.get(j)))
continue outer;
return i;
}
return -1;
}
static <A> int indexOfSubList(List<A> x, A[] y, int i) {
outer: for (; i+l(y) <= l(x); i++) {
for (int j = 0; j < l(y); j++)
if (neq(x.get(i+j), y[j]))
continue outer;
return i;
}
return -1;
}
static void removeSubList(List l, int from, int to) {
if (l != null) subList(l, from, to).clear();
}
static void removeSubList(List l, int from) {
if (l != null) subList(l, from).clear();
}
static <A, B extends A> void copyListPart(List<B> a, int i1, List<A> b, int i2, int n) {
if (a == null || b == null) return;
for (int i = 0; i < n; i++)
b.set(i2+i, a.get(i1+i));
}
static File muricaPasswordFile() {
return new File(javaxSecretDir(), "murica/muricaPasswordFile");
}
static boolean endsWithIgnoreCase(String a, String b) {
int la = l(a), lb = l(b);
return la >= lb && regionMatchesIC(a, la-lb, b, 0, lb);
}
static boolean endsWithIgnoreCase(String a, String b, Matches m) {
if (!endsWithIgnoreCase(a, b)) return false;
m.m = new String[] { substring(a, 0, l(a)-l(b)) };
return true;
}
static BufferedReader bufferedReader(Reader r) { return bufferedReader(r, 8192); }
static BufferedReader bufferedReader(Reader r, int bufSize) {
return r instanceof BufferedReader ? (BufferedReader) r : _registerIOWrap(new BufferedReader(r, bufSize), r);
}
static <A> CloseableIterableIterator<A> iteratorFromFunction_f0_autoCloseable(final F0<A> f, final AutoCloseable closeable) {
class IFF2 extends CloseableIterableIterator<A> {
A a;
boolean done = false;
public boolean hasNext() {
getNext();
return !done;
}
public A next() {
getNext();
if (done) throw fail();
A _a = a;
a = null;
return _a;
}
void getNext() {
if (done || a != null) return;
a = f.get();
done = a == null;
}
public void close() throws Exception {
if (closeable != null) closeable.close();
}
};
return new IFF2();
}
static String readLineFromReaderWithClose(BufferedReader r) { try {
String s = r.readLine();
if (s == null) r.close();
return s;
} catch (Exception __e) { throw rethrow(__e); } }
static AutoCloseable _wrapIOCloseable(final AutoCloseable c) {
return c == null ? null : new AutoCloseable() { public String toString() { return "c.close();\r\n _registerIO(c, null, false);"; } public void close() throws Exception { c.close();
_registerIO(c, null, false);
}};
}
static FileInputStream newFileInputStream(File path) throws IOException {
return newFileInputStream(path.getPath());
}
static FileInputStream newFileInputStream(String path) throws IOException {
FileInputStream f = new FileInputStream(path);
_registerIO(f, path, true);
return f;
}
static boolean isDirectory(File f) {
return f != null && f.isDirectory();
}
static boolean isDirectory(String path) {
return path != null && isDirectory(newFile(path));
}
static File[] listFiles(File dir) {
File[] files = dir.listFiles();
return files == null ? new File[0] : files;
}
static File[] listFiles(String dir) {
return listFiles(new File(dir));
}
// closes the input stream too.
static void stream2file(InputStream in, File out) { try {
mkdirsForFile(out);
FileOutputStream fos = new FileOutputStream(out);
copyStream(in, fos);
in.close();
fos.close();
} catch (Exception __e) { throw rethrow(__e); } }
static File loadBinarySnippet(String snippetID) { try {
IResourceLoader rl = vm_getResourceLoader();
if (rl != null)
return rl.loadLibrary(snippetID);
long id = parseSnippetID(snippetID);
if (isImageServerSnippet(id)) return loadImageAsFile(snippetID);
File f = DiskSnippetCache_getLibrary(id);
if (fileSize(f) == 0)
f = loadDataSnippetToFile(snippetID);
return f;
} catch (Exception __e) { throw rethrow(__e); } }
static RandomAccessFile newRandomAccessFile(File path, String mode) { try {
boolean forWrite = mode.indexOf('w') >= 0;
if (forWrite) mkdirsForFile(path);
RandomAccessFile f = new RandomAccessFile(path, mode);
callJavaX("registerIO", f, path, forWrite);
return f;
} catch (Exception __e) { throw rethrow(__e); } }
static int lastIndexOf_byteArray(byte[] a, byte b) {
for (int i = l(a)-1; i >=0; i--)
if (a[i] == b)
return i;
return -1;
}
static int indexOf_byteArray(byte[] a, byte b) {
int n = l(a);
for (int i = 0; i < n; i++)
if (a[i] == b)
return i;
return -1;
}
static String javaTok_substringN(String s, int i, int j) {
if (i == j) return "";
if (j == i+1 && s.charAt(i) == ' ') return " ";
return s.substring(i, j);
}
static String javaTok_substringC(String s, int i, int j) {
return s.substring(i, j);
}
static List<String> javaTokWithExisting(String s, List<String> existing) {
++javaTok_n;
int nExisting = javaTok_opt && existing != null ? existing.size() : 0;
ArrayList<String> tok = existing != null ? new ArrayList(nExisting) : new ArrayList();
int l = s.length();
int i = 0, n = 0;
while (i < l) {
int j = i;
char c, d;
// scan for whitespace
while (j < l) {
c = s.charAt(j);
d = j+1 >= l ? '\0' : s.charAt(j+1);
if (c == ' ' || c == '\t' || c == '\r' || c == '\n')
++j;
else if (c == '/' && d == '*') {
do ++j; while (j < l && !s.substring(j, Math.min(j+2, l)).equals("*/"));
j = Math.min(j+2, l);
} else if (c == '/' && d == '/') {
do ++j; while (j < l && "\r\n".indexOf(s.charAt(j)) < 0);
} else
break;
}
if (n < nExisting && javaTokWithExisting_isCopyable(existing.get(n), s, i, j))
tok.add(existing.get(n));
else
tok.add(javaTok_substringN(s, i, j));
++n;
i = j;
if (i >= l) break;
c = s.charAt(i);
d = i+1 >= l ? '\0' : s.charAt(i+1);
// scan for non-whitespace
// Special JavaX syntax: 'identifier
if (c == '\'' && Character.isJavaIdentifierStart(d) && i+2 < l && "'\\".indexOf(s.charAt(i+2)) < 0) {
j += 2;
while (j < l && Character.isJavaIdentifierPart(s.charAt(j)))
++j;
} else if (c == '\'' || c == '"') {
char opener = c;
++j;
while (j < l) {
if (s.charAt(j) == opener /*|| s.charAt(j) == '\n'*/) { // allow multi-line strings
++j;
break;
} else if (s.charAt(j) == '\\' && j+1 < l)
j += 2;
else
++j;
}
} else if (Character.isJavaIdentifierStart(c))
do ++j; while (j < l && (Character.isJavaIdentifierPart(s.charAt(j)) || "'".indexOf(s.charAt(j)) >= 0)); // for stuff like "don't"
else if (Character.isDigit(c)) {
do ++j; while (j < l && Character.isDigit(s.charAt(j)));
if (j < l && s.charAt(j) == 'L') ++j; // Long constants like 1L
} else if (c == '[' && d == '[') {
do ++j; while (j+1 < l && !s.substring(j, j+2).equals("]]"));
j = Math.min(j+2, l);
} else if (c == '[' && d == '=' && i+2 < l && s.charAt(i+2) == '[') {
do ++j; while (j+2 < l && !s.substring(j, j+3).equals("]=]"));
j = Math.min(j+3, l);
} else
++j;
if (n < nExisting && javaTokWithExisting_isCopyable(existing.get(n), s, i, j))
tok.add(existing.get(n));
else
tok.add(javaTok_substringC(s, i, j));
++n;
i = j;
}
if ((tok.size() % 2) == 0) tok.add("");
javaTok_elements += tok.size();
return tok;
}
static boolean javaTokWithExisting_isCopyable(String t, String s, int i, int j) {
return t.length() == j-i
&& s.regionMatches(i, t, 0, j-i); // << could be left out, but that's brave
}
static HashMap<String, Class> findClass_fullName_cache = new HashMap();
// returns null on not found
// this is the simple version that is not case-tolerant
static Class findClass_fullName(String name) {
synchronized(findClass_fullName_cache) {
if (findClass_fullName_cache.containsKey(name))
return findClass_fullName_cache.get(name);
Class c;
try {
c = Class.forName(name);
} catch (ClassNotFoundException e) {
c = null;
}
findClass_fullName_cache.put(name, c);
return c;
}
}
static String quoteIfNotIdentifierOrInteger(String s) {
if (s == null) return null;
return isJavaIdentifier(s) || isInteger(s) ? s : quote(s);
}
static String afterLastSpace(String s) {
return s == null ? null : substring(s, s.lastIndexOf(' ')+1);
}
static String dropSuffixIgnoreCase(String suffix, String s) {
return ewic(s, suffix) ? s.substring(0, l(s)-l(suffix)) : s;
}
static boolean ewicOneOf(String s, String... l) {
if (s != null) for (String x : l) if (ewic(s, x)) return true; return false;
}
static Class run(String progID, String... args) {
Class main = hotwire(progID);
callMain(main, args);
return main;
}
static void restart() {
Object j = getJavaX();
call(j, "cleanRestart", get(j, "fullArgs"));
}
static boolean isJavaIdentifier(String s) {
if (empty(s) || !Character.isJavaIdentifierStart(s.charAt(0)))
return false;
for (int i = 1; i < s.length(); i++)
if (!Character.isJavaIdentifierPart(s.charAt(i)))
return false;
return true;
}
static <A> Set<A> synchroHashSet() {
return Collections.synchronizedSet(new HashSet<A>());
}
static String repeat(char c, int n) {
n = Math.max(n, 0);
char[] chars = new char[n];
for (int i = 0; i < n; i++)
chars[i] = c;
return new String(chars);
}
static <A> List<A> repeat(A a, int n) {
n = Math.max(n, 0);
List<A> l = new ArrayList(n);
for (int i = 0; i < n; i++)
l.add(a);
return l;
}
static <A> List<A> repeat(int n, A a) {
return repeat(a, n);
}
static List<String> nlTok(String s) {
return javaTokPlusPeriod(s);
}
static String multiLineQuoteWithSpaces(String s) {
return multiLineQuote(" " + s + " ");
}
static String[] codeTokensAsStringArray(List<String> tok) {
int n = max(0, (l(tok)-1)/2);
String[] out = new String[n];
for (int i = 0; i < n; i++)
out[i] = tok.get(i*2+1);
return out;
}
static int jfind(String s, String in) {
return jfind(javaTok(s), in);
}
static int jfind(List<String> tok, String in) {
return jfind(tok, 1, in);
}
static int jfind(List<String> tok, int startIdx, String in) {
return jfind(tok, startIdx, in, null);
}
static int jfind(List<String> tok, String in, Object condition) {
return jfind(tok, 1, in, condition);
}
static int jfind(List<String> tok, int startIdx, String in, Object condition) {
//LS tokin = jfind_preprocess(javaTok(in));
return jfind(tok, startIdx, javaTokForJFind_array(in), condition);
}
// assumes you preprocessed tokin
static int jfind(List<String> tok, List<String> tokin) {
return jfind(tok, 1, tokin);
}
static int jfind(List<String> tok, int startIdx, List<String> tokin) {
return jfind(tok, startIdx, tokin, null);
}
static int jfind(List<String> tok, int startIdx, String[] tokinC, Object condition) {
return findCodeTokens(tok, startIdx, false, tokinC, condition);
}
static int jfind(List<String> tok, int startIdx, List<String> tokin, Object condition) {
return jfind(tok, startIdx, codeTokensAsStringArray(tokin), condition);
}
static List<String> jfind_preprocess(List<String> tok) {
for (String type : litlist("quoted", "id", "int"))
replaceSublist(tok, ll("<", "", type, "", ">"), ll("<" + type + ">"));
replaceSublist(tok, ll("\\", "", "*"), ll("\\*"));
return tok;
}
// supports the usual quotings (", variable length double brackets) except ' quoting
static boolean isQuoted(String s) {
if (isNormalQuoted(s)) return true; // use the exact version
return isMultilineQuoted(s);
}
static boolean checkTokCondition(Object condition, List<String> tok, int i) {
if (condition instanceof TokCondition)
return ((TokCondition) condition).get(tok, i);
return checkCondition(condition, tok, i);
}
static <A> void replaceCollection(Collection<A> dest, Collection<A> src) {
if (dest == src) return;
dest.clear();
dest.addAll(src);
}
static String joinSubList(List<String> l, int i, int j) {
return join(subList(l, i, j));
}
static String joinSubList(List<String> l, int i) {
return join(subList(l, i));
}
static String joinSubList(List<String> l, IntRange r) {
return r == null ? null : joinSubList(l, r.start, r.end);
}
static void replaceListPart(List l, int i, int j, List l2) {
replaceSublist(l, i, j, l2);
}
static ThreadLocal<Boolean> assertVerbose_value = new ThreadLocal();
static void assertVerbose(boolean b) {
assertVerbose_value.set(b);
}
static boolean assertVerbose() { return isTrue(assertVerbose_value.get()); }
static <A> A assertEqualsVerbose(Object x, A y) {
assertEqualsVerbose((String) null, x, y);
return y;
}
// x = expected, y = actual
static <A> A assertEqualsVerbose(String msg, Object x, A y) {
if (!eq(x, y)) {
throw fail((msg != null ? msg + ": " : "") + "expected: "+ x + ", got: " + y);
} else
print("OK" + (empty(msg) ? "" : " " + msg) + ": " + /*sfu*/(x));
return y;
}
static <A> A liftLast(List<A> l) {
if (empty(l)) return null;
int i = l(l)-1;
A a = l.get(i);
l.remove(i);
return a;
}
static <A> List<A> liftLast(int n, List<A> l) {
int i = l(l)-n;
List<A> part = cloneSubList(l, i);
removeSubList(l, i);
return part;
}
static CharSequence subCharSequence(CharSequence s, int x) {
return subCharSequence(s, x, s == null ? 0 : s.length());
}
static CharSequence subCharSequence(CharSequence s, int x, int y) {
if (s == null) return null;
if (x < 0) x = 0;
if (x >= s.length()) return "";
if (y < x) y = x;
if (y > s.length()) y = s.length();
return s.subSequence(x, y);
}
static byte[] boolArrayToBytes(boolean[] a) {
byte[] b = new byte[(l(a)+7)/8];
for (int i = 0; i < l(a); i++)
if (a[i])
b[i/8] |= 1 << (i & 7);
return b;
}
static String shortClassName(Object o) {
if (o == null) return null;
Class c = o instanceof Class ? (Class) o : o.getClass();
String name = c.getName();
return shortenClassName(name);
}
static boolean isDigit(char c) {
return Character.isDigit(c);
}
static List<VF1<Map>> _threadInfo_makers = synchroList();
static Object _threadInfo() {
if (empty(_threadInfo_makers)) return null;
HashMap map = new HashMap();
pcallFAll(_threadInfo_makers, map);
return map;
}
static Runnable asRunnable(Object o) {
return toRunnable(o);
}
static void _inheritThreadInfo(Object info) {
_threadInheritInfo(info);
}
static Map<String, Integer> findBot_cache = synchroHashMap();
static int findBot_timeout = 5000;
static DialogIO findBot(String searchPattern) {
// first split off sub-bot suffix
String subBot = null;
int i = searchPattern.indexOf('/');
if (i >= 0 && (isJavaIdentifier(searchPattern.substring(0, i)) || isInteger(searchPattern.substring(0, i)))) {
subBot = searchPattern.substring(i+1);
searchPattern = searchPattern.substring(0, i);
if (!isInteger(searchPattern))
searchPattern = "Multi-Port at " + searchPattern + ".";
}
// assume it's a port if it's an integer
if (isInteger(searchPattern))
return talkToSubBot(subBot, talkTo(parseInt(searchPattern)));
if (eq(searchPattern, "remote"))
return talkToSubBot(subBot, talkTo("second.tinybrain.de", 4999));
Integer port = findBot_cache.get(searchPattern);
if (port != null) try {
DialogIO io = talkTo("localhost", port);
io.waitForLine(/*findBot_timeout*/); // TODO: implement
String line = io.readLineNoBlock();
if (indexOfIgnoreCase(line, searchPattern) == 0) {
call(io, "pushback", line); // put hello string back in
return talkToSubBot(subBot, io);
}
} catch (Exception e) {
e.printStackTrace();
}
List<ProgramScan.Program> bots = quickBotScan();
// find top-level bots
for (ProgramScan.Program p : bots) {
if (indexOfIgnoreCase(p.helloString, searchPattern) == 0) { // strict matching - start of hello string only, but case-insensitive
findBot_cache.put(searchPattern, p.port);
return talkToSubBot(subBot, talkTo("localhost", p.port));
}
}
// find sub-bots
for (ProgramScan.Program p : bots) {
String botName = firstPartOfHelloString(p.helloString);
boolean isVM = startsWithIgnoreCase(p.helloString, "This is a JavaX VM.");
boolean shouldRecurse = startsWithIgnoreCase(botName, "Multi-Port") || isVM;
if (shouldRecurse) try {
Map<Number, String> subBots = (Map) unstructure(sendToLocalBotQuietly(p.port, "list bots"));
for (Number vport : subBots.keySet()) {
String name = subBots.get(vport);
if (startsWithIgnoreCase(name, searchPattern))
return talkToSubBot(vport.longValue(), talkTo("localhost", p.port));
}
} catch (Throwable __e) { print(exceptionToStringShort(__e)); }
}
return null;
}
static boolean swic(String a, String b) {
return startsWithIgnoreCase(a, b);
}
static boolean swic(String a, String b, Matches m) {
if (!swic(a, b)) return false;
m.m = new String[] {substring(a, l(b))};
return true;
}
static boolean matchStart(String pat, String s) {
return matchStart(pat, s, null);
}
// matches are as you expect, plus an extra item for the rest string
static boolean matchStart(String pat, String s, Matches matches) {
if (s == null) return false;
return matchStart(pat, parse3_cachedInput(s), matches);
}
static boolean matchStart(String pat, List<String> toks, Matches matches) {
if (toks == null) return false;
List<String> tokpat = parse3_cachedPattern(pat);
if (toks.size() < tokpat.size()) return false;
String[] m = match2(tokpat, toks.subList(0, tokpat.size()));
//print(structure(tokpat) + " on " + structure(toks) + " => " + structure(m));
if (m == null) return false;
if (matches != null) {
matches.m = new String[m.length+1];
arraycopy(m, matches.m);
matches.m[m.length] = joinSubList(toks, tokpat.size(), toks.size()); // for Matches.rest()
}
return true;
}
static String sendToLocalBotOpt(String bot, String text, Object... args) {
if (bot == null) return null;
text = format(text, args);
DialogIO channel = findBot(bot); try {
if (channel == null) {
print(quote(bot) + " not found, skipping send: " + quote(text));
return null;
}
try {
channel.readLine();
print(shorten(bot + "> " + text, 200));
channel.sendLine(text);
String s = channel.readLine();
print(shorten(bot + "< " + s, 200));
return s;
} catch (Throwable e) {
e.printStackTrace();
return null;
}
} finally { _close(channel); }}
static void cleanKillVM() { try {
ping();
assertNotOnAWTThread();
cleanKillVM_noSleep();
Object o = new Object();
synchronized(o) { o.wait(); }
} catch (Exception __e) { throw rethrow(__e); } }
static void cleanKillVM_noSleep() {
call(getJavaX(), "cleanKill");
}
static String fsI_flex(String s) {
return startsWithDigit(s) ? "#" + s : s;
}
static boolean sameSnippetID(String a, String b) {
if (!isSnippetID(a) || !isSnippetID(b)) return false;
return parseSnippetID(a) == parseSnippetID(b);
}
static List<File> listFilesOnly(String dir) {
return listFilesOnly(new File(dir));
}
static List<File> listFilesOnly(File... dirs) {
return concatMap(rcurry("listFilesWithSuffix", ""), dirs);
}
static <A, B> Comparator<A> mapComparator(final Map<A, B> map) {
return new Comparator<A>() {
public int compare(A a, A b) {
return cmp(map.get(a), map.get(b));
}
};
}
static File computerIDFile() {
return javaxDataDir("Basic Info/computer-id.txt");
}
static String utf8streamToString(InputStream in) {
return readerToString(utf8bufferedReader(in));
}
static boolean isLowerHexString(String s) {
for (int i = 0; i < l(s); i++) {
char c = s.charAt(i);
if (c >= '0' && c <= '9' || c >= 'a' && c <= 'f') {
// ok
} else
return false;
}
return true;
}
static boolean regionMatchesIC(String a, int offsetA, String b, int offsetB, int len) {
return a != null && a.regionMatches(true, offsetA, b, offsetB, len);
}
static File loadImageAsFile(String snippetIDOrURL) { try {
if (isURL(snippetIDOrURL))
throw fail("not implemented");
if (!isSnippetID(snippetIDOrURL)) throw fail("Not a URL or snippet ID: " + snippetIDOrURL);
String snippetID = "" + parseSnippetID(snippetIDOrURL);
File file = imageSnippetCacheFile(snippetID);
if (fileSize(file) > 0) return file;
String imageURL = snippetImageURL_noHttps(snippetID);
System.err.println("Loading image: " + imageURL);
byte[] data = loadBinaryPage(imageURL);
saveBinaryFile(file, data);
return file;
} catch (Exception __e) { throw rethrow(__e); } }
// If you change this, also change DiskSnippetCache_fileToLibID
static File DiskSnippetCache_file(long snippetID) {
return new File(getGlobalCache(), "data_" + snippetID + ".jar");
}
// Data files are immutable, use centralized cache
public static File DiskSnippetCache_getLibrary(long snippetID) throws IOException {
File file = DiskSnippetCache_file(snippetID);
return file.exists() ? file : null;
}
public static void DiskSnippetCache_putLibrary(long snippetID, byte[] data) throws IOException {
saveBinaryFile(DiskSnippetCache_file(snippetID), data);
}
static byte[] loadDataSnippetImpl(String snippetID) throws IOException {
byte[] data;
try {
URL url = new URL(dataSnippetLink(snippetID));
print("Loading library: " + hideCredentials(url));
try {
data = loadBinaryPage(url.openConnection());
} catch (RuntimeException e) {
data = null;
}
if (data == null || data.length == 0) {
url = new URL(tb_mainServer() + "/blobs/" + parseSnippetID(snippetID));
print("Loading library: " + hideCredentials(url));
data = loadBinaryPage(url.openConnection());
}
print("Bytes loaded: " + data.length);
} catch (FileNotFoundException e) {
throw new IOException("Binary snippet #" + snippetID + " not found or not public");
}
return data;
}
static long fileSize(String path) { return getFileSize(path); }
static long fileSize(File f) { return getFileSize(f); }
static File loadDataSnippetToFile(String snippetID) { try {
snippetID = fsI(snippetID);
IResourceLoader rl = vm_getResourceLoader();
if (rl != null)
return rl.loadLibrary(snippetID);
File f = DiskSnippetCache_file(parseSnippetID(snippetID));
List<URL> urlsTried = new ArrayList();
List<Throwable> errors = new ArrayList();
try {
URL url = addAndReturn(urlsTried, new URL(dataSnippetLink(snippetID)));
print("Loading library: " + hideCredentials(url));
try {
loadBinaryPageToFile(openConnection(url), f);
if (fileSize(f) == 0) throw fail();
} catch (Throwable e) {
errors.add(e);
url = addAndReturn(urlsTried, new URL(tb_mainServer() + "/blobs/" + psI(snippetID)));
print(e);
print("Trying other server: " + hideCredentials(url));
loadBinaryPageToFile(openConnection(url), f);
print("Got bytes: " + fileSize(f));
}
// TODO: check if we hit the "LOADING" message
if (fileSize(f) == 0) throw fail();
System.err.println("Bytes loaded: " + fileSize(f));
} catch (Throwable e) {
//printStackTrace(e);
errors.add(e);
throw fail("Binary snippet " + snippetID + " not found or not public. URLs tried: " + allToString(urlsTried) + ", errors: " + allToString(errors));
}
return f;
} catch (Exception __e) { throw rethrow(__e); } }
static Object callJavaX(String method, Object... args) {
return callOpt(getJavaX(), method, args);
}
static List<File> listFilesWithSuffix(File dir, String suffix) {
List<File> l = new ArrayList();
for (File f : listFiles(dir))
if (!f.isDirectory() && (empty(suffix) || endsWithIgnoreCase(f.getName(), suffix)))
l.add(f);
return l;
}
static boolean loadBufferedImage_useImageCache = true;
static BufferedImage loadBufferedImage(String snippetIDOrURLOrFile) { try {
ping();
if (snippetIDOrURLOrFile == null) return null;
if (isURL(snippetIDOrURLOrFile))
return imageIO_readURL(snippetIDOrURLOrFile);
if (isAbsolutePath(snippetIDOrURLOrFile))
return loadBufferedImage(new File(snippetIDOrURLOrFile));
if (!isSnippetID(snippetIDOrURLOrFile))
throw fail("Not a URL or snippet ID or file: " + snippetIDOrURLOrFile);
String snippetID = "" + parseSnippetID(snippetIDOrURLOrFile);
IResourceLoader rl = vm_getResourceLoader();
if (rl != null)
return loadBufferedImage(rl.loadLibrary(snippetID));
File dir = imageSnippetsCacheDir();
if (loadBufferedImage_useImageCache) {
dir.mkdirs();
File file = new File(dir, snippetID + ".png");
if (file.exists() && file.length() != 0)
try {
return ImageIO.read(file);
} catch (Throwable e) {
e.printStackTrace();
// fall back to loading from sourceforge
}
}
String imageURL = snippetImageURL_http(snippetID);
print("Loading image: " + imageURL);
BufferedImage image = imageIO_readURL(imageURL);
if (loadBufferedImage_useImageCache) {
File tempFile = new File(dir, snippetID + ".tmp." + System.currentTimeMillis());
ImageIO.write(image, "png", tempFile);
tempFile.renameTo(new File(dir, snippetID + ".png"));
//Log.info("Cached image.");
}
//Log.info("Loaded image.");
return image;
} catch (Exception __e) { throw rethrow(__e); } }
static BufferedImage loadBufferedImage(File file) { try {
return file.isFile() ? ImageIO.read(file) : null;
} catch (Exception __e) { throw rethrow(__e); } }
static Class<?> hotwire(String src) {
assertFalse(_inCore());
Class j = getJavaX();
if (isAndroid()) {
synchronized(j) { // hopefully this goes well...
List<File> libraries = new ArrayList<File>();
File srcDir = (File) call(j, "transpileMain", src, libraries);
if (srcDir == null)
throw fail("transpileMain returned null (src=" + quote(src) + ")");
Object androidContext = get(j, "androidContext");
return (Class) call(j, "loadx2android", srcDir, src);
}
} else {
Class c = (Class) (call(j, "hotwire", src));
hotwire_copyOver(c);
return c;
}
}
static <A> A callMain(A c, String... args) {
callOpt(c, "main", new Object[] {args});
return c;
}
static void callMain() {
callMain(mc());
}
static String multiLineQuote(String s) {
for (int i = 0; ; i++) {
String closer = "]" + rep('=', i) + "]";
if (!contains(s, closer))
return "[" + rep('=', i) + "[" + s + closer;
}
}
static boolean isNormalQuoted(String s) {
int l = l(s);
if (!(l >= 2 && s.charAt(0) == '"' && lastChar(s) == '"')) return false;
int j = 1;
while (j < l)
if (s.charAt(j) == '"')
return j == l-1;
else if (s.charAt(j) == '\\' && j+1 < l)
j += 2;
else
++j;
return false;
}
static boolean isMultilineQuoted(String s) {
if (!startsWith(s, "[")) return false;
int i = 1;
while (i < s.length() && s.charAt(i) == '=') ++i;
return i < s.length() && s.charAt(i) == '[';
}
static String shortenClassName(String name) {
if (name == null) return null;
int i = lastIndexOf(name, "$");
if (i < 0) i = lastIndexOf(name, ".");
return i < 0 ? name : substring(name, i+1);
}
static Runnable toRunnable(final Object o) {
if (o instanceof Runnable) return (Runnable) o;
return new Runnable() { public void run() { try { callF(o) ;
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "callF(o)"; }};
}
static List<VF1<Map>> _threadInheritInfo_retrievers = synchroList();
static void _threadInheritInfo(Object info) {
if (info == null) return;
pcallFAll(_threadInheritInfo_retrievers, (Map) info);
}
static DialogIO talkToSubBot(final long vport, final DialogIO io) {
return talkToSubBot(String.valueOf(vport), io);
}
static DialogIO talkToSubBot(final String subBot, final DialogIO io) {
if (subBot == null) return io;
return new talkToSubBot_IO(subBot, io);
}
static class talkToSubBot_IO extends DialogIO {
String subBot;
DialogIO io;
talkToSubBot_IO(String subBot, DialogIO io) {
this.io = io;
this.subBot = subBot;}
// delegate all but sendLine
boolean isStillConnected() { return io.isStillConnected(); }
String readLineImpl() { return io.readLineImpl(); }
boolean isLocalConnection() { return io.isLocalConnection(); }
Socket getSocket() { return io.getSocket(); }
public void close() { try { io.close(); } catch (Exception __e) { throw rethrow(__e); } }
void sendLine(String line) {
io.sendLine(format3("please forward to bot *: *", subBot, line));
}
}
static DialogIO talkTo(int port) {
return talkTo("localhost", port);
}
static int talkTo_defaultTimeout = 10000; // This is the CONNECT timeout
static int talkTo_timeoutForReads = 0; // Timeout waiting for answers (0 = no timeout)
static ThreadLocal<Map<String, DialogIO>> talkTo_byThread = new ThreadLocal();
static DialogIO talkTo(String ip, int port) { try {
String full = ip + ":" + port;
Map<String, DialogIO> map = talkTo_byThread.get();
if (map != null && map.containsKey(full)) return map.get(full);
if (isLocalhost(ip) && port == vmPort()) return talkToThisVM();
return new talkTo_IO(ip, port);
} catch (Exception __e) { throw rethrow(__e); } }
static class talkTo_IO extends DialogIO {
String ip;
int port;
Socket s;
Writer w;
BufferedReader in;
talkTo_IO(String ip, int port) {
this.port = port;
this.ip = ip; try {
s = new Socket();
try {
if (talkTo_timeoutForReads != 0)
s.setSoTimeout(talkTo_timeoutForReads);
s.connect(new InetSocketAddress(ip, port), talkTo_defaultTimeout);
} catch (Throwable e) {
throw fail("Tried talking to " + ip + ":" + port, e);
}
w = new OutputStreamWriter(s.getOutputStream(), "UTF-8");
in = new BufferedReader(new InputStreamReader(s.getInputStream(), "UTF-8"));
} catch (Exception __e) { throw rethrow(__e); } }
boolean isLocalConnection() {
return s.getInetAddress().isLoopbackAddress();
}
boolean isStillConnected() {
return !(eos || s.isClosed());
}
void sendLine(String line) { try {
Lock __0 = lock; lock(__0); try {
w.write(line + "\n");
w.flush();
} finally { unlock(__0); } } catch (Exception __e) { throw rethrow(__e); } }
String readLineImpl() { try {
return in.readLine();
} catch (Exception __e) { throw rethrow(__e); } }
public void close() {
try {
if (!noClose) s.close();
} catch (IOException e) {
// whatever
}
}
Socket getSocket() {
return s;
}
}
static List<ProgramScan.Program> quickBotScan() {
return ProgramScan.quickBotScan();
}
static List<ProgramScan.Program> quickBotScan(int[] preferredPorts) {
return ProgramScan.quickBotScan(preferredPorts);
}
static List<ProgramScan.Program> quickBotScan(String searchPattern) {
List<ProgramScan.Program> l = new ArrayList<ProgramScan.Program>();
for (ProgramScan.Program p : ProgramScan.quickBotScan())
if (indexOfIgnoreCase(p.helloString, searchPattern) == 0)
l.add(p);
return l;
}
static String firstPartOfHelloString(String s) {
int i = s.lastIndexOf('/');
return i < 0 ? s : rtrim(s.substring(0, i));
}
static boolean startsWithIgnoreCase(String a, String b) {
return regionMatchesIC(a, 0, b, 0, b.length());
}
static Object unstructure(String text) {
return unstructure(text, false);
}
static Object unstructure(String text, final boolean allDynamic) {
return unstructure(text, allDynamic, null);
}
static int structure_internStringsLongerThan = 50;
static int unstructure_unquoteBufSize = 100;
static int unstructure_tokrefs; // stats
abstract static class unstructure_Receiver {
abstract void set(Object o);
}
// classFinder: func(name) -> class (optional)
static Object unstructure(String text, boolean allDynamic,
Object classFinder) {
if (text == null) return null;
return unstructure_tok(javaTokC_noMLS_iterator(text), allDynamic, classFinder);
}
static Object unstructure_reader(BufferedReader reader) {
return unstructure_tok(javaTokC_noMLS_onReader(reader), false, null);
}
static Object unstructure_tok(final Producer<String> tok, final boolean allDynamic, final Object _classFinder) {
final boolean debug = unstructure_debug;
final class X {
int i = -1;
final Object classFinder = _classFinder != null ? _classFinder : _defaultClassFinder();
HashMap<Integer, Object> refs = new HashMap();
HashMap<Integer, Object> tokrefs = new HashMap();
HashSet<String> concepts = new HashSet();
HashMap<String, Class> classesMap = new HashMap();
List<Runnable> stack = new ArrayList();
String curT;
char[] unquoteBuf = new char[unstructure_unquoteBufSize];
Class findAClass(String fullClassName) {
return classFinder != null ? (Class) callF(classFinder, fullClassName) : findClass_fullName(fullClassName);
}
String unquote(String s) {
return unquoteUsingCharArray(s, unquoteBuf);
}
// look at current token
String t() {
return curT;
}
// get current token, move to next
String tpp() {
String t = curT;
consume();
return t;
}
void parse(final unstructure_Receiver out) {
String t = t();
int refID = 0;
if (structure_isMarker(t, 0, l(t))) {
refID = parseInt(t.substring(1));
consume();
}
final int _refID = refID;
// if (debug) print("parse: " + quote(t));
final int tokIndex = i;
parse_inner(refID, tokIndex, new unstructure_Receiver() {
void set(Object o) {
if (_refID != 0)
refs.put(_refID, o);
if (o != null)
tokrefs.put(tokIndex, o);
out.set(o);
}
});
}
void parse_inner(int refID, int tokIndex, final unstructure_Receiver out) {
String t = t();
// if (debug) print("parse_inner: " + quote(t));
Class c = classesMap.get(t);
if (c == null) {
if (t.startsWith("\"")) {
String s = internIfLongerThan(unquote(tpp()), structure_internStringsLongerThan);
out.set(s); return;
}
if (t.startsWith("'")) {
out.set(unquoteCharacter(tpp())); return;
}
if (t.equals("bigint")) {
out.set(parseBigInt()); return;
}
if (t.equals("d")) {
out.set(parseDouble()); return;
}
if (t.equals("fl")) {
out.set(parseFloat()); return;
}
if (t.equals("sh")) {
consume();
t = tpp();
if (t.equals("-")) {
t = tpp();
out.set((short) (-parseInt(t))); return;
}
out.set((short) parseInt(t)); return;
}
if (t.equals("-")) {
consume();
t = tpp();
out.set(isLongConstant(t) ? (Object) (-parseLong(t)) : (Object) (-parseInt(t))); return;
}
if (isInteger(t) || isLongConstant(t)) {
consume();
//if (debug) print("isLongConstant " + quote(t) + " => " + isLongConstant(t));
if (isLongConstant(t)) {
out.set(parseLong(t)); return;
}
long l = parseLong(t);
boolean isInt = l == (int) l;
out.set(isInt ? (Object) Integer.valueOf((int) l) : (Object) Long.valueOf(l)); return;
}
if (t.equals("false") || t.equals("f")) {
consume(); out.set(false); return;
}
if (t.equals("true") || t.equals("t")) {
consume(); out.set(true); return;
}
if (t.equals("-")) {
consume();
t = tpp();
out.set(isLongConstant(t) ? (Object) (-parseLong(t)) : (Object) (-parseInt(t))); return;
}
if (isInteger(t) || isLongConstant(t)) {
consume();
//if (debug) print("isLongConstant " + quote(t) + " => " + isLongConstant(t));
if (isLongConstant(t)) {
out.set(parseLong(t)); return;
}
long l = parseLong(t);
boolean isInt = l == (int) l;
out.set(isInt ? (Object) Integer.valueOf((int) l) : (Object) Long.valueOf(l)); return;
}
if (t.equals("File")) {
consume();
File f = new File(unquote(tpp()));
out.set(f); return;
}
if (t.startsWith("r") && isInteger(t.substring(1))) {
consume();
int ref = Integer.parseInt(t.substring(1));
Object o = refs.get(ref);
if (o == null)
throw fail("unsatisfied back reference " + ref);
out.set(o); return;
}
if (t.startsWith("t") && isInteger(t.substring(1))) {
consume();
int ref = Integer.parseInt(t.substring(1));
Object o = tokrefs.get(ref);
if (o == null)
throw fail("unsatisfied token reference " + ref + " at " + tokIndex);
out.set(o); return;
}
if (t.equals("hashset")) { parseHashSet(out); return; }
if (t.equals("lhs")) { parseLinkedHashSet(out); return; }
if (t.equals("treeset")) { parseTreeSet(out); return; }
if (t.equals("ciset")) { parseCISet(out); return; }
if (eqOneOf(t, "hashmap", "hm")) {
consume();
parseMap(new HashMap(), out);
return;
}
if (t.equals("lhm")) {
consume();
parseMap(new LinkedHashMap(), out);
return;
}
if (t.equals("tm")) {
consume();
parseMap(new TreeMap(), out);
return;
}
if (t.equals("cimap")) {
consume();
parseMap(ciMap(), out);
return;
}
if (t.equals("ll")) {
consume();
{ parseList(new LinkedList(), out); return; }
}
if (t.equals("syncLL")) { // legacy
consume();
{ parseList(synchroLinkedList(), out); return; }
}
if (t.equals("sync")) {
consume();
{ parse(new unstructure_Receiver() {
void set(Object value) {
if (value instanceof Map) {
// Java 7
if (value instanceof NavigableMap)
{ out.set(Collections.synchronizedNavigableMap((NavigableMap) value)); return; }
if (value instanceof SortedMap)
{ out.set(Collections.synchronizedSortedMap((SortedMap) value)); return; }
{ out.set(Collections.synchronizedMap((Map) value)); return; }
} else
{ out.set(Collections.synchronizedList((List) value)); return; }
}
}); return; }
}
if (t.equals("{")) {
parseMap(out); return;
}
if (t.equals("[")) {
this.parseList(new ArrayList(), out); return;
}
if (t.equals("bitset")) {
parseBitSet(out); return;
}
if (t.equals("array") || t.equals("intarray") || t.equals("dblarray")) {
parseArray(out); return;
}
if (t.equals("ba")) {
consume();
String hex = unquote(tpp());
out.set(hexToBytes(hex)); return;
}
if (t.equals("boolarray")) {
consume();
int n = parseInt(tpp());
String hex = unquote(tpp());
out.set(boolArrayFromBytes(hexToBytes(hex), n)); return;
}
if (t.equals("class")) {
out.set(parseClass()); return;
}
if (t.equals("l")) {
parseLisp(out); return;
}
if (t.equals("null")) {
consume(); out.set(null); return;
}
if (eq(t, "c")) {
consume();
t = t();
assertTrue(isJavaIdentifier(t));
concepts.add(t);
}
// custom deserialization (new static method method)
if (eq(t, "cu")) {
consume();
t = tpp();
assertTrue(isJavaIdentifier(t));
String fullClassName = "main$" + t;
Class _c = findAClass(fullClassName);
if (_c == null) throw fail("Class not found: " + fullClassName);
parse(new unstructure_Receiver() {
void set(Object value) {
out.set(call(_c, "_deserialize", value));
}
});
return;
}
}
if (eq(t, "j")) {
consume("j");
out.set(parseJava()); return;
}
if (c == null && !isJavaIdentifier(t))
throw new RuntimeException("Unknown token " + (i+1) + ": " + quote(t));
// any other class name (or package name)
consume();
String className, fullClassName;
// Is it a package name?
if (eq(t(), ".")) {
consume();
className = fullClassName = t + "." + assertIdentifier(tpp());
} else {
className = t;
fullClassName = "main$" + t;
}
if (c == null) {
// First, find class
if (allDynamic) c = null;
else c = findAClass(fullClassName);
if (c != null)
classesMap.put(className, c);
}
// Check if it has an outer reference
boolean hasBracket = eq(t(), "(");
if (hasBracket) consume();
boolean hasOuter = hasBracket && eq(t(), "this$1");
DynamicObject dO = null;
Object o = null;
final String thingName = t;
if (c != null) {
o = hasOuter ? nuStubInnerObject(c, classFinder) : nuEmptyObject(c);
if (o instanceof DynamicObject) dO = (DynamicObject) o;
} else {
if (concepts.contains(t) && (c = findAClass("main$Concept")) != null)
o = dO = (DynamicObject) nuEmptyObject(c);
else
dO = new DynamicObject();
dO.className = className;
}
// Save in references list early because contents of object
// might link back to main object
if (refID != 0)
refs.put(refID, o != null ? o : dO);
tokrefs.put(tokIndex, o != null ? o : dO);
// NOW parse the fields!
final LinkedHashMap<String, Object> fields = new LinkedHashMap(); // preserve order
final Object _o = o;
final DynamicObject _dO = dO;
if (hasBracket) {
stack.add(new Runnable() { public void run() { try {
if (eq(t(), ",")) consume();
if (eq(t(), ")")) {
consume(")");
objRead(_o, _dO, fields, hasOuter);
out.set(_o != null ? _o : _dO);
} else {
final String key = unquote(tpp());
String t = tpp();
if (!eq(t, "="))
throw fail("= expected, got " + t + " after " + quote(key) + " in object " + thingName /*+ " " + sfu(fields)*/);
stack.add(this);
parse(new unstructure_Receiver() {
void set(Object value) {
fields.put(key, value);
/*ifdef unstructure_debug
print("Got field value " + value + ", next token: " + t());
endifdef*/
//if (eq(t(), ",")) consume();
}
});
}
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "ifdef unstructure_debug\r\n print(\"in object values, token: \" + t())..."; }});
} else {
objRead(o, dO, fields, hasOuter);
out.set(o != null ? o : dO);
}
}
void objRead(Object o, DynamicObject dO, Map<String, Object> fields, boolean hasOuter) {
if (o != null) {
if (dO != null) {
setOptAllDyn(dO, fields);
} else {
setOptAll_pcall(o, fields);
}
if (hasOuter)
fixOuterRefs(o);
} else for (Map.Entry<String, Object> e : fields.entrySet())
setDynObjectValue(dO, intern(e.getKey()), e.getValue());
if (o != null)
pcallOpt_noArgs(o, "_doneLoading");
}
void parseSet(final Set set, final unstructure_Receiver out) {
this.parseList(new ArrayList(), new unstructure_Receiver() {
void set(Object o) {
set.addAll((List) o);
out.set(set);
}
});
}
void parseLisp(final unstructure_Receiver out) {
throw fail("class Lisp not included");
}
void parseBitSet(final unstructure_Receiver out) {
consume("bitset");
consume("{");
final BitSet bs = new BitSet();
stack.add(new Runnable() { public void run() { try {
if (eq(t(), "}")) {
consume("}");
out.set(bs);
} else {
stack.add(this);
parse(new unstructure_Receiver() {
void set(Object o) {
bs.set((Integer) o);
if (eq(t(), ",")) consume();
}
});
}
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "if (eq(t(), \"}\")) {\r\n consume(\"}\");\r\n out.set(bs);\r\n ..."; }});
}
void parseList(final List list, final unstructure_Receiver out) {
tokrefs.put(i, list);
consume("[");
stack.add(new Runnable() { public void run() { try {
if (eq(t(), "]")) {
consume();
out.set(list);
} else {
stack.add(this);
parse(new unstructure_Receiver() {
void set(Object o) {
//if (debug) print("List element type: " + getClassName(o));
list.add(o);
if (eq(t(), ",")) consume();
}
});
}
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "if (eq(t(), \"]\")) {\r\n consume();\r\n ifdef unstructure_debug\r..."; }});
}
void parseArray(final unstructure_Receiver out) {
final String type = tpp();
consume("{");
final List list = new ArrayList();
stack.add(new Runnable() { public void run() { try {
if (eq(t(), "}")) {
consume("}");
out.set(
type.equals("intarray") ? toIntArray(list)
: type.equals("dblarray") ? toDoubleArray(list)
: list.toArray());
} else {
stack.add(this);
parse(new unstructure_Receiver() {
void set(Object o) {
list.add(o);
if (eq(t(), ",")) consume();
}
});
}
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "if (eq(t(), \"}\")) {\r\n consume(\"}\");\r\n out.set(\r\n ..."; }});
}
Object parseClass() {
consume("class");
consume("(");
String name = unquote(tpp());
consume(")");
Class c = allDynamic ? null : findAClass(name);
if (c != null) return c;
DynamicObject dO = new DynamicObject();
dO.className = "java.lang.Class";
name = dropPrefix("main$", name);
dO.fieldValues.put("name", name);
return dO;
}
Object parseBigInt() {
consume("bigint");
consume("(");
String val = tpp();
if (eq(val, "-"))
val = "-" + tpp();
consume(")");
return new BigInteger(val);
}
Object parseDouble() {
consume("d");
consume("(");
String val = unquote(tpp());
consume(")");
return Double.parseDouble(val);
}
Object parseFloat() {
consume("fl");
String val;
if (eq(t(), "(")) {
consume("(");
val = unquote(tpp());
consume(")");
} else {
val = unquote(tpp());
}
return Float.parseFloat(val);
}
void parseHashSet(unstructure_Receiver out) {
consume("hashset");
parseSet(new HashSet(), out);
}
void parseLinkedHashSet(unstructure_Receiver out) {
consume("lhs");
parseSet(new LinkedHashSet(), out);
}
void parseTreeSet(unstructure_Receiver out) {
consume("treeset");
parseSet(new TreeSet(), out);
}
void parseCISet(unstructure_Receiver out) {
consume("ciset");
parseSet(ciSet(), out);
}
void parseMap(unstructure_Receiver out) {
parseMap(new TreeMap(), out);
}
Object parseJava() {
String j = unquote(tpp());
Matches m = new Matches();
if (jmatch("java.awt.Color[r=*,g=*,b=*]", j, m))
return nuObject("java.awt.Color", parseInt(m.unq(0)), parseInt(m.unq(1)), parseInt(m.unq(2)));
else {
warn("Unknown Java object: " + j);
return null;
}
}
void parseMap(final Map map, final unstructure_Receiver out) {
consume("{");
stack.add(new Runnable() {
boolean v = false;
Object key;
public void run() {
if (v) {
v = false;
stack.add(this);
if (!eq(tpp(), "="))
throw fail("= expected, got " + t() + " in map of size " + l(map));
parse(new unstructure_Receiver() {
void set(Object value) {
map.put(key, value);
if (eq(t(), ",")) consume();
}
});
} else {
if (eq(t(), "}")) {
consume("}");
out.set(map);
} else {
v = true;
stack.add(this);
parse(new unstructure_Receiver() {
void set(Object o) {
key = o;
}
});
}
} // if v else
} // run()
});
}
/*void parseSub(unstructure_Receiver out) {
int n = l(stack);
parse(out);
while (l(stack) > n)
stack
}*/
void consume() { curT = tok.next(); ++i; }
void consume(String s) {
if (!eq(t(), s)) {
/*S prevToken = i-1 >= 0 ? tok.get(i-1) : "";
S nextTokens = join(tok.subList(i, Math.min(i+2, tok.size())));
fail(quote(s) + " expected: " + prevToken + " " + nextTokens + " (" + i + "/" + tok.size() + ")");*/
throw fail(quote(s) + " expected, got " + quote(t()));
}
consume();
}
// outer wrapper function getting first token and unwinding the stack
void parse_initial(unstructure_Receiver out) {
consume(); // get first token
parse(out);
while (nempty(stack))
popLast(stack).run();
}
}
ThreadLocal<Boolean> tlLoading = dynamicObjectIsLoading_threadLocal();
Boolean b = tlLoading.get();
tlLoading.set(true);
try {
final Var v = new Var();
X x = new X();
x.parse_initial(new unstructure_Receiver() {
void set(Object o) { v.set(o); }
});
unstructure_tokrefs = x.tokrefs.size();
return v.get();
} finally {
tlLoading.set(b);
}
}
static boolean unstructure_debug = false;
static String sendToLocalBotQuietly(String bot, String text, Object... args) {
text = format3(text, args);
DialogIO channel = newFindBot2(bot); try {
if (channel == null)
throw fail(quote(bot) + " not found");
try {
channel.readLine();
channel.sendLine(text);
String s = channel.readLine();
return s;
} catch (Throwable e) {
e.printStackTrace();
return null;
}
} finally { _close(channel); }}
static String sendToLocalBotQuietly(int port, String text, Object... args) {
text = format3(text, args);
DialogIO channel = talkTo(port); try {
try {
channel.readLine();
channel.sendLine(text);
String s = channel.readLine();
return s;
} catch (Throwable e) {
e.printStackTrace();
return null;
}
} finally { _close(channel); }}
static String format(String pat, Object... args) {
return format3(pat, args);
}
static void assertNotOnAWTThread() {
assertFalse("Can't do this in AWT thread", isAWTThread());
}
// f must return a list
static List concatMap(Object f, Iterable l) {
return concatLists(map(f, l));
}
static List concatMap(Iterable l, Object f) {
return concatMap(f, l);
}
static List concatMap(Object f, Object[] l) {
return concatLists(map(f, l));
}
static List concatMap(Object[] l, Object f) {
return concatMap(f, l);
}
static <A, B, C extends Iterable<B>> List<B> concatMap(Iterable<A> l, IF1<A, C> f) {
return concatMap(l, (Object) f);
}
static <A, B, C extends Iterable<B>> List<B> concatMap(IF1<A, C> f, Iterable<A> l) {
return concatMap(l, f);
}
static Object rcurry(final Object f, final Object arg) {
int n = numberOfFunctionArguments(f);
if (n == 0) throw fail("function takes no arguments");
if (n == 1) return new F0() {
Object get() {
return callF(f, arg);
}
};
if (n == 2)
return new F1() {
Object get(Object a) {
return callF(f, a, arg);
}
};
throw todo("currying a function with " + n + "arguments");
}
static String readerToString(Reader r) { try {
try {
StringBuilder buf = new StringBuilder();
int n = 0;
while (true) {
int ch = r.read();
if (ch < 0)
break;
buf.append((char) ch);
++n;
//if ((n % loadPage_verboseness) == 0) print(" " + n + " chars read");
}
return buf.toString();
} finally {
r.close();
}
} catch (Exception __e) { throw rethrow(__e); } }
static File imageSnippetCacheFile(String snippetID) {
File dir = imageSnippetsCacheDir();
if (!loadBufferedImage_useImageCache) return null;
return new File(dir, parseSnippetID(snippetID) + ".png");
}
static String snippetImageURL_noHttps(String snippetID) {
return snippetImageURL_noHttps(snippetID, "png");
}
static String snippetImageURL_noHttps(String snippetID, String contentType) {
return snippetImageURL(snippetID, contentType)
.replace("https://www.botcompany.de:8443/", "http://www.botcompany.de:8080/")
.replace("https://botcompany.de/", "http://botcompany.de/");
}
static ThreadLocal<Map<String, List<String>>> loadBinaryPage_responseHeaders = new ThreadLocal();
static ThreadLocal<Map<String, String>> loadBinaryPage_extraHeaders = new ThreadLocal();
static byte[] loadBinaryPage(String url) { try {
print("Loading " + url);
return loadBinaryPage(loadPage_openConnection(new URL(url)));
} catch (Exception __e) { throw rethrow(__e); } }
static byte[] loadBinaryPage(URLConnection con) { try {
Map<String, String> extraHeaders = getAndClearThreadLocal(loadBinaryPage_extraHeaders);
setHeaders(con);
for (String key : keys(extraHeaders))
con.setRequestProperty(key, extraHeaders.get(key));
return loadBinaryPage_noHeaders(con);
} catch (Exception __e) { throw rethrow(__e); } }
static byte[] loadBinaryPage_noHeaders(URLConnection con) { try {
ByteArrayOutputStream buf = new ByteArrayOutputStream();
InputStream inputStream = con.getInputStream();
loadBinaryPage_responseHeaders.set(con.getHeaderFields());
long len = 0;
try { len = con.getContentLength/*Long*/(); } catch (Throwable e) { printStackTrace(e); }
int n = 0;
while (true) {
int ch = inputStream.read();
if (ch < 0)
break;
buf.write(ch);
if (++n % 100000 == 0)
println(" " + n + (len != 0 ? "/" + len : "") + " bytes loaded.");
}
inputStream.close();
return buf.toByteArray();
} catch (Exception __e) { throw rethrow(__e); } }
static <B, A extends B> A addAndReturn(Collection<B> c, A a) {
if (c != null) c.add(a);
return a;
}
static void loadBinaryPageToFile(String url, File file) { try {
print("Loading " + url);
loadBinaryPageToFile(openConnection(new URL(url)), file);
} catch (Exception __e) { throw rethrow(__e); } }
static void loadBinaryPageToFile(URLConnection con, File file) { try {
setHeaders(con);
loadBinaryPageToFile_noHeaders(con, file);
} catch (Exception __e) { throw rethrow(__e); } }
static void loadBinaryPageToFile_noHeaders(URLConnection con, File file) { try {
File ftemp = new File(f2s(file) + "_temp");
FileOutputStream buf = newFileOutputStream(mkdirsFor(ftemp));
try {
InputStream inputStream = con.getInputStream();
long len = 0;
try { len = con.getContentLength/*Long*/(); } catch (Throwable e) { printStackTrace(e); }
String pat = " {*}" + (len != 0 ? "/" + len : "") + " bytes loaded.";
copyStreamWithPrints(inputStream, buf, pat);
inputStream.close();
buf.close();
file.delete();
renameFile_assertTrue(ftemp, file);
} finally {
if (buf != null) buf.close();
}
} catch (Exception __e) { throw rethrow(__e); } }
static List<String> allToString(Iterable c) {
List<String> l = new ArrayList();
for (Object o : unnull(c)) l.add(str(o));
return l;
}
static List<String> allToString(Object[] c) {
List<String> l = new ArrayList();
for (Object o : unnull(c)) l.add(str(o));
return l;
}
static BufferedImage imageIO_readURL(String url) { try {
return ImageIO.read(new URL(url));
} catch (Exception __e) { throw rethrow(__e); } }
static boolean isAbsolutePath(String s) {
return s != null && new File(s).isAbsolute();
}
static boolean isAbsolutePath(File f) {
return f != null && f.isAbsolute();
}
static File imageSnippetsCacheDir() {
return javaxCachesDir("Image-Snippets");
}
static String snippetImageURL_http(String snippetID) {
return snippetImageURL_http(snippetID, "png");
}
static String snippetImageURL_http(String snippetID, String contentType) {
return replacePrefix("https://", "http://", snippetImageURL(snippetID, contentType)).replace(":8443", ":8080");
}
static boolean _inCore() {
return false;
}
static List hotwire_copyOver_after = synchroList();
static void hotwire_copyOver(Class c) {
// TODO: make a mechanism for making such "inheritable" fields
for (String field : ll("print_log", "print_silent", "androidContext", "_userHome"))
setOptIfNotNull(c, field, getOpt(mc(), field));
setOptIfNotNull(c, "mainBot" , getMainBot());
setOpt(c, "creator_class" , new WeakReference(mc()));
pcallFAll(hotwire_copyOver_after, c);
}
static int lastIndexOf(String a, String b) {
return a == null || b == null ? -1 : a.lastIndexOf(b);
}
static int lastIndexOf(String a, char b) {
return a == null ? -1 : a.lastIndexOf(b);
}
// starts searching from i-1
static <A> int lastIndexOf(List<A> l, int i, A a) {
if (l == null) return -1;
for (i = min(l(l), i)-1; i >= 0; i--)
if (eq(l.get(i), a))
return i;
return -1;
}
static String format3(String pat, Object... args) {
if (args.length == 0) return pat;
List<String> tok = javaTokPlusPeriod(pat);
int argidx = 0;
for (int i = 1; i < tok.size(); i += 2)
if (tok.get(i).equals("*"))
tok.set(i, format3_formatArg(argidx < args.length ? args[argidx++] : "null"));
return join(tok);
}
static String format3_formatArg(Object arg) {
if (arg == null) return "null";
if (arg instanceof String) {
String s = (String) arg;
return isIdentifier(s) || isNonNegativeInteger(s) ? s : quote(s);
}
if (arg instanceof Integer || arg instanceof Long) return String.valueOf(arg);
return quote(structure(arg));
}
static boolean isLocalhost(String ip) {
return isLoopbackIP(ip) || eqic(ip, "localhost");
}
static int vmPort() {
return myVMPort();
}
static DialogIO talkToThisVM() {
return new talkToThisVM_IO();
}
static class talkToThisVM_IO extends DialogIO {
List<String> answers = ll(thisVMGreeting());
boolean isLocalConnection() { return true; }
boolean isStillConnected() { return true; }
int getPort() { return vmPort(); }
void sendLine(String line) {
answers.add(or2(sendToThisVM_newThread(line), "?"));
}
String readLineImpl() { try {
return popFirst(answers);
} catch (Exception __e) { throw rethrow(__e); } }
public void close() {}
Socket getSocket() { return null; }
}
public static String rtrim(String s) {
if (s == null) return null;
int i = s.length();
while (i > 0 && " \t\r\n".indexOf(s.charAt(i-1)) >= 0)
--i;
return i < s.length() ? s.substring(0, i) : s;
}
static Producer<String> javaTokC_noMLS_iterator(final String s) {
return javaTokC_noMLS_iterator(s, 0);
}
static Producer<String> javaTokC_noMLS_iterator(final String s, final int startIndex) {
return new Producer<String>() {
final int l = s.length();
int i = startIndex;
public String next() {
if (i >= l) return null;
int j = i;
char c, d;
// scan for whitespace
while (j < l) {
c = s.charAt(j);
d = j+1 >= l ? '\0' : s.charAt(j+1);
if (c == ' ' || c == '\t' || c == '\r' || c == '\n')
++j;
else if (c == '/' && d == '*') {
do ++j; while (j < l && !s.substring(j, Math.min(j+2, l)).equals("*/"));
j = Math.min(j+2, l);
} else if (c == '/' && d == '/') {
do ++j; while (j < l && "\r\n".indexOf(s.charAt(j)) < 0);
} else
break;
}
i = j;
if (i >= l) return null;
c = s.charAt(i);
d = i+1 >= l ? '\0' : s.charAt(i+1);
// scan for non-whitespace
if (c == '\'' || c == '"') {
char opener = c;
++j;
while (j < l) {
if (s.charAt(j) == opener || s.charAt(j) == '\n') { // end at \n to not propagate unclosed string literal errors
++j;
break;
} else if (s.charAt(j) == '\\' && j+1 < l)
j += 2;
else
++j;
}
} else if (Character.isJavaIdentifierStart(c))
do ++j; while (j < l && Character.isJavaIdentifierPart(s.charAt(j)));
else if (Character.isDigit(c)) {
do ++j; while (j < l && Character.isDigit(s.charAt(j)));
if (j < l && s.charAt(j) == 'L') ++j; // Long constants like 1L
} else
++j;
String t = quickSubstring(s, i, j);
i = j;
return t;
}
};
}
static Producer<String> javaTokC_noMLS_onReader(final BufferedReader r) {
final class X implements Producer<String> {
StringBuilder buf = new StringBuilder(); // stores from "i"
char c, d, e = 'x'; // just not '\0'
X() {
// fill c, d and e
nc();
nc();
nc();
}
// get next character(s) into c, d and e
void nc() { try {
c = d;
d = e;
if (e == '\0') return;
int i = r.read();
e = i < 0 ? '\0'
: i == '\0' ? '_' // shouldn't happen anymore
: (char) i;
} catch (Exception __e) { throw rethrow(__e); } }
void ncSave() {
if (c != '\0') {
buf.append(c);
nc();
}
}
public String next() {
// scan for whitespace
while (c != '\0') {
if (c == ' ' || c == '\t' || c == '\r' || c == '\n')
nc();
else if (c == '/' && d == '*') {
do nc(); while (c != '\0' && !(c == '*' && d == '/'));
nc(); nc();
} else if (c == '/' && d == '/') {
do nc(); while (c != '\0' && "\r\n".indexOf(c) < 0);
} else
break;
}
if (c == '\0') return null;
// scan for non-whitespace
if (c == '\'' || c == '"') {
char opener = c;
ncSave();
while (c != '\0') {
if (c == opener || c == '\n') { // end at \n to not propagate unclosed string literal errors
ncSave();
break;
} else if (c == '\\') {
ncSave();
ncSave();
} else
ncSave();
}
} else if (Character.isJavaIdentifierStart(c))
do ncSave(); while (Character.isJavaIdentifierPart(c) || c == '\''); // for stuff like "don't"
else if (Character.isDigit(c)) {
do ncSave(); while (Character.isDigit(c));
if (c == 'L') ncSave(); // Long constants like 1L
} else
ncSave();
String t = buf.toString();
buf.setLength(0);
return t;
}
}
return new X();
}
static String unquoteUsingCharArray(String s, char[] buf) {
if (s == null) return null;
if (startsWith(s, '[')) {
int i = 1;
while (i < s.length() && s.charAt(i) == '=') ++i;
if (i < s.length() && s.charAt(i) == '[') {
String m = s.substring(1, i);
if (s.endsWith("]" + m + "]"))
return s.substring(i+1, s.length()-i-1);
}
}
if (s.length() > 1) {
char c = s.charAt(0);
if (c == '\"' || c == '\'') {
int l = endsWith(s, c) ? s.length()-1 : s.length();
if (l > buf.length) return unquote(s); // fallback
int n = 0;
for (int i = 1; i < l; i++) {
char ch = s.charAt(i);
if (ch == '\\') {
char nextChar = (i == l - 1) ? '\\' : s.charAt(i + 1);
// Octal escape?
if (nextChar >= '0' && nextChar <= '7') {
String code = "" + nextChar;
i++;
if ((i < l - 1) && s.charAt(i + 1) >= '0'
&& s.charAt(i + 1) <= '7') {
code += s.charAt(i + 1);
i++;
if ((i < l - 1) && s.charAt(i + 1) >= '0'
&& s.charAt(i + 1) <= '7') {
code += s.charAt(i + 1);
i++;
}
}
buf[n++] = (char) Integer.parseInt(code, 8);
continue;
}
switch (nextChar) {
case '\"': ch = '\"'; break;
case '\\': ch = '\\'; break;
case 'b': ch = '\b'; break;
case 'f': ch = '\f'; break;
case 'n': ch = '\n'; break;
case 'r': ch = '\r'; break;
case 't': ch = '\t'; break;
case '\'': ch = '\''; break;
// Hex Unicode: u????
case 'u':
if (i >= l - 5) {
ch = 'u';
break;
}
int code = Integer.parseInt(
"" + s.charAt(i + 2) + s.charAt(i + 3)
+ s.charAt(i + 4) + s.charAt(i + 5), 16);
char[] x = Character.toChars(code);
int lx = x.length;
for (int j = 0; j < lx; j++)
buf[n++] = x[j];
i += 5;
continue;
default:
ch = nextChar; // added by Stefan
}
i++;
}
buf[n++] = ch;
}
return new String(buf, 0, n);
}
}
return s; // not quoted - return original
}
static boolean structure_isMarker(String s, int i, int j) {
if (i >= j) return false;
if (s.charAt(i) != 'm') return false;
++i;
while (i < j) {
char c = s.charAt(i);
if (c < '0' || c > '9') return false;
++i;
}
return true;
}
static String internIfLongerThan(String s, int l) {
return s == null ? null : l(s) >= l ? intern(s) : s;
}
static char unquoteCharacter(String s) {
assertTrue(s.startsWith("'") && s.length() > 1);
return unquote("\"" + s.substring(1, s.endsWith("'") ? s.length()-1 : s.length()) + "\"").charAt(0);
}
static BigInteger parseBigInt(String s) {
return new BigInteger(s);
}
static float parseFloat(String s) {
return Float.parseFloat(s);
}
static boolean isLongConstant(String s) {
if (!s.endsWith("L")) return false;
s = s.substring(0, l(s)-1);
return isInteger(s);
}
static <A> TreeMap<String, A> ciMap() {
return caseInsensitiveMap();
}
static List parseList(String s) {
return (List) safeUnstructure(s);
}
static <A> List<A> synchroLinkedList() {
return Collections.synchronizedList(new LinkedList<A>());
}
static byte[] hexToBytes(String s) {
if (odd(l(s))) throw fail("Hex string has odd length: " + quote(shorten(10, s)));
int n = l(s) / 2;
byte[] bytes = new byte[n];
for (int i = 0; i < n; i++) {
int a = parseHexChar(s.charAt(i*2));
int b = parseHexChar(s.charAt(i*2+1));
if (a < 0 || b < 0)
throw fail("Bad hex byte: " + quote(substring(s, i*2, i*2+2)) + " at " + i*2 + "/" + l(s));
bytes[i] = (byte) ((a << 4) | b);
}
return bytes;
}
static boolean[] boolArrayFromBytes(byte[] a, int n) {
boolean[] b = new boolean[n];
int m = min(n, l(a)*8);
for (int i = 0; i < m; i++)
b[i] = (a[i/8] & 1 << (i & 7)) != 0;
return b;
}
static <A> A nuStubInnerObject(Class<A> c) {
return nuStubInnerObject(c, null);
}
static <A> A nuStubInnerObject(Class<A> c, Object classFinder) { try {
Class outerType = getOuterClass(c, classFinder);
Constructor m = c.getDeclaredConstructor(outerType);
makeAccessible(m);
return (A) m.newInstance(new Object[] {null});
} catch (Exception __e) { throw rethrow(__e); } }
static Map<Class, Constructor> nuEmptyObject_cache = newDangerousWeakHashMap();
static <A> A nuEmptyObject(Class<A> c) { try {
Constructor ctr;
synchronized(nuEmptyObject_cache) {
ctr = nuEmptyObject_cache.get(c);
if (ctr == null) {
nuEmptyObject_cache.put(c, ctr = nuEmptyObject_findConstructor(c));
makeAccessible(ctr);
}
}
try {
return (A) ctr.newInstance();
} catch (InstantiationException e) {
if (empty(e.getMessage()))
if ((c.getModifiers() & Modifier.ABSTRACT) != 0)
throw fail("Can't instantiate abstract class " + className(c), e);
else
throw fail("Can't instantiate " + className(c), e);
else throw rethrow(e);
}
} catch (Exception __e) { throw rethrow(__e); } }
static Constructor nuEmptyObject_findConstructor(Class c) {
for (Constructor m : c.getDeclaredConstructors())
if (m.getParameterTypes().length == 0)
return m;
throw fail("No default constructor declared in " + c.getName());
}
static void setOptAllDyn(DynamicObject o, Map<String, Object> fields) {
if (fields == null) return;
HashMap<String, Field> fieldMap = instanceFieldsMap(o);
for (Map.Entry<String, Object> e : fields.entrySet()) {
String field = e.getKey();
Object val = e.getValue();
boolean has = fieldMap.containsKey(field);
if (has)
setOpt(o, field, val);
else {
o.fieldValues = syncMapPut2_createLinkedHashMap(o.fieldValues, intern(field), val);
}
}
}
static void setOptAll_pcall(Object o, Map<String, Object> fields) {
if (fields == null) return;
for (String field : keys(fields))
try { setOpt(o, field, fields.get(field)); } catch (Throwable __e) { print(exceptionToStringShort(__e)); }
}
static void setOptAll_pcall(Object o, Object... values) {
//values = expandParams(c.getClass(), values);
warnIfOddCount(values);
for (int i = 0; i+1 < l(values); i += 2) {
String field = (String) values[i];
Object value = values[i+1];
try { setOpt(o, field, value); } catch (Throwable __e) { print(exceptionToStringShort(__e)); }
}
}
static void fixOuterRefs(Object o) { try {
if (o == null) return;
Field[] l = thisDollarOneFields(o.getClass());
if (l.length <= 1) return;
Object father = null;
for (Field f : l) {
father = f.get(o);
if (father != null) break;
}
if (father == null) return;
for (Field f : l)
f.set(o, father);
} catch (Exception __e) { throw rethrow(__e); } }
static void pcallOpt_noArgs(Object o, String method) {
try { callOpt_noArgs(o, method); } catch (Throwable __e) { _handleException(__e); }
}
static int[] toIntArray(Collection<Integer> l) {
int[] a = new int[l(l)];
int i = 0;
if (a.length != 0) for (int x : l)
a[i++] = x;
return a;
}
static double[] toDoubleArray(Collection<Double> l) {
double[] a = new double[l(l)];
int i = 0;
if (a.length != 0) for (double x : l)
a[i++] = x;
return a;
}
static TreeSet<String> ciSet() {
return caseInsensitiveSet();
}
static boolean warn_on = true;
static ThreadLocal<List<String>> warn_warnings = new ThreadLocal();
static void warn(String s) {
if (warn_on)
print("Warning: " + s);
}
static void warn(String s, List<String> warnings) {
warn(s);
if (warnings != null)
warnings.add(s);
addToCollection(warn_warnings.get(), s);
}
static ThreadLocal<Boolean> dynamicObjectIsLoading_threadLocal() {
return DynamicObject_loading;
}
static Map<String, Integer> newFindBot2_cache = synchroHashMap();
static boolean newFindBot2_verbose = false;
static DialogIO newFindBot2(String name) {
Integer port = newFindBot2_cache.get(name);
if (port != null) {
if (newFindBot2_verbose)
print("newFindBot2: testing " + name + " => " + port);
DialogIO io = talkTo(port);
String q = format("has bot *", name);
String s = io.ask(q);
if (match("yes", s)) {
io = talkToSubBot(name, io);
call(io, "pushback", "?"); // put some hello string in (yes, this should be improved.)
return io;
}
// bot not there anymore - remove cache entry
newFindBot2_cache.remove(name);
if (newFindBot2_verbose)
print("newFindBot2: dropping " + name + " => " + port);
}
DialogIO io = findBot(name);
if (io != null) {
newFindBot2_cache.put(name, io.getPort());
if (newFindBot2_verbose)
print("newFindBot2: remembering " + name + " => " + port);
}
return io;
}
static <A> List<A> concatLists(Iterable<A>... lists) {
List<A> l = new ArrayList();
if (lists != null) for (Iterable<A> list : lists)
addAll(l, list);
return l;
}
static <A> List<A> concatLists(Collection<? extends Iterable<A>> lists) {
List<A> l = new ArrayList();
if (lists != null) for (Iterable<A> list : lists)
addAll(l, list);
return l;
}
static int numberOfFunctionArguments(Object f) {
if (f instanceof F0) return 0;
if (f instanceof F1) return 1;
if (f instanceof VF1) return 1;
if (f instanceof String) return numberOfMethodArguments(mc(), (String) f);
return numberOfMethodArguments(f, "get");
}
static RuntimeException todo() {
throw new RuntimeException("TODO");
}
static RuntimeException todo(Object msg) {
throw new RuntimeException("TODO: " + msg);
}
static <A> A println(A a) {
return print(a);
}
public static File mkdirsFor(File file) {
return mkdirsForFile(file);
}
static void copyStreamWithPrints(InputStream in, OutputStream out, String pat) { try {
byte[] buf = new byte[65536];
int total = 0;
while (true) {
int n = in.read(buf);
if (n <= 0) return;
out.write(buf, 0, n);
if ((total+n)/100000 > total/100000)
print(pat.replace("{*}", str(roundDownTo(100000, total))));
total += n;
}
} catch (Exception __e) { throw rethrow(__e); } }
static void renameFile_assertTrue(File a, File b) { try {
if (!a.exists()) throw fail("Source file not found: " + f2s(a));
if (b.exists()) throw fail("Target file exists: " + f2s(b));
mkdirsForFile(b);
if (!a.renameTo(b))
throw fail("Can't rename " + f2s(a) + " to " + f2s(b));
} catch (Exception __e) { throw rethrow(__e); } }
static void setOptIfNotNull(Object o, String field, Object value) {
if (value != null) setOpt(o, field, value);
}
static boolean isNonNegativeInteger(String s) {
int n = l(s);
if (n == 0) return false;
int i = 0;
while (i < n) {
char c = s.charAt(i);
if (c < '0' || c > '9') return false;
++i;
}
return true;
}
static boolean isLoopbackIP(String ip) {
return eq(ip, "127.0.0.1");
}
static int myVMPort() {
List records = (List) (get(getJavaX(), "record_list"));
Object android = last(records);
return or0((Integer) get(android, "port"));
}
static String thisVMGreeting() {
List record_list = (List) (get(getJavaX(), "record_list"));
Object android = first(record_list); // Should be of class Android3
return getString(android, "greeting");
}
static String sendToThisVM_newThread(String s, Object... args) {
final String _s = format(s, args);
try {
return (String) evalInNewThread(new F0<Object>() { public Object get() { try {
return callStaticAnswerMethod(getJavaX(), _s);
} catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "ret callStaticAnswerMethod(getJavaX(), _s);"; }});
} catch (Throwable e) {
e = getInnerException(e);
printStackTrace(e);
return str(e);
}
}
static <A> A popFirst(List<A> l) {
if (empty(l)) return null;
A a = first(l);
l.remove(0);
return a;
}
static <A> A popFirst(Collection<A> l) {
if (empty(l)) return null;
A a = first(l);
l.remove(a);
return a;
}
static <A> List<A> popFirst(int n, List<A> l) {
List<A> part = cloneSubList(l, 0, n);
removeSubList(l, 0, n);
return part;
}
static String quickSubstring(String s, int i, int j) {
if (i == j) return "";
return s.substring(i, j);
}
static Object safeUnstructure(String s) {
return unstructure(s, true);
}
static int parseHexChar(char c) {
if (c >= '0' && c <= '9') return charDiff(c, '0');
if (c >= 'a' && c <= 'f') return charDiff(c, 'a')+10;
if (c >= 'A' && c <= 'F') return charDiff(c, 'A')+10;
return -1;
}
static Class getOuterClass(Class c) {
return getOuterClass(c, null);
}
static Class getOuterClass(Class c, Object classFinder) { try {
String s = c.getName();
int i = s.lastIndexOf('$');
String name = substring(s, 0, i);
if (classFinder != null) return (Class) callF(classFinder, name);
return Class.forName(name);
} catch (Exception __e) { throw rethrow(__e); } }
static HashMap<String, Field> instanceFieldsMap(Object o) {
Class c = o.getClass();
HashMap<String, Field> map;
synchronized(getOpt_cache) {
map = getOpt_cache.get(c);
if (map == null)
map = getOpt_makeCache(c);
}
return map;
}
static Map<Class, Field[]> thisDollarOneFields_cache = newDangerousWeakHashMap();
static Field[] thisDollarOneFields(Class c) {
synchronized(thisDollarOneFields_cache) {
Field[] l = thisDollarOneFields_cache.get(c);
if (l == null)
thisDollarOneFields_cache.put(c, l = thisDollarOneFields_uncached(c));
return l;
}
}
static Field[] thisDollarOneFields_uncached(Class c) {
List<Field> fields = new ArrayList();
do {
for (Field f : c.getDeclaredFields())
if (f.getName().equals("this$1"))
fields.add(makeAccessible(f));
c = c.getSuperclass();
} while (c != null);
return toArray(new Field[l(fields)], fields);
}
static Map<Class, HashMap<String, Method>> callOpt_noArgs_cache = newDangerousWeakHashMap();
static Object callOpt_noArgs(Object o, String method) { try {
if (o == null) return null;
if (o instanceof Class)
return callOpt(o, method); // not optimized
Class c = o.getClass();
HashMap<String, Method> map;
synchronized(callOpt_noArgs_cache) {
map = callOpt_noArgs_cache.get(c);
if (map == null)
map = callOpt_noArgs_makeCache(c);
}
Method m = map.get(method);
return m != null ? m.invoke(o) : null;
} catch (Exception __e) { throw rethrow(__e); } }
// used internally - we are in synchronized block
static HashMap<String, Method> callOpt_noArgs_makeCache(Class c) {
HashMap<String, Method> map = new HashMap();
Class _c = c;
do {
for (Method m : c.getDeclaredMethods())
if (m.getParameterTypes().length == 0
&& !reflection_isForbiddenMethod(m)) {
makeAccessible(m);
String name = m.getName();
if (!map.containsKey(name))
map.put(name, m);
}
_c = _c.getSuperclass();
} while (_c != null);
callOpt_noArgs_cache.put(c, map);
return map;
}
static <A> boolean addToCollection(Collection<A> c, A a) {
return c != null && c.add(a);
}
static int numberOfMethodArguments(Object o, String method) {
Class c;
boolean mustBeStatic = false;
if (o instanceof Class) {
c = (Class) o;
mustBeStatic = true;
} else
c = o.getClass();
Class _c = c;
int n = -1;
while (c != null) {
for (Method m : c.getDeclaredMethods()) {
if (!m.getName().equals(method)) continue;
if (mustBeStatic && !methodIsStatic(m)) continue;
int nn = l(m.getParameterTypes());
if (n == -1) n = nn;
else if (n != nn) throw fail("Variable number of method arguments: " + _c + "." + method);
}
c = c.getSuperclass();
}
if (n == -1) throw fail("Method not found: " + _c + "." + method);
return n;
}
static int roundDownTo(int n, int x) {
return x/n*n;
}
static long roundDownTo(long n, long x) {
return x/n*n;
}
static int or0(Integer i) { return i == null ? 0 : i; }
static long or0(Long l) { return l == null ? 0L : l; }
static double or0(Double d) { return d == null ? 0.0 : d; }
static String getString(Map map, Object key) {
return map == null ? null : (String) map.get(key);
}
static String getString(List l, int idx) {
return (String) get(l, idx);
}
static String getString(Object o, Object key) {
if (o instanceof Map) return getString((Map) o, key);
if (key instanceof String)
return (String) getOpt(o, (String) key);
throw fail("Not a string key: " + getClassName(key));
}
static String getString(String key, Object o) {
return getString(o, (Object) key);
}
static Object evalInNewThread(final Object f) {
final Flag flag = new Flag();
final Var var = new Var();
final Var<Throwable> exception = new Var();
{ startThread(new Runnable() { public void run() { try { try {
var.set(callF(f));
} catch (Throwable e) {
exception.set(e);
}
flag.raise();
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "try {\r\n var.set(callF(f));\r\n } catch (Throwable e) {\r\n exception..."; }}); }
flag.waitUntilUp();
if (exception.has()) throw rethrow(exception.get());
return var.get();
}
static String callStaticAnswerMethod(List bots, String s) {
for (Object c : bots) try {
String answer = callStaticAnswerMethod(c, s);
if (!empty(answer)) return answer;
} catch (Throwable e) {
print("Error calling " + getProgramID(c));
e.printStackTrace();
}
return null;
}
static String callStaticAnswerMethod(Object c, String s) {
String answer = (String) callOpt(c, "answer", s, litlist(s));
if (answer == null)
answer = (String) callOpt(c, "answer", s);
return emptyToNull(answer);
}
static String callStaticAnswerMethod(String s) {
return callStaticAnswerMethod(mc(), s);
}
static String callStaticAnswerMethod(String s, List<String> history) {
return callStaticAnswerMethod(mc(), s, history);
}
static String callStaticAnswerMethod(Object c, String s, List<String> history) {
String answer = (String) callOpt(c, "answer", s, history);
if (answer == null)
answer = (String) callOpt(c, "answer", s);
return emptyToNull(answer);
}
static int charDiff(char a, char b) {
return (int) a-(int) b;
}
static int charDiff(String a, char b) {
return charDiff(stringToChar(a), b);
}
static Object[] toArray(Collection c) {
return toObjectArray(c);
}
static <A> A[] toArray(Iterable<A> c, Class<A> type) {
A[] a = arrayOfType(l(c), type);
if (a.length == 0) return a;
asList(c).toArray(a);
return a;
}
// array must have correct length and will be filled
static <A> A[] toArray(A[] array, Collection c) {
if (array == null || c == null) return null;
asList(c).toArray(array);
return array;
}
static boolean reflection_isForbiddenMethod(Method m) {
return m.getDeclaringClass() == Object.class
&& eqOneOf(m.getName(), "finalize", "clone", "registerNatives");
}
static Thread startThread(Object runnable) {
return startThread(defaultThreadName(), runnable);
}
static Thread startThread(String name, Object runnable) {
runnable = wrapAsActivity(runnable);
return startThread(newThread(toRunnable(runnable), name));
}
static Thread startThread(Thread t) {
_registerThread(t);
t.start();
return t;
}
static String emptyToNull(String s) {
return eq(s, "") ? null : s;
}
static <A, B> Map<A, B> emptyToNull(Map<A, B> map) {
return empty(map) ? null : map;
}
static char stringToChar(String s) {
if (l(s) != 1) throw fail("bad stringToChar: " + s);
return firstChar(s);
}
static String defaultThreadName_name;
static String defaultThreadName() {
if (defaultThreadName_name == null)
defaultThreadName_name = "A thread by " + programID();
return defaultThreadName_name;
}
static Runnable wrapAsActivity(Object r) {
return toRunnable(r);
}
// runnable = Runnable or String (method name)
static Thread newThread(Object runnable) {
return new Thread(_topLevelErrorHandling(toRunnable(runnable)));
}
static Thread newThread(Object runnable, String name) {
if (name == null) name = defaultThreadName();
return new Thread(_topLevelErrorHandling(toRunnable(runnable)), name);
}
static Thread newThread(String name, Object runnable) {
return newThread(runnable, name);
}
static char firstChar(String s) {
return s.charAt(0);
}
static Runnable _topLevelErrorHandling(final Runnable runnable) {
final Object info = _threadInfo();
return new Runnable() { public void run() { try {
try {
_threadInheritInfo(info);
runnable.run();
} catch (Throwable __e) { _handleException(__e); }
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "pcall {\r\n _threadInheritInfo(info);\r\n runnable.run();\r\n }"; }};
}
// immutable, has strong refs
final static class _MethodCache {
final Class c;
final HashMap<String, List<Method>> cache = new HashMap();
_MethodCache(Class c) {
this.c = c; _init(); }
void _init() {
Class _c = c;
while (_c != null) {
for (Method m : _c.getDeclaredMethods())
if (!isAbstract(m) && !reflection_isForbiddenMethod(m))
multiMapPut(cache, m.getName(), makeAccessible(m));
_c = _c.getSuperclass();
}
// add default methods - this might lead to a duplication
// because the overridden method is also added, but it's not
// a problem except for minimal performance loss.
for (Class intf : allInterfacesImplementedBy(c))
for (Method m : intf.getDeclaredMethods())
if (m.isDefault() && !reflection_isForbiddenMethod(m))
multiMapPut(cache, m.getName(), makeAccessible(m));
}
// Returns only matching methods
Method findMethod(String method, Object[] args) { try {
List<Method> m = cache.get(method);
if (m == null) return null;
int n = m.size();
for (int i = 0; i < n; i++) {
Method me = m.get(i);
if (call_checkArgs(me, args, false))
return me;
}
return null;
} catch (Exception __e) { throw rethrow(__e); } }
Method findStaticMethod(String method, Object[] args) { try {
List<Method> m = cache.get(method);
if (m == null) return null;
int n = m.size();
for (int i = 0; i < n; i++) {
Method me = m.get(i);
if (isStaticMethod(me) && call_checkArgs(me, args, false))
return me;
}
return null;
} catch (Exception __e) { throw rethrow(__e); } }
}static abstract class VF1<A> implements IVF1<A> {
public abstract void get(A a);
}static class Matches {
String[] m;
Matches() {}
Matches(String... m) {
this.m = m;}
String get(int i) { return i < m.length ? m[i] : null; }
String unq(int i) { return unquote(get(i)); }
String tlc(int i) { return unq(i).toLowerCase(); }
boolean bool(int i) { return "true".equals(unq(i)); }
String rest() { return m[m.length-1]; } // for matchStart
int psi(int i) { return Integer.parseInt(unq(i)); }
public String toString() { return "Matches(" + joinWithComma(quoteAll(asList(m))) + ")"; }
public int hashCode() { return _hashCode(toList(m)); }
public boolean equals(Object o) { return o instanceof Matches && arraysEqual(m, ((Matches) o).m); }
}
static class Var<A> implements IVar<A> {
Var() {}
Var(A v) {
this.v = v;}
A v; // you can access this directly if you use one thread
public synchronized void set(A a) {
if (v != a) {
v = a;
notifyAll();
}
}
public synchronized A get() { return v; }
public synchronized boolean has() { return v != null; }
public synchronized void clear() { v = null; }
public String toString() { return str(get()); }
}static class HCRUD_Concepts<A extends Concept> extends HCRUD_Data {
Concepts cc = db_mainConcepts();
Class<A> cClass;
List<IVF1<A>> onCreateOrUpdate = new ArrayList();
Map<String, Object> filters; // fields to filter by/add to new objects
HCRUD_Concepts(Class<A> cClass) {
this.cClass = cClass;}
String itemName() { return shortName(cClass); }
//LS fields() { ret conceptFields(cClass); }
List<Map<String, Object>> list() {
return lambdaMap(__35 -> itemToMapForList(__35),defaultSort(asList(listConcepts())));
}
Collection<A> listConcepts() {
return conceptsWhere(cc, cClass, mapToParams(filters));
}
List<A> defaultSort(List<A> l) { return l; }
Map<String, Object> emptyObject() {
A c = unlisted(cClass);
print("fieldOrder", getFieldOrder(c));
return printStruct("emptyObject", itemToMap(c));
}
Map<String, Object> itemToMap(A c) {
if (c == null) return null;
return putKeysFirst(getFieldOrder(c), conceptToMap_gen_withNullValues(c));
}
Map<String, Object> itemToMapForList(A c) {
if (c == null) return null;
Map<String, Object> map = itemToMap(c);
massageItemMapForList(c, map);
return map;
}
// overridable
void massageItemMapForList(A c, Map<String, Object> map) {
}
Map<String, Object> getObject(Object id) {
return itemToMap(getConcept(cc, cClass, toLong(id)));
}
Object createObject(Map<String, String> map) {
A c = cnew(cc, cClass);
cset(c, mapToParams(filters));
cSmartSet(c, mapToParams(map));
pcallFAll(onCreateOrUpdate, c);
return c.id;
}
String updateObject(Object id, Map<String, String> map) {
A c = getConcept(cc, cClass, toLong(id));
if (c == null) return "Object " + id + " not found";
cSmartSet(c, mapToParams(map));
pcallFAll(onCreateOrUpdate, c);
return "Object " + id + " updated";
}
String deleteObject(Object id) {
A c = getConcept(cc, cClass, toLong(id));
if (c == null) return "Object not found";
deleteConcept(c);
return "Object deleted";
}
HCRUD_Concepts<A> addFilter(String field, Object value) {
filters = orderedMapPutOrCreate(filters, field, value);
return this;
}
Renderer getRenderer(String field) {
Class type = fieldType(cClass, field);
if (eq(type, boolean.class))
return new CheckBox();
return super.getRenderer(field);
}
}static abstract class TokCondition {
abstract boolean get(List<String> tok, int i); // i = N Index
}static class HCRUD extends HAbstractRenderable {
HCRUD_Data data;
int defaultTextFieldCols = 80;
boolean mutationRights = true;
boolean allowCreateOrDelete = true;
boolean singleton = false;
boolean cmdsLeft = false; // put commands on the left instead of the right
String tableClass; // CSS class for table
Set<String> uneditableFields, unshownFields;
HCRUD() {}
HCRUD(HCRUD_Data data) {
this.data = data;}
HCRUD(String baseLink, HCRUD_Data data) {
this.data = data;
this.baseLink = baseLink;}
String newLink() { return appendQueryToURL(baseLink, "cmd" , "new"); }
String deleteLink(Object id) { return appendQueryToURL(baseLink, "delete_" + id, 1); }
String editLink(Object id) { return appendQueryToURL(baseLink, "edit" , id); }
String duplicateLink(Object id) { return appendQueryToURL(baseLink, "duplicate" , id); }
// also handles commands if withCmds=true
String render(boolean withCmds, Map<String, String> params) {
if (!withCmds) return renderTable(false);
{ String __1 = handleCommands(params); if (!empty(__1)) return __1; }
return renderMsgs(params)
+ (singleton || !allowCreateOrDelete ? "" : p(ahref(newLink(), "New " + itemName())))
+ renderTable(withCmds);
}
String handleCommands(Map<String, String> params) {
List<String> msgs = new ArrayList();
if (eqGet(params, "action", "create")) {
Object id = data.createObject(subMapStartingWith_dropPrefix(params, "f_"));
msgs.add(itemName() + " created (ID: " + id + ")");
}
if (eqGet(params, "action", "update"))
msgs.add(data.updateObject(params.get("id"),
subMapStartingWith_dropPrefix(params, "f_")));
for (String toDelete : keysDeprefixNemptyValue(params, "delete_"))
msgs.add(data.deleteObject(toDelete));
return nempty(msgs) ? refreshWithMsgs(msgs) : "";
}
String encodeField(String s) {
return or(data.fieldNameToHTML(s), s);
}
// in table
String renderValue(String field, Object value) {
if (value instanceof HTML) return ((HTML) value).html;
return htmlEncode_nlToBr_withIndents(strOrEmpty(value));
}
String renderTable(boolean withCmds) {
return renderTable(withCmds, data.list());
}
String renderTable(boolean withCmds, List<Map<String, Object>> l) {
if (empty(l)) return p("No entries");
//LS fields = data.fields();
//if (fields == null) fields = allKeysFromList_inOrder();
l = map(l, map -> {
map = mapMinusKeys(map, unshownFields);
Map<String, Object> map2 = postProcessTableRow(map, mapToMap(
(key, value) -> pair(encodeField(key), renderValue(key, value)),
map));
if (singleton)
map2.remove(data.fieldNameToHTML(data.idField())); // don't show ID in table in singleton mode
if (withCmds)
map2 = addCmdsToTableRow(map, map2);
return map2;
});
return htmlTable2_noHtmlEncode(l, tableParams());
}
Map<String, Object> addCmdsToTableRow(Map<String, Object> map, Map<String, Object> map2) {
map2.put(cmdsKey(), renderCmds(map));
if (cmdsLeft)
map2 = putKeysFirst(map2, cmdsKey());
return map2;
}
/*swappable*/ Object[] tableParams() {
return litparams(
"tdParams" , litparams("valign" , "top"),
"tableParams" , litparams("class" , tableClass));
}
String renderForm(Map<String, Object> map) {
map = mapMinusKeys(map, joinSets(unshownFields, uneditableFields));
return htableRaw_valignTop(
map(map, (field, value) -> {
String help = data.fieldHelp(field);
return ll(
encodeField(field),
renderInput(field, value)
+ (empty(help) ? "" : "<br> " + small(help))
);
})
, "border" , 1, "cellpadding" , 4);
}
String renderInput(String field, Object value) {
String name = "f_" + field;
HCRUD_Data.Renderer r = data.getRenderer(field);
if (r instanceof HCRUD_Data.TextArea)
return htextarea(strOrEmpty(value), "name", name, "cols" , ((HCRUD_Data.TextArea) r).cols, "rows" , ((HCRUD_Data.TextArea) r).rows);
if (r instanceof HCRUD_Data.TextField)
return htextfield(name, strOrEmpty(value), "size" , ((HCRUD_Data.TextField) r).cols, "style" , "font-family: monospace");
if (r instanceof HCRUD_Data.ComboBox)
return hselect_list(((HCRUD_Data.ComboBox) r).entries, strOrEmpty(value), "name", name);
if (r instanceof HCRUD_Data.CheckBox)
//ret hcheckbox(name, isTrue(value));
return htrickcheckboxWithText(name, "", isTrue(value));
return renderInput_default(field, value);
}
String renderInput_default(String field, Object value) {
String name = "f_" + field;
return htextfield(name, strOrEmpty(value), "size" , defaultTextFieldCols);
}
String renderNewForm() {
return renderNewForm(data.emptyObject());
}
String renderNewForm(Map<String, Object> map1) {
//printStruct("renderNewForm", map1);
Map<String, Object> map = mapWithoutKey(map1, data.idField());
//printStruct("renderNewForm", map);
return hpostform(
hhidden("action", "create") +
renderForm(map)
+ p(hsubmit("Create")),
"action" , baseLink);
}
String renderEditForm(String id) {
Map<String, Object> map = mapWithoutKey(data.getObject(id), data.idField());
if (map == null) return htmlEncode2("Entry " + id + " not found");
return hpostform(
hhidden("action", "update") +
hhidden("id", id) +
renderForm(map)
+ p(hsubmit("Save changes")),
"action" , baseLink);
}
String renderPage(Map<String, String> params) {
if (eqGet(params, "cmd", "new"))
return frame("New " + itemName(), renderNewForm());
if (nempty(params.get("edit")))
return frame("Edit " + itemName(), renderEditForm(params.get("edit")));
if (nempty(params.get("duplicate")))
return frame("New " + itemName(), renderNewForm(data.getObject(params.get("duplicate"))));
return frame(ahref(baseLink, firstToUpper(singleton ? data.itemName() : data.itemNamePlural())), render(mutationRights, params));
}
HCRUD makeFrame(MakeFrame makeFrame) { super.makeFrame(makeFrame); return this; }
String cmdsKey() { return "<!-- cmds -->"; }
String itemName() { return data.itemName(); }
transient IF2<Map<String, Object>, Map<String, Object>, Map<String, Object>> postProcessTableRow;
Map<String, Object> postProcessTableRow(Map<String, Object> data, Map<String, Object> rendered) { return postProcessTableRow != null ? postProcessTableRow.get(data, rendered) : postProcessTableRow_base(data, rendered); }
final Map<String, Object> postProcessTableRow_fallback(IF2<Map<String, Object>, Map<String, Object>, Map<String, Object>> _f, Map<String, Object> data, Map<String, Object> rendered) { return _f != null ? _f.get(data, rendered) : postProcessTableRow_base(data, rendered); }
Map<String, Object> postProcessTableRow_base(Map<String, Object> data, Map<String, Object> rendered) { return rendered; }
transient IF1<Map<String, Object>, String> renderCmds;
String renderCmds(Map<String, Object> item) { return renderCmds != null ? renderCmds.get(item) : renderCmds_base(item); }
final String renderCmds_fallback(IF1<Map<String, Object>, String> _f, Map<String, Object> item) { return _f != null ? _f.get(item) : renderCmds_base(item); }
String renderCmds_base(Map<String, Object> item) {
Object id = item.get(data.idField());
return joinNemptiesWithVBar(
ahref(editLink(id), "edit"),
singleton || !allowCreateOrDelete ? null : ahrefWithConfirm(
"Really delete item " + id + "?", deleteLink(id), htmlEncode2(unicode_DEL())),
singleton || !allowCreateOrDelete ? null : ahref(duplicateLink(id), "dup", "title" , "duplicate")
);
}
}
final static class LongRange {
long start, end;
LongRange() {}
LongRange(long start, long end) {
this.end = end;
this.start = start;}
public boolean equals(Object o) {
if (o instanceof LongRange) return start == ((LongRange) o).start && end == ((LongRange) o).end;
return false;
}
public int hashCode() {
return boostHashCombine(hashOfLong(start), hashOfLong(end));
}
long length() { return end-start; }
static String _fieldOrder = "start end";
public String toString() { return "[" + start + ";" + end + "]"; }
}final static class ConceptFieldIndexDesc<A extends Concept, Val> implements IConceptIndex, IFieldIndex<A, Val>, IConceptCounter {
Class<A> cc;
String field;
HashMap<A, Val> objectToValue = new HashMap();
MultiSetMap<Val, A> valueToObject;
ConceptFieldIndexDesc() { valueToObject = treeMultiSetMap(reverseOrder()); }
ConceptFieldIndexDesc(Class<A> cc, String field) { this(mainConcepts, cc, field); }
ConceptFieldIndexDesc(Concepts concepts, Class<A> cc, String field) {
this();
this.field = field;
this.cc = cc;
concepts.addConceptIndex(this);
for (A c : list(concepts, cc))
updateImpl(c);
concepts.addFieldIndex(cc, field, this);
}
public void update(Concept c) {
if (!isInstance(cc, c)) return;
updateImpl(c);
}
synchronized void updateImpl(Concept c) {
Val newValue = (Val) (cget(c, field));
Val oldValue = objectToValue.get(c);
if (newValue == null || newValue != oldValue) {
valueToObject.remove(oldValue, (A) c);
valueToObject.put(newValue, (A) c);
objectToValue.put((A) c, newValue);
}
}
public synchronized void remove(Concept c) {
if (!isInstance(cc, c)) return;
Val value = (Val) (cget(c, field));
objectToValue.remove(c);
valueToObject.remove(value, (A) c);
}
synchronized A get(Val value) {
return valueToObject.getFirst(value);
}
public synchronized Collection<A> getAll(Val value) {
return valueToObject.get(value);
}
public synchronized List<Val> allValues() { return cloneKeys_noSync(valueToObject.data); }
IterableIterator<A> objectIterator() {
return navigableMultiSetMapValuesIterator_concurrent(valueToObject, this);
}
public synchronized MultiSet<Val> allValues_multiSet() {
return multiSetMapToMultiSet(valueToObject);
}
public Class<? extends Concept> conceptClass() { return cc; }
public int countConcepts() { return l(objectToValue); }
public Collection<Concept> allConcepts() { return (Collection) keys(objectToValue); }
Object mutex() { return this; }
synchronized Collection<A> objectsWithValueGreaterThan(Object value) {
SortedMap<Object, Set<A>> subMap = ((SortedMap<Object, Set<A>>) valueToObject.data).headMap(value);
return concatLists(values(subMap));
}
}static interface IResourceLoader {
String loadSnippet(String snippetID);
String getTranspiled(String snippetID); // with libs
int getSnippetType(String snippetID);
String getSnippetTitle(String snippetID);
File loadLibrary(String snippetID);
File pathToJavaXJar();
File getSnippetJar(String snippetID, String transpiledSrc);
}static class Pair<A, B> implements Comparable<Pair<A, B>> {
A a;
B b;
Pair() {}
Pair(A a, B b) {
this.b = b;
this.a = a;}
public int hashCode() {
return hashCodeFor(a) + 2*hashCodeFor(b);
}
public boolean equals(Object o) {
if (o == this) return true;
if (!(o instanceof Pair)) return false;
Pair t = (Pair) o;
return eq(a, t.a) && eq(b, t.b);
}
public String toString() {
return "<" + a + ", " + b + ">";
}
public int compareTo(Pair<A, B> p) {
if (p == null) return 1;
int i = ((Comparable<A>) a).compareTo(p.a);
if (i != 0) return i;
return ((Comparable<B>) b).compareTo(p.b);
}
}static class ProgramScan {
static int threads = isWindows() ? 500 : 10;
static int timeout = 5000; // hmm...
static String ip = "127.0.0.1";
// This range is not used anymore anyway
static int quickScanFrom = 10000, quickScanTo = 10999;
static int maxNumberOfVMs_android = 4; // Android will always only have one if we don't screw up
static int maxNumberOfVMs_nonAndroid = 50; // 100;
static int maxNumberOfVMs;
static boolean verbose = false;
static class Program {
int port;
String helloString;
Program(int port, String helloString) {
this.helloString = helloString;
this.port = port;}
}
static List<Program> scan() { try {
return scan(1, 65535);
} catch (Exception __e) { throw rethrow(__e); } }
static List<Program> scan(int fromPort, int toPort) {
return scan(fromPort, toPort, new int[0]);
}
static List<Program> scan(int fromPort, int toPort, int[] preferredPorts) { try {
Set<Integer> preferredPortsSet = new HashSet<Integer>(asList(preferredPorts));
int scanSize = toPort-fromPort+1;
String name = toPort < 10000 ? "bot" : "program";
int threads = isWindows() ? min(500, scanSize) : min(scanSize, 10);
final ExecutorService es = Executors.newFixedThreadPool(threads);
if (verbose) print(firstToUpper(name) + "-scanning " + ip + " with timeout " + timeout + " ms in " + threads + " threads.");
startTiming();
List<Future<Program>> futures = new ArrayList();
List<Integer> ports = new ArrayList();
for (int port : preferredPorts) {
futures.add(checkPort(es, ip, port, timeout));
ports.add(port);
}
for (int port = fromPort; port <= toPort; port++)
if (!preferredPortsSet.contains(port) && !forbiddenPort(port)) {
futures.add(checkPort(es, ip, port, timeout));
ports.add(port);
}
es.shutdown();
List<Program> programs = new ArrayList();
long time = now();
int i = 0;
for (final Future<Program> f : futures) {
if (verbose) print("Waiting for port " + get(ports, i++) + " at time " + (now()-time));
Program p = f.get();
if (p != null)
programs.add(p);
}
//stopTiming("Port Scan " + scanSize + ", " + n(threads, "threads") + ": ", 250);
if (verbose) print("Found " + programs.size() + " " + name + "(s) on " + ip);
return programs;
} catch (Exception __e) { throw rethrow(__e); } }
static Future<Program> checkPort(final ExecutorService es, final String ip, final int port, final int timeout) {
return es.submit(new Callable<Program>() {
@Override public Program call() {
try {
Socket socket = new Socket();
try {
socket.setSoTimeout(timeout);
socket.connect(new InetSocketAddress(ip, port), timeout);
//if (verbose) print("Connected to " + ip + ":" + port);
BufferedReader in = new BufferedReader(
new InputStreamReader(socket.getInputStream(), "UTF-8"));
String hello = or(in.readLine(), "?");
return new Program(port, hello);
} finally {
socket.close();
}
} catch (Exception ex) {
return null;
}
}
});
}
static List<Program> quickScan() {
return scan(quickScanFrom, quickScanTo);
}
static List<Program> quickBotScan() {
return quickBotScan(new int[0]);
}
static List<Program> quickBotScan(int[] preferredPorts) {
if (maxNumberOfVMs == 0)
maxNumberOfVMs = isAndroid() ? maxNumberOfVMs_android : maxNumberOfVMs_nonAndroid;
return scan(4999, 5000+maxNumberOfVMs-1, preferredPorts);
}
}static abstract class DialogIO implements AutoCloseable {
String line;
boolean eos, loud, noClose;
Lock lock = lock();
abstract String readLineImpl();
abstract boolean isStillConnected();
abstract void sendLine(String line);
abstract boolean isLocalConnection();
abstract Socket getSocket();
int getPort() { Socket s = getSocket(); return s == null ? 0 : s.getPort(); }
boolean helloRead = false;
int shortenOutputTo = 500;
String readLineNoBlock() {
String l = line;
line = null;
return l;
}
boolean waitForLine() { try {
ping();
if (line != null) return true;
//print("Readline");
line = readLineImpl();
//print("Readline done: " + line);
if (line == null) eos = true;
return line != null;
} catch (Exception __e) { throw rethrow(__e); } }
String readLine() {
waitForLine();
helloRead = true;
return readLineNoBlock();
}
String ask(String s, Object... args) {
if (loud) return askLoudly(s, args);
if (!helloRead) readLine();
if (args.length != 0) s = format3(s, args);
sendLine(s);
return readLine();
}
String askLoudly(String s, Object... args) {
if (!helloRead) readLine();
if (args.length != 0) s = format3(s, args);
print("> " + shorten(s, shortenOutputTo));
sendLine(s);
String answer = readLine();
print("< " + shorten(answer, shortenOutputTo));
return answer;
}
void pushback(String l) {
if (line != null)
throw fail();
line = l;
helloRead = false;
}
}
static abstract class DialogHandler {
abstract void run(DialogIO io);
}static class ConceptFieldIndex<A extends Concept, Val> implements IConceptIndex, IFieldIndex<A, Val>, IConceptCounter {
Class<A> cc;
String field;
HashMap<A, Val> objectToValue = new HashMap();
MultiSetMap<Val, A> valueToObject = new MultiSetMap();
ConceptFieldIndex() {}
ConceptFieldIndex(Class<A> cc, String field) { this(mainConcepts, cc, field); }
ConceptFieldIndex(Concepts concepts, Class<A> cc, String field) {
this.field = field;
this.cc = cc;
concepts.addConceptIndex(this);
for (A c : list(concepts, cc))
updateImpl(c);
concepts.addFieldIndex(cc, field, this);
}
public void update(Concept c) {
if (!isInstance(cc, c)) return;
updateImpl(c);
}
synchronized void updateImpl(Concept c) {
Val newValue = (Val) (cget(c, field));
Val oldValue = objectToValue.get(c);
if (newValue == null || newValue != oldValue) {
valueToObject.remove(oldValue, (A) c);
valueToObject.put(newValue, (A) c);
objectToValue.put((A) c, newValue);
}
}
public synchronized void remove(Concept c) {
if (!isInstance(cc, c)) return;
Val value = (Val) (cget(c, field));
objectToValue.remove(c);
valueToObject.remove(value, (A) c);
}
synchronized A get(Val value) {
return valueToObject.getFirst(value);
}
public synchronized Collection<A> getAll(Val value) {
return valueToObject.get(value);
}
public synchronized List<Val> allValues() { return cloneKeys_noSync(valueToObject.data); }
public synchronized MultiSet<Val> allValues_multiSet() {
return multiSetMapToMultiSet(valueToObject);
}
public Class<? extends Concept> conceptClass() { return cc; }
public int countConcepts() { return l(objectToValue); }
public Collection<Concept> allConcepts() { return (Collection) keys(objectToValue); }
}// it's unclear whether the end is inclusive or exclusive
// (usually exclusive I guess)
static class IntRange {
int start, end;
IntRange() {}
IntRange(int start, int end) {
this.end = end;
this.start = start;}
IntRange(IntRange r) { start = r.start; end = r.end; }
public boolean equals(Object o) { return stdEq2(this, o); }
public int hashCode() { return stdHash2(this); }
final int length() { return end-start; }
final boolean empty() { return start >= end; }
static String _fieldOrder = "start end";
public String toString() { return "[" + start + ";" + end + "]"; }
}static abstract class F0<A> {
abstract A get();
}static abstract class F1<A, B> {
abstract B get(A a);
}// you still need to implement hasNext() and next()
static abstract class IterableIterator<A> implements Iterator<A>, Iterable<A> {
public Iterator<A> iterator() {
return this;
}
public void remove() {
unsupportedOperation();
}
}/** this class is fully thread-safe */
static class Flag implements Runnable {
private boolean up = false;
/** returns true if flag was down before (i.e. flag was actually raised right now) */
public synchronized boolean raise() {
if (!up) {
up = true;
notifyAll();
return true;
} else
return false;
}
public synchronized void waitUntilUp() {
while (!up) {
try {
wait();
} catch (InterruptedException e) {
e.printStackTrace();
}
}
}
public synchronized void waitUntilUp(long timeout) {
if (!up) {
try {
wait(timeout);
} catch (InterruptedException e) {
e.printStackTrace();
}
}
}
public synchronized boolean isUp() {
return up;
}
boolean get() { return isUp(); }
public String toString() {
return isUp() ? "up" : "down";
}
// currently does a semi-active wait with latency = 50 ms
public void waitForThisOr(Flag otherFlag) { try {
while (!isUp() && !otherFlag.isUp())
Thread.sleep(50);
} catch (Exception __e) { throw rethrow(__e); } }
public void run() { raise(); }
}// A concept should be an object, not just a string.
// Functions that should always be there for child processes:
static int concepts_internStringsLongerThan = 10;
static ThreadLocal<Boolean> concepts_unlisted = new ThreadLocal();
static interface Derefable {
Concept get();
}
static interface IConceptIndex {
void update(Concept c); // also for adding
void remove(Concept c);
}
static interface IFieldIndex<A extends Concept, Val> {
Collection<A> getAll(Val val);
List<Val> allValues(); // returns a cloned list
MultiSet<Val> allValues_multiSet();
}
// Approach to persisting the Concepts object itself (in normal
// DB operation, this is not done): For simplification, speed and
// compactness, we make almost all the fields transient and store only // the concepts and the idCounter. To unstructure the Concepts object,
// use unstructureConcepts() or postUnstructureConcepts(), then
// re-set up any indices, listeners etc.
static class Concepts implements AutoCloseable {
Map<Long, Concept> concepts = synchroTreeMap();
HashMap<Class, Object> perClassData;
Map miscMap;
// set to "-" for non-persistent (possibly not implemented)
// also, can include a case ID ("#123/1")
// TODO: have an actual directory instead
transient String programID;
long idCounter;
transient volatile long changes, changesWritten, lastChange;
transient volatile java.util.Timer autoSaver;
transient volatile boolean dontSave = false;
transient volatile boolean savingConcepts, noXFullGrab;
transient boolean vmBusSend = true;
transient boolean initialSave = true; // set to false to avoid initial useless saving
transient int autoSaveInterval = -1000; // 1 second + wait logic
transient boolean useGZIP = true, quietSave;
transient ReentrantLock lock = new ReentrantLock(true);
transient ReentrantLock saverLock = new ReentrantLock(true);
transient long lastSaveTook, lastSaveWas;
transient float maxAutoSavePercentage = 10;
transient List<IConceptIndex> conceptIndices;
transient Map<Class<? extends Concept>, Map<String, IFieldIndex>> fieldIndices;
transient Map<Class<? extends Concept>, Map<String, IFieldIndex>> ciFieldIndices;
transient List saveActions = synchroList();
transient Object classFinder = _defaultClassFinder();
transient List onAllChanged = synchroList(); // list of runnables
transient Object saveWrapper; // VF1<Runnable>, to profile saving
Concepts() {}
Concepts(String programID) {
this.programID = programID;}
synchronized long internalID() {
do {
++idCounter;
} while (hasConcept(idCounter));
return idCounter;
}
synchronized HashMap<Class, Object> perClassData () {
if (perClassData == null) perClassData = new HashMap();
return perClassData;
}
void initProgramID() {
if (programID == null)
programID = getDBProgramID();
}
// Now tries to load from bot first, then go to disk.
Concepts load() {
return load(false);
}
Concepts safeLoad() {
return load(true);
}
Concepts load(boolean allDynamic) {
initProgramID();
try {
if (tryToGrab(allDynamic)) return this;
} catch (Throwable e) {
if (!exceptionMessageContains(e, "no xfullgrab"))
printShortException(e);
print("xfullgrab failed - loading DB of " + programID + " from disk");
}
return loadFromDisk(allDynamic);
}
Concepts loadFromDisk() { return loadFromDisk(false); }
Concepts loadFromDisk(boolean allDynamic) {
if (nempty(concepts)) clearConcepts();
//DynamicObject_loading.set(true); // now done in unstructure()
//try {
// minimal crash recovery
restoreLatestBackupIfConceptsFileEmpty(programID, "doIt" , true);
long time = now();
Map<Long, Concept> _concepts = concepts; // empty map
readLocally2_allDynamic.set(allDynamic);
AutoCloseable __2 = tempSetTL(readLocally2_classFinder, classFinder); try {
readLocally2(this, programID, "concepts");
Map<Long, Concept> __concepts = concepts;
concepts = _concepts;
concepts.putAll(__concepts);
int l = readLocally_stringLength;
int tokrefs = unstructure_tokrefs;
assignConceptsToUs();
done("Loaded " + n(l(concepts), "concepts"), time);
try {
if (fileSize(getProgramFile(programID, "idCounter.structure")) != 0)
readLocally2(this, programID, "idCounter");
else
calcIdCounter();
} catch (Throwable e) { _handleException(e);
calcIdCounter();
}
/*} finally {
DynamicObject_loading.set(null);
}*/
if (initialSave) allChanged();
return this;
} finally { _close(__2); }}
Concepts loadConcepts() { return load(); }
boolean tryToGrab(boolean allDynamic) {
if (sameSnippetID(programID, getDBProgramID())) return false;
RemoteDB db = connectToDBOpt(programID); try {
if (db != null) {
loadGrab(db.fullgrab(), allDynamic);
return true;
}
return false;
} finally { _close(db); }}
Concepts load(String grab) {
return loadGrab(grab, false);
}
Concepts safeLoad(String grab) {
return loadGrab(grab, true);
}
Concepts loadGrab(String grab, boolean allDynamic) {
clearConcepts();
DynamicObject_loading.set(true);
try {
Map<Long, Concept> map = (Map) unstructure(grab, allDynamic, classFinder);
concepts.putAll(map);
assignConceptsToUs();
for (long l : map.keySet())
idCounter = max(idCounter, l);
} finally {
DynamicObject_loading.set(null);
}
allChanged();
return this;
}
void assignConceptsToUs() {
// fix unstructure bugs
for (Pair<Long, Object> p: mapToPairs((Map<Long, Object>) (Map) concepts))
if (!(p.b instanceof Concept)) {
print("DROPPING non-existant concept " + p.a + ": " + dynShortName(p.b));
concepts.remove(p.a);
}
for (Concept c : values(concepts)) c._concepts = this;
for (Concept c : values(concepts))
callOpt_noArgs(c, "_doneLoading2"); // doneLoading2 is called on all concepts after all concepts are loaded
}
String progID() {
return programID == null ? getDBProgramID() : programID;
}
Concept getConcept(String id) {
return empty(id) ? null : getConcept(parseLong(id));
}
Concept getConcept(long id) {
return (Concept) concepts.get((long) id);
}
Concept getConcept(RC ref) {
return ref == null ? null : getConcept(ref.longID());
}
boolean hasConcept(long id) {
return concepts.containsKey((long) id);
}
void deleteConcept(long id) {
Concept c = getConcept(id);
if (c == null)
print("Concept " + id + " not found");
else
c.delete();
}
void calcIdCounter() {
long id_ = 0;
for (long id : keys(concepts))
id_ = max(id_, id);
idCounter = id_+1;
saveLocally2(this, programID, "idCounter");
}
void saveConceptsIfDirty() { saveConcepts(); }
void save() { saveConcepts(); }
void saveConcepts() {
if (dontSave) return;
initProgramID();
saverLock.lock();
savingConcepts = true;
long start = now(), time;
try {
String s = null;
//synchronized(main.class) {
long _changes = changes;
if (_changes == changesWritten) return;
final File f = getProgramFile(programID, useGZIP ? "concepts.structure.gz" : "concepts.structure");
lock.lock();
long fullTime = now();
try {
saveLocally2(this, programID, "idCounter");
if (useGZIP) {
callRunnableWithWrapper(saveWrapper, new Runnable() { public void run() { try {
saveGZStructureToFile(f, cloneMap(concepts));
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "saveGZStructureToFile(f, cloneMap(concepts));"; }});
getProgramFile(programID, "concepts.structure").delete();
} else
s = fullStructure();
} finally {
lock.unlock();
}
while (nempty(saveActions))
pcallF(popFirst(saveActions));
changesWritten = _changes; // only update when structure didn't fail
if (!useGZIP) {
time = now()-start;
if (!quietSave)
print("Saving " + toM(l(s)) + "M chars (" /*+ changesWritten + ", "*/ + time + " ms)");
start = now();
saveTextFile(f, javaTokWordWrap(s));
getProgramFile(programID, "concepts.structure.gz").delete();
}
copyFile(f, getProgramFile(programID, "backups/concepts.structure" + (useGZIP ? ".gz" : "") + ".backup" + ymd() + "-" + formatInt(hours(), 2)));
time = now()-start;
if (!quietSave)
print(programID + ": Saved " + toK(f.length()) + " K, " + n(concepts, "concepts") + " (" + time + " ms)");
lastSaveWas = fullTime;
lastSaveTook = now()-fullTime;
} finally {
savingConcepts = false;
saverLock.unlock();
}
}
void _autoSaveConcepts() {
if (autoSaveInterval < 0 && maxAutoSavePercentage != 0) {
long pivotTime = Math.round(lastSaveWas+lastSaveTook*100.0/maxAutoSavePercentage);
if (now() < pivotTime) {
//print("Skipping auto-save (last save took " + lastSaveTook + ")");
return;
}
}
try {
saveConcepts();
} catch (Throwable e) {
print("Concept save failed, will try again: " + e);
}
}
String fullStructure() {
return structure(cloneMap(concepts));
}
void clearConcepts() {
concepts.clear();
allChanged();
}
void allChanged() {
synchronized(this) { ++changes; lastChange = sysNow(); }
if (vmBusSend) vmBus_send("conceptsChanged", this);
pcallFAll(onAllChanged);
}
// auto-save every second if dirty
synchronized void autoSaveConcepts() {
if (autoSaver == null) {
if (isTransient()) throw fail("Can't persist transient database");
autoSaver = doEvery_daemon(abs(autoSaveInterval), new Runnable() { public void run() { try { _autoSaveConcepts() ;
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "_autoSaveConcepts()"; }});
// print("Installed auto-saver (" + autoSaveInterval + " ms, " + progID() + ")");
}
}
public void close() { cleanMeUp(); }
void cleanMeUp() {
boolean shouldSave = autoSaver != null;
if (autoSaver != null) {
autoSaver.cancel();
autoSaver = null;
}
while (savingConcepts) sleepInCleanUp(10);
if (shouldSave)
saveConceptsIfDirty();
}
Map<Long, String> getIDsAndNames() {
Map<Long, String> map = new HashMap();
Map<Long, Concept> cloned = cloneMap(concepts);
for (long id : keys(cloned))
map.put(id, cloned.get(id).className);
return map;
}
void deleteConcepts(List l) {
if (l != null) for (Object o : cloneList(l))
if (o instanceof Long) {
Concept c = concepts.get(o);
if (c != null) c.delete();
} else if (o instanceof Concept)
((Concept) o).delete();
else
warn("Can't delete " + getClassName(o));
}
<A extends Concept> A conceptOfType(Class<A> type) {
IConceptCounter counter = conceptCounterForClass(type);
if (counter != null) return (A) first(counter.allConcepts());
return firstOfType(allConcepts(), type);
}
<A extends Concept> List<A> conceptsOfType(Class<A> type) {
IConceptCounter counter = conceptCounterForClass(type);
if (counter != null) return (List<A>) cloneList(counter.allConcepts());
return filterByType(allConcepts(), type);
}
<A extends Concept> List<A> listConcepts(Class<A> type) {
return conceptsOfType(type);
}
<A extends Concept> List<A> list(Class<A> type) {
return conceptsOfType(type);
}
// TODO: would be better to make this Cl (indices may return sets)
List<Concept> list(String type) {
return conceptsOfType(type);
}
List<Concept> conceptsOfType(String type) {
return filterByDynamicType(allConcepts(), "main$" + type);
}
boolean hasConceptOfType(Class<? extends Concept> type) {
return hasType(allConcepts(), type);
}
void persistConcepts() {
loadConcepts();
autoSaveConcepts();
}
// We love synonyms
void conceptPersistence() { persistConcepts(); }
Concepts persist() { persistConcepts(); return this; }
void persist(Integer interval) {
if (interval != null) autoSaveInterval = interval;
persist();
}
// Runs r if there is no concept of that type
<A extends Concept> A ensureHas(Class<A> c, Runnable r) {
A a = conceptOfType(c);
if (a == null) {
r.run();
a = conceptOfType(c);
if (a == null)
throw fail("Concept not made by " + r + ": " + shortClassName(c));
}
return a;
}
// Ensures that every concept of type c1 is ref'd by a concept of
// type c2.
// Type of func: voidfunc(concept)
void ensureHas(Class<? extends Concept> c1, Class<? extends Concept> c2, Object func) {
for (Concept a : conceptsOfType(c1)) {
Concept b = findBackRef(a, c2);
if (b == null) {
callF(func, a);
b = findBackRef(a, c2);
if (b == null)
throw fail("Concept not made by " + func + ": " + shortClassName(c2));
}
}
}
// Type of func: voidfunc(concept)
void forEvery(Class<? extends Concept> type, Object func) {
for (Concept c : conceptsOfType(type))
callF(func, c);
}
int deleteAll(Class<? extends Concept> type) {
List<Concept> l = (List) conceptsOfType(type);
for (Concept c : l) c.delete();
return l(l);
}
Collection<Concept> allConcepts() {
synchronized(concepts) {
return new ArrayList(values(concepts));
}
}
IConceptCounter conceptCounterForClass(Class<? extends Concept> c) {
for (IFieldIndex idx : values(mapGet(fieldIndices, c)))
if (idx instanceof IConceptCounter) return ((IConceptCounter) idx);
for (IFieldIndex idx : values(mapGet(ciFieldIndices, c)))
if (idx instanceof IConceptCounter) return ((IConceptCounter) idx);
return null;
}
<A extends Concept> int countConcepts(Class<A> c, Object... params) {
if (empty(params)) {
IConceptCounter counter = conceptCounterForClass(c);
if (counter != null) return counter.countConcepts();
return l(list(c));
}
int n = 0;
for (A x : list(c)) if (checkConceptFields(x, params)) ++n;
return n;
}
int countConcepts(String c, Object... params) {
if (empty(params)) return l(list(c));
int n = 0;
for (Concept x : list(c)) if (checkConceptFields(x, params)) ++n;
return n;
}
int countConcepts() {
return l(concepts);
}
synchronized void addConceptIndex(IConceptIndex index) {
if (conceptIndices == null)
conceptIndices = new ArrayList();
conceptIndices.add(index);
}
synchronized void removeConceptIndex(IConceptIndex index) {
if (conceptIndices == null) return;
conceptIndices.remove(index);
if (empty(conceptIndices)) conceptIndices = null;
}
synchronized void addFieldIndex(Class<? extends Concept> c, String field, IFieldIndex index) {
if (fieldIndices == null)
fieldIndices = new HashMap();
Map<String, IFieldIndex> map = fieldIndices.get(c);
if (map == null)
fieldIndices.put(c, map = new HashMap());
map.put(field, index);
}
synchronized IFieldIndex getFieldIndex(Class<? extends Concept> c, String field) {
if (fieldIndices == null) return null;
Map<String, IFieldIndex> map = fieldIndices.get(c);
return map == null ? null : map.get(field);
}
synchronized void addCIFieldIndex(Class<? extends Concept> c, String field, IFieldIndex index) {
if (ciFieldIndices == null)
ciFieldIndices = new HashMap();
Map<String, IFieldIndex> map = ciFieldIndices.get(c);
if (map == null)
ciFieldIndices.put(c, map = new HashMap());
map.put(field, index);
}
synchronized IFieldIndex getCIFieldIndex(Class<? extends Concept> c, String field) {
if (ciFieldIndices == null) return null;
Map<String, IFieldIndex> map = ciFieldIndices.get(c);
return map == null ? null : map.get(field);
}
// inter-process methods
RC xnew(String name, Object... values) {
return new RC(cnew(name, values));
}
void xset(long id, String field, Object value) {
xset(new RC(id), field, value);
}
void xset(RC c, String field, Object value) {
if (value instanceof RC)
value = getConcept((RC) value);
cset(getConcept(c), field, value);
}
Object xget(long id, String field) {
return xget(new RC(id), field);
}
Object xget(RC c, String field) {
return xgetPost(cget(getConcept(c), field));
}
Object xgetPost(Object o) {
o = deref(o);
if (o instanceof Concept)
return new RC((Concept) o);
return o;
}
void xdelete(long id) {
xdelete(new RC(id));
}
void xdelete(RC c) {
getConcept(c).delete();
}
void xdelete(List<RC> l) {
for (RC c : l)
xdelete(c);
}
List<RC> xlist() {
return map("toPassRef", allConcepts());
}
List<RC> xlist(String className) {
return map("toPassRef", conceptsOfType(className));
}
boolean isTransient() { return eq(programID, "-"); }
String xfullgrab() {
if (noXFullGrab) throw fail("no xfullgrab (DB too large)");
Lock __0 = lock(); lock(__0); try {
if (changes == changesWritten && !isTransient())
return loadConceptsStructure(programID);
return fullStructure();
} finally { unlock(__0); } }
/* dev.
Either<File, byte[]> xfullgrabGZipped() {
lock lock();
if (changes == changesWritten && !isTransient())
ret loadConceptsStructure(programID);
ret fullStructure();
}*/
void xshutdown() {
// Killing whole VM if someone wants this DB to shut down
cleanKillVM();
}
long xchangeCount() { return changes; }
int xcount() { return countConcepts(); }
void register(Concept c) {
if (c._concepts == this) return;
if (c._concepts != null) throw fail("Can't re-register");
c._concepts = this;
c.id = internalID();
c.created = now();
concepts.put((long) c.id, c);
c.change();
}
void registerKeepingID(Concept c) {
if (c._concepts == this) return;
if (c._concepts != null) throw fail("Can't re-register");
c._concepts = this;
concepts.put((long) c.id, c);
c.change();
}
void conceptChanged(Concept c) {
allChanged();
if (conceptIndices != null)
for (IConceptIndex index : conceptIndices)
index.update(c);
}
boolean hasUnsavedData() {
return changes != changesWritten || savingConcepts;
}
} // end of Concepts
static class Concept extends DynamicObject {
transient Concepts _concepts; // Where we belong
long id;
long created, _modified;
List<Ref> refs;
List<Ref> backRefs;
// used only internally (cnew)
Concept(String className) {
super(className);
_created();
}
Concept() {
if (!_loading()) {
//className = shortClassName(this); // XXX - necessary?
//print("New concept of type " + className);
_created();
}
}
Concept(boolean unlisted) {
if (!unlisted) _created();
}
public String toString() {
return shortDynamicClassName(this) + " " + id;
}
static boolean loading() { return _loading(); }
static boolean _loading() { return dynamicObjectIsLoading(); }
void _created() {
if (!eq(concepts_unlisted.get(), true))
db_mainConcepts().register(this);
}
/*void put(S field, O value) {
fieldValues.put(field, value);
change();
}
O get(S field) {
ret fieldValues.get(field);
}*/
class Ref<A extends Concept> {
A value;
Ref() {
if (!dynamicObjectIsLoading()) refs = addDyn(refs, this);
}
Ref(A value) {
this.value = value;
refs = addDyn(refs, this);
index();
}
// get owning concept (source)
Concept concept() {
return Concept.this;
}
// get target
A get() { return value; }
boolean has() { return value != null; }
void set(A a) {
if (a == value) return;
unindex();
value = a;
index();
}
void set(Ref<A> ref) { set(ref.get()); }
void clear() { set((A) null); }
// TODO: sync all the indexing and unindexing!?
void index() {
if (value != null)
value._addBackRef(this);
change();
}
void unindex() {
if (value != null)
value._removeBackRef(this);
}
void change() {
Concept.this.change();
}
}
class RefL<A extends Concept> extends AbstractList<A> {
List<Ref<A>> l = new ArrayList();
public A set(int i, A o) {
A prev = l.get(i).get();
l.get(i).set(o);
return prev;
}
public void add(int i, A o) {
l.add(i, new Ref(o));
}
public A get(int i) {
return l.get(i).get();
}
public A remove(int i) {
return l.remove(i).get();
}
public int size() {
return l.size();
}
public boolean contains(Object o) {
if (o instanceof Concept)
for (Ref<A> r : l) if (eq(r.get(), o)) return true;
return super.contains(o);
}
}
void delete() {
//name = "[defunct " + name + "]";
//defunct = true;
//energy = 0;
// clean refs
for (Ref r : unnull(refs))
r.unindex();
refs = null;
// set back refs to null
for (Ref r : cloneList(backRefs))
r.set((Concept) null);
backRefs = null;
if (_concepts != null) {
_concepts.concepts.remove((long) id);
_concepts.allChanged();
if (_concepts.conceptIndices != null)
for (IConceptIndex index : _concepts.conceptIndices)
index.remove(this);
_concepts = null;
}
id = 0;
}
BaseXRef export() {
return new BaseXRef(_concepts.progID(), id);
}
// notice system of a change in this object
void change() {
_modified = now();
_change_withoutUpdatingModifiedField();
}
void _change_withoutUpdatingModifiedField() {
if (_concepts != null) _concepts.conceptChanged(this);
}
void _change() { change(); }
String _programID() {
return _concepts == null ? getDBProgramID() : _concepts.progID();
}
// overridable
void _addBackRef(Concept.Ref ref) {
backRefs = addDyn(backRefs, ref);
}
void _removeBackRef(Concept.Ref ref) {
backRefs = removeDyn(backRefs, ref);
}
// convenience methods
void _setField(String field, Object value) {
cset(this, field, value);
}
void _setFields(Object... values) {
cset(this, values);
}
Concepts concepts() { return _concepts; }
boolean isDeleted() { return id == 0; }
} // end of Concept
// remote reference (for inter-process communication or
// external databases). Formerly "PassRef".
// prepared for string ids if we do them later
static class RC {
transient Object owner;
String id;
RC() {} // make serialisation happy
RC(long id) { this.id = str(id); }
RC(Object owner, long id) { this.id = str(id); this.owner = owner; }
RC(Concept c) { this(c.id); }
long longID() { return parseLong(id); }
public String toString() {
return id;
}
transient RemoteDB db;
String getString(String field) { return db.xS(this, field); }
Object get(String field) { return db.xget(this, field); }
void set(String field, Object value) { db.xset(this, field, value); }
}
// Reference to a concept in another program
static class BaseXRef {
String programID;
long id;
BaseXRef() {}
BaseXRef(String programID, long id) {
this.id = id;
this.programID = programID;}
public boolean equals(Object o) {
if (!(o instanceof BaseXRef)) return false;
BaseXRef r = (BaseXRef) o;
return eq(programID, r.programID) && eq(id, r.id);
}
public int hashCode() {
return programID.hashCode() + (int) id;
}
}
// BaseXRef as a concept
static class XRef extends Concept {
BaseXRef ref;
XRef() {}
XRef(BaseXRef ref) {
this.ref = ref; _doneLoading2(); }
// after we have been added to concepts
void _doneLoading2() {
getIndex().put(ref, this);
}
HashMap<BaseXRef, XRef> getIndex() {
return getXRefIndex(_concepts);
}
}
static synchronized HashMap<BaseXRef, XRef> getXRefIndex(Concepts concepts) {
HashMap cache = (HashMap) concepts.perClassData().get(XRef.class);
if (cache == null)
concepts.perClassData.put(XRef.class, cache = new HashMap());
return cache;
}
// uses mainConcepts
static XRef lookupOrCreateXRef(BaseXRef ref) {
XRef xref = getXRefIndex(db_mainConcepts()).get(ref);
if (xref == null)
xref = new XRef(ref);
return xref;
}
// define standard concept functions to use main concepts
static void cleanMeUp_concepts() {
if (db_mainConcepts() != null) db_mainConcepts().cleanMeUp();
// mainConcepts = null; // TODO
}
static void loadAndAutoSaveConcepts() {
db_mainConcepts().persist();
}
static void loadAndAutoSaveConcepts(int interval) {
db_mainConcepts().persist(interval);
}
static RC toPassRef(Concept c) {
return new RC(c);
}
// so we can instantiate the program to run as a bare DB bot
static class MRUCache<A, B> extends LinkedHashMap<A, B> {
int maxSize = 10;
MRUCache() {}
MRUCache(int maxSize) {
this.maxSize = maxSize;}
protected boolean removeEldestEntry(Map.Entry eldest) {
return size() > maxSize;
}
Object _serialize() {
return ll(maxSize, cloneLinkedHashMap(this));
}
static MRUCache _deserialize(List l) {
MRUCache m = new MRUCache();
m.maxSize = (int) first(l);
m.putAll((LinkedHashMap) second(l));
return m;
}
}static interface IF0<A> {
A get();
}static abstract class CloseableIterableIterator<A> extends IterableIterator<A> implements AutoCloseable {
public void close() throws Exception {}
}static interface IF2<A, B, C> {
C get(A a, B b);
}static class ConceptFieldIndexCI<A extends Concept> implements IConceptIndex, IFieldIndex<A, String>, IConceptCounter {
Class<A> cc;
String field;
HashMap<A, String> objectToValue = new HashMap();
MultiSetMap<String, A> valueToObject = ciMultiSetMap();
ConceptFieldIndexCI() {}
ConceptFieldIndexCI(Class<A> cc, String field) { this(db_mainConcepts(), cc, field); }
ConceptFieldIndexCI(Concepts concepts, Class<A> cc, String field) {
this.field = field;
this.cc = cc;
concepts.addConceptIndex(this);
for (A c : list(concepts, cc))
updateImpl(c);
concepts.addCIFieldIndex(cc, field, this);
}
public void update(Concept c) {
if (!isInstance(cc, c)) return;
updateImpl(c);
}
synchronized void updateImpl(Concept c) {
String newValue = (String) (cget(c, field));
String oldValue = objectToValue.get(c);
if (newValue == null || newValue != oldValue) {
valueToObject.remove(oldValue, (A) c);
valueToObject.put(newValue, (A) c);
objectToValue.put((A) c, newValue);
}
}
public synchronized void remove(Concept c) {
if (!isInstance(cc, c)) return;
String value = (String) (cget(c, field));
objectToValue.remove(c);
valueToObject.remove(value, (A) c);
}
synchronized A get(String value) {
return valueToObject.getFirst(value);
}
public synchronized List<A> getAll(String value) {
return cloneList(valueToObject.get(value));
}
public Class<? extends Concept> conceptClass() { return cc; }
public int countConcepts() { return l(objectToValue); }
// Note: NOT SORTED
public Collection<Concept> allConcepts() { return (Collection) keys(objectToValue); }
public synchronized List<String> allValues() { return cloneKeys_noSync(valueToObject.data); }
public synchronized MultiSet<String> allValues_multiSet() {
return multiSetMapToMultiSet(valueToObject);
}
// SORTED
IterableIterator<A> objectIterator() {
return navigableMultiSetMapValuesIterator(valueToObject);
}
}static interface Producer<A> {
public A next(); // null when end
}static ThreadLocal<Boolean> DynamicObject_loading = new ThreadLocal();
static class DynamicObject {
String className; // just the name, without the "main$"
LinkedHashMap<String, Object> fieldValues;
DynamicObject() {}
// className = just the name, without the "main$"
DynamicObject(String className) {
this.className = className;}
Map<String, Object> _map() { return fieldValues; }
public String toString() {
return getClass() == DynamicObject.class ? "dyn " + className
: super.toString();
}
}static interface IF1<A, B> {
B get(A a);
}static class PersistableThrowable {
String className;
String msg;
String stacktrace;
PersistableThrowable() {}
PersistableThrowable(Throwable e) {
if (e == null)
className = "Crazy Null Error";
else {
className = getClassName(e).replace('/', '.');
msg = e.getMessage();
stacktrace = getStackTrace_noRecord(e);
}
}
public String toString() {
return nempty(msg) ? className + ": " + msg : className;
}
}
static class HCRUD_Data {
Map<String, Renderer> renderers = new HashMap();
Map<String, String> fieldHelp = new HashMap();
abstract static class Renderer {}
static class TextArea extends Renderer implements IFieldsToList{
int cols;
int rows;
TextArea() {}
TextArea(int cols, int rows) {
this.rows = rows;
this.cols = cols;}
public String toString() { return shortClassName(this) + "(" + cols + ", " + rows + ")"; }
public boolean equals(Object o) {
if (!(o instanceof TextArea)) return false;
TextArea __1 = (TextArea) o;
return cols == __1.cols && rows == __1.rows;
}
public int hashCode() {
int h = -939552902;
h = boostHashCombine(h, _hashCode(cols));
h = boostHashCombine(h, _hashCode(rows));
return h;
}
public Object[] _fieldsToList() { return new Object[] {cols, rows}; }
}
static class TextField extends Renderer implements IFieldsToList{
int cols;
TextField() {}
TextField(int cols) {
this.cols = cols;}
public String toString() { return shortClassName(this) + "(" + cols + ")"; }
public boolean equals(Object o) {
if (!(o instanceof TextField)) return false;
TextField __2 = (TextField) o;
return cols == __2.cols;
}
public int hashCode() {
int h = 942981037;
h = boostHashCombine(h, _hashCode(cols));
return h;
}
public Object[] _fieldsToList() { return new Object[] {cols}; }
}
static class ComboBox extends Renderer implements IFieldsToList{
List<String> entries;
ComboBox() {}
ComboBox(List<String> entries) {
this.entries = entries;}
public String toString() { return shortClassName(this) + "(" + entries + ")"; }
public boolean equals(Object o) {
if (!(o instanceof ComboBox)) return false;
ComboBox __3 = (ComboBox) o;
return eq(entries, __3.entries);
}
public int hashCode() {
int h = -547674755;
h = boostHashCombine(h, _hashCode(entries));
return h;
}
public Object[] _fieldsToList() { return new Object[] {entries}; }
}
static class CheckBox extends Renderer implements IFieldsToList{
CheckBox() {}
public String toString() { return shortClassName(this) + "(" + ")"; }
public boolean equals(Object o) {
return o instanceof CheckBox;
}
public int hashCode() {
int h = 1601505219;
return h;
}
public Object[] _fieldsToList() { return null; }
}
String itemName() { return "object"; }
String itemNamePlural() { return plural(itemName()); }
//LS fields() { null; }
List<Map<String, Object>> list() { return null; }
String fieldNameToHTML(String name) { return htmlencode(humanizeLabel(name)); }
String idField() { return "id"; }
Map<String, Object> emptyObject() { return null; }
Map<String, Object> getObject(Object id) { return null; }
// return ID
Object createObject(Map<String, String> map) { throw unimplemented(); }
// return text msg
String deleteObject(Object id) { throw unimplemented(); }
// return text msg
String updateObject(Object id, Map<String, String> map) { throw unimplemented(); }
// return null for standard input field
Renderer getRenderer(String field) { return renderers.get(field); }
// returns HTML
String fieldHelp(String field) { return fieldHelp.get(field); }
HCRUD_Data addRenderer(String field, Renderer renderer) { renderers.put(field, renderer); return this; }
HCRUD_Data fieldHelp(String field, String help) { fieldHelp.put(field, help); return this; }
}
// uses hash sets as inner sets unless subclassed
// uses a hash map as the outer map by default
static class MultiSetMap<A, B> {
Map<A, Set<B>> data = new HashMap<A, Set<B>>();
int size;
MultiSetMap() {}
MultiSetMap(boolean useTreeMap) { if (useTreeMap) data = new TreeMap(); }
MultiSetMap(MultiSetMap<A, B> map) { putAll(map); }
MultiSetMap(Map<A, Set<B>> data) {
this.data = data;}
boolean put(A key, B value) { synchronized(data) {
Set<B> set = data.get(key);
if (set == null)
data.put(key, set = _makeEmptySet());
if (!set.add(value)) return false;
{ ++size; return true; }
}}
boolean add(A key, B value) { return put(key, value); }
void addAll(A key, Collection<B> values) { synchronized(data) {
putAll(key, values);
}}
void addAllIfNotThere(A key, Collection<B> values) { synchronized(data) {
for (B value : values)
setPut(key, value);
}}
void setPut(A key, B value) { synchronized(data) {
if (!containsPair(key, value))
put(key, value);
}}
boolean containsPair(A key, B value) { synchronized(data) {
return get(key).contains(value);
}}
void putAll(A key, Collection<B> values) { synchronized(data) {
for (B value : values)
put(key, value);
}}
void removeAll(A key, Collection<B> values) { synchronized(data) {
for (B value : values)
remove(key, value);
}}
Set<B> get(A key) { synchronized(data) {
Set<B> set = data.get(key);
return set == null ? Collections.<B> emptySet() : set;
}}
// return null if empty
Set<B> getOpt(A key) { synchronized(data) {
return data.get(key);
}}
// returns actual mutable live set
// creates the set if not there
Set<B> getActual(A key) { synchronized(data) {
Set<B> set = data.get(key);
if (set == null)
data.put(key, set = _makeEmptySet());
return set;
}}
// TODO: this looks unnecessary
void clean(A key) { synchronized(data) {
Set<B> list = data.get(key);
if (list != null && list.isEmpty())
data.remove(key);
}}
Set<A> keySet() { synchronized(data) {
return data.keySet();
}}
Set<A> keys() { synchronized(data) {
return data.keySet();
}}
void remove(A key) { synchronized(data) {
size -= l(data.get(key));
data.remove(key);
}}
void remove(A key, B value) { synchronized(data) {
Set<B> set = data.get(key);
if (set != null) {
if (set.remove(value)) {
--size;
if (set.isEmpty())
data.remove(key);
}
}
}}
void clear() { synchronized(data) {
data.clear();
size = 0;
}}
boolean containsKey(A key) { synchronized(data) {
return data.containsKey(key);
}}
B getFirst(A key) { synchronized(data) {
return first(get(key));
}}
void addAll(MultiSetMap<A, B> map) { putAll(map); }
void putAll(MultiSetMap<A, B> map) { synchronized(data) {
for (A key : map.keySet())
putAll(key, map.get(key));
}}
void putAll(Map<A, B> map) { synchronized(data) {
if (map != null) for (Map.Entry<A, B> e : map.entrySet())
put(e.getKey(), e.getValue());
}}
int keysSize() { synchronized(data) { return l(data); }}
// full size
int size() { synchronized(data) {
return size;
}}
// count values for key
int getSize(A key) { return l(data.get(key)); }
int count(A key) { return getSize(key); }
// expensive operation
Set<A> reverseGet(B b) { synchronized(data) {
Set<A> l = new HashSet();
for (A key : data.keySet())
if (data.get(key).contains(b))
l.add(key);
return l;
}}
Map<A, Set<B>> asMap() { synchronized(data) {
return cloneMap(data);
}}
boolean isEmpty() { synchronized(data) { return data.isEmpty(); }}
// override in subclasses
Set<B> _makeEmptySet() {
return new HashSet();
}
Collection<Set<B>> allLists() {
synchronized(data) {
return new HashSet(data.values());
}
}
List<B> allValues() {
return concatLists(values(data));
}
Object mutex() { return data; }
public String toString() { return "mm" + str(data); }
Pair<A, B> firstEntry() {
if (empty(data)) return null;
Map.Entry<A, Set<B>> entry = data.entrySet().iterator().next();
return pair(entry.getKey(), first(entry.getValue()));
}
}static interface IConceptCounter {
Class<? extends Concept> conceptClass();
int countConcepts();
Collection<Concept> allConcepts();
}static class HTML implements IFieldsToList{
String html;
HTML() {}
HTML(String html) {
this.html = html;}
public String toString() { return shortClassName(this) + "(" + html + ")"; }
public boolean equals(Object o) {
if (!(o instanceof HTML)) return false;
HTML __1 = (HTML) o;
return eq(html, __1.html);
}
public int hashCode() {
int h = 2228139;
h = boostHashCombine(h, _hashCode(html));
return h;
}
public Object[] _fieldsToList() { return new Object[] {html}; }
}abstract static class HAbstractRenderable {
String baseLink;
MakeFrame makeFrame = (title, contents) -> h1_title(title) + contents;
static interface MakeFrame {
String makeFrame(String title, String contents);
}
HAbstractRenderable() {}
HAbstractRenderable(String baseLink) {
this.baseLink = baseLink;}
HAbstractRenderable makeFrame(MakeFrame makeFrame) {
this.makeFrame = makeFrame;
return this;
}
String baseLinkPlus(String uri) {
return nempty(uri) ? appendSlash(baseLink) + uri : baseLink;
}
// title is in HTML
String frame(String title, String contents) {
return makeFrame.makeFrame(title, contents);
}
String refreshWithMsgs(String... msgs) { return refreshWithMsgs(asList(msgs)); }
String refreshWithMsgs(List<String> msgs) {
return hrefresh(appendQueryToURL(baseLink, "msg" , htmlEncode_nlToBr(lines_rtrim(msgs))));
}
String renderMsgs(Map<String, String> params) {
return pUnlessEmpty(params.get("msg"));
}
}
static interface IVF1<A> {
void get(A a);
}// uses HashMap by default
static class MultiSet<A> {
Map<A, Integer> map = new HashMap();
int size; // now maintaining a size counter
MultiSet(boolean useTreeMap) {
if (useTreeMap) map = new TreeMap();
}
MultiSet() {}
MultiSet(Iterable<A> c) { addAll(c); }
MultiSet(MultiSet<A> ms) { synchronized(ms) {
for (A a : ms.keySet()) add(a, ms.get(a));
}}
// returns new count
synchronized int add(A key) { return add(key, 1); }
synchronized void addAll(Iterable<A> c) {
if (c != null) for (A a : c) add(a);
}
synchronized void addAll(MultiSet<A> ms) {
for (A a : ms.keySet()) add(a, ms.get(a));
}
synchronized int add(A key, int count) {
if (count <= 0) return 0; // don't calculate return value in this case
size += count;
Integer i = map.get(key);
map.put(key, i != null ? (count += i) : count);
return count;
}
synchronized int get(A key) {
Integer i = map.get(key);
return i != null ? i : 0;
}
synchronized boolean contains(A key) {
return map.containsKey(key);
}
synchronized void remove(A key) {
Integer i = map.get(key);
if (i != null) {
--size;
if (i > 1)
map.put(key, i - 1);
else
map.remove(key);
}
}
synchronized List<A> topTen() { return getTopTen(); }
synchronized List<A> getTopTen() { return getTopTen(10); }
synchronized List<A> getTopTen(int maxSize) {
List<A> list = getSortedListDescending();
return list.size() > maxSize ? list.subList(0, maxSize) : list;
}
synchronized List<A> highestFirst() {
return getSortedListDescending();
}
synchronized List<A> lowestFirst() {
return reversedList(getSortedListDescending());
}
synchronized List<A> getSortedListDescending() {
List<A> list = new ArrayList<A>(map.keySet());
Collections.sort(list, new Comparator<A>() {
public int compare(A a, A b) {
return map.get(b).compareTo(map.get(a));
}
});
return list;
}
synchronized int getNumberOfUniqueElements() {
return map.size();
}
synchronized int uniqueSize() {
return map.size();
}
synchronized Set<A> asSet() {
return map.keySet();
}
synchronized NavigableSet<A> navigableSet() {
return navigableKeys((NavigableMap) map);
}
synchronized Set<A> keySet() {
return map.keySet();
}
synchronized A getMostPopularEntry() {
int max = 0;
A a = null;
for (Map.Entry<A,Integer> entry : map.entrySet()) {
if (entry.getValue() > max) {
max = entry.getValue();
a = entry.getKey();
}
}
return a;
}
synchronized void removeAll(A key) {
size -= get(key);
map.remove(key);
}
synchronized int size() {
return size;
}
synchronized MultiSet<A> mergeWith(MultiSet<A> set) {
MultiSet<A> result = new MultiSet<A>();
for (A a : set.asSet()) {
result.add(a, set.get(a));
}
return result;
}
synchronized boolean isEmpty() {
return map.isEmpty();
}
synchronized public String toString() { // hmm. sync this?
return str(map);
}
synchronized void clear() {
map.clear();
size = 0;
}
synchronized Map<A, Integer> asMap() {
return cloneMap(map);
}
}static interface IVar<A> extends IF0<A> {
void set(A a);
A get();
default boolean has() { return get() != null; }
default void clear() { set(null); }
}static class RemoteDB implements AutoCloseable {
DialogIO db;
String name;
// s = bot name or snippet ID
RemoteDB(String s) {
this(s, false);
}
RemoteDB(String s, boolean autoStart) {
name = s;
if (isSnippetID(s)) name = dbBotName(s);
db = findBot(name);
if (db == null)
if (autoStart) {
nohupJavax(fsI(s));
waitForBotStartUp(name);
assertNotNull("Weird problem", db = findBot(s));
} else
throw fail("DB " + s + " not running");
}
boolean functional() { return db != null; } // now always true
List<RC> list() { return adopt((List<RC>) rpc(db, "xlist")); }
List<RC> list(String className) { return adopt((List<RC>) rpc(db, "xlist", className)); }
List<RC> xlist() { return list(); }
List<RC> xlist(String className) { return list(className); }
// adopt is an internal method
List<RC> adopt(List<RC> l) {
if (l != null) for (RC rc : l) adopt(rc);
return l;
}
RC adopt(RC rc) { if (rc != null) rc.db = this; return rc; }
Object adopt(Object o) {
if (o instanceof RC) return adopt((RC) o);
return o;
}
String xclass(RC o) {
return (String) rpc(db, "xclass", o);
}
Object xget(RC o, String field) {
return adopt(rpc(db, "xget", o, field));
}
String xS(RC o, String field) {
return (String) xget(o, field);
}
RC xgetref(RC o, String field) {
return adopt((RC) xget(o, field));
}
void xset(RC o, String field, Object value) {
rpc(db, "xset", o, field, value);
}
RC uniq(String className) {
RC ref = first(list(className));
if (ref == null)
ref = xnew(className);
return ref;
}
RC xuniq(String className) { return uniq(className); }
RC xnew(String className, Object... values) {
return adopt((RC) rpc(db, "xnew", className, values));
}
void xdelete(RC o) {
rpc(db, "xdelete", o);
}
void xdelete(List<RC> l) {
rpc(db, "xdelete", l);
}
public void close() {
_close(db);
}
String fullgrab() { return (String) rpc(db, "xfullgrab"); }
String xfullgrab() { return fullgrab(); }
void xshutdown() { rpc(db, "xshutdown"); }
long xchangeCount() { return (long) rpc(db, "xchangeCount"); }
int xcount() { return (int) rpc(db, "xcount"); }
void reconnect() {
close();
db = findBot(name);
}
RC rc(long id) { return new RC(this, id); }
}
static interface IFieldsToList {
Object[] _fieldsToList();
}
static boolean bareDBMode_on = false;
static void bareDBMode() {
bareDBMode(null); // default autoSaveInterval
}
static void bareDBMode(Integer autoSaveInterval) {
bareDBMode_on = true;
conceptsAndBot(autoSaveInterval);
}
static boolean isAbstract(Class c) {
return (c.getModifiers() & Modifier.ABSTRACT) != 0;
}
static boolean isAbstract(Method m) {
return (m.getModifiers() & Modifier.ABSTRACT) != 0;
}
static Set<Class> allInterfacesImplementedBy(Class c) {
if (c == null) return null;
HashSet<Class> set = new HashSet();
allInterfacesImplementedBy_find(c, set);
return set;
}
static void allInterfacesImplementedBy_find(Class c, Set<Class> set) {
if (c.isInterface() && !set.add(c)) return;
do {
for (Class intf : c.getInterfaces())
allInterfacesImplementedBy_find(intf, set);
} while ((c = c.getSuperclass()) != null);
}
static Method findMethod(Object o, String method, Object... args) {
return findMethod_cached(o, method, args);
}
static boolean findMethod_checkArgs(Method m, Object[] args, boolean debug) {
Class<?>[] types = m.getParameterTypes();
if (types.length != args.length) {
if (debug)
System.out.println("Bad parameter length: " + args.length + " vs " + types.length);
return false;
}
for (int i = 0; i < types.length; i++)
if (!(args[i] == null || isInstanceX(types[i], args[i]))) {
if (debug)
System.out.println("Bad parameter " + i + ": " + args[i] + " vs " + types[i]);
return false;
}
return true;
}
static Method findStaticMethod(Class c, String method, Object... args) {
Class _c = c;
while (c != null) {
for (Method m : c.getDeclaredMethods()) {
if (!m.getName().equals(method))
continue;
if ((m.getModifiers() & Modifier.STATIC) == 0 || !findStaticMethod_checkArgs(m, args))
continue;
return m;
}
c = c.getSuperclass();
}
return null;
}
static boolean findStaticMethod_checkArgs(Method m, Object[] args) {
Class<?>[] types = m.getParameterTypes();
if (types.length != args.length)
return false;
for (int i = 0; i < types.length; i++)
if (!(args[i] == null || isInstanceX(types[i], args[i])))
return false;
return true;
}
static List<String> quoteAll(Collection<String> l) {
List<String> x = new ArrayList();
for (String s : l)
x.add(quote(s));
return x;
}
static int _hashCode(Object a) {
return a == null ? 0 : a.hashCode();
}
static boolean arraysEqual(Object[] a, Object[] b) {
if (a.length != b.length) return false;
for (int i = 0; i < a.length; i++)
if (neq(a[i], b[i])) return false;
return true;
}
static String shortName(Object o) {
return shortClassName(o);
}
static <A extends Concept> Collection<A> conceptsWhere(Class<A> c, Object... params) {
return findConceptsWhere(c, params);
}
static Collection<Concept> conceptsWhere(String c, Object... params) {
return findConceptsWhere(c, params);
}
static <A extends Concept> Collection<A> conceptsWhere(Concepts concepts, Class<A> c, Object... params) {
return findConceptsWhere(concepts, c, params);
}
static List<String> getFieldOrder(Object o) {
//S s = cast callOpt(o, "_fieldOrder");
//if (s != null) ret splitAtSpace(s);
return getFieldOrder(_getClass(o));
}
static List<String> getFieldOrder(Class c) {
if (c == null) return null;
return splitAtSpace(toStringOpt(getOpt(c, "_fieldOrder")));
}
static Map putKeysFirst(Map map, Object... keys) {
Map m2 = litorderedmap();
Map remaining = cloneMap(map);
for (Object key : keys) {
if (remaining.containsKey(key)) {
m2.put(key, remaining.get(key));
remaining.remove(key);
}
}
m2.putAll(remaining);
return m2;
}
static Map putKeysFirst(List keys, Map map) {
return putKeysFirst(map, toObjectArray(keys));
}
static Map conceptToMap_gen_withNullValues(Object c) {
Map map = litorderedmap("id" , str(getLong(c, "id")));
for (String field : conceptFields_gen(c))
map.put(field, getOpt(c, field));
return map;
}
static long toLong(Object o) {
if (o instanceof Number)
return ((Number) o).longValue();
if (o instanceof String)
return parseLong((String) o);
return 0;
}
static Concept cnew(String name, Object... values) {
Class<? extends Concept> cc = findClass(name);
Concept c = cc != null ? nuObject(cc) : new Concept(name);
csetAll(c, values);
return c;
}
static Concept cnew(Concepts concepts, String name, Object... values) {
Class<? extends Concept> cc = findClass(name);
concepts_unlisted.set(true);
Concept c;
try {
c = cc != null ? nuObject(cc) : new Concept(name);
} finally {
concepts_unlisted.set(null);
}
concepts.register(c);
csetAll(c, values);
return c;
}
static <A extends Concept> A cnew(Class<A> cc, Object... values) {
A c = nuObject(cc);
csetAll(c, values);
return c;
}
static <A extends Concept> A cnew(Concepts concepts, Class<A> cc, Object... values) {
concepts_unlisted.set(true);
A c;
try {
c = nuObject(cc);
} finally {
concepts_unlisted.set(null);
}
concepts.register(c);
csetAll(c, values);
return c;
}
// returns number of changes
static int cSmartSet(Concept c, Object... values) { try {
if (c == null) return 0;
warnIfOddCount(values = expandParams(c.getClass(), values));
int changes = 0;
for (int i = 0; i+1 < l(values); i += 2)
if (_cSmartSetField(c, (String) values[i], values[i+1])) ++changes;
return changes;
} catch (Exception __e) { throw rethrow(__e); } }
static <A, B> Map<A, B> orderedMapPutOrCreate(Map<A, B> map, A key, B value) {
if (key != null && value != null) {
if (map == null) map = new LinkedHashMap();
map.put(key, value);
}
return map;
}
static String appendQueryToURL(String url, Map params) {
return url == null ? null : url + (url.contains("?") ? "&" : "?") + makePostData(params);
}
static String appendQueryToURL(String url, Object... data) {
return appendQueryToURL(url, litmap(data));
}
static <T> Map<String, T> subMapStartingWith_dropPrefix(Map<String, T> map, String prefix) {
if (map == null) return null;
Map<String, T> map2 = new HashMap();
for (String key : keys( map)) { T value = map.get(key);
if (startsWith(key, prefix))
map2.put(substring(key, l(prefix)), value);
}
return map2;
}
static List<String> keysDeprefixNemptyValue(Map<String, String> map, String prefix) {
List<String> l = new ArrayList();
for (String s : keys(map))
if (startsWith(s, prefix) && nempty(map.get(s)))
l.add(s.substring(l(prefix)));
return l;
}
static String htmlEncode_nlToBr_withIndents(String s) {
return nlToBr_withIndents(htmlEncode(s));
}
static String strOrEmpty(Object o) {
return o == null ? "" : str(o);
}
static <A, B> Map<A, B> mapMinusKeys(Map<A, B> map, Collection<A> keys) {
if (empty(keys) || empty(map)) return map;
keys = asSet(keys);
Map<A, B> m2 = similarEmptyMap(map);
for (A key : keys( map))
{ B val = map.get(key); if (!keys.contains(key))
m2.put(key, val); }
return m2;
}
static Map mapToMap(Object f, Iterable l) {
Map map = new HashMap();
for (Object o : unnull(l)) {
Pair p = (Pair) (callF(f, o));
map.put(p.a, p.b);
}
return map;
}
static <A, B, C> Map<B, C> mapToMap(IF1<A, Pair<B, C>> f, Iterable<A> l) {
Map<B, C> map = new HashMap();
for (A o : unnull(l)) {
Pair<B, C> p = callF(f, o);
map.put(p.a, p.b);
}
return map;
}
static <A, B, C> Map<B, C> mapToMap(Iterable<A> l, IF1<A, Pair<B, C>> f) {
return mapToMap(f, l);
}
static <A, B, C, D> Map<C, D> mapToMap(IF2<A, B, Pair<C, D>> f, Map<A, B> m) {
return mapMapToMap(f, m);
}
static String htmlTable2_noHtmlEncode(Object data, Object... __) {
return htmlTable2(data, paramsPlus(__, "htmlEncode" , false));
}
static Object[] litparams(Object... l) {
int n = 0, n1 = l(l);
for (int i = 0; i < n1; i += 2)
if (l[i] != null && l[i+1] != null)
++n;
if (n == 0) return null;
Object[] params = new Object[n*2];
int j = 0;
for (int i = 0; i < n1; i += 2) {
Object key = l[i], value = l[i+1];
if (key != null && value != null) {
params[j++] = key;
params[j++] = value;
}
}
return params;
}
static <A> Set<A> joinSets(Set<A>... l) {
TreeSet set = new TreeSet();
for (Set o : l)
if (o != null)
set.addAll(o);
return set;
}
static String htableRaw_valignTop(List<? extends List> data, Object... params) {
return htableRaw2(data, asList(params), ll(), ll("valign", "top"));
}
static String htextarea(String text, Object... params) {
params = html_massageAutofocusParam(params);
return hopeningTag("textarea", params) + htmlencode2(text) + "</textarea>";
}
static String htextfield(String name, Object... params) {
return htextinput(name, params);
}
static String hselect_list(Collection<String> entries, Object... params) {
StringBuilder buf = new StringBuilder();
String selected = null;
if (odd(l(params))) {
selected = str(first(params));
params = dropFirst(params);
}
int i = indexOf(params, "allowEmpty");
if (even(i)) {
buf.append("<option></option>\n");
params[i] = params[i+1] = null;
}
if (nempty(entries)) for (String k : entries) {
String value = k;
buf.append(tag("option", htmlencode(str(or(value, ""))),
"value" , k,
"selected" , eq(selected, k) ? "selected" : null)).append("\n");
}
return tag("select", buf, params) + "\n";
}
static String htrickcheckboxWithText(String name, String text, boolean checked, Object... params) {
String id = randomID();
return hhidden(name, checked ? "1" : "0")
+ hcheckbox(null, checked, paramsPlus(params, "id", id, "onclick" , "this.previousElementSibling.value=this.checked ? 1 : 0"))
+ " " + hlabelFor(id, htmlEncode2(text));
}
static String htrickcheckboxWithText(String name, String text) {
return htrickcheckboxWithText(name, text, false);
}
static <A, B> Map<A, B> mapWithoutKey(Map<A, B> map, A key) {
if (map == null || !map.containsKey(key)) return map;
Map m = cloneMap(map);
m.remove(key);
return m;
}
static String firstToUpper(String s) {
if (empty(s)) return s;
return Character.toUpperCase(s.charAt(0)) + s.substring(1);
}
static String makeFrame_defaultIcon;
static boolean makeFrame_hideConsole = false;
static ThreadLocal<VF1<JFrame>> makeFrame_post = new ThreadLocal();
static JFrame makeFrame() {
return makeFrame((Component) null);
}
static JFrame makeFrame(Object content) {
return makeFrame(programTitle(), content);
}
static JFrame makeFrame(String title) {
return makeFrame(title, null);
}
static JFrame makeFrame(String title, Object content) {
return makeFrame(title, content, true);
}
static JFrame makeFrame(final String title, final Object content, final boolean showIt) {
final VF1<JFrame> post = optParam(makeFrame_post);
return swing(new F0<JFrame>() { public JFrame get() { try {
if (getFrame(content) != null)
return getFrame(setFrameTitle((Component) content, title));
final JFrame frame = new JFrame(title);
if (makeFrame_defaultIcon != null)
setFrameIconLater(frame, makeFrame_defaultIcon);
_initFrame(frame);
Component wrapped = wrap(content);
if (wrapped != null)
frame.getContentPane().add(wrapped);
frame.setBounds(defaultNewFrameBounds());
callF(post, frame);
if (showIt)
frame.setVisible(true);
//callOpt(content, "requestFocus");
//exitOnFrameClose(frame);
if (showIt && makeFrame_hideConsole) {
hideConsole();
makeFrame_hideConsole = false;
}
return frame;
} catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "if (getFrame(content) != null)\r\n ret getFrame(setFrameTitle((Component) ..."; }});
}
static String joinNemptiesWithVBar(String... strings) {
return joinNempties("|", strings);
}
static String joinNemptiesWithVBar(Collection<String> strings) {
return joinNempties("|", strings);
}
static String ahrefWithConfirm(String msg, String url, Object contents, Object... params) {
return ahref(url, contents,
paramsPlus(params, "onClick" , "return confirm(" + jsQuote(msg) + ");"));
}
static String unicode_DEL() {
return unicodeFromCodePoint(0x2421);
}
static int boostHashCombine(int a, int b) {
return a ^ (b + 0x9e3779b9 + (a << 6) + (a >> 2));
}
static int hashOfLong(long l) {
return Long.hashCode(l);
}
static int length(Object[] array) {
return array == null ? 0 : array.length;
}
static int length(List list) {
return list == null ? 0 : list.size();
}
static int length(String s) {
return s == null ? 0 : s.length();
}
static <A, B> MultiSetMap<A, B> treeMultiSetMap() {
return new MultiSetMap(true);
}
static <A, B> MultiSetMap<A, B> treeMultiSetMap(Comparator<A> comparator) {
return new MultiSetMap(new TreeMap<A, Set<B>>(comparator));
}
static Comparator reverseOrder() {
return new Comparator() {
public int compare(Object a, Object b) {
return cmp(b, a);
}
};
}
static <A, B> List<B> getAll(Map<A, B> map, Collection<A> l) {
return lookupAllOpt(map, l);
}
static <A, B> List<B> getAll(Collection<A> l, Map<A, B> map) {
return lookupAllOpt(map, l);
}
static <A, B> List<A> cloneKeys_noSync(Map<A, B> map) {
return cloneList_noSync(keys(map));
}
static <A, B> IterableIterator<B> navigableMultiSetMapValuesIterator_concurrent(final MultiSetMap<A, B> mm) {
return navigableMultiSetMapValuesIterator_concurrent(mm, mm.data);
}
static <A, B> IterableIterator<B> navigableMultiSetMapValuesIterator_concurrent(final MultiSetMap<A, B> mm, Object mutex) {
return iteratorFromFunction(new F0<B>() {
Iterator<Set<B>> it = concurrentlyIterateValues((NavigableMap) mm.data, mutex);
Iterator<B> it2;
public B get() {
while (it2 == null || !it2.hasNext()) {
if (!it.hasNext()) return null;
it2 = iterator(asList(it.next()));
}
return it2.next();
}
});
}
static <A, B> MultiSet<A> multiSetMapToMultiSet(MultiSetMap<A, B> mm) {
MultiSet<A> ms = new MultiSet();
for (A a : keys(mm))
ms.add(a, l(mm.get(a)));
return ms;
}
static Collection<Concept> allConcepts() {
return db_mainConcepts().allConcepts();
}
static Collection<Concept> allConcepts(Concepts concepts) {
return concepts.allConcepts();
}
static <A, B> Collection<B> values(Map<A, B> map) {
return map == null ? emptyList() : map.values();
}
// convenience shortcut for values_gen
static Collection values(Object map) {
return values((Map) map);
}
static int hashCodeFor(Object a) {
return a == null ? 0 : a.hashCode();
}
public static boolean isWindows() {
return System.getProperty("os.name").contains("Windows");
}
static long stopTiming_defaultMin = 10;
static long startTiming_startTime;
static void startTiming() {
startTiming_startTime = now();
}
static void stopTiming() {
stopTiming(null);
}
static void stopTiming(String text) {
stopTiming(text, stopTiming_defaultMin);
}
static void stopTiming(String text, long minToPrint) {
long time = now()-startTiming_startTime;
if (time >= minToPrint) {
text = or2(text, "Time: ");
print(text + time + " ms");
}
}
static boolean forbiddenPort(int port) {
return port == 5037; // adb
}
static volatile boolean readLine_noReadLine = false;
static String readLine_lastInput;
static String readLine_prefix = "[] ";
static String readLine() {
if (readLine_noReadLine) return null;
String s = readLineHidden();
if (s != null) {
readLine_lastInput = s;
print(readLine_prefix + s);
}
return s;
}
static boolean stdEq2(Object a, Object b) {
if (a == null) return b == null;
if (b == null) return false;
if (a.getClass() != b.getClass()) return false;
for (String field : allFields(a))
if (neq(getOpt(a, field), getOpt(b, field)))
return false;
return true;
}
static int stdHash2(Object a) {
if (a == null) return 0;
return stdHash(a, toStringArray(allFields(a)));
}
static UnsupportedOperationException unsupportedOperation() {
throw new UnsupportedOperationException();
}
static NavigableMap synchroTreeMap() {
return Collections.synchronizedNavigableMap(new TreeMap());
}
static boolean hasConcept(Class<? extends Concept> c, Object... params) {
return findConceptWhere(c, params) != null;
}
static Object load(String varName) {
readLocally(varName);
return get(mc(), varName);
}
static Object load(String progID, String varName) {
readLocally(progID, varName);
return get(mc(), varName);
}
static boolean exceptionMessageContains(Throwable e, String s) {
return cic(getInnerMessage(e), s);
}
static void printShortException(Throwable e) {
print(exceptionToStringShort(e));
}
static void printShortException(String s, Throwable e) {
print(s, exceptionToStringShort(e));
}
static void clearConcepts() {
db_mainConcepts().clearConcepts();
}
static void clearConcepts(Concepts concepts) {
concepts.clearConcepts();
}
static void restoreLatestBackupIfConceptsFileEmpty(String dbID, Object... __) {
boolean doIt = boolPar("doIt",__);
File file = conceptsFile(dbID);
if (fileExists(file) && fileSize(file) == 0) {
print(file + " corrupted, trying to restore");
File backup = lastThat(__51 -> fileNotEmpty(__51),sortByFileName(conceptBackupFiles(dbID)));
if (backup == null) { print("No usable backup found :("); return; }
String msg = "RESTORING: " + backup;
File log = javaxDataDir("db-restores.log");
if (doIt) logQuotedWithTime(log, msg);
print(stringIf(!doIt, "[would be] ") + msg);
if (doIt) {
clearConceptsOf(dbID);
copyFile(backup, file);
print(msg = "DB RESTORED!");
if (doIt) logQuotedWithTime(log, msg);
}
}
}
static void readLocally(String progID, String varNames) {
readLocally2(mc(), progID, varNames);
}
static void readLocally(String varNames) {
readLocally2(mc(), programID(), varNames);
}
static void readLocally2(Object obj, String varNames) {
readLocally2(obj, programID(), varNames);
}
static int readLocally_stringLength;
static ThreadLocal<Boolean> readLocally2_allDynamic = new ThreadLocal();
static ThreadLocal readLocally2_classFinder = new ThreadLocal();
// read a string variable from standard storage
// does not overwrite variable contents if there is no file
static void readLocally2(Object obj, String progID, String varNames) { try {
boolean allDynamic = isTrue(getAndClearThreadLocal(readLocally2_allDynamic));
for (String variableName : javaTokC(varNames)) {
File textFile = new File(programDir(progID), variableName + ".text");
String value = loadTextFile(textFile);
if (value != null)
set(main.class, variableName, value);
else {
File structureFile = new File(programDir(progID), variableName + ".structure");
value = loadTextFile(structureFile);
if (value == null) {
File structureGZFile = new File(programDir(progID), variableName + ".structure.gz");
if (!structureGZFile.isFile()) return;
//value = loadGZTextFile(structureGZFile);
InputStream fis = new FileInputStream(structureGZFile); try {
GZIPInputStream gis = newGZIPInputStream(fis);
InputStreamReader reader = new InputStreamReader(gis, "UTF-8");
BufferedReader bufferedReader = new BufferedReader(reader);
//O o = unstructure_reader(bufferedReader);
Object o = unstructure_tok(javaTokC_noMLS_onReader(bufferedReader), allDynamic, readLocally2_classFinder.get());
readLocally_set(obj, variableName, o);
return;
} finally { _close(fis); }}
readLocally_stringLength = l(value);
if (nempty(value))
readLocally_set(obj, variableName, unstructure(value, allDynamic, readLocally2_classFinder.get()));
}
}
} catch (Exception __e) { throw rethrow(__e); } }
static void readLocally_set(Object c, String varName, Object value) {
Object oldValue = get(c, varName);
if (oldValue instanceof List && !(oldValue instanceof ArrayList) && value != null) {
// Assume it's a synchroList.
value = synchroList((List) value);
}
set(c, varName, value);
}
static int done_minPrint = 10;
static long done(long startTime, String desc) {
long time = now()-startTime;
if (time >= done_minPrint)
print(desc + " [" + time + " ms]");
return time;
}
static long done(String desc, long startTime) {
return done(startTime, desc);
}
static long done(long startTime) {
return done(startTime, "");
}
static RemoteDB connectToDBOpt(String dbNameOrID) { try {
return new RemoteDB(dbNameOrID);
} catch (Throwable __e) { return null; } }
static <A, B> List<Pair<A, B>> mapToPairs(Map<A, B> map) {
List<Pair<A, B>> l = new ArrayList();
if (map != null) for (Map.Entry<A, B> e : map.entrySet())
l.add(pair(e.getKey(), e.getValue()));
return l;
}
static String dynShortName(Object o) {
return shortDynamicClassName(o);
}
static void saveLocally(String variableName) {
saveLocally(programID(), variableName);
}
static void saveLocally(String progID, String variableName) {
saveLocally2(mc(), progID, variableName);
}
static void saveLocally2(Object obj, String variableName) {
saveLocally2(obj, programID(), variableName);
}
static void saveLocally2(Object obj, String progID, String variableName) {
Lock __0 = saveLock(); lock(__0); try {
File textFile = new File(programDir(progID), variableName + ".text");
File structureFile = new File(programDir(progID), variableName + ".structure");
Object x = get(obj, variableName);
if (x == null) {
textFile.delete();
structureFile.delete();
} else if (x instanceof String) {
saveTextFile(textFile, (String) x);
structureFile.delete();
} else {
saveTextFile(structureFile, javaTokWordWrap(structure(x)));
textFile.delete();
}
} finally { unlock(__0); } }
// wrapper: VF1<Runnable> or null
static void callRunnableWithWrapper(Object wrapper, Runnable r) {
if (wrapper == null) callF(r);
else callF(wrapper, r);
}
static void saveGZStructureToFile(String file, Object o) {
saveGZStructureToFile(getProgramFile(file), o);
}
static void saveGZStructureToFile(File file, Object o) { try {
File parentFile = file.getParentFile();
if (parentFile != null)
parentFile.mkdirs();
File tempFile = tempFileFor(file);
if (tempFile.exists()) try {
String saveName = tempFile.getPath() + ".saved." + now();
copyFile(tempFile, new File(saveName));
} catch (Throwable e) { printStackTrace(e); }
FileOutputStream fileOutputStream = newFileOutputStream(tempFile.getPath());
try {
GZIPOutputStream gos = new GZIPOutputStream(fileOutputStream);
OutputStreamWriter outputStreamWriter = new OutputStreamWriter(gos, "UTF-8");
PrintWriter printWriter = new PrintWriter(outputStreamWriter);
structureToPrintWriter(o, printWriter);
printWriter.close();
gos.close();
fileOutputStream.close();
} catch (Throwable e) {
fileOutputStream.close();
tempFile.delete();
throw rethrow(e);
}
if (file.exists() && !file.delete())
throw new IOException("Can't delete " + file.getPath());
if (!tempFile.renameTo(file))
throw new IOException("Can't rename " + tempFile + " to " + file);
} catch (Exception __e) { throw rethrow(__e); } }
static long toM(long l) {
return (l+1024*1024-1)/(1024*1024);
}
static String toM(long l, int digits) {
return formatDouble(toM_double(l), digits);
}
static String javaTokWordWrap(String s) {
return javaTokWordWrap(120, s);
}
// TODO: complete trimming
static String javaTokWordWrap(int cols, String s) {
int col = 0;
List<String> tok = javaTok(s);
for (int i = 0; i < l(tok); i++) {
String t = tok.get(i);
if (odd(i) && col >= cols && !containsNewLine(t))
tok.set(i, t = rtrimSpaces(t) + "\n");
int idx = t.lastIndexOf('\n');
if (idx >= 0) col = l(t)-(idx+1);
else col += l(t);
}
return join(tok);
}
static String ymd() {
return ymd(now());
}
static String ymd(long now) {
return year(now) + formatInt(month(now), 2) + formatInt(dayOfMonth(now), 2);
}
static String ymd(long now, TimeZone tz) {
return year(now, tz) + formatInt(month(now, tz), 2) + formatInt(dayOfMonth(now, tz), 2);
}
static String formatInt(int i, int digits) {
return padLeft(str(i), '0', digits);
}
static String formatInt(long l, int digits) {
return padLeft(str(l), '0', digits);
}
static int hours() {
return hours(java.util.Calendar.getInstance());
}
static int hours(java.util.Calendar c) {
return c.get(java.util.Calendar.HOUR_OF_DAY);
}
static int hours(long time) {
return hours(calendarFromTime(time));
}
static int hours(long time, TimeZone tz) {
return hours(calendarFromTime(time, tz));
}
static long toK(long l) {
return (l+1023)/1024;
}
// firstDelay = delay
static FixedRateTimer doEvery_daemon(long delay, final Object r) {
return doEvery_daemon(delay, delay, r);
}
static FixedRateTimer doEvery_daemon(long delay, long firstDelay, final Object r) {
FixedRateTimer timer = new FixedRateTimer(true);
timer.scheduleAtFixedRate(smartTimerTask(r, timer, delay), firstDelay, delay);
return timer;
}
static FixedRateTimer doEvery_daemon(double delaySeconds, final Object r) {
return doEvery_daemon(toMS(delaySeconds), r);
}
static <A> A firstOfType(Collection c, Class<A> type) {
for (Object x : c)
if (isInstanceX(type, x))
return (A) x;
return null;
}
static List<Concept> conceptsOfType(String type) {
return db_mainConcepts().conceptsOfType(type);
}
static <A> List<A> filterByType(Iterable c, Class<A> type) {
List<A> l = new ArrayList();
if (c != null) for (Object x : c)
if (isInstanceX(type, x))
l.add((A) x);
return l;
}
static <A> List<A> filterByType(Object[] c, Class<A> type) {
return filterByType(asList(c), type);
}
static <A> List<A> filterByType(Class<A> type, Iterable c) {
return filterByType(c, type);
}
static <A> List<A> filterByDynamicType(Collection<A> c, String type) {
List<A> l = new ArrayList();
for (A x : c)
if (eq(dynamicClassName(x), type))
l.add(x);
return l;
}
static boolean hasType(Collection c, Class type) {
for (Object x : c)
if (isInstanceX(type, x))
return true;
return false;
}
static <A extends Concept> A findBackRef(Concept c, Class<A> type) {
for (Concept.Ref r : c.backRefs)
if (instanceOf(r.concept(), type))
return (A) r.concept();
return null;
}
static <A extends Concept> A findBackRef(Class<A> type, Concept c) {
return findBackRef(c, type);
}
static String loadConceptsStructure(String progID) {
return loadTextFilePossiblyGZipped(getProgramFile(progID, "concepts.structure"));
}
static String loadConceptsStructure() {
return loadConceptsStructure(dbProgramID());
}
static <A extends Concept> int countConcepts(Concepts concepts, Class<A> c, Object... params) {
return concepts.countConcepts(c, params);
}
static <A extends Concept> int countConcepts(Class<A> c, Object... params) {
return db_mainConcepts().countConcepts(c, params);
}
static int countConcepts() {
return db_mainConcepts().countConcepts();
}
static int countConcepts(String className) {
return db_mainConcepts().countConcepts(className);
}
static <A extends Concept> int countConcepts(Concepts concepts, String className) {
return concepts.countConcepts(className);
}
static int countConcepts(Concepts concepts) {
return concepts.countConcepts();
}
static boolean dynamicObjectIsLoading() {
return isTrue(getThreadLocal(DynamicObject_loading));
}
static <A> List<A> addDyn(List<A> l, A a) {
if (l == null) l = new ArrayList();
l.add(a);
return l;
}
static Str concept(String name) {
for (Str s : list(Str.class))
if (eqic(s.name, name) || containsIgnoreCase(s.otherNames, name))
return s;
return new Str(name);
}
static <A> A set(A o, String field, Object value) {
if (o == null) return null;
if (o instanceof Class) set((Class) o, field, value);
else try {
Field f = set_findField(o.getClass(), field);
makeAccessible(f);
smartSet(f, o, value);
} catch (Exception e) {
throw new RuntimeException(e);
}
return o;
}
static void set(Class c, String field, Object value) {
if (c == null) return;
try {
Field f = set_findStaticField(c, field);
makeAccessible(f);
smartSet(f, null, value);
} catch (Exception e) {
throw new RuntimeException(e);
}
}
static Field set_findStaticField(Class<?> c, String field) {
Class _c = c;
do {
for (Field f : _c.getDeclaredFields())
if (f.getName().equals(field) && (f.getModifiers() & java.lang.reflect.Modifier.STATIC) != 0)
return f;
_c = _c.getSuperclass();
} while (_c != null);
throw new RuntimeException("Static field '" + field + "' not found in " + c.getName());
}
static Field set_findField(Class<?> c, String field) {
Class _c = c;
do {
for (Field f : _c.getDeclaredFields())
if (f.getName().equals(field))
return f;
_c = _c.getSuperclass();
} while (_c != null);
throw new RuntimeException("Field '" + field + "' not found in " + c.getName());
}
static <A> List<A> removeDyn(List<A> l, A a) {
if (l == null) return null;
l.remove(a);
return empty(l) ? null : l;
}
static <A, B> LinkedHashMap<A, B> cloneLinkedHashMap(Map<A, B> map) {
return map == null ? new LinkedHashMap() : new LinkedHashMap(map);
}
static <A> MultiSetMap<String, A> ciMultiSetMap() {
MultiSetMap<String, A> mm = new MultiSetMap();
mm.data = ciMap();
return mm;
}
static <A, B> IterableIterator<B> navigableMultiSetMapValuesIterator(final MultiSetMap<A, B> mm) {
return iteratorFromFunction(new F0<B>() {
Iterator<Set<B>> it = concurrentlyIterateValues((NavigableMap) mm.data);
Iterator<B> it2;
public B get() {
while (it2 == null || !it2.hasNext()) {
if (!it.hasNext()) return null;
it2 = iterator(asList(it.next()));
}
return it2.next();
}
});
}
static String plural(String s) {
return getPlural(s);
}
static String humanizeLabel(String s) {
return humanizeFormLabel(s);
}
static RuntimeException unimplemented() {
throw fail("TODO");
}
static RuntimeException unimplemented(String msg) {
throw fail("TODO: " + msg);
}
static <A> void remove(List<A> l, int i) {
if (l != null && i >= 0 && i < l(l))
l.remove(i);
}
static <A> void remove(Collection<A> l, A a) {
if (l != null) l.remove(a);
}
static Set emptySet() {
return new HashSet();
}
static <A, B> Set<A> keySet(Map<A, B> map) {
return map == null ? new HashSet() : map.keySet();
}
static Set keySet(Object map) {
return keys((Map) map);
}
static <A> Set<A> keySet(MultiSet<A> ms) {
return ms.keySet();
}
static <A> A reverseGet(List<A> l, int idx) {
if (l == null || idx < 0) return null;
int n = l(l);
return idx < n ? l.get(n-1-idx) : null;
}
static String h1_title(String s) {
return htitle_h1(s);
}
static String htmlEncode_nlToBr(String s) {
return nlToBr(htmlEncode2(s));
}
static String lines_rtrim(Collection lines) {
return rtrim_fromLines(lines);
}
static String pUnlessEmpty(String s) {
return empty(s) ? "" : p(s);
}
static <A, B> NavigableSet<A> navigableKeys(NavigableMap<A, B> map) {
return map == null ? new TreeSet() : map.navigableKeySet();
}
static <A> NavigableSet<A> navigableKeys(MultiSet<A> ms) {
return ((NavigableMap) ms.map).navigableKeySet();
}
static void nohupJavax(final String javaxargs) {
{ startThread(new Runnable() { public void run() { try { call(hotwireOnce("#1008562"), "nohupJavax", javaxargs);
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "call(hotwireOnce(\"#1008562\"), \"nohupJavax\", javaxargs);"; }}); }
}
static void nohupJavax(final String javaxargs, final String vmArgs) {
{ startThread(new Runnable() { public void run() { try { call(hotwireOnce("#1008562"), "nohupJavax", javaxargs, vmArgs);
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "call(hotwireOnce(\"#1008562\"), \"nohupJavax\", javaxargs, vmArgs);"; }}); }
}
static long waitForBotStartUp_timeoutSeconds = 60;
// returns address or fails
static String waitForBotStartUp(String botName) {
for (int i = 0; i < waitForBotStartUp_timeoutSeconds; i++) {
sleepSeconds(i == 0 ? 0 : 1);
String addr = getBotAddress(botName);
if (addr != null)
return addr;
}
throw fail("Bot not found: " + quote(botName));
}
static Object rpc(String botName, String method, Object... args) {
return unstructure_matchOK2OrFail(
sendToLocalBot(botName, rpc_makeCall(method, args)));
}
static Object rpc(DialogIO bot, String method, Object... args) {
return unstructure_matchOK2OrFail(
bot.ask(rpc_makeCall(method, args)));
}
static String rpc_makeCall(String method, Object... args) {
if (empty(args))
return "call " + method;
return format("call *", concatLists((List) ll(method), asList(args)));
}
static void close(AutoCloseable c) {
_close(c);
}
static Method findMethod_cached(Object o, String method, Object... args) { try {
if (o == null) return null;
if (o instanceof Class) {
_MethodCache cache = callOpt_getCache(((Class) o));
List<Method> methods = cache.cache.get(method);
if (methods != null) for (Method m : methods)
if (isStaticMethod(m) && findMethod_checkArgs(m, args, false))
return m;
return null;
} else {
_MethodCache cache = callOpt_getCache(o.getClass());
List<Method> methods = cache.cache.get(method);
if (methods != null) for (Method m : methods)
if (findMethod_checkArgs(m, args, false))
return m;
return null;
}
} catch (Exception __e) { throw rethrow(__e); } }
static List<String> splitAtSpace(String s) {
return empty(s) ? emptyList() : asList(s.split("\\s+"));
}
static String toStringOpt(Object o) {
return o instanceof String ? ((String) o) : null;
}
static long getLong(Object o, String field) {
return toLong(getOpt(o, field));
}
static long getLong(String field, Object o) {
return getLong(o, field);
}
static String[] conceptFields_gen_drop = {"className", "fieldValues", "id", "created", "_modified", "refs", "backRefs", "_concepts"};
static Set<String> conceptFields_gen(Object c) {
return setMinus(mergeSets(allNonStaticNonTransientFields(c), keys((Map) getOpt_raw(c, "fieldValues"))), conceptFields_gen_drop);
}
static Set<String> conceptFields_gen(Class c) {
return setMinus(allNonStaticNonTransientFields(c), conceptFields_gen_drop);
}
static HashMap<String, Class> findClass_cache = new HashMap();
// currently finds only inner classes of class "main"
// returns null on not found
// this is the simple version that is not case-tolerant
static Class findClass(String name) {
synchronized(findClass_cache) {
if (findClass_cache.containsKey(name))
return findClass_cache.get(name);
if (!isJavaIdentifier(name)) return null;
Class c;
try {
c = Class.forName("main$" + name);
} catch (ClassNotFoundException e) {
c = null;
}
findClass_cache.put(name, c);
return c;
}
}
// returns true if change
static boolean _cSmartSetField(Concept c, String field, Object value) { try {
Field f = setOpt_findField(c.getClass(), field);
if (f != null && value != null) {
Class type = primitiveToBoxedTypeOpt(f.getType());
// int magic
if (type == Integer.class && !(value instanceof Integer)) {
if (!setField_trueIfChanged(f, c, toInt(trimIfString(value)))) return false;
if (!isTransient(f)) c.change();
return true;
}
// bool magic
if (type == Boolean.class && value instanceof String)
return _csetField(c, field, eqicOneOf((String) value, "1", "true"));
// GlobalID magic
}
return _csetField(c, field, value);
} catch (Exception __e) { throw rethrow(__e); } }
static String nlToBr_withIndents(String s) {
s = nlToBr(s);
StringBuilder buf = new StringBuilder();
int i = 0;
while (i < l(s)) {
while (charAt(s, i) == ' ') {
++i;
buf.append(" ");
}
int j = smartIndexOf(s, i, '\n')+1;
buf.append(substring(s, i, j));
i = j;
}
return str(buf);
}
static String htmlEncode(String s) {
return htmlencode(s);
}
static <A, B, C, D> Map<C, D> mapMapToMap(IF2<A, B, Pair<C, D>> f, Map<A, B> m) {
if (m == null) return null;
Map<C, D> map = similarEmptyMap(m);
for (Map.Entry<A, B> e : m.entrySet()) {
Pair<C, D> p = f.get(e.getKey(), e.getValue());
map.put(p.a, p.b);
}
return map;
}
static <A, B, C, D> Map<C, D> mapMapToMap(Map<A, B> m, IF2<A, B, Pair<C, D>> f) {
return mapMapToMap(f, m);
}
// func(S) -> S
static ThreadLocal htmlTable2_cellEncoder = new ThreadLocal();
// htmlEncode = true
static String htmlTable2(Object data, Object... __) {
boolean htmlEncode = optPar("htmlEncode",__, true);
boolean useBr = boolPar("useBr",__);
Map<String, Object[]> paramsByColName = (Map<String, Object[]>) (optPar("paramsByColName",__));
Object[] trParams = (Object[]) (optPar("trParams",__));
Object[] tdParams = (Object[]) (optPar("tdParams",__));
Map<String, String> replaceHeaders = (Map<String, String>) (optPar("replaceHeaders",__));
// prepare table
List<List<String>> rows = new ArrayList();
List<String> cols = new ArrayList();
if (data instanceof List) {
for (Object x : (List) data) { try {
rows.add(dataToTable_makeRow(x, cols));
} catch (Throwable __e) { _handleException(__e); }}
} else if (data instanceof Map) {
Map map = (Map) data;
for (Object key : map.keySet()) {
Object value = map.get(key);
rows.add(litlist(structureOrText(key), structureOrText(value)));
}
} else
print("Unknown data type: " + data);
// get table width
int w = 0;
for (List<String> row : rows)
w = max(w, l(row));
// construct HTML for table
StringBuilder buf = new StringBuilder();
buf.append(hopeningtag("table", paramsPlus((Object[]) optPar("tableParams",__), "border" , html_valueLessParam())) + "\n");
// title
buf.append("<tr>\n");
for (String cell : padList(cols, w, "?"))
buf.append(" <th>" + htmlTable2_encodeCell(
getOrKeep(replaceHeaders, cell), htmlEncode, useBr) + "</th>\n");
buf.append("</tr>\n");
// data
for (List<String> row : rows) {
buf.append(hopeningtag("tr",trParams));
int i = 0;
for (String cell : padList(row, w, "")) {
String col = get(cols, i++);
Object[] params = paramsPlus(tdParams, mapGet(paramsByColName, col));
buf.append(" " + tag("td", htmlTable2_encodeCell(cell, htmlEncode, useBr), params) + "\n");
}
buf.append("</tr>\n");
}
buf.append("</table>\n");
return buf.toString();
}
static String htmlTable2_encodeCell(String cell, boolean useHtmlEncode, boolean useBr) {
if (htmlTable2_cellEncoder.get() != null) return (String) callF(htmlTable2_cellEncoder.get(), cell);
if (useHtmlEncode) cell = htmlEncode2(cell);
if (useBr) cell = nlToBr(cell);
return cell;
}
// params arrays can also be null
static String htableRaw2(List<? extends List> data, List paramsTable, List paramsTR, List paramsTD) {
StringBuilder buf = new StringBuilder();
for (List row : data) {
buf.append(hopeningTag("tr", toObjectArray(paramsTR)));
for (Object cell : row)
buf.append(htd(cell, toObjectArray(paramsTD))).append("\n");
buf.append("</tr>\n");
}
return htag("table", buf, toObjectArray(paramsTable));
}
static String htmlencode2(String s) {
return htmlencode_noQuotes(s);
}
// first element of params can be the value
static String htextinput(String name, Object... params) {
Object value = "";
if (odd(l(params))) {
value = params[0];
params = dropFirst(params);
}
params = html_massageAutofocusParam(params);
return tag("input", "",
concatArrays(new Object[] {"type", "text", "name", name, "value", value}, params));
}
static String htextinput(String name) {
return htextinput(name, "");
}
static String programTitle() {
return getProgramName();
}
static JFrame getFrame(final Object _o) {
return swing(new F0<JFrame>() { public JFrame get() { try {
Object o = _o;
if (o instanceof ButtonGroup) o = first(buttonsInGroup((ButtonGroup) o));
if (!(o instanceof Component)) return null;
Component c = (Component) o;
while (c != null) {
if (c instanceof JFrame) return (JFrame) c;
c = c.getParent();
}
return null;
} catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "O o = _o;\r\n if (o instanceof ButtonGroup) o = first(buttonsInGroup((Button..."; }});
}
static <A> A setFrameTitle(A c, final String title) {
final Frame f = getAWTFrame(c);
if (f != null) { swing(new Runnable() { public void run() { try { f.setTitle(title);
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "f.setTitle(title);"; }}); }
return c;
}
static <A extends Component> A setFrameTitle(String title, A c) {
return setFrameTitle(c, title);
}
// magically find a field called "frame" in main class :-)
static JFrame setFrameTitle(String title) {
Object f = getOpt(mc(), "frame");
if (f instanceof JFrame)
return setFrameTitle((JFrame) f, title);
return null;
}
static JFrame setFrameIconLater(Component c, final String imageID) {
final JFrame frame = getFrame(c);
if (frame != null)
startThread("Loading Icon", new Runnable() { public void run() { try {
final Image i = imageIcon(or2(imageID, "#1005557")).getImage();
swingLater(new Runnable() { public void run() { try {
frame.setIconImage(i);
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "frame.setIconImage(i);"; }});
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "final Image i = imageIcon(or2(imageID, \"#1005557\")).getImage();\r\n swingL..."; }});
return frame;
}
static void _initFrame(JFrame f) {
myFrames_list.put(f, Boolean.TRUE);
standardTitlePopupMenu(f);
}
// c = Component or something implementing swing()
static JComponent wrap(Object swingable) {
return _recordNewSwingComponent(wrap_2(swingable));
}
static JComponent wrap_2(Object swingable) {
if (swingable == null) return null;
JComponent c;
if (swingable instanceof Component) c = componentToJComponent(((Component) swingable));
else c = componentToJComponent((Component) callOpt(swingable, "swing"));
if (c instanceof JTable || c instanceof JList
|| c instanceof JTextArea || c instanceof JEditorPane
|| c instanceof JTextPane || c instanceof JTree)
return jscroll(c);
return c == null ? jlabel(str(swingable)) : c;
}
static Rectangle defaultNewFrameBounds_r = new Rectangle(300, 100, 500, 400);
static Rectangle defaultNewFrameBounds() {
return swing(new F0<Rectangle>() { public Rectangle get() { try {
defaultNewFrameBounds_r.translate(60, 20);
if (!screenRectangle().contains(defaultNewFrameBounds_r))
defaultNewFrameBounds_r.setLocation(30+random(30), 20+random(20));
return new Rectangle(defaultNewFrameBounds_r);
} catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "defaultNewFrameBounds_r.translate(60, 20);\r\n if (!screenRectangle().contai..."; }});
}
static void hideConsole() {
final JFrame frame = consoleFrame();
if (frame != null) {
autoVMExit();
swingLater(new Runnable() { public void run() { try {
frame.setVisible(false);
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "frame.setVisible(false);"; }});
}
}
static <A, B> List<B> lookupAllOpt(Map<A, B> map, Collection<A> l) {
List<B> out = new ArrayList();
if (l != null) for (A a : l)
addIfNotNull(out, map.get(a));
return out;
}
static <A, B> List<B> lookupAllOpt(Collection<A> l, Map<A, B> map) {
return lookupAllOpt(map, l);
}
static <A> ArrayList<A> cloneList_noSync(Iterable<A> l) {
return l instanceof Collection ? cloneList_noSync((Collection) l) : asList(l);
}
static <A> ArrayList<A> cloneList_noSync(Collection<A> l) {
if (l == null) return new ArrayList();
return new ArrayList<A>(l);
}
// f: func -> A (stream ends when f returns null)
static <A> IterableIterator<A> iteratorFromFunction(final Object f) {
class IFF extends IterableIterator<A> {
A a;
boolean done = false;
public boolean hasNext() {
getNext();
return !done;
}
public A next() {
getNext();
if (done) throw fail();
A _a = a;
a = null;
return _a;
}
void getNext() {
if (done || a != null) return;
a = (A) callF(f);
done = a == null;
}
};
return new IFF();
}
// optimized version for F0 argument
static <A> IterableIterator<A> iteratorFromFunction(final F0<A> f) {
return iteratorFromFunction_f0(f);
}
// iterate safely (& quickly) in the face of concurrent modifications
static <A, B> IterableIterator<B> concurrentlyIterateValues(NavigableMap<A, B> map) {
return concurrentlyIterateValues(map, map);
}
static <A, B> IterableIterator<B> concurrentlyIterateValues(final NavigableMap<A, B> map, Object mutex) {
return iteratorFromFunction(new F0<B>() {
Iterator<A> it = keys(map).iterator();
A key;
B get() {
synchronized(mutex) {
try {
if (!it.hasNext()) return null;
return map.get(key = it.next());
} catch (ConcurrentModificationException e) {
print("Re-iterating");
it = map.tailMap(key, false).keySet().iterator();
if (!it.hasNext()) return null;
return map.get(key = it.next()); // Can't throw another exception
}
}
}
});
}
static String readLineHidden() { try {
if (get(javax(), "readLine_reader") == null)
set(javax(), "readLine_reader" , new BufferedReader(new InputStreamReader(System.in, "UTF-8")));
try {
return ((BufferedReader) get(javax(), "readLine_reader")).readLine();
} finally {
consoleClearInput();
}
} catch (Exception __e) { throw rethrow(__e); } }
static Set<String> allFields(Object o) {
TreeSet<String> fields = new TreeSet();
Class _c = _getClass(o);
do {
for (Field f : _c.getDeclaredFields())
fields.add(f.getName());
_c = _c.getSuperclass();
} while (_c != null);
return fields;
}
static int stdHash(Object a, String... fields) {
if (a == null) return 0;
int hash = getClassName(a).hashCode();
for (String field : fields)
hash = boostHashCombine(hash, hashCode(getOpt(a, field)));
return hash;
}
static String[] toStringArray(Collection<String> c) {
String[] a = new String[l(c)];
Iterator<String> it = c.iterator();
for (int i = 0; i < l(a); i++)
a[i] = it.next();
return a;
}
static String[] toStringArray(Object o) {
if (o instanceof String[])
return (String[]) o;
else if (o instanceof Collection)
return toStringArray((Collection<String>) o);
else
throw fail("Not a collection or array: " + getClassName(o));
}
static String getInnerMessage(Throwable e) {
if (e == null) return null;
return getInnerException(e).getMessage();
}
static boolean boolPar(ThreadLocal<Boolean> tl) {
return boolOptParam(tl);
}
// defaults to false
static boolean boolPar(Object[] __, String name) {
return boolOptParam(__, name);
}
static boolean boolPar(String name, Object[] __) {
return boolOptParam(__, name);
}
static boolean boolPar(String name, Map __) {
return boolOptParam(name, __);
}
static boolean boolPar(String name, Object[] params, boolean defaultValue) {
return optParam(params, name, defaultValue);
}
static File conceptsFile(String progID) {
return getProgramFile(progID, conceptsFileName());
}
static File conceptsFile() {
return conceptsFile(dbProgramID());
}
static boolean fileNotEmpty(File f) {
return isFile(f) && fileSize(f) > 0;
}
static List<File> sortByFileName(List<File> l) {
return sortFilesByName(l);
}
static List<File> conceptBackupFiles(String progID) {
String regexp = "^(.*)\\.backup(20\\d\\d)(\\d\\d)(\\d\\d)-(\\d\\d)$";
File dir = programDir(progID);
List<File> l = new ArrayList();
for (File f : listFilesNotDirs(dir, newFile(dir, "backups"))) {
String s = f.getName();
String originalName = regexpFirstGroup(regexp, s);
{ if (!(eq(originalName, "concepts.structure.gz"))) continue; }
l.add(f);
}
return l;
}
static void logQuotedWithTime(String s) {
logQuotedWithTime(standardLogFile(), s);
}
static void logQuotedWithTime(File logFile, String s) {
logQuoted(logFile, logQuotedWithTime_format(s));
}
static void logQuotedWithTime(String logFile, String s) {
logQuoted(logFile, logQuotedWithTime_format(s));
}
static String logQuotedWithTime_format(String s) {
return /*formatGMTWithDate_24*/(now()) + " " + s;
}
static String stringIf(boolean b, String s) {
return stringIfTrue(b, s);
}
static void clearConceptsOf(String progID) {
getProgramFile(progID, "concepts.structure").delete();
getProgramFile(progID, "concepts.structure.gz").delete();
getProgramFile(progID, "idCounter.structure").delete();
}
static Lock saveLock_lock = fairLock();
static Lock saveLock() {
return saveLock_lock;
}
static File tempFileFor(File f) {
return new File(f.getPath() + "_temp");
}
static double toM_double(long l) {
return l/(1024*1024.0);
}
static boolean containsNewLine(String s) {
return contains(s, '\n'); // screw \r, nobody needs it
}
public static String rtrimSpaces(String s) {
if (s == null) return null;
int i = s.length();
while (i > 0 && " \t".indexOf(s.charAt(i-1)) >= 0)
--i;
return i < s.length() ? s.substring(0, i) : s;
}
static int year() {
return localYear();
}
static int year(long now) {
return localYear(now);
}
static int year(long now, TimeZone tz) {
return parseInt(simpleDateFormat("y", tz).format(now));
}
static int month() {
return localMonth();
}
static int month(long now) {
return localMonth(now);
}
static int month(long now, TimeZone tz) {
return parseInt(simpleDateFormat("M", tz).format(now));
}
static int dayOfMonth() {
return localDayOfMonth();
}
static int dayOfMonth(long now) {
return localDayOfMonth(now);
}
static int dayOfMonth(long now, TimeZone tz) {
return parseInt(simpleDateFormat("d", tz).format(now));
}
static String padLeft(String s, char c, int n) {
return rep(c, n-l(s)) + s;
}
// default to space
static String padLeft(String s, int n) {
return padLeft(s, ' ', n);
}
static java.util.Calendar calendarFromTime(long time, TimeZone tz) {
java.util.Calendar c = java.util.Calendar.getInstance(tz);
c.setTimeInMillis(time);
return c;
}
static java.util.Calendar calendarFromTime(long time) {
java.util.Calendar c = java.util.Calendar.getInstance();
c.setTimeInMillis(time);
return c;
}
// r may return false to cancel timer
static TimerTask smartTimerTask(Object r, java.util.Timer timer, long delay) {
return new SmartTimerTask(r, timer, delay, _threadInfo());
}
static class SmartTimerTask extends TimerTask implements IFieldsToList{
Object r;
java.util.Timer timer;
long delay;
Object threadInfo;
SmartTimerTask() {}
SmartTimerTask(Object r, java.util.Timer timer, long delay, Object threadInfo) {
this.threadInfo = threadInfo;
this.delay = delay;
this.timer = timer;
this.r = r;}
public String toString() { return shortClassName(this) + "(" + r + ", " + timer + ", " + delay + ", " + threadInfo + ")"; }public Object[] _fieldsToList() { return new Object[] {r, timer, delay, threadInfo}; }
long lastRun;
public void run() {
if (!licensed())
timer.cancel();
else {
_threadInheritInfo(threadInfo);
AutoCloseable __1 = tempActivity(r); try {
lastRun = fixTimestamp(lastRun);
long now = now();
if (now >= lastRun + delay*0.9) {
lastRun = now;
if (eq(false, pcallF(r)))
timer.cancel();
}
} finally { _close(__1); }}
}
}
static String dynamicClassName(Object o) {
if (o instanceof DynamicObject && ((DynamicObject) o).className != null)
return "main$" + ((DynamicObject) o).className;
return className(o);
}
// not a very good one
static boolean instanceOf(Object o, String className) {
if (o == null) return false;
String c = o.getClass().getName();
return eq(c, className) || eq(c, "main$" + className);
}
// better
static boolean instanceOf(Object o, Class c) {
if (c == null) return false;
return c.isInstance(o);
}
static boolean instanceOf(Class c, Object o) {
return instanceOf(o, c);
}
static String loadTextFilePossiblyGZipped(String fileName) {
return loadTextFilePossiblyGZipped(fileName, null);
}
static String loadTextFilePossiblyGZipped(String fileName, String defaultContents) {
File gz = new File(fileName + ".gz");
return gz.exists() ? loadGZTextFile(gz) : loadTextFile(fileName, defaultContents);
}
static String loadTextFilePossiblyGZipped(File fileName) {
return loadTextFilePossiblyGZipped(fileName, null);
}
static String loadTextFilePossiblyGZipped(File fileName, String defaultContents) {
return loadTextFilePossiblyGZipped(fileName.getPath(), defaultContents);
}
static String dbProgramID() {
return getDBProgramID();
}
static Map<String, String> humanizeFormLabel_replacements = litmap("id" , "ID", "md5" , "MD5");
static String humanizeFormLabel(String s) {
if (containsSpace(s)) return s;
return firstToUpper(
joinWithSpace(replaceElementsUsingMap(splitCamelCase(s), humanizeFormLabel_replacements)).replace("I D", "ID")
);
}
static String htitle_h1(String s) {
return htitle_noEncode(dropTags(s)) + h1(s);
}
static String rtrim_fromLines(Collection lines) {
StringBuilder buf = new StringBuilder();
if (lines != null) {
boolean first = true;
for (Object line : lines) {
if (first) first = false; else buf.append('\n');
buf.append(str(line));
}
}
return buf.toString();
}
static Class hotwireOnce(String programID) {
return hotwireCached(programID, false);
}
static String getBotAddress(String bot) {
List<ScannedBot> l = fullBotScan(bot);
return empty(l) ? null : first(l).address;
}
static Object unstructure_matchOK2OrFail(String s) {
if (swic(s, "ok "))
return unstructure_startingAtIndex(s, 3);
else
throw fail(s);
}
static String sendToLocalBot(String bot, String text, Object... args) {
text = format3(text, args);
DialogIO channel = findBot(bot); try {
if (channel == null)
throw fail(quote(bot) + " not found");
try {
channel.readLine();
print(bot + "> " + shorten(text, 80));
channel.sendLine(text);
String s = channel.readLine();
print(bot + "< " + shorten(s, 80));
return s;
} catch (Throwable e) {
e.printStackTrace();
return null;
}
} finally { _close(channel); }}
static String sendToLocalBot(int port, String text, Object... args) {
text = format3(text, args);
DialogIO channel = talkTo(port); try {
try {
channel.readLine();
print(port + "> " + shorten(text, 80));
channel.sendLine(text);
String s = channel.readLine();
print(port + "< " + shorten(s, 80));
return s;
} catch (Throwable e) {
e.printStackTrace();
return null;
}
} finally { _close(channel); }}
static Map<JFrame, Boolean> myFrames_list = weakHashMap();
static List<JFrame> myFrames() {
return swing(new F0<List<JFrame>>() { public List<JFrame> get() { try { return keysList(myFrames_list); } catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "ret keysList(myFrames_list);"; }});
}
static <A> Set<A> setMinus(Set<A> set, Object... stuff) {
Set s2 = cloneSet(set);
for (Object o : stuff)
s2.remove(o);
return s2;
}
static <A> Set<A> mergeSets(Set<A>... l) {
return joinSets(l);
}
static Set<String> allNonStaticNonTransientFields(Object o) {
TreeSet<String> fields = new TreeSet();
Class _c = _getClass(o);
do {
for (Field f : _c.getDeclaredFields())
if ((f.getModifiers() & (Modifier.STATIC|Modifier.TRANSIENT)) == 0)
fields.add(f.getName());
_c = _c.getSuperclass();
} while (_c != null);
return fields;
}
static Class primitiveToBoxedTypeOpt(Class type) {
return or(primitiveToBoxedType(type), type);
}
static boolean setField_trueIfChanged(Field f, Object o, Object value) { try {
if (eq(f.get(o), value)) return false;
f.set(o, value);
return true;
} catch (Exception __e) { throw rethrow(__e); } }
static Object trimIfString(Object o) {
return o instanceof String ? trim((String) o) : o;
}
static void dataToTable_dynSet(List l, int i, Object s) {
while (i >= l.size()) l.add("");
l.set(i, s);
}
static List dataToTable_makeRow(Object x, List<String> cols) {
if (instanceOf(x, "DynamicObject"))
x = get_raw(x, "fieldValues");
if (x instanceof Map) {
Map m = (Map) x;
List row = new ArrayList();
for (Object _field : keysWithoutHidden(m)) {
String field = (String) _field;
Object value = m.get(field);
int col = cols.indexOf(field);
if (col < 0) {
cols.add(field);
col = cols.size()-1;
}
dataToTable_dynSet(row, col, dataToTable_wrapValue(value));
}
return row;
}
// XXX new
if (x instanceof List)
return allToString(((List) x));
return litlist(structureOrText(x));
}
static Object dataToTable_wrapValue(Object o) {
if (o instanceof BufferedImage) return o;
if (o instanceof MakesBufferedImage) return ((MakesBufferedImage) o).getBufferedImage();
if (o instanceof Boolean) return o;
return structureOrTextForUser(o);
}
static String structureOrText(Object o) {
return o instanceof String ? (String) o : structure(o);
}
static String hopeningtag(String tag, Map params) {
return hopeningTag(tag, params);
}
static String hopeningtag(String tag, Object... params) {
return hopeningTag(tag, params);
}
static <A> List<A> padList(List<A> l, int w, A a) {
if (l(l) >= w) return l;
List<A> x = cloneList(l);
while (l(x) < w) x.add(a);
return x;
}
static <A> A getOrKeep(Map<A, ? extends A> map, A a) {
if (map == null) return a;
A v = map.get(a);
return v != null ? v : a;
}
static String htd(Object contents, Object... params) {
return htag("td", contents, params);
}
static String getProgramName_cache;
static String getProgramName() {
Lock __0 = downloadLock(); lock(__0); try {
if (getProgramName_cache == null)
getProgramName_cache = getSnippetTitleOpt(programID());
return getProgramName_cache;
} finally { unlock(__0); } }
static void _onLoad_getProgramName() {
{ startThread(new Runnable() { public void run() { try { getProgramName();
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "getProgramName();"; }}); }
}
static List<AbstractButton> buttonsInGroup(ButtonGroup g) {
if (g == null) return ll();
return asList(g.getElements());
}
static Frame getAWTFrame(final Object _o) {
return swing(new F0<Frame>() { public Frame get() { try {
Object o = _o;
/*
ifdef HaveProcessing
if (o instanceof PApplet) o = ((PApplet) o).getSurface();
endifdef
*/
if (o instanceof ButtonGroup) o = first(buttonsInGroup((ButtonGroup) o));
if (!(o instanceof Component)) return null;
Component c = (Component) o;
while (c != null) {
if (c instanceof Frame) return (Frame) c;
c = c.getParent();
}
return null;
} catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "O o = _o;\r\n /*\r\n ifdef HaveProcessing\r\n if (o instanceof PApplet) ..."; }});
}
static int imageIcon_cacheSize = 10;
static boolean imageIcon_verbose = false;
static Map<String, ImageIcon> imageIcon_cache;
static Lock imageIcon_lock = lock();
static ThreadLocal<Boolean> imageIcon_fixGIF = new ThreadLocal();
// not going through BufferedImage preserves animations
static ImageIcon imageIcon(String imageID) { try {
if (imageID == null) return null;
Lock __0 = imageIcon_lock; lock(__0); try {
if (imageIcon_cache == null)
imageIcon_cache = new MRUCache(imageIcon_cacheSize);
imageID = fsI(imageID);
ImageIcon ii = imageIcon_cache.get(imageID);
if (ii == null) {
if (imageIcon_verbose) print("Loading image icon: " + imageID);
File f = loadBinarySnippet(imageID);
Boolean b = imageIcon_fixGIF.get();
if (!isFalse(b))
ii = new ImageIcon(loadBufferedImageFixingGIFs(f));
else
ii = new ImageIcon(f.toURI().toURL());
} else
imageIcon_cache.remove(imageID); // move to front of cache on access
imageIcon_cache.put(imageID, ii);
return ii;
} finally { unlock(__0); } } catch (Exception __e) { throw rethrow(__e); } }
// doesn't fix GIFs
static ImageIcon imageIcon(File f) { try {
return new ImageIcon(f.toURI().toURL());
} catch (Exception __e) { throw rethrow(__e); } }
static ImageIcon imageIcon(Image img) {
return new ImageIcon(img);
}
static void swingLater(long delay, final Object r) {
javax.swing.Timer timer = new javax.swing.Timer(toInt(delay), actionListener(wrapAsActivity(r)));
timer.setRepeats(false);
timer.start();
}
static void swingLater(Object r) {
SwingUtilities.invokeLater(toRunnable(r));
}
static void standardTitlePopupMenu(final JFrame frame) {
// standard right-click behavior on titles
if (!isSubstanceLAF()) return;
titlePopupMenu(frame, new VF1<JPopupMenu>() { public void get(JPopupMenu menu) { try {
boolean alwaysOnTop = frame.isAlwaysOnTop();
menu.add(jmenuItem("Restart Program", "restart"));
menu.add(jmenuItem("Duplicate Program", "duplicateThisProgram"));
menu.add(jmenuItem("Show Console", "showConsole"));
menu.add(jCheckBoxMenuItem("Always On Top", alwaysOnTop, new Runnable() { public void run() { try { toggleAlwaysOnTop(frame) ;
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "toggleAlwaysOnTop(frame)"; }}));
/*ifndef standardTitlePopupMenu_noShootWindow
{ menu.add(jMenuItem("Shoot Window", r { shootWindowGUI_external(frame, 500) })); }
endifndef*/
//addMenuItem(menu, "Bigger fonts", f swingBiggerFonts);
//addMenuItem(menu, "Smaller fonts", f swingSmallerFonts);
} catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "bool alwaysOnTop = frame.isAlwaysOnTop();\r\n ifndef standardTitlePopupMenu_..."; }});
}
static <A extends Component> A _recordNewSwingComponent(A c) {
if (c != null)
callF((Object) vm_generalMap_get("newSwingComponentRegistry"), (Object) c);
return c;
}
static JComponent componentToJComponent(Component c) {
if (c instanceof JComponent) return (JComponent) c;
if (c instanceof JFrame) return ((JFrame) c).getRootPane();
if (c == null) return null;
throw fail("boohoo " + getClassName(c));
}
static JScrollPane jscroll(final Component c) {
return swing(new F0<JScrollPane>() { public JScrollPane get() { try { return new JScrollPane(c); } catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "ret new JScrollPane(c);"; }});
}
static JLabel jlabel(final String text) {
return swingConstruct(BetterLabel.class, text);
}
static JLabel jlabel() {
return jlabel(" ");
}
static Rectangle screenRectangle() {
return new Rectangle(Toolkit.getDefaultToolkit().getScreenSize());
}
static Rectangle screenRectangle(GraphicsDevice device) {
if (device == null) return null;
DisplayMode mode = device.getDisplayMode();
return new Rectangle(0, 0, mode.getWidth(), mode.getHeight());
}
static Random random_random = new Random();
static int random(int n) {
return random(random_random, n);
}
static int random(int n, Random r) { return random(r, n); }
static int random(Random r, int n) {
return n <= 0 ? 0 : r.nextInt(n);
}
static double random(double max) {
return random()*max;
}
static double random() {
return random_random.nextInt(100001)/100000.0;
}
static double random(double min, double max) {
return min+random()*(max-min);
}
// min <= value < max
static int random(int min, int max) {
return min+random(max-min);
}
static int random(int min, int max, Random r) {
return random(r, min, max);
}
static int random(Random r, int min, int max) {
return min+random(r, max-min);
}
static <A> A random(List<A> l) {
return oneOf(l);
}
static <A> A random(Collection<A> c) {
if (c instanceof List) return random((List<A>) c);
int i = random(l(c));
return collectionGet(c, i);
}
static int random(IntRange r) {
return random(r.start, r.end);
}
static JFrame consoleFrame() {
return (JFrame) getOpt(get(getJavaX(), "console"), "frame");
}
static void autoVMExit() {
call(getJavaX(), "autoVMExit");
}
static <A> boolean addIfNotNull(Collection<A> l, A a) {
return a != null && l != null & l.add(a);
}
static <A> void addIfNotNull(MultiSet<A> ms, A a) {
if (a != null && ms != null) ms.add(a);
}
static <A> IterableIterator<A> iteratorFromFunction_f0(final F0<A> f) {
class IFF2 extends IterableIterator<A> {
A a;
boolean done = false;
public boolean hasNext() {
getNext();
return !done;
}
public A next() {
getNext();
if (done) throw fail();
A _a = a;
a = null;
return _a;
}
void getNext() {
if (done || a != null) return;
a = f.get();
done = a == null;
}
};
return new IFF2();
}
static void consoleClearInput() {
consoleSetInput("");
}
static int hashCode(Object a) {
return a == null ? 0 : a.hashCode();
}
static boolean boolOptParam(ThreadLocal<Boolean> tl) {
return isTrue(optPar(tl));
}
// defaults to false
static boolean boolOptParam(Object[] __, String name) {
return isTrue(optParam(__, name));
}
static boolean boolOptParam(String name, Object[] __) {
return boolOptParam(__, name);
}
static boolean boolOptParam(String name, Map __) {
return isTrue(optPar(name, __));
}
static String conceptsFileName() {
return "concepts.structure.gz";
}
static boolean isFile(File f) {
return f != null && f.isFile();
}
static boolean isFile(String path) {
return isFile(newFile(path));
}
static List<File> sortFilesByName(List<File> l) {
sort(l, new Comparator<File>() {
public int compare(File a, File b) {
return stdcompare(a.getName(), b.getName());
}
});
return l;
}
static String regexpFirstGroup(String pat, String s) {
Matcher m = regexpMatcher(pat, s);
if (m.find()) return m.group(1); else return null;
}
static File standardLogFile() {
return getProgramFile("log");
}
static void logQuoted(String logFile, String line) {
logQuoted(getProgramFile(logFile), line);
}
static void logQuoted(File logFile, String line) {
appendToFile(logFile, quote(line) + "\n");
}
static String stringIfTrue(boolean b, String s) {
return b ? s : "";
}
static int localYear() {
return localYear(now());
}
static int localYear(long time) {
return parseInt(simpleDateFormat_local("yyyy").format(time));
}
static int localMonth(long time) {
return parseInt(simpleDateFormat_local("MM").format(time));
}
static int localMonth() {
return localMonth(now());
}
static int localDayOfMonth(long time) {
return parseInt(simpleDateFormat_local("dd").format(time));
}
static int localDayOfMonth() {
return localDayOfMonth(now());
}
static AutoCloseable tempActivity(Object r) {
return null;
}
static long fixTimestamp(long timestamp) {
return timestamp > now() ? 0 : timestamp;
}
static String loadGZTextFile(File file) { try {
if (!file.isFile()) return null;
ByteArrayOutputStream baos = new ByteArrayOutputStream();
InputStream fis = new FileInputStream(file);
GZIPInputStream gis = newGZIPInputStream(fis);
try {
byte[] buffer = new byte[1024];
int len;
while((len = gis.read(buffer)) != -1){
baos.write(buffer, 0, len);
}
} finally {
fis.close();
}
baos.close();
return fromUtf8(baos.toByteArray()); // TODO: use a Reader
} catch (Exception __e) { throw rethrow(__e); } }
static boolean containsSpace(String s) {
return containsSpaces(s);
}
static <A> List<A> replaceElementsUsingMap(Iterable<A> l, final Map<A, A> map) {
return map(l, new F1<A, A>() { public A get(A a) { try { return getOrKeep(map, a); } catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "getOrKeep(map, a)"; }});
}
static List<String> splitCamelCase(String s) {
return ai_splitCamelCase(s);
}
static String htitle_noEncode(String title) {
return tag("title", title);
}
static String dropTags(String html) {
return dropAllTags(html);
}
static List<String> dropTags(List<String> tok) {
return dropAllTags(tok);
}
static TreeMap<String, Class> hotwireCached_cache = new TreeMap();
static Lock hotwireCached_lock = lock();
static Class hotwireCached(String programID) {
return hotwireCached(programID, true);
}
static Class hotwireCached(String programID, boolean runMain) {
return hotwireCached(programID, runMain, false);
}
static Class hotwireCached(String programID, boolean runMain, boolean dependent) {
Lock __0 = hotwireCached_lock; lock(__0); try {
programID = formatSnippetID(programID);
Class c = hotwireCached_cache.get(programID);
if (c == null) {
c = hotwire(programID);
if (dependent)
makeDependent(c);
if (runMain)
callMain(c);
hotwireCached_cache.put(programID, c);
}
return c;
} finally { unlock(__0); } }
static class ScannedBot implements IFieldsToList{
static final String _fieldOrder = "helloString address";
String helloString;
String address;
ScannedBot() {}
ScannedBot(String helloString, String address) {
this.address = address;
this.helloString = helloString;}
public String toString() { return shortClassName(this) + "(" + helloString + ", " + address + ")"; }
public boolean equals(Object o) {
if (!(o instanceof ScannedBot)) return false;
ScannedBot __1 = (ScannedBot) o;
return eq(helloString, __1.helloString) && eq(address, __1.address);
}
public int hashCode() {
int h = 1660478935;
h = boostHashCombine(h, _hashCode(helloString));
h = boostHashCombine(h, _hashCode(address));
return h;
}
public Object[] _fieldsToList() { return new Object[] {helloString, address}; }
}
static List<ScannedBot> fullBotScan() {
return fullBotScan("");
}
static List<ScannedBot> fullBotScan(String searchPattern) {
List<ScannedBot> bots = new ArrayList();
for (ProgramScan.Program p : quickBotScan()) {
String botName = firstPartOfHelloString(p.helloString);
boolean isVM = startsWithIgnoreCase(p.helloString, "This is a JavaX VM.");
boolean shouldRecurse = swic(botName, "Multi-Port") || isVM;
if (swic(botName, searchPattern)) bots.add(new ScannedBot(botName, "" + p.port));
if (shouldRecurse) try {
Map<Number, String> subBots = (Map) unstructure(sendToLocalBotQuietly(p.port, "list bots"));
for (Number vport : subBots.keySet()) {
botName = subBots.get(vport);
if (swic(botName, searchPattern))
bots.add(new ScannedBot(botName, p.port + "/" + vport));
}
} catch (Exception e) { e.printStackTrace(); }
}
return bots;
}
static Object unstructure_startingAtIndex(String s, int i) {
return unstructure_tok(javaTokC_noMLS_iterator(s, i), false, null);
}
static void duplicateThisProgram() {
nohupJavax(trim(programID() + " " + smartJoin((String[]) get(getJavaX(), "fullArgs"))));
}
static void showConsole() {
callOpt(get(javax(), "console"), "showConsole");
}
static <A, B> Map<A, B> weakHashMap() {
return newWeakHashMap();
}
static <A, B> List<A> keysList(Map<A, B> map) {
return cloneListSynchronizingOn(keys(map), map);
}
static <A> List<A> keysList(MultiSet<A> ms) {
return ms == null ? null : keysList(ms.map);
}
// TODO: does not detect set type (hash/tree) when it's synchronized
static <A> Set<A> cloneSet(Set<A> set) {
if (set == null) return new HashSet();
synchronized(collectionMutex(set)) {
Set<A> s = similarEmptySet(set);
s.addAll(set);
return s;
}
}
static Class primitiveToBoxedType(Class type) {
if (type == boolean.class) return Boolean.class;
if (type == int.class) return Integer.class;
if (type == long.class) return Long.class;
if (type == float.class) return Float.class;
if (type == short.class) return Short.class;
if (type == char.class) return Character.class;
if (type == byte.class) return Byte.class;
if (type == double.class) return Double.class;
return null;
}
static <A, B> List<A> keysWithoutHidden(Map<A, B> map) {
return filter(keys(map) , new F1<Object, Boolean>() { public Boolean get(Object o) { try { return !eq(o, "[hidden]") && !isStringStartingWith(o, "[hidden] "); } catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "!eq(o, \"[hidden]\") && !isStringStartingWith(o, \"[hidden] \")"; }});
}
static String structureOrTextForUser(Object o) {
return o == null ? "" : o instanceof String ? (String) o : structureForUser(o);
}
static Lock downloadLock_lock = fairLock();
static Lock downloadLock() {
return downloadLock_lock;
}
static String getSnippetTitleOpt(String s) {
return isSnippetID(s) ? getSnippetTitle(s) : s;
}
static boolean loadBufferedImageFixingGIFs_debug = false;
static ThreadLocal<Var<byte[]>> loadBufferedImageFixingGIFs_output = new ThreadLocal();
static Image loadBufferedImageFixingGIFs(File file) { try {
if (!file.exists()) return null;
// Load anything but GIF the normal way
if (!isGIF(file))
return ImageIO.read(file);
if (loadBufferedImageFixingGIFs_debug) print("loadBufferedImageFixingGIFs" + ": checking gif");
// Get GIF reader
ImageReader reader = ImageIO.getImageReadersByFormatName("gif").next();
// Give it the stream to decode from
reader.setInput(ImageIO.createImageInputStream(file));
int numImages = reader.getNumImages(true);
// Get 'metaFormatName'. Need first frame for that.
IIOMetadata imageMetaData = reader.getImageMetadata(0);
String metaFormatName = imageMetaData.getNativeMetadataFormatName();
// Find out if GIF is bugged
boolean foundBug = false;
for (int i = 0; i < numImages && !foundBug; i++) {
// Get metadata
IIOMetadataNode root = (IIOMetadataNode)reader.getImageMetadata(i).getAsTree(metaFormatName);
// Find GraphicControlExtension node
int nNodes = root.getLength();
for (int j = 0; j < nNodes; j++) {
org.w3c.dom.Node node = root.item(j);
if (node.getNodeName().equalsIgnoreCase("GraphicControlExtension")) {
// Get delay value
String delay = ((IIOMetadataNode)node).getAttribute("delayTime");
// Check if delay is bugged
if (Integer.parseInt(delay) == 0) {
foundBug = true;
}
break;
}
}
}
if (loadBufferedImageFixingGIFs_debug) print("loadBufferedImageFixingGIFs" + ": " + f2s(file) + " foundBug=" + foundBug);
// Load non-bugged GIF the normal way
Image image;
if (!foundBug) {
image = Toolkit.getDefaultToolkit().createImage(f2s(file));
} else {
// Prepare streams for image encoding
ByteArrayOutputStream baoStream = new ByteArrayOutputStream();
{
ImageOutputStream ios = ImageIO.createImageOutputStream(baoStream); try {
// Get GIF writer that's compatible with reader
ImageWriter writer = ImageIO.getImageWriter(reader);
// Give it the stream to encode to
writer.setOutput(ios);
writer.prepareWriteSequence(null);
for (int i = 0; i < numImages; i++) {
// Get input image
BufferedImage frameIn = reader.read(i);
// Get input metadata
IIOMetadataNode root = (IIOMetadataNode)reader.getImageMetadata(i).getAsTree(metaFormatName);
// Find GraphicControlExtension node
int nNodes = root.getLength();
for (int j = 0; j < nNodes; j++) {
org.w3c.dom.Node node = root.item(j);
if (node.getNodeName().equalsIgnoreCase("GraphicControlExtension")) {
// Get delay value
String delay = ((IIOMetadataNode)node).getAttribute("delayTime");
// Check if delay is bugged
if (Integer.parseInt(delay) == 0) {
// Overwrite with a valid delay value
((IIOMetadataNode)node).setAttribute("delayTime", "10");
}
break;
}
}
// Create output metadata
IIOMetadata metadata = writer.getDefaultImageMetadata(new ImageTypeSpecifier(frameIn), null);
// Copy metadata to output metadata
metadata.setFromTree(metadata.getNativeMetadataFormatName(), root);
// Create output image
IIOImage frameOut = new IIOImage(frameIn, null, metadata);
// Encode output image
writer.writeToSequence(frameOut, writer.getDefaultWriteParam());
}
writer.endWriteSequence();
} finally { _close(ios); }}
// Create image using encoded data
byte[] data = baoStream.toByteArray();
setVar(loadBufferedImageFixingGIFs_output.get(), data);
if (loadBufferedImageFixingGIFs_debug) print("Data size: " + l(data));
image = Toolkit.getDefaultToolkit().createImage(data);
}
return image;
} catch (Exception __e) { throw rethrow(__e); } }
static ActionListener actionListener(final Object runnable) {
return actionListener(runnable, null);
}
static ActionListener actionListener(final Object runnable, final Object instanceToHold) {
if (runnable instanceof ActionListener) return (ActionListener) runnable;
final Object info = _threadInfo();
return new java.awt.event.ActionListener() { public void actionPerformed(java.awt.event.ActionEvent _evt) { try {
_threadInheritInfo(info);
AutoCloseable __1 = holdInstance(instanceToHold); try {
callF(runnable);
} finally { _close(__1); }} catch (Throwable __e) { messageBox(__e); }}};
}
static boolean isSubstanceLAF() {
return substanceLookAndFeelEnabled();
}
// menuMaker = voidfunc(JPopupMenu)
// return true if menu could be added
static boolean titlePopupMenu(final Component c, final Object menuMaker) {
JComponent titleBar = getTitlePaneComponent(getPossiblyInternalFrame(c));
if (titleBar == null)
{ print("Can't add title right click!"); return false; }
else
{ componentPopupMenu(titleBar, menuMaker); return true; }
}
static boolean jmenuItem_newThreads = false;
static JMenuItem jmenuItem(final String text) {
return jMenuItem(text, null);
}
static JMenuItem jmenuItem(final String text, final Object r) {
return swing(new F0<JMenuItem>() { public JMenuItem get() { try {
Pair<String, Integer> p = jmenu_autoMnemonic(dropPrefix("[disabled] ", text));
JMenuItem mi = new JMenuItem(p.a);
if (startsWith(text, "[disabled] ")) disableMenuItem(mi);
if (p.b != 0) mi.setMnemonic(p.b);
mi.addActionListener(jmenuItem_newThreads
? actionListenerInNewThread(r)
: actionListener(r));
return mi;
} catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "Pair<S, Int> p = jmenu_autoMnemonic(dropPrefix(\"[disabled] \", text));\r\n JM..."; }});
}
// r : runnable or voidfunc(bool)
static JCheckBoxMenuItem jCheckBoxMenuItem(String text, boolean checked, final Object r) {
final JCheckBoxMenuItem mi = new JCheckBoxMenuItem(text, checked);
addActionListener(mi, new Runnable() { public void run() { try { callF(r, isChecked(mi)) ;
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "callF(r, isChecked(mi))"; }});
return mi;
}
static void toggleAlwaysOnTop(JFrame frame) {
frame.setAlwaysOnTop(!frame.isAlwaysOnTop());
}
static <A> A swingConstruct(final Class<A> c, final Object... args) {
return swing(new F0<A>() { public A get() { try { return nuObject(c, args); } catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "ret nuObject(c, args);"; }});
}
static <A> A oneOf(List<A> l) {
return empty(l) ? null : l.get(new Random().nextInt(l.size()));
}
static char oneOf(String s) {
return empty(s) ? '?' : s.charAt(random(l(s)));
}
static String oneOf(String... l) {
return oneOf(asList(l));
}
static <A> A collectionGet(Collection<A> c, int idx) {
if (c == null || idx < 0 || idx >= l(c)) return null;
if (c instanceof List) return listGet((List<A>) c, idx);
Iterator<A> it = c.iterator();
for (int i = 0; i < idx; i++) if (it.hasNext()) it.next(); else return null;
return it.hasNext() ? it.next() : null;
}
static void consoleSetInput(final String text) {
if (headless()) return;
setTextAndSelectAll(consoleInputField(), text);
focusConsole();
}
static Lock appendToFile_lock = lock();
static boolean appendToFile_keepOpen = false;
static HashMap<String, Writer> appendToFile_writers = new HashMap();
static void appendToFile(String path, String s) { try {
Lock __0 = appendToFile_lock; lock(__0); try { // Let's just generally synchronize this to be safe.
mkdirsForFile(new File(path));
path = getCanonicalPath(path);
Writer writer = appendToFile_writers.get(path);
if (writer == null) {
//print("[Logging to " + path + "]");
writer = new BufferedWriter(new OutputStreamWriter(
newFileOutputStream(path, true), "UTF-8"));
if (appendToFile_keepOpen)
appendToFile_writers.put(path, writer);
}
writer.write(s);
if (!appendToFile_keepOpen)
writer.close();
} finally { unlock(__0); } } catch (Exception __e) { throw rethrow(__e); } }
static void appendToFile(File path, String s) {
if (path != null)
appendToFile(path.getPath(), s);
}
static void cleanMeUp_appendToFile() {
AutoCloseable __3 = tempCleaningUp(); try {
Lock __1 = appendToFile_lock; lock(__1); try {
closeAllWriters(values(appendToFile_writers));
appendToFile_writers.clear();
} finally { unlock(__1); } } finally { _close(__3); }}
static SimpleDateFormat simpleDateFormat_local(String format) {
SimpleDateFormat sdf = new SimpleDateFormat(format);
sdf.setTimeZone(localTimeZone());
return sdf;
}
static boolean containsSpaces(String s) {
return indexOf(s, ' ') >= 0;
}
static List<String> ai_splitCamelCase(String s) {
int j = 0;
List<String> l = new ArrayList();
// new addition
if (isAllUpperCase(s)) { l.add(s); return l; }
for (int i = 0; i < l(s); i++)
if (i > j && isUpperCaseLetter(s.charAt(i))) {
l.add(substring(s, j, i));
j = i;
}
if (j < l(s))
l.add(substring(s, j));
return l;
}
static Object makeDependent_postProcess;
static void makeDependent(Object c) {
if (c == null) return;
assertTrue("Not a class", c instanceof Class);
dependentClasses(); // cleans up the list
hotwire_classes.add(new WeakReference(c));
Object local_log = getOpt(mc(), "local_log");
if (local_log != null)
setOpt(c, "local_log", local_log);
/*if (isTrue(getOpt(c, 'ping_actions_shareable)))
setOpt(c, +ping_actions);*/
Object print_byThread = getOpt(mc(), "print_byThread");
if (print_byThread != null)
setOpt(c, "print_byThread", print_byThread);
callF(makeDependent_postProcess, c);
}
// Try to get the quoting right...
static String smartJoin(String[] args) {
if (empty(args)) return "";
if (args.length == 1) return args[0];
String[] a = new String[args.length];
for (int i = 0; i < a.length; i++)
a[i] = !isJavaIdentifier(args[i]) && !isQuoted(args[i]) ? quote(args[i]) : args[i];
return join(" ", a);
}
static String smartJoin(List<String> args) {
return smartJoin(toStringArray(args));
}
static <A> ArrayList<A> cloneListSynchronizingOn(Collection<A> l, Object mutex) {
if (l == null) return new ArrayList();
synchronized(mutex) {
return new ArrayList<A>(l);
}
}
static Set similarEmptySet(Iterable m) {
if (m instanceof TreeSet) return new TreeSet(((TreeSet) m).comparator());
if (m instanceof LinkedHashSet) return new LinkedHashSet();
return new HashSet();
}
static Set similarEmptySet(Map m) {
if (m instanceof TreeMap) return new TreeSet(((TreeMap) m).comparator());
if (m instanceof LinkedHashMap) return new LinkedHashSet();
return new HashSet();
}
static boolean isStringStartingWith(Object o, String prefix) {
return o instanceof String && ((String) o).startsWith(prefix);
}
static String getSnippetTitle(String id) { try {
if (id == null) return null;
if (!isSnippetID(id)) return "?";
IResourceLoader rl = vm_getResourceLoader();
if (rl != null)
return rl.getSnippetTitle(id);
if (isLocalSnippetID(id)) return localSnippetTitle(id);
long parsedID = parseSnippetID(id);
String url;
if (isImageServerSnippet(parsedID))
url = imageServerURL() + "title/" + parsedID + muricaCredentialsQuery();
else if (isGeneralFileServerSnippet(parsedID))
url = "http://butter.botcompany.de:8080/files/name/" + parsedID;
else
url = tb_mainServer() + "/tb-int/getfield.php?id=" + parsedID + "&field=title" + standardCredentials_noCookies();
String title = trim(loadPageSilently(url));
if (title != null)
try { saveTextFileIfChanged(snippetTitle_cacheFile(id), title); } catch (Throwable __e) { print(exceptionToStringShort(__e)); }
return or(title, "?");
} catch (Exception __e) { throw rethrow(__e); } }
static String getSnippetTitle(long id) {
return getSnippetTitle(fsI(id));
}
static byte[] isGIF_magic = bytesFromHex("47494638"); // Actual signature is longer, but we're lazy
static boolean isGIF(byte[] data) {
return byteArrayStartsWith(data, isGIF_magic);
}
static boolean isGIF(File f) {
return isGIF(loadBeginningOfBinaryFile(f, l(isGIF_magic)));
}
static <A> void setVar(IVar<A> v, A value) {
if (v != null) v.set(value);
}
static ThreadLocal<List<Object>> holdInstance_l = new ThreadLocal();
static AutoCloseable holdInstance(Object o) {
if (o == null) return null;
listThreadLocalAdd(holdInstance_l, o);
return new AutoCloseable() {
public void close() {
listThreadLocalPopLast(holdInstance_l);
}
};
}
static void messageBox(final String msg) {
if (headless()) print(msg);
else { swing(new Runnable() { public void run() { try {
JOptionPane.showMessageDialog(null, msg, "JavaX", JOptionPane.INFORMATION_MESSAGE);
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "JOptionPane.showMessageDialog(null, msg, \"JavaX\", JOptionPane.INFORMATION_MES..."; }}); }
}
static void messageBox(Throwable e) {
//showConsole();
printStackTrace(e);
messageBox(hideCredentials(innerException2(e)));
}
static boolean substanceLookAndFeelEnabled() {
return startsWith(getLookAndFeel(), "org.pushingpixels.");
}
static JComponent getTitlePaneComponent(RootPaneContainer window) {
if (window instanceof JInternalFrame)
return getInternalFrameTitlePaneComponent((JInternalFrame) window);
if (!substanceLookAndFeelEnabled() || window == null) return null;
JRootPane rootPane = window.getRootPane();
if (rootPane != null) {
Object /*SubstanceRootPaneUI*/ ui = rootPane.getUI();
return (JComponent) call(ui, "getTitlePane");
}
return null;
}
static RootPaneContainer getPossiblyInternalFrame(Component c) {
JInternalFrame f = getInternalFrame(c);
if (f != null) return f;
return optCast(RootPaneContainer.class, getWindow(c));
}
static ThreadLocal<MouseEvent> componentPopupMenu_mouseEvent;
static void componentPopupMenu_init() {
{ swing(new Runnable() { public void run() { try {
if (componentPopupMenu_mouseEvent == null)
componentPopupMenu_mouseEvent = (ThreadLocal<MouseEvent>) vm_generalMap_get("mouseEvent");
if (componentPopupMenu_mouseEvent == null)
vm_generalMap_put("componentPopupMenu_mouseEvent" , componentPopupMenu_mouseEvent = new ThreadLocal());
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "if (componentPopupMenu_mouseEvent == null)\r\n componentPopupMenu_mouseEve..."; }}); }
}
// menuMaker = voidfunc(JPopupMenu)
static void componentPopupMenu(final JComponent component, final Object menuMaker) {
if (component == null || menuMaker == null) return;
{ swing(new Runnable() { public void run() { try {
Object adapter = componentPopupMenu_initForComponent(component);
((List) _get(adapter, "maker")).add(menuMaker);
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "Object adapter = componentPopupMenu_initForComponent(component);\r\n ((List)..."; }}); }
}
static Object componentPopupMenu_initForComponent(final JComponent component) {
return component == null ? null : swing(new F0<Object>() { public Object get() { try {
componentPopupMenu_init();
Object adapter = findComponentPopupMenuListener_gen(component);
if (adapter == null) {
componentPopupMenu_Adapter a = new componentPopupMenu_Adapter();
component.addMouseListener(a);
adapter = a;
}
return adapter;
} catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "componentPopupMenu_init();\r\n O adapter = findComponentPopupMenuListener_ge..."; }});
}
static class componentPopupMenu_Adapter extends MouseAdapter {
List maker = new ArrayList();
boolean internalFrameLeftButtonMagic = false;
Point pressedAt;
public void mousePressed(MouseEvent e) {
displayMenu(e);
pressedAt = internalFrameLeftButtonMagic && e.getClickCount() == 1 && internalFrameActive(e.getComponent()) ? e.getLocationOnScreen() : null;
}
public void mouseReleased(MouseEvent e) {
// TODO: show a little less often on left mouse click
if (internalFrameLeftButtonMagic && eq(pressedAt, e.getLocationOnScreen()))
displayMenu2(e);
else
displayMenu(e);
}
void displayMenu(MouseEvent e) {
if (e.getSource() instanceof JInternalFrame) return;
if (e.isPopupTrigger()) displayMenu2(e);
}
void displayMenu2(MouseEvent e) {
JPopupMenu menu = new JPopupMenu();
int emptyCount = menu.getComponentCount();
AutoCloseable __1 = tempSetTL(componentPopupMenu_mouseEvent, e); try {
for (Object menuMaker : maker)
pcallF(menuMaker, menu);
vmBus_send("showingPopupMenu", e.getComponent(), menu);
// show menu if any items in it
if (menu.getComponentCount() != emptyCount)
menu.show(e.getComponent(), e.getX(), e.getY());
} finally { _close(__1); }}
}
static JMenuItem jMenuItem(final String text) {
return jmenuItem(text);
}
static JMenuItem jMenuItem(String text, Object r) {
return jmenuItem(text, r);
}
static Pair<String, Integer> jmenu_autoMnemonic(String s) {
int i = indexOf(s, '&');
if (i >= 0 && i < l(s) && isLetterOrDigit(s.charAt(i+1)))
return pair(substring(s, 0, i) + substring(s, i+1), (int) s.charAt(i+1));
return pair(s, 0);
}
static JMenuItem disableMenuItem(final JMenuItem mi) {
if (mi != null) { swing(new Runnable() { public void run() { try { mi.setEnabled(false);
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "mi.setEnabled(false);"; }}); }
return mi;
}
static ActionListener actionListenerInNewThread(final Object runnable) {
return actionListenerInNewThread(runnable, null);
}
static ActionListener actionListenerInNewThread(final Object runnable, final Object instanceToHold) {
if (runnable instanceof ActionListener) return (ActionListener) runnable;
return new java.awt.event.ActionListener() { public void actionPerformed(java.awt.event.ActionEvent _evt) { try {
startThread("Action Listener", new Runnable() { public void run() { try {
AutoCloseable __1 = holdInstance(instanceToHold); try {
callF(runnable);
} finally { _close(__1); }
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "AutoCloseable __1 = holdInstance(instanceToHold); try {\r\n callF(runnable..."; }});
} catch (Throwable __e) { messageBox(__e); }}};
}
static void addActionListener(JTextField tf, final Runnable action) {
onEnter(tf, action);
}
static void addActionListener(final JComboBox cb, final Runnable action) {
if (cb != null) { swing(new Runnable() { public void run() { try {
cb.addActionListener(actionListener(action));
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "cb.addActionListener(actionListener(action));"; }}); }
}
static void addActionListener(final AbstractButton b, final Runnable action) {
if (b != null) { swing(new Runnable() { public void run() { try {
b.addActionListener(actionListener(action));
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "b.addActionListener(actionListener(action));"; }}); }
}
static boolean isChecked(final JCheckBox checkBox) {
return checkBox != null && (boolean) swing(new F0<Boolean>() { public Boolean get() { try { return checkBox.isSelected(); } catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "ret checkBox.isSelected();"; }});
}
static boolean isChecked(final JCheckBoxMenuItem mi) {
return mi != null && (boolean) swing(new F0<Boolean>() { public Boolean get() { try { return mi.isSelected(); } catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "ret mi.isSelected();"; }});
}
static <A> A listGet(List<A> l, int idx) {
return l != null && idx >= 0 && idx < l(l) ? l.get(idx) : null;
}
static boolean headless() {
return isHeadless();
}
static JTextField setTextAndSelectAll(final JTextField tf, final String text) {
if (tf != null) { swing(new Runnable() { public void run() { try {
tf.setText(text);
tf.selectAll();
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "tf.setText(text);\r\n tf.selectAll();"; }}); }
return tf;
}
static JTextField consoleInputField() {
Object console = get(getJavaX(), "console");
return (JTextField) getOpt(console, "tfInput");
}
static void focusConsole(String s) {
setConsoleInput(s);
focusConsole();
}
static void focusConsole() {
JComponent tf = consoleInputFieldOrComboBox();
if (tf != null) {
//print("Focusing console");
tf.requestFocus();
}
}
static String getCanonicalPath(File f) { try {
return f == null ? null : f.getCanonicalPath();
} catch (Exception __e) { throw rethrow(__e); } }
static String getCanonicalPath(String path) {
return getCanonicalPath(newFile(path));
}
static AutoCloseable tempCleaningUp() {
return tempSetTL(ping_isCleanUpThread, true);
}
static void closeAllWriters(Collection<? extends Writer> l) {
for (Writer w : unnull(l)) { try {
w.close();
} catch (Throwable __e) { _handleException(__e); }}
}
static TimeZone localTimeZone() {
return getTimeZone(standardTimeZone());
// TimeZone.getDefault()?
}
static boolean isAllUpperCase(String s) {
return hasLettersAllUpperCase(s);
}
static boolean isUpperCaseLetter(char c) {
return Character.isUpperCase(c);
}
static List<Class> dependentClasses() {
return cleanUpAndGetWeakReferencesList(hotwire_classes);
}
static List<WeakReference<Class>> hotwire_classes = synchroList();
static Class<?> hotwireDependent(String src) {
Class c = hotwire(src);
makeDependent(c);
return c;
}
static String localSnippetTitle(String snippetID) {
if (!isLocalSnippetID(snippetID)) return null;
File f = localSnippetFile(snippetID);
if (!f.exists()) return null;
return or2(getFileInfoField(dropExtension(f), "Title"), "Unnamed");
}
static String muricaCredentialsQuery() {
return htmlQuery(muricaCredentials());
}
static boolean isGeneralFileServerSnippet(long id) {
return id >= 1400000 && id < 1500000;
}
static String standardCredentials_noCookies() {
return standardCredentials() + "&noCookies=1";
}
static boolean saveTextFileIfChanged(File f, String contents) {
return saveTextFileIfDifferent(f, contents);
}
static File snippetTitle_cacheFile(String snippetID) {
return javaxCachesDir("Snippet Titles/" + psI(snippetID));
}
static byte[] bytesFromHex(String s) {
return hexToBytes(s);
}
static boolean byteArrayStartsWith(byte[] a, byte[] b) {
if (a == null || b == null) return false;
if (a.length < b.length) return false;
for (int i = 0; i < b.length; i++)
if (a[i] != b[i])
return false;
return true;
}
static byte[] loadBeginningOfBinaryFile(File file, int maxBytes) {
return loadBinaryFilePart(file, 0, maxBytes);
}
static <A> void listThreadLocalAdd(ThreadLocal<List<A>> tl, A a) {
List<A> l = tl.get();
if (l == null) tl.set(l = new ArrayList());
l.add(a);
}
static <A> A listThreadLocalPopLast(ThreadLocal<List<A>> tl) {
List<A> l = tl.get();
if (l == null) return null;
A a = popLast(l);
if (empty(l)) tl.set(null);
return a;
}
static String getLookAndFeel() {
return getClassName(UIManager.getLookAndFeel());
}
static JComponent getInternalFrameTitlePaneComponent(JInternalFrame f) {
return (JComponent) childWithClassNameEndingWith(f, "InternalFrameTitlePane");
}
static JInternalFrame getInternalFrame(final Object _o) {
return _o == null ? null : swing(new F0<JInternalFrame>() { public JInternalFrame get() { try {
Object o = _o;
if (o instanceof ButtonGroup) o = first(buttonsInGroup((ButtonGroup) o));
if (!(o instanceof Component)) return null;
Component c = (Component) o;
while (c != null) {
if (c instanceof JInternalFrame) return (JInternalFrame) c;
c = c.getParent();
}
return null;
} catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "O o = _o;\r\n if (o instanceof ButtonGroup) o = first(buttonsInGroup((Button..."; }});
}
static <A> A optCast(Class<A> c, Object o) {
return isInstance(c, o) ? (A) o : null;
}
static Window getWindow(Object o) {
if (!(o instanceof Component)) return null;
Component c = (Component) o;
while (c != null) {
if (c instanceof Window) return (Window) c;
c = c.getParent();
}
return null;
}
static <A> A _get(List<A> l, int idx) {
return l != null && idx >= 0 && idx < l(l) ? l.get(idx) : null;
}
static Object _get(Object o, String field) {
return get(o, field);
}
static Object _get(String field, Object o) {
return get(o, field);
}
static <A> A _get(A[] l, int idx) {
return idx >= 0 && idx < l(l) ? l[idx] : null;
}
static Object findComponentPopupMenuListener_gen(final JComponent c) {
return c == null ? null : swing(new F0<Object>() { public Object get() { try {
return firstWithClassShortNamed("componentPopupMenu_Adapter", c.getMouseListeners());
} catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "ret firstWithClassShortNamed('componentPopupMenu_Adapter, c.getMouseListeners..."; }});
}
static boolean internalFrameActive(Component c) {
final JInternalFrame f = getInternalFrame(c);
return f != null && swing(new F0<Boolean>() { public Boolean get() { try { return f.isSelected(); } catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "ret f.isSelected();"; }});
}
static boolean isLetterOrDigit(char c) {
return Character.isLetterOrDigit(c);
}
static JTextField onEnter(final JTextField tf, final Object action) {
if (action == null || tf == null) return tf;
tf.addActionListener(new java.awt.event.ActionListener() { public void actionPerformed(java.awt.event.ActionEvent _evt) { try {
tf.selectAll();
callF(action);
} catch (Throwable __e) { messageBox(__e); }}});
return tf;
}
static JButton onEnter(JButton btn, final Object action) {
if (action == null || btn == null) return btn;
btn.addActionListener(actionListener(action));
return btn;
}
static JList onEnter(JList list, Object action) {
list.addKeyListener(enterKeyListener(rCallOnSelectedListItem(list, action)));
return list;
}
static JComboBox onEnter(final JComboBox cb, final Object action) {
{ swing(new Runnable() { public void run() { try {
if (cb.isEditable()) {
JTextField text = (JTextField) cb.getEditor().getEditorComponent();
onEnter(text, action);
} else {
cb.getInputMap().put(KeyStroke.getKeyStroke("ENTER"), "enter");
cb.getActionMap().put("enter", abstractAction("", new Runnable() { public void run() { try { cb.hidePopup(); callF(action);
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "cb.hidePopup(); callF(action);"; }}));
}
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "if (cb.isEditable()) {\r\n JTextField text = (JTextField) cb.getEditor().g..."; }}); }
return cb;
}
static JTable onEnter(final JTable table, final Object action) {
table.getInputMap(JComponent.WHEN_ANCESTOR_OF_FOCUSED_COMPONENT)
.put(KeyStroke.getKeyStroke(KeyEvent.VK_ENTER, 0), "Enter");
table.getActionMap().put("Enter", new AbstractAction() {
public void actionPerformed(ActionEvent e) {
callF(action, table.getSelectedRow());
}
});
return table;
}
/*static JTextArea onEnter(final JTextArea ta, fO action) {
addKeyListener(ta, enterKeyListener(action));
ret ta;
}*/
static JTextField onEnter(Object action, JTextField tf) {
return onEnter(tf, action);
}
static void setConsoleInput(String text) {
consoleSetInput(text);
}
static JComponent consoleInputFieldOrComboBox() {
Object console = get(getJavaX(), "console");
JComboBox cb = (JComboBox) (getOpt(console, "cbInput"));
if (cb != null) return cb;
return (JTextField) getOpt(console, "tfInput");
}
static TimeZone getTimeZone(String name) {
return TimeZone.getTimeZone(name);
}
static boolean hasLettersAllUpperCase(String s) {
return hasLetters(s) && !containsLowerCase(s);
}
static <A> List<A> cleanUpAndGetWeakReferencesList(List<WeakReference<A>> l) {
if (l == null) return null;
synchronized(l) {
List<A> out = new ArrayList();
for (int i = 0; i < l(l); i++) {
A a = l.get(i).get();
if (a == null)
l.remove(i--);
else
out.add(a);
}
return out;
}
}
static String getFileInfoField(File f, String field) {
return getOneLineFileInfoField(f, field);
}
static File dropExtension(File f) {
return f == null ? null : fileInSameDir(f, dropExtension(f.getName()));
}
static String dropExtension(String s) {
return takeFirst(s, smartLastIndexOf(s, '.'));
}
static Object[] muricaCredentials() {
String pass = muricaPassword();
return nempty(pass) ? new Object[] {"_pass", pass } : new Object[0];
}
static boolean saveTextFileIfDifferent(File f, String contents) {
if (eq(loadTextFile(f), contents)) return false; // TODO: optimize
{ saveTextFile(f, contents); return true; }
}
static byte[] loadBinaryFilePart(File file, long start, long end) { try {
RandomAccessFile raf = new RandomAccessFile(file, "r");
int n = toInt(min(raf.length(), end-start));
byte[] buffer = new byte[n];
try {
raf.seek(start);
raf.readFully(buffer, 0, n);
return buffer;
} finally {
raf.close();
}
} catch (Exception __e) { throw rethrow(__e); } }
static Component childWithClassNameEndingWith(Component c, String suffix) {
if (endsWith(className(c), suffix)) return c;
Component x;
for (Component comp : getComponents(c))
if ((x = childWithClassNameEndingWith(comp, suffix)) != null) return x;
return null;
}
static <A> A firstWithClassShortNamed(String shortName, Iterable<A> l) {
if (l != null) for (A o : l)
if (eq(shortClassName(o), shortName))
return o;
return null;
}
static <A> A firstWithClassShortNamed(String shortName, A[] l) {
if (l != null) for (A o : l)
if (eq(shortClassName(o), shortName))
return o;
return null;
}
static KeyListener enterKeyListener(final Object action) {
return new KeyAdapter() {
public void keyPressed(KeyEvent ke) {
if (ke.getKeyCode() == KeyEvent.VK_ENTER)
pcallF(action);
}
};
}
static Runnable rCallOnSelectedListItem(final JList list, final Object action) {
return new Runnable() { public void run() { try { pcallF(action, getSelectedItem(list)) ;
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "pcallF(action, getSelectedItem(list))"; }};
}
static AbstractAction abstractAction(String name, final Object runnable) {
return new AbstractAction(name) {
public void actionPerformed(ActionEvent evt) {
pcallF(runnable);
}
};
}
static boolean hasLetters(String s) {
for (int i = 0; i < s.length(); i++)
if (Character.isLetter(s.charAt(i)))
return true;
return false;
}
static boolean containsLowerCase(String s) {
for (int i = 0; i < l(s); i++)
if (isLowerCase(s.charAt(i)))
return true;
return false;
}
static String getOneLineFileInfoField(File f, String field) {
File infoFile = associatedInfosFile(f);
List<String> lines = lines(loadTextFile(infoFile));
return firstStartingWithIC_drop(lines, field + ": ");
}
static File fileInSameDir(File f, String newName) {
return newFile(parentFile(f), newName);
}
static <A> List<A> takeFirst(List<A> l, int n) {
return l(l) <= n ? l : newSubListOrSame(l, 0, n);
}
static <A> List<A> takeFirst(int n, List<A> l) {
return takeFirst(l, n);
}
static String takeFirst(int n, String s) { return substring(s, 0, n); }
static String takeFirst(String s, int n) { return substring(s, 0, n); }
static CharSequence takeFirst(int n, CharSequence s) { return subCharSequence(s, 0, n); }
static <A> List<A> takeFirst(int n, Iterable<A> i) {
if (i == null) return null;
List l = new ArrayList();
Iterator<A> it = i.iterator();
for (int _repeat_0 = 0; _repeat_0 < n; _repeat_0++) { if (it.hasNext()) l.add(it.next()); else break; }
return l;
}
static int[] takeFirst(int n, int[] a) {
return takeFirstOfIntArray(n, a);
}
static int smartLastIndexOf(String s, char c) {
if (s == null) return 0;
int i = s.lastIndexOf(c);
return i >= 0 ? i : l(s);
}
static List<Component> getComponents(final Component c) {
return !(c instanceof Container) ? emptyList() : asList(swing(new F0<Component[]>() { public Component[] get() { try { return ((Container) c).getComponents(); } catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "ret ((Container) c).getComponents();"; }}));
}
static String getSelectedItem(JList l) {
return (String) l.getSelectedValue();
}
static String getSelectedItem(JComboBox cb) {
return strOrNull(cb.getSelectedItem());
}
static boolean isLowerCase(char c) {
return Character.isLowerCase(c);
}
static File associatedInfosFile(File f) {
return replaceExtension(f, ".infos");
}
static String firstStartingWithIC_drop(Collection<String> l, final String prefix) {
for (String s : unnull(l))
if (swic(s, prefix))
return substring(s, l(prefix));
return null;
}
static String firstStartingWithIC_drop(String prefix, Collection<String> l) {
return firstStartingWithIC_drop(l, prefix);
}
static File parentFile(File f) {
return dirOfFile(f);
}
static <A> List<A> newSubListOrSame(List<A> l, int startIndex) {
return newSubListOrSame(l, startIndex, l(l));
}
static <A> List<A> newSubListOrSame(List<A> l, int startIndex, int endIndex) {
if (l == null) return null;
int n = l(l);
startIndex = max(0, startIndex);
endIndex = min(n, endIndex);
if (startIndex >= endIndex) return ll();
if (startIndex == 0 && endIndex == n) return l;
return cloneList(l.subList(startIndex, endIndex));
}
static <A> List<A> newSubListOrSame(List<A> l, IntRange r) {
return newSubListOrSame(l, r.start, r.end);
}
static int[] takeFirstOfIntArray(int[] b, int n) {
return subIntArray(b, 0, n);
}
static int[] takeFirstOfIntArray(int n, int[] b) {
return takeFirstOfIntArray(b, n);
}
static String strOrNull(Object o) {
return o == null ? null : str(o);
}
static File replaceExtension(File f, String extOld, String extNew) {
return newFile(replaceExtension(f2s(f), extOld, extNew));
}
static File replaceExtension(File f, String extNew) {
return replaceExtension(f, fileExtension(f), extNew);
}
static String replaceExtension(String s, String extOld, String extNew) {
s = dropSuffixIC(addPrefixOptIfNempty(".", extOld), s);
return s + addPrefixOptIfNempty(".", extNew);
}
static String replaceExtension(String name, String extNew) {
return replaceExtension(name, fileExtension(name), extNew);
}
static File dirOfFile(File f) {
return f == null ? null : f.getParentFile();
}
static int[] subIntArray(int[] b, int start) {
return subIntArray(b, start, l(b));
}
static int[] subIntArray(int[] b, int start, int end) {
start = max(start, 0); end = min(end, l(b));
if (start == 0 && end == l(b)) return b;
if (start >= end) return new int[0];
int[] x = new int[end-start];
System.arraycopy(b, start, x, 0, end-start);
return x;
}
static int[] subIntArray(int[] a, IntRange r) {
return r == null ? null : subIntArray(a, r.start, r.end);
}
static String fileExtension(File f) {
if (f == null) return null;
return fileExtension(f.getName());
}
static String fileExtension(String s) {
return substring(s, smartLastIndexOf(s, '.'));
}
static String dropSuffixIC(String suffix, String s) {
return s == null ? null : ewic(s, suffix) ? s.substring(0, l(s)-l(suffix)) : s;
}
static String addPrefixOptIfNempty(String prefix, String s) {
return addPrefixIfNotEmpty2(prefix, s);
}
static String addPrefixIfNotEmpty2(String prefix, String s) {
return empty(s) ? "" : addPrefix(prefix, s);
}
static class BetterLabel extends JLabel {
boolean autoToolTip = true;
BetterLabel() {
// Listeners given out to componentPopupMenu must not directly
// reference the outer object (-> weak map problem).
final WeakReference < BetterLabel > me = new WeakReference<>(this);
componentPopupMenu(this, BetterLabel_menuItems(me));
}
BetterLabel(String text) {
this();
this.setText(text);
}
public void setText(String text) {
super.setText(text);
if (autoToolTip)
if (!swic(text, "<html>")) // HTML labels make super-huge, confusing tool tips
setToolTipText(nullIfEmpty(text));
}
}
// moved outside of class for GC reasons (see above)
static VF1<JPopupMenu> BetterLabel_menuItems(final WeakReference<BetterLabel> me) {
return new VF1<JPopupMenu>() { public void get(JPopupMenu menu) { try {
addMenuItem(menu, "Copy text to clipboard", new Runnable() { public void run() { try {
copyTextToClipboard(me.get().getText());
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "copyTextToClipboard(me.get().getText());"; }});
} catch (Exception __e) { throw rethrow(__e); } }
public String toString() { return "addMenuItem(menu, \"Copy text to clipboard\", r {\r\n copyTextToClipboard(me..."; }};
}static class Str extends Concept {
String name;
List<String> otherNames = new ArrayList();
Str() {}
Str(String name) {
this.name = name;}
public String toString() { return name; }
}static class FixedRateTimer extends java.util.Timer {
FixedRateTimer() { this(false); }
FixedRateTimer(boolean daemon) { this(defaultTimerName(), daemon); }
FixedRateTimer(String name) { this(name, false); }
FixedRateTimer(String name, boolean daemon) {
super(name, daemon);
_registerTimer(this);
}
List<Entry> entries = synchroList();
static class Entry implements IFieldsToList{
TimerTask task;
long firstTime;
long period;
Entry() {}
Entry(TimerTask task, long firstTime, long period) {
this.period = period;
this.firstTime = firstTime;
this.task = task;}
public String toString() { return shortClassName(this) + "(" + task + ", " + firstTime + ", " + period + ")"; }public Object[] _fieldsToList() { return new Object[] {task, firstTime, period}; }
}
// Note: not all methods overridden; only use these ones
public void scheduleAtFixedRate(TimerTask task, long delay, long period) {
entries.add(new Entry(task, now()+delay, period));
super.scheduleAtFixedRate(task, delay, period);
}
public void cancel() {
entries.clear();
super.cancel();
}
public int purge() {
entries.clear();
return super.purge();
}
FixedRateTimer changeRate(int newPeriod) {
Object r = ((SmartTimerTask) first(entries).task).r;
cancel();
return doEvery(newPeriod, r);
}
}static interface MakesBufferedImage {
BufferedImage getBufferedImage();
int getWidth();
int getHeight();
}
static <A extends JComponent> A setToolTipText(final A c, final Object toolTip) {
if (c == null) return null;
{ swing(new Runnable() { public void run() { try {
String s = nullIfEmpty(str(toolTip));
if (neq(s, c.getToolTipText()))
c.setToolTipText(s);
} catch (Exception __e) { throw rethrow(__e); } } public String toString() { return "String s = nullIfEmpty(str(toolTip));\r\n if (neq(s, c.getToolTipText()))\r\n ..."; }}); }
return c;
}
static <A extends JComponent> A setToolTipText(Object toolTip, A c) {
return setToolTipText(c, toolTip);
}
static String nullIfEmpty(String s) {
return isEmpty(s) ? null : s;
}
static <A, B> Map<A, B> nullIfEmpty(Map<A, B> map) {
return isEmpty(map) ? null : map;
}
static <A> List<A> nullIfEmpty(List<A> l) {
return isEmpty(l) ? null : l;
}
static void addMenuItem(JPopupMenu menu, String text, Object action) {
menu.add(jmenuItem(text, action));
}
static void addMenuItem(JPopupMenu menu, JMenuItem menuItem) {
menu.add(menuItem);
}
static void addMenuItem(JMenu menu, String text, Object action) {
menu.add(jmenuItem(text, action));
}
static void addMenuItem(Menu menu, String text, Object action) {
menu.add(menuItem(text, action));
}
static void addMenuItem(JMenu menu, JMenuItem menuItem) {
menu.add(menuItem);
}
static String copyTextToClipboard(Object _text) {
String text = str(_text);
StringSelection selection = new StringSelection(text);
Toolkit.getDefaultToolkit().getSystemClipboard().setContents(selection, selection);
vmBus_send("newClipboardContents", text);
return text;
}
static String defaultTimerName_name;
static String defaultTimerName() {
if (defaultTimerName_name == null)
defaultTimerName_name = "A timer by " + programID();
return defaultTimerName_name;
}
static Set<java.util.Timer> _registerTimer_list = newWeakHashSet();
static void _registerTimer(java.util.Timer timer) {
_registerTimer_list.add(timer);
}
static void cleanMeUp__registerTimer() {
cancelTimers(getAndClearList(_registerTimer_list));
}
// firstDelay = delay
static FixedRateTimer doEvery(long delay, final Object r) {
return doEvery(delay, delay, r);
}
static FixedRateTimer doEvery(long delay, long firstDelay, final Object r) {
FixedRateTimer timer = new FixedRateTimer(shorten(programID() + ": " + r, 80));
timer.scheduleAtFixedRate(smartTimerTask(r, timer, toInt(delay)), toInt(firstDelay), toInt(delay));
return vmBus_timerStarted(timer);
}
// reversed argument order for fun
static FixedRateTimer doEvery(double initialSeconds, double delaySeconds, final Object r) {
return doEvery(toMS(delaySeconds), toMS(initialSeconds), r);
}
static FixedRateTimer doEvery(double delaySeconds, final Object r) {
return doEvery(toMS(delaySeconds), r);
}
static boolean isEmpty(Collection c) {
return c == null || c.isEmpty();
}
static boolean isEmpty(CharSequence s) {
return s == null || s.length() == 0;
}
static boolean isEmpty(Object[] a) { return a == null || a.length == 0; }
static boolean isEmpty(byte[] a) { return a == null || a.length == 0; }
static boolean isEmpty(Map map) {
return map == null || map.isEmpty();
}
static MenuItem menuItem(String text, final Object r) {
MenuItem mi = new MenuItem(text);
mi.addActionListener(actionListener(r));
return mi;
}
static <A> Set<A> newWeakHashSet() {
return synchroWeakHashSet();
}
static void cancelTimers(Collection timers) {
for (Object timer : timers) cancelTimer(timer);
}
static <A> List<A> getAndClearList(Collection<A> l) {
if (l == null) return emptyList();
synchronized(collectionMutex(l)) {
List<A> out = cloneList(l);
l.clear();
return out;
}
}
static <A> Set<A> synchroWeakHashSet() {
return Collections.newSetFromMap((Map) newWeakHashMap());
}
static void cancelTimer(javax.swing.Timer timer) {
if (timer != null) timer.stop();
}
static void cancelTimer(java.util.Timer timer) {
if (timer != null) timer.cancel();
}
static void cancelTimer(Object o) {
if (o instanceof java.util.Timer) cancelTimer((java.util.Timer) o);
else if (o instanceof javax.swing.Timer) cancelTimer((javax.swing.Timer) o);
else if (o instanceof AutoCloseable) { try { ((AutoCloseable) o).close(); } catch (Throwable __e) { _handleException(__e); }}
}
}}