!747 m { static bool autoQuine = true; !include #1001496 // Matches !include #1000882 // EGDiff !include #1000883 // BlockDiffer !include #1001065 // DialoGIO !include #1004045 // IndexedList2 //include #1001296 // MultiMap !include #1000988 // MultiSet !include #1004543 // DynamicObject !include #1005575 // CompilerBot !include #1002662 // isTrue static int varCount; static new Map<S, S> snippetCache; static bool useIndexedList = true, opt_javaTok = true; p { if (useIndexedList) findCodeTokens_debug = true; javaTok_opt = opt_javaTok; findCodeTokens_indexed = findCodeTokens_unindexed = 0; findCodeTokens_bails = findCodeTokens_nonbails = 0; javaTok_n = javaTok_elements = 0; print("759 STARTING " + identityHashCode(main.class)); varCount = 0; L<S> tok = jtok(loadMainJava()); L ts = findTranslators(toLines(join(tok))); //print("Translators in source at start: " + structure(ts)); // "duplicate" statement L<S> lines = toLines(join(tok)); call(getJavaX(), "findTranslators", lines); new Matches m; if (match("duplicate *", fromLines(lines), m)) { // actual copying - unused // tok = jtok(loadSnippet(m.get(0))); // reference by include() tok = jtok("m { p { callMain(include(" + quote(m.get(0)) + ")); } }"); } // add m { } if (!hasCodeTokens(tok, "m", "{") && !hasCodeTokens(tok, "main", "{") && !hasCodeTokens(tok, "class", "main")) tok = jtok(moveImportsUp("m {\n" + join(tok) + "\n}")); // standard translate ts = findTranslators(toLines(join(tok))); //print("Translators in source: " + structure(ts)); tok = jtok(defaultTranslate(join(tok))); //print("end of default translate"); //print(join(tok)); tok_autoCloseBrackets(tok); tok = processIncludes(tok); // before standard functions processConceptsDot(tok); tok = processIncludes(tok); earlyStuff(tok); int safety = 0; boolean same; do { S before = join(tok); tok = standardFunctions(tok); tok = stdstuff(tok); // standard functions and all the keywords S diff; long startTime = now(); //diff = unidiff(before, join(tok)); //print("unidiff: " + (now()-startTime) + " ms"); //same = eq(diff, ""); same = eq(before, join(tok)); // << could be sped up if (!same) { print("Not same " + safety + "."); //print(indent(2, diff)); } if (safety++ >= 10) { //print(unidiff(before, join(tok))); print("----"); print(join(tok)); print("----"); fail("safety 10 error!"); } } while (!same); // POST-PROCESSING after stdstuff loop quicknew2(tok); //tok = jtok(quicknew(join(tok))); tok = extendClasses(tok); libs(tok); sourceCodeLine(tok); throwFail(tok); innerClassesVar(tok); tok = autoImports(tok); // faster to do it at the end if (useIndexedList) print("Indexed/unindexed lookups: " + findCodeTokens_indexed + "/" + findCodeTokens_unindexed + ", lists made: " + IndexedList2.instances); print("findCodeToken bails: " + findCodeTokens_bails + "/" + findCodeTokens_nonbails); print("javaToks: " + javaTok_n + "/" + javaTok_elements); if (tok.contains("package")) splitJavaFiles(tok); else saveMainJava(tok); } static L<S> stdstuff(L<S> tok) { //if (++level >= 10) fail("woot? 10"); print("stdstuff!"); int i; if (jfind(tok, "!<int>") >= 0) { L<S> lines = toLines(join(tok)); L ts = findTranslators(lines); tok = jtok(fromLines(lines)); print("DROPPING TRANSLATORS: " + structure(ts)); } tok = quickmain(tok); tok = processIncludes(tok); processConceptsDot(tok); tok = processIncludes(tok); earlyStuff(tok); tok = multilineStrings(tok); inStringEvals(tok); listComprehensions(tok); directSnippetRefs(tok); quicknu(tok); jreplace(tok, "synced <id>", "synchronized $2"); tok = replaceKeywordBlock(tok, "answer", "static S answer(S s) {\nfinal new Matches m;\n", "\nret null;\n}"); tok = replaceKeywordBlock(tok, "loading", "{ JWindow _loading_window = showLoadingAnimation(); try { /* loading try */ ", "/* loading try */ } finally { disposeWindow(_loading_window); }\n /* loading end */ } /* after loading */ \n"); tok = replaceKeywordBlock(tok, "html", "static O html(S uri, fMap<S, S> params) ctex " + "{\n", "}"); // "static sync" => static synchronized jreplace(tok, "static sync", "static synchronized"); // "sclass" => static class jreplace(tok, "sclass", "static class"); // "asclass" => abstract static class jreplace(tok, "asclass", "abstract static class"); // "sinterface" => static interface jreplace(tok, "sinterface", "static interface"); // "ssynchronized" => static synchronized jreplace(tok, "ssynchronized", "static synchronized"); jreplace(tok, "ssvoid", "static synchronized void"); jreplace(tok, "svoid", "static void"); jreplace(tok, "sbool", "static bool"); jreplace(tok, "sint", "static int"); jreplace(tok, "snew", "static new"); jreplace(tok, "sv <id>", "static void $2"); jreplace(tok, "pvoid", "public void"); // "sS" => static S jreplace(tok, "sS", "static S"); // "sO" => static O jreplace(tok, "sO", "static O"); // "sL" => static L jreplace(tok, "sL", "static L"); // "toString {" => "public S toString() {" jreplace(tok, "toString {", "public S toString() {"); jreplace(tok, "Int", "Integer"); jreplace(tok, "Bool", "Boolean"); jreplace(tok, "Char", "Character"); // I REALLY wanted to avoid this, but eh... jreplace(tok, "SS", "Map<S, S>"); // "catch {" => "catch (Throwable _e) {" jreplace(tok, "catch {", "catch (Throwable _e) {"); // "catch X e {" => "catch (X e) {" jreplace(tok, "catch <id> <id> {", "catch ($2 $3) {"); // "catch e {" => "catch (Throwable e) {" (if e is lowercase) jreplace(tok, "catch <id> {", "catch (Throwable $2) {", new O() { bool get(L<S> tok, int i) { S word = tok.get(i+3); ret startsWithLowerCase(word); } }); jreplace(tok, "+ +", "+", new O() { bool get(L<S> tok, int i) { //printStructure("++: ", subList(tok, i-1, i+6)); if (empty(_get(tok, i+2))) ret false; // no space between the pluses if (empty(_get(tok, i)) && eq("+", _get(tok, i-1))) ret false; // an actual "++" at the left if (empty(_get(tok, i+4)) && eq("+", _get(tok, i+5))) ret false; // an actual "++" at the right //print("doing it"); ret true; } }); // some crazy fancy syntax jreplace(tok, "set <id>;", "$2 = true;"); // [stdEq] -> implementation of equals() jreplace(tok, "[stdEq]", "public bool equals(O o) { ret stdEq2(this, o); }\n" + "public int hashCode() { ret stdHash2(this); }"); // [concepts] "concept.field -> bla" for dereferencing references jreplace(tok, "<id> ->", "$1.get()."); // [concepts] "concept.field!" for dereferencing references jreplace(tok, "<id>!", "$1.get()", new O() { bool get(L<S> tok, int i) { if (tok.get(i+2).contains("\n")) ret false; // no line break between <id> and ! S t = _get(tok, i+5); if (t == null) ret false; if (isIdentifier(t) || eqOneOf(t, "=", "(")) ret false; ret true; }}); // [concepts] "field := value" for defining fields e.g. in "uniq" while ((i = jfind(tok, "<id> :=")) >= 0) { tok.set(i, quote(tok.get(i))); tok.set(i+2, ","); tok.set(i+4, ""); reTok(tok, i, i+5); } // "quoted" := value while ((i = jfind(tok, "<quoted> :=")) >= 0) { tok.set(i, tok.get(i)); tok.set(i+2, ","); tok.set(i+4, ""); reTok(tok, i, i+5); } // more shortening jreplace(tok, "fS", "final S"); jreplace(tok, "fO", "final O"); jreplace(tok, "fL", "final L"); jreplace(tok, "fMap", "final Map"); jreplace(tok, "fRunnable", "final Runnable"); jreplace(tok, "f int", "final int"); // "continue unless" while ((i = jfind(tok, "continue unless")) >= 0) { int j = scanOverExpression(tok, getBracketMap(tok), i+4, ";"); replaceTokens(tok, i, i+4, "{ if (!("); tok.set(j, ")) continue; }"); reTok(tok, i, j+1); } // "continue if" while ((i = jfind(tok, "continue if")) >= 0) { int j = scanOverExpression(tok, getBracketMap(tok), i+4, ";"); replaceTokens(tok, i, i+4, "{ if ("); tok.set(j, ") continue; }"); reTok(tok, i, j+1); } // "return if" while ((i = jfind(tok, "return if")) >= 0) { int j = scanOverExpression(tok, getBracketMap(tok), i+4, ";"); replaceTokens(tok, i, i+4, "{ if ("); tok.set(j, ") return; }"); reTok(tok, i, j+1); } // Replace $1 with m.unq(0) etc. - caveat: this blocks identifiers $1, $2, ... for (i = 1; i < l(tok); i += 2) { S s = tok.get(i); if (s.startsWith("$")) { s = substring(s, 1); if (isInteger(s)) { tok.set(i, "m.unq(" + (parseInt(s)-1) + ")"); reTok(tok, i); } } } // shortened method declarations - hopefully that works jreplace(tok, "void <id> {", "$1 $2() {"); jreplace(tok, "String <id> {", "$1 $2() {"); jreplace(tok, "Object <id> {", "$1 $2() {"); jreplace(tok, "List <id> {", "$1 $2() {"); // instanceof trickery jreplace(tok, "is a <id>", "instanceof $3"); jreplace(tok, "!<id> instanceof <id>.<id>", "!($2 instanceof $4.$6)"); jreplace(tok, "!<id> instanceof <id>", "!($2 instanceof $4)"); jreplace(tok, "<id> !instanceof <id>", "!($1 instanceof $4)"); // func keyword for lambdas - now automatically quines toString() if enabled while ((i = jfind(tok, "func(")) >= 0) { int argsFrom = i+4, argsTo = findCodeTokens(tok, i, false, ")"); int idx = findCodeTokens(tok, argsTo, false, "{"); int j = findEndOfBracketPart(tok, idx); L<S> contents = subList(tok, idx+1, j-1); replaceTokens(tok, i, j, "new O { O get(" + join(subList(tok, argsFrom, argsTo-1)) + ") ct" + "ex { " + tok_addReturn(contents) + " }\n" + (autoQuine ? " public S toString() { ret " + quote(trim(join(contents))) + "; }" : "") + "}"); reTok(tok, i, j); } while ((i = jfind(tok, "voidfunc(")) >= 0) { int argsFrom = i+4, argsTo = findCodeTokens(tok, i, false, ")"); int idx = findCodeTokens(tok, argsTo, false, "{"); int j = findEndOfBracketPart(tok, idx); L<S> contents = subList(tok, idx+1, j-1); replaceTokens(tok, i, j, "new O { void get(" + join(subList(tok, argsFrom, argsTo-1)) + ") ct" + "ex { " + tok_addSemicolon(contents) + " }\n" + (autoQuine ? " public S toString() { ret " + quote(trim(join(contents))) + "; }" : "") + "}"); reTok(tok, i, j); } while ((i = jfind(tok, "func {")) >= 0) { int idx = findCodeTokens(tok, i, false, "{"); int j = findEndOfBracketPart(tok, idx+2); L<S> contents = subList(tok, idx+1, j-1); replaceTokens(tok, i, j, "new O { O get() ct" + "ex { " + tok_addReturn(contents) + " }\n" + (autoQuine ? " public S toString() { ret " + quote(trim(join(contents))) + "; }" : "") + "}"); reTok(tok, i, j); } /*tok = replaceKeywordBlock(tok, "func", "new O { O get() { ret", ";}}");*/ // shortened subconcept declaration (before star constructors!) jreplace(tok, "<id> > <id> {", "concept $3 extends $1 {", new O() { O get(L<S> tok, int i) { //print("subconcept: " + quote(tok.get(i))); ret tok.get(i).contains("\n"); // only at beginning of line }}); // concept declarations for (S kw : ll("concept", "sconcept")) { O cond = new O() { O get(L<S> tok, int i) { addFieldOrder(tok, i+1); ret true; } }; bool re = false; if (jreplace(tok, kw + " <id> {", "static class $2 extends Concept {", cond)) re = true; if (jreplace(tok, kw + " <id> implements", "static class $2 extends Concept implements", cond)) re = true; if (jreplace(tok, kw + " <id>", "static class $2", cond)) re = true; if (re) reTok(tok); } // "case" as a variable name ( => _case) caseAsVariableName(tok); // "continue" as a function name ( => _continue) continueAsFunctionName(tok); // * constructors if (hasCodeTokens(tok, "\\*", "(")) tok = expandStarConstructors(tok); // Do this BEFORE awt replacement! ("p-awt" contains "awt" token) tok = replaceKeywordBlock(tok, "p-substance-thread", "p { substance();", "}"); tok = replaceKeywordBlock(tok, "p-substance", "p-awt { substance();", "}"); jreplace(tok, "p-type {", "p-typewriter {"); tok = replaceKeywordBlock(tok, "p-awt", "p { swing {", "}}"); tok = replaceKeywordBlock(tok, "p-typewriter", "p { typeWriterConsole();", "}"); tok = replaceKeywordBlock(tok, "p-lowprio", "p { lowPriorityThread(r " + "{", "}); }"); tok_p_repeatWithSleep(tok); tok = replaceKeywordBlock(tok, "awt", "swingLater(r " + "{", // for #711 "});"); tok = replaceKeywordBlock(tok, "swing", "{ swingAndWait(r " + "{", // for #711 "}); }"); // crazy stuff jreplace (tok, "for <id> over <id>:", "for (int $2 = 0; $2 < l($4); $2++)"); jreplace (tok, "for <id> to <id>:", "for (int $2 = 0; $2 < $4; $2++)"); jreplace (tok, "for <id> to <int>:", "for (int $2 = 0; $2 < $4; $2++)"); // STANDARD CLASSES & INTERFACES S sc = cacheGet("#1003674"); new L<S> lclasses; for (S line : toLinesFullTrim(sc)) { line = javaDropComments(line).trim(); int idx = line.indexOf('/'); lclasses.addAll(ll(line.substring(0, idx), line.substring(idx+1))); } final Set<S> haveClasses = addLibraryClasses(tok, toStringArray(lclasses)); haveClasses.add("String"); // Stuff that depends on the list of inner classes (haveClasses) expandClassReferences(tok, haveClasses); slashCasts(tok, haveClasses); // "x << X" => "x instanceof X" jreplace(tok, "<id> << <id>", "$1 instanceof $4", new O() { O get(L<S> tok, int i) { ret haveClasses.contains(tok.get(i+7)); } }); expandVarCopies(tok); // concept-related stuff // auto-import concepts bool _a = hasCodeTokens(tok, /*"extends",*/ "Concept"), _b = !haveClasses.contains("Concept"); print("auto-import: " + _a + ", " + _b); if (_a && _b) { printStruct(haveClasses); tok = includeInMainLoaded(tok, "concepts."); reTok(tok, l(tok)-1, l(tok)); //processConceptsDot(tok); } jreplace(tok, "for (<id> <id>)", "for ($3 $4 : list($3))"); // the infamous missing functions (usually caused by class Matches) // maybe not needed anymore? if (!hasCodeTokens(tok, "String", "unquote") && containsToken(tok, "unquote")) { print("Adding unquote"); tok = includeInMain(tok, "#1001735"); } if (!hasCodeTokens(tok, "String", "formatSnippetID") && containsToken(tok, "formatSnippetID")) { print("Adding formatSnippetID"); tok = includeInMain(tok, "#1000709"); } tok = expandShortTypes(tok); if (containsToken(tok, "cast")) { S s = join(tok); s = s.replaceAll("(\\w+<[\\w\\s,\\[\\]]+>|\\w+|\\w+\\[\\]|\\w+\\[\\]\\[\\])\\s+(\\w+)\\s*=\\s*cast(\\W[^;]*);", "$1 $2 = ($1) ($3);"); tok = jtok(s); } tok = replaceKeywordBlock(tok, "r-thread", "runnableThread(r " + "{", "})"); // runnable and r - now also with automatic toString if enabled for (S keyword : ll("runnable", "r")) while ((i = jfind(tok, keyword + " {")) >= 0) { int idx = findCodeTokens(tok, i, false, "{"); int j = findEndOfBracketPart(tok, idx); L<S> contents = subList(tok, idx+1, j-1); //print("r contents: " + structure(contents)); replaceTokens(tok, i, j+1, "new Runnable() { public void run() { try { " + tok_addSemicolon(contents) + "\n} catch (Exception __e) { throw __e instanceof RuntimeException ? (RuntimeException) __e : new RuntimeException(__e); } }" + (autoQuine ? " public S toString() { return " + quote(trim(join(contents))) + "; }" : "") + "}"); reTok(tok, i, j+1); } tok = replaceKeywordBlock(tok, "expectException", "{ bool __ok = false; try {", "} catch { __ok = true; } assertTrue(\"expected exception\", __ok); }"); while ((i = tok.indexOf("tex")) >= 0) { tok.set(i, "throws Exception"); tok = jtok(tok); } // shorter & smarter whiles jreplace(tok, "while true", "while (true)"); jreplace(tok, "while licensed", "while (licensed())"); jreplace(tok, "repeat {", "while (licensed()) {"); tok_repeatWithSleep(tok); // null; => return null; etc. O cond = new O() { bool get(L<S> tok, int i) { S t = _get(tok, i-1); ret l(t) == 1 && "{};)".contains(t) || eq(t, "else"); } }; jreplace(tok, "null;", "return null;", cond); jreplace(tok, "false;", "return false;", cond); jreplace(tok, "true;", "return true;", cond); jreplace(tok, "this;", "return this;", cond); // "myFunction;" instead of "myFunction();" - quite rough cond = new O() { bool get(L<S> tok, int i) { S word = tok.get(i+3); //print("single word: " + word); ret !litlist("break", "continue", "return").contains(word); } }; for (S pre : litlist("}", ";")) jreplace(tok, pre + " <id>;", "$1 $2();", cond); // shorter match syntax for answer methods jreplace(tok, "if <quoted> || <quoted>", "if (matchOneOf(s, m, $2, $5))"); jreplace(tok, "if <quoted>", "if (matchStartX($2, s, m))", new O() { bool get(L<S> tok, int i) { ret unquote(tok.get(i+3)).endsWith("..."); }}); jreplace(tok, "if <quoted>", "if (match($2, s, m))"); jreplace(tok, "if match <quoted>", "if (match($3, s, m))"); // extra commas ("litlist(1, 2,)") jreplace(tok, ",)", ")"); // additional translations (if necessary) tok = replaceKeywordBlock(tok, "pcall", "try { /* pcall 1*/ ", "/* pcall 2 */ } catch (Throwable __e) { printStackTrace(__e); }"); tok = dialogHandler(tok); tok = replaceKeywordBlock(tok, "exceptionToUser", "try {", "} catch (Throwable __e) { ret exceptionToUser(__e); }"); if (hasCodeTokens(tok, "twice", "{")) tok = replaceKeywordBlock(tok, "twice", "for (int __twice = 0; __twice < 2; __twice++) {", "}"); while ((i = findCodeTokens(tok, "repeat", "*", "{")) >= 0) { S v = makeVar("repeat"); tok.set(i, "for (int " + v + " = 0; " + v + " < " + tok.get(i+2) + "; " + v + "++)"); tok.set(i+2, ""); tok = jtok(tok); } tok = replaceKeywordBlockDyn(tok, "time", new O() { S[] get() { S var = makeVar("startTime"); ret new S[] { "{ long " + var + " = now(); try { ", "} finally { " + var + " = now()-" + var + "; saveTiming(" + var + "); } }"}; }}); if (hasCodeTokens(tok, "assertFail", "{")) { S var = makeVar("oops"); tok = replaceKeywordBlock(tok, "assertFail", "boolean " + var + " = false; try {", "\n" + var + " = true; } catch (Exception e) { /* ok */ } assertFalse(" + var + ");"); } tok = replaceKeywordBlock(tok, "yo", "try {", "} catch (Exception " + makeVar("e") + ") { ret false; }"); tok = replaceKeywordBlock(tok, "awtIfNecessary", "swingNowOrLater(r " + "{", "});"); if (hasCodeTokens(tok, "ctex")) tok = ctex(tok); tok = replaceKeywordBlock(tok, "actionListener", "new java.awt.event.ActionListener() { " + "public void actionPerformed(java.awt.event.ActionEvent _evt) {", "}}"); namedThreads(tok); threads(tok); // try answer while ((i = findCodeTokens(tok, "try", "answer")) >= 0) { int j = findEndOfStatement(tok, i); S v = makeVar("a"); tok.set(i, "{ S " + v); tok.set(i+2, "="); tok.set(j-1, "; if (!empty(" + v + ")) ret " + v + "; }"); tok = jtok(tok); } // return optional (return if not null) while ((i = jfind(tok, "return optional <id> =")) >= 0) { int j = findEndOfStatement(tok, i); S v = tok.get(i+4); clearTokens(tok, i+2, i+4); tok.set(i, "{"); tok.set(j-1, "; if (" + v + " != null) ret " + v + "; }"); tok = jtok(tok); } functionReferences(tok); // TODO: optimize S moved = moveImportsUp2(join(tok)); if (moved != null) tok = jtok(moved); ret tok; } // end of stdStuff! static L<S> multilineStrings(L<S> tok) { for (int i = 1; i < tok.size(); i += 2) { S t = tok.get(i); if (isQuoted(t)) if (t.startsWith("[") || t.contains("\r") || t.contains("\n")) tok.set(i, quote(unquote(t))); } ret tok; } static void inStringEvals(L<S> tok) { bool change = false; for (int i = 1; i < tok.size(); i += 2) { S t = tok.get(i); if (!isQuoted(t)) continue; if (t.contains("\\*") && !t.contains("\\\\")) { // << rough tok.set(i, inStringEval(t)); change = true; } } if (change) reTok(tok); } static S inStringEval(S t) { t = dropPrefix("\"", dropSuffix("\"", t)); new L<S> l; int idx; while ((idx = t.indexOf("\\*")) >= 0) { int j = indexOf(t, idx, "*/"); if (j < 0) break; if (idx > 0) l.add("\"" + substring(t, 0, idx) + "\""); l.add("(" + trim(substring(t, idx+2, j)) + ")"); t = substring(t, j+2); } if (nempty(t)) l.add("\"" + t + "\""); ret "(" + join(" + ", l) + ")"; } static L<S> quickmain(L<S> tok) { int i = findCodeTokens(tok, "main", "{"); if (i < 0) i = findCodeTokens(tok, "m", "{"); if (i >= 0 && !(i-2 > 0 && tok.get(i-2).equals("class"))) tok.set(i, "public class main"); i = findCodeTokens(tok, "psvm", "{"); if (i < 0) i = findCodeTokens(tok, "p", "{"); if (i >= 0) tok.set(i, "public static void main(final String[] args) throws Exception"); ret jtok(tok); } static S makeVar(S name) { ret "_" + name + "_" + varCount++; } static S makeVar() { ret makeVar(""); } /*static L<S> standardFunctions(L<S> tok) { ret rtq(tok, "#1002474"); }*/ static L<S> rtq(L<S> tok, S id) { ret runTranslatorQuick(tok, id); } static L<S> expandShortTypes(L<S> tok) { // replace <int> with <Integer> for (int i = 1; i+4 < tok.size(); i += 2) if (tok.get(i).equals("<") && litlist(">", ",").contains(tok.get(i+4))) { String type = tok.get(i+2); if (type.equals("int")) type = "Integer"; else if (type.equals("long")) type = "Long"; tok.set(i+2, type); } // O = Object, S = String, ret = return for (int i = 1; i < tok.size(); i += 2) { String t = tok.get(i); if (t.equals("O")) t = "Object"; if (t.equals("S")) t = "String"; else if (t.equals("L")) t = "List"; //else if (t.equals("F")) t = "Function"; else if (t.equals("ret")) t = "return"; else if (t.equals("bool") && i+2 < tok.size() && neq(tok.get(i+2), "(")) t = "boolean"; // bool -> boolean if it's not a function name tok.set(i, t); } ret tok; } static L<S> autoImports(L<S> tok) { S s = join(tok); List<String> imports = findImports(s); new StringBuilder buf; for (String c : standardImports) if (!(imports.contains(c))) buf.append("import " + c + ";\n"); if (buf.length() == 0) ret tok; ret jtok(buf+s); } static String[] standardImports = { "java.util.*", "java.util.zip.*", "java.util.List", "java.util.regex.*", "java.util.concurrent.*", "java.util.concurrent.atomic.*", "java.util.concurrent.locks.*", "javax.swing.*", "javax.swing.event.*", "javax.swing.text.*", "javax.swing.table.*", "java.io.*", "java.net.*", "java.lang.reflect.*", "java.lang.ref.*", "java.lang.management.*", "java.security.*", "java.security.spec.*", "java.awt.*", "java.awt.event.*", "java.awt.image.*", "javax.imageio.*", "java.math.*" }; static L<S> expandStarConstructors(L<S> tok) { mainLoop: for (int i = 3; i+6 < tok.size(); i += 2) { String t = tok.get(i), l = tok.get(i-2); if (!t.equals("*")) continue; if (!tok.get(i+2).equals("(")) continue; if (!eqOneOf(l, "}", "public", "private", "protected", ";", "{")) // is this correct...?? continue; // ok, it seems like a constructor declaration. // Now find class name by going backwards. int j = i, level = 1; while (j > 0 && level > 0) { t = tok.get(j); if (t.equals("}")) ++level; if (t.equals("{")) --level; j -= 2; } while (j > 0) { t = tok.get(j); if (t.equals("class")) { String className = tok.get(j+2); tok.set(i, className); // exchange constructor name! // now for the parameters. // Syntax: *(Learner *learner) { // We will surely add type inference here in time... :) j = i+2; while (!tok.get(j).equals("{")) j += 2; int block = j+1; for (int k = i+2; k < block-1; k += 2) if (tok.get(k).equals("*")) { tok.remove(k); tok.remove(k); block -= 2; String name = tok.get(k); tok.addAll(block, Arrays.asList(new String[] { "\n ", "this", "", ".", "", name, " ", "=", " ", name, "", ";" })); } continue mainLoop; } j -= 2; } } ret tok; } static L<S> processIncludes(L<S> tok) { int safety = 0; while (hasCodeTokens(tok, "!", "include") && ++safety < 100) tok = processIncludesSingle_2(tok); tok_autoCloseBrackets(tok); ret tok; } static L<S> processIncludesSingle(L<S> tok) { S s = join(tok); Matcher m = Pattern.compile("\n\\s*!include (#\\d+)").matcher(s); if (!m.find()) ret tok; StringBuffer buf = new StringBuffer(); do { String includedSrc = loadSnippet(m.group(1)); m.appendReplacement(buf, m.quoteReplacement("\n" + includedSrc)); } while (m.find()); m.appendTail(buf); ret jtok(str(buf)); } static L<S> processIncludesSingle_2(L<S> tok) { int i; while ((i = jfind(tok, "!include #<int>")) >= 0) { S id = tok.get(i+6); String includedSrc = loadSnippet(id); clearTokens(tok, i, i+8); tok.set(i, "\n" + includedSrc + "\n"); reTok(tok, i, i+8); } ret tok; } static L<S> ctex(L<S> tok) { S s = join(tok); Pattern regex = Pattern.compile("\\s+(no\\s+exceptions|ctex|null on exception)\\s*\\{"); for (int i = 0; i < 100; i++) { Matcher matcher = regex.matcher(s); if (!matcher.find()) break; String kind = matcher.group(1); //print("Iteration " + (i+1)); int start = matcher.start(), end = matcher.end(); int endOfBlock = ctex_findEndOfBlock(s, end); String catchBlock, catchWhat; if (kind.startsWith("null")) { catchBlock = "return null;"; catchWhat = "Throwable"; } else { catchBlock = "throw __e instanceof RuntimeException ? (RuntimeException) __e : new RuntimeException(__e);"; catchWhat = "Throwable"; } String tryBlock = " { try {\n " + s.substring(end, endOfBlock) + "\n} catch (" + catchWhat + " __e) { " + catchBlock + " }"; s = s.substring(0, start) + tryBlock + s.substring(endOfBlock); } ret jtok(s); } // start is the index AFTER the opening bracket // returns index OF closing bracket static int ctex_findEndOfBlock(String s, int start) { int level = 1; for (int i = start; i < s.length(); i++) { if (s.charAt(i) == '{') ++level; else if (s.charAt(i) == '}') --level; if (level == 0) return i; } return s.length(); } static L<S> dialogHandler(L<S> tok) { ret replaceKeywordBlock(tok, "dialogHandler", "new DialogHandler() {\n" + "public void run(final DialogIO io) {", "}}"); } static void quicknew2(L<S> tok) { jreplace(tok, "new <id> <id>;", "$2 $3 = new $2;"); jreplace(tok, "new <id><<id>> <id>;", "$2<$4> $6 = new $2;"); jreplace(tok, "new <id><<id>,<id>> <id>;", "$2<$4,$6> $8 = new $2;"); jreplace(tok, "new <id><<id><<id>>> <id>;", "$2 $3 $4 $5 $6 $7 $8 $9 = new $2;"); jreplace(tok, "for args " + "{", "for (int i = 0; i < args.length; i++) { final String arg = args[i];"); // Constructor calls without parentheses // So you can say something like: predictors.add(new P1); jreplace1(tok, "new <id>", "new $2()", new O() { bool get(L<S> tok, int i) { ret eqOneOf(_get(tok, i+5), "{", ",", ")", ";", ":"); } }); jreplace(tok, "new " + "List(", "new ArrayList("); jreplace(tok, "new " + "Map(", "new HashMap("); jreplace(tok, "\\*<id>[<id>] <id>;", "$2[] $6 = new $2[$4];"); } // OLD static S quicknew(S s) { s = s.replaceAll("new\\s+L<([\\w\\[\\]<>,\\s]+)>\\s+(\\w+);", "List<$1> $2 = new ArrayList<$1>();"); s = s.replaceAll("new\\s+List<([\\w\\[\\]<>,\\s]+)>\\s+(\\w+);", "List<$1> $2 = new ArrayList<$1>();"); s = s.replaceAll("new\\s+\\(Hash\\)Set<(\\w+)>\\s+(\\w+);", "Set<$1> $2 = new HashSet<$1>();"); s = s.replaceAll("new\\s+\\(Tree\\)Set<(\\w+)>\\s+(\\w+);", "Set<$1> $2 = new TreeSet<$1>();"); s = s.replaceAll("new\\s+Set<(\\w+)>\\s+(\\w+);", "Set<$1> $2 = new TreeSet<$1>();"); // TreeSet now default - pay attention to explicitly say HashSet if you need it. s = s.replaceAll("new\\s+\\(Hash\\)Map<([\\w\\s,]+)>\\s+(\\w+);", "Map<$1> $2 = new HashMap<$1>();"); s = s.replaceAll("new\\s+\\(Tree\\)Map<([\\w\\s,]+)>\\s+(\\w+);", "Map<$1> $2 = new TreeMap<$1>();"); // TreeMap when string as key s = s.replaceAll("new\\s+Map<(S,[\\w\\s,]+)>\\s+(\\w+);", "Map<$1> $2 = new TreeMap<$1>();"); s = s.replaceAll("new\\s+Map<(String,[\\w\\s,]+)>\\s+(\\w+);", "Map<$1> $2 = new TreeMap<$1>();"); // HashMap is default for everything else s = s.replaceAll("new\\s+Map<([\\w\\s,]+)>\\s+(\\w+);", "Map<$1> $2 = new HashMap<$1>();"); s = s.replaceAll("new\\s+(\\w+<[\\w\\s,]+>)\\s+(\\w+);", "$1 $2 = new $1();"); ret s; } static L<S> extendClasses(L<S> tok) { int i; while ((i = jfind(tok, "extend <id> {")) >= 0) { S className = tok.get(i+2); int idx = findCodeTokens(tok, i, false, "{"); int j = findEndOfBracketPart(tok, idx+2); S content = join(subList(tok, idx+1, j-1)); L<S> c = findInnerClassOfMain(tok, className); print("Extending class " + className + " ==> " + join(c)); clearTokens(tok.subList(i, j+1)); if (c == null) { print("Warning: Can't extend class " + className + ", not found"); continue; } int startOfClass = indexOfSubList(tok, c); // magicIndexOfSubList is broken int endOfClass = startOfClass + l(c)-1; print("Extending class " + className + " ==> " + join(subList(tok, startOfClass, endOfClass))); while (neq(tok.get(endOfClass), "}")) --endOfClass; print("Extending class " + className + " ==> " + join(subList(tok, startOfClass, endOfClass))); tok.set(endOfClass, content + "\n" + tok.get(endOfClass)); reTok(tok); // changed in 2 places, let's retok it all } ret tok; } static void listComprehensions(L<S> tok) { int i; for (S op : ll(":", "in")) while ((i = jfind(tok, "[<id> <id> " + op)) >= 0) { Map<Integer, Integer> bracketMap = getBracketMap(tok); S type = tok.get(i+2), id = tok.get(i+4); int j = scanOverExpression(tok, bracketMap, i+8, "|"); S exp = join(tok.subList(i+8, j)); j += 2; int k = scanOverExpression(tok, bracketMap, j, "]"); S where = join(tok.subList(j, k)); ++k; S code = "filter(" + exp + ", func(" + type + " " + id + ") { " + where + " })"; replaceTokens(tok, i, k, code); reTok(tok, i, k); } } // lib 123 => !123 static void libs(L<S> tok) { new Set<S> libs; int i; while ((i = jfind(tok, "lib <int>")) >= 0) { S id = tok.get(i+2); print("lib " + id); if (!libs.contains(id)) { libs.add(id); tok.set(i, "!"); tok.set(i+1, ""); } else { print("...ignoring (duplicate)"); clearAllTokens(tok, i, i+3); reTok(tok, i, i+3); } } } // sourceCodeLine() => 1234 static void sourceCodeLine(L<S> tok) { int i ; while ((i = jfind(tok, "sourceCodeLine()")) >= 0) { replaceTokens(tok, i, i+5, str(countChar(join(subList(tok, 0, i)), '\n')+1)); reTok(tok, i, i+5); } } // done before any other processing static void earlyStuff(L<S> tok) { int i; // Note: this makes the word "quine" a special operator // (unusable as a function name) while ((i = jfind(tok, "quine(")) >= 0) { int idx = findCodeTokens(tok, i, false, "("); int j = findEndOfBracketPart(tok, idx+2); tok.set(i, "new Quine"); tok.set(idx, "(" + quote(join(subList(tok, idx+1, j-1))) + ", "); reTok(tok, i, idx+1); } } static void throwFail(L<S> tok) { bool anyChange = false; for (int i = 1; i+2 < l(tok); i += 2) if (eq(get(tok, i+2), "fail") && !eqOneOf(get(tok, i), "throw", "RuntimeException", "return")) { tok.set(i+2, "throw fail"); anyChange = true; } if (anyChange) reTok(tok); } static void namedThreads(L<S> tok) { for (int i = 0; i < 100; i++) { int idx = findCodeTokens(tok, "thread", "<quoted>", "{"); if (idx < 0) idx = findCodeTokens(tok, "thread", "<id>", "{"); if (idx < 0) break; int j = findEndOfBracketPart(tok, idx+4); S tName = tok.get(idx+2); S var = "_t_" + i; S pre = "{ /*nt*/ Thread " + var + " = new Thread(" + tName + ") {\n" + "public void run() { /* in run */ pcall { /* in thread */ \n"; S post = "/* in thread */ } /* in run */ }\n};\n" + var + ".start(); }"; tok.set(idx, pre); tok.set(idx+2, ""); tok.set(idx+4, ""); tok.set(j-1, post); //print(join(subList(tok, idx, j))); reTok(tok, idx, j); } } static void threads(L<S> tok) { for (bool daemon : litlist(false, true)) for (int i = 0; i < 100; i++) { int idx = findCodeTokens(tok, daemon ? "daemon" : "thread", "{"); if (idx < 0) break; int j = findEndOfBracketPart(tok, idx+2); S var = "_t_" + i; S pre = "{ Thread " + var + " = new Thread() {\n" + "public void run() { pcall\n"; S post = "} }\n};\n" + (daemon ? var + ".setDaemon(true);\n" : "") + var + ".start(); }"; tok.set(idx, pre); tok.set(j-1, post); reTok(tok, idx, j); } } static Map<S, S> sf; static L<S> standardFunctions(L<S> tok) { if (sf == null) { L<S> standardFunctions = concatLists( (L) loadVariableDefinition(cacheGet("#761"), "standardFunctions"), (L) loadVariableDefinition(cacheGet("#1006654"), "standardFunctions")); sf = new HashMap(); for (String x : standardFunctions) { String[] f = x.split("/"); sf.put(f[1], f[0]); } } for (int i = 0; ; i++) { Set<String> defd = new HashSet(findFunctions(tok)); // changes tok Set<String> invocations = findFunctionInvocations(tok, sf); //print("Functions invoked: " + structure(invocations)); List<String> needed = diff(invocations, defd); if (needed.isEmpty()) break; print("Adding functions: " + join(" " , needed)); new L<S> added; new StringBuilder buf; new L<S> preload; for (S x : needed) if (sf.containsKey(x)) preload.add(sf.get(x)); cachePreload(preload); for (String x : cloneList(needed)) { if (defd.contains(x)) continue; String id = sf.get(x); if (id == null) { print("Standard function " + x + " not found."); needed.remove(x); continue; } //print("Adding function: " + x + " (" + id + ")"); S function = cacheGet(id); if (("\n" + function).contains("\n!")) print("Warning: " + id + " contains translators."); buf.append(function).append("\n"); added.add(x); defd.addAll(findFunctionDefs(javaTok(function))); } tok = includeInMainLoaded(tok, str(buf)); // defd = new HashSet(findFunctions(tok)); //print("Functions added: " + structure(added)); for (String x : needed) if (!defd.contains(x)) { print(join(tok)); fail("Function not defined properly: " + x); } //print("Iteration " + (i+2)); if (i >= 1000) fail("Too many iterations"); } ret tok; } static L<S> findFunctions(L<S> tok) { //ret findFunctionDefinitions(join(findMainClass(tok))); ret findFunctionDefs(findMainClass(tok)); } static S cacheGet(S snippetID) { snippetID = formatSnippetID(snippetID); S text = snippetCache.get(snippetID); if (text == null) snippetCache.put(snippetID, text = loadSnippet(snippetID)); ret text; } static void cachePreload(L<S> ids) { new L<S> needed; for (S id : ids) if (!snippetCache.containsKey(formatSnippetID(id))) needed.add(formatSnippetID(id)); if (l(needed) > 1) { L<S> texts = loadSnippets(needed); for (int i = 0; i < l(needed); i++) if (texts.get(i) != null) snippetCache.put(needed.get(i), texts.get(i)); } } static L<S> jtok(L<S> tok) { ret jtok(join(tok)); } static L<S> jtok(S s) { L<S> l = javaTok(s); ret useIndexedList ? new IndexedList2(l) : l; } // works on Java level (no "sclass" etc) // returns list of classes we have (useful for other processing) static Set<S> addLibraryClasses(L<S> tok, S... data) { new HashSet<S> have; for (L<S> c : innerClassesOfMain(tok)) have.add(getClassDeclarationName(c)); have.addAll(tok_importedClassNames(tok)); L<S> idx = IndexedList2.ensureIndexed(tok); for (int i = 0; i+1 < l(data); i++) { S className = data[i], snippetID = data[i+1]; if (idx.contains(className) && !have.contains(className)) { print("Adding class " + className + " / " + snippetID); snippetID = formatSnippetID(snippetID); S text = cacheGet(snippetID); includeInMainLoaded(tok, text); L<S> ct = javaTok(text); jreplace (ct, "sclass", "static class"); jreplace (ct, "sinterface", "static interface"); tok_autoCloseBrackets(ct); for (L<S> c : allClasses(ct)) have.add(getClassDeclarationName(c)); if (!have.contains(className)) fail("Wrongly defined class: " + className + " / " + snippetID); } } ret have; } // magically append ".class" to class name references static void expandClassReferences(L<S> tok, Set<S> classNames) { bool change = false; for (int i = 3; i+2 < l(tok); i += 2) if (classNames.contains(tok.get(i))) { S s = tok.get(i-2), t = tok.get(i+2); if (eqOneOf(s, "instanceof", "new", ".", "<", "implements", "throws", "extends", "/", "nu")) continue; if (isIdentifier(s)) continue; // XXX? if (eq(s, ",") && eqOneOf(_get(tok, i-6), "implements", "throws")) continue; // TODO: longer lists // check for cast if (eq(s, "(") && eq(t, ")") && i >= 5) { if (neq(get(tok, i+4), "{")) { S x = tok.get(i-4); if (!isIdentifier(x)) continue; if (eqOneOf(x, "ret", "return")) continue; } } if (eqOneOf(t, ",", ")", ";", ":")) { tok.set(i, tok.get(i) + ".class"); change = true; } } if (change) reTok(tok); } // "<id>/<ClassName>" => "((ClassName) <id>)" static void slashCasts(L<S> tok, final Set<S> classNames) { jreplace(tok, "<id>/<id>", "(($3) $1)", new O() { O get(L<S> tok, int i) { ret classNames.contains(tok.get(i+5)); } }); } // +var => "var", +var static void expandVarCopies(L<S> tok) { bool change = false; for (int i = 3; i+2 < l(tok); i += 2) { if (!eq(tok.get(i), "+")) continue; if (!eqOneOf(tok.get(i-2), "(", ",")) continue; S s = tok.get(i+2); if (!isIdentifier(s)) continue; tok.set(i, quote(s) + ", "); change = true; } if (change) reTok(tok); } static void processConceptsDot(L<S> tok) { bool change; do { change = false; for (int i : jfindAll(tok, "concepts.")) if (contains(get(tok, i+3), "\n")) { replaceTokens(tok, i, i+3, "!" + "include #1004863 // Dynamic Concepts"); reTok(tok, i, i+3); change = true; break; } } while (change); } static void addFieldOrder(L<S> tok, int i) { int idx = findCodeTokens(tok, i, false, "{"); if (idx < 0) ret; int j = findEndOfBracketPart(tok, idx+2); L<S> vars = allVarNames(subList(tok, idx+1, j-1)); print("addFieldOrder " + struct(vars)); if (!vars.contains("_fieldOrder") && !isSortedList(vars)) { print("Adding field order"); tok.set(idx+2, "static String _fieldOrder = " + quote(join(" ", vars)) + ";\n " + tok.get(idx+2)); // reTok has to be done by caller } } static void caseAsVariableName(L<S> tok) { if (!tok.contains("case")) ret; for (int i = 1; i+2 < l(tok); i += 2) { S t = tok.get(i+2); if (tok.get(i).equals("case") && !(t.startsWith("'") || isInteger(t) || isIdentifier(t))) tok.set(i, "_case"); } } static void continueAsFunctionName(L<S> tok) { jreplace(tok, "continue(", "_continue("); } // func bla => "bla" - and "please include function bla." static void functionReferences(L<S> tok) { int i; for (S keyword : ll("f", "func")) while ((i = jfind(tok, keyword + " <id>", new O() { O get(L<S> tok, int i) { ret !eq(tok.get(i+3), "instanceof"); } })) >= 0) { S f = tok.get(i+2); clearTokens(tok, i, i+2); tok.set(i+2, quote(f)); reTok(tok, i, i+2); tok.set(l(tok)-1, last(tok) + "\nplease include function " + f + "."); reTok(tok, l(tok)-1, l(tok)); } } // # 123 => "#123" static void directSnippetRefs(L<S> tok) { int i; while ((i = jfind(tok, "#<int>", new O() { bool get(L<S> tok, int i) { ret neq(_get(tok, i-1), "include"); } })) >= 0) { S id = tok.get(i+2); clearTokens(tok, i+1, i+3); tok.set(i, quote("#" + id)); reTok(tok, i, i+3); } } static void quicknu(L<S> tok) { jreplace(tok, "nu <id>(", "nu($2.class, "); jreplace(tok, "nu <id>", "new $2"); } // fill variable innerClasses_list static void innerClassesVar(L<S> tok) { if (!tok.contains("myInnerClasses_list")) ret; new L<S> have; for (L<S> c : innerClassesOfMain(tok)) have.add(getClassDeclarationName(c)); int i = jfind(tok, ">myInnerClasses_list;"); if (i < 0) ret; tok.set(i+4, "=litlist(\n" + joinQuoted(", ", have) + ");"); reTok(tok, i+4, i+5); } }
Began life as a copy of #759
download show line numbers debug dex old transpilations
Travelled to 13 computer(s): aoiabmzegqzx, bhatertpkbcr, cbybwowwnfue, cfunsshuasjs, gwrvuhgaqvyk, ishqpsrjomds, lpdgvwnxivlt, mqqgnosmbjvj, pyentgdyhuwx, pzhvpgtvlbxg, tslmcundralx, tvejysmllsmz, vouqrxazstgt
No comments. add comment
Snippet ID: | #1006724 |
Snippet name: | Backup of #759 before switching to higher-level-translation |
Eternal ID of this version: | #1006724/1 |
Text MD5: | bedb6bbd214a171c567c8566d20ca3e1 |
Author: | stefan |
Category: | |
Type: | JavaX translator |
Public (visible to everyone): | Yes |
Archived (hidden from active list): | No |
Created/modified: | 2017-02-03 00:08:06 |
Source code size: | 46115 bytes / 1376 lines |
Pitched / IR pitched: | No / No |
Views / Downloads: | 538 / 469 |
Referenced in: | [show references] |