!636 !quickmain !auto-import !standard functions !quicknew !1000346 // use "case" as a variable name !688 // buf.isEmpty !class JavaTok import java.lang.reflect.*; !include #2000470 // class _x16 interface Function { public Object process(Object in); public void toJava_process(Code code); } interface ReversibleFunction extends Function { public Object unprocess(Object in); public void toJava_unprocess(Code code); } // generic learner (works on objects) interface Learner { public void processInOut(Object in, Object out); public Object processIn(Object in); public void toJava(Code code); } abstract class Base { void printVars() { new StringBuilder buf; Field[] fields = getClass().getDeclaredFields(); for (Field field : fields) { if ((field.getModifiers() & Modifier.STATIC) != 0) continue; Object value; try { value = field.get(this); } catch (Exception e) { value = "?"; } if (!buf.isEmpty()) buf.append(", "); buf.append(field.getName() + "=" + value); } System.out.println(buf.toString()); } } abstract class LearnerImpl extends Base implements Learner { } class Code { StringBuilder buf = new StringBuilder(); String var = "in"; String indent = ""; List translators = new ArrayList(); Code() { translators.add("!636"); } void line(String line) { buf.append(indent).append(line).append('\n'); } void indent() { indent += " "; } void unindent() { indent = indent.substring(0, indent.length()-2); } void translators(String... ids) { for (String id : ids) if (! translators.contains(id)) // space is needed otherwise translator 636 is fooled :) translators.add(id); } String getTranslators() { return main.fromLines(translators); } String s() { return "((String) " + var + ")"; } } main { static List cases = new ArrayList(); static boolean testJava = true; psvm { String snippetID = null; for (int i = 0; i < args.length; i++) { String arg = args[i]; if (arg.equals("debug")) debugOn(args[++i]); if (arg.equals("-notestjava")) testJava = false; else if (arg.equals("-testjava")) testJava = true; else if (isSnippetID(arg)) snippetID = arg; else System.err.println("Unknown argument: " + arg + ", ignoring"); } parse(snippetID); int solved = 0, n = cases.size(), goodJava = 0; for (int i = 0; i < n; i++) { try { calculate(cases.get(i)); } catch (Throwable e) { e.printStackTrace(); } if (cases.get(i).winner != null) ++solved; if (cases.get(i).goodJava) ++goodJava; System.out.println((i+1) + " case(s) processed, " + solved + " solved."); if (testJava && goodJava < solved) System.out.println((solved-goodJava) + " case(s) with BAD JAVA."); } print "" print "----" boolean allSolved = solved == n; if (solved != 0) { System.out.println(); System.out.print("Solved: "); for (Case case : cases) if (case.winner != null) System.out.print(case.id + " "); System.out.println(); } if (testJava && solved > goodJava) { System.out.println(); System.out.print("Bad Java: "); for (Case case : cases) if (case.winner != null && !case.goodJava) System.out.print(case.id + " "); System.out.println(); } if (!allSolved) { System.out.println(); System.out.print("Unsolved: "); for (Case case : cases) if (case.winner == null) System.out.print(case.id + " "); System.out.println(); } System.out.println(); if (allSolved && testJava && goodJava < solved) System.out.println("All solved (" + solved + "), but some BAD JAVA."); else { System.out.println(allSolved ? "ALL SOLVED (" + solved + ")" : "Solved " + solved + " out of " + n + "."); if (testJava) if (goodJava == solved) System.out.println("All Java code OK" + (allSolved ? "" : " (for solved cases)") + "."); else System.out.println("Some bad Java."); else System.out.println("Java not tested."); } print "" } static class Case { String id; List fullExamples = new ArrayList(); List halfExamples = new ArrayList(); List examples1, examples2; Learner winner; boolean goodJava; } static void parse(String arg) tex { Case case = new Case(); String text; if (arg != null) { case.id = arg; text = loadSnippet(arg); } else { case.id = "input.txt"; text = loadTextFile("input/input.txt", null); if (text == null) { //case.id = "#2000455"; // example input case.id = "#681"; // a collection of "all cases"! text = loadSnippet(case.id); } } // it's a collection of cases! if (text.trim().startsWith("#")) { for (String line : toLines(text)) parse(line); return; } // it's a "Continue:" task - transform to I/O format if (text.trim().startsWith("Continue:")) { List lines = toLines(text); new StringBuilder buf; for (int i = 1; i < lines.size(); i++) { buf.append("In: " + quote("" + i) + "\n"); buf.append("Out: " + quote(lines.get(i)) + "\n"); } int numAsking = 3; for (int i = lines.size(); i < lines.size()+numAsking; i++) buf.append("In: " + quote("" + i) + "\n"); text = buf.toString(); } System.out.println(text); String in = null, out = null; for (String line : toLines(text)) { if (line.toUpperCase().startsWith("I")) { // "In: " or "I: " if (in != null) case.halfExamples.add(in); in = unquote(line.substring(line.indexOf(':')+1).trim()); out = null; } else if (line.toUpperCase().startsWith("O")) { // "Out: " or "O: " out = unquote(line.substring(line.indexOf(':')+1).trim()); System.out.println(quote(in) + " => " + quote(out)); case.fullExamples.add(new String[] {in, out}); in = out = null; } } if (in != null) case.halfExamples.add(in); cases.add(case); } static void calculate(Case case) tex { if (case.fullExamples.size() < 2) throw new RuntimeException("Too few examples (" + case.fullExamples.size() + ")"); int splitPoint = case.fullExamples.size()-1; System.out.println("Full examples: " + case.fullExamples.size() + ", splitPoint: " + splitPoint); case.examples1 = case.fullExamples.subList(0, splitPoint); case.examples2 = case.fullExamples.subList(splitPoint, case.fullExamples.size()); Learner learner = findOKLearner(case); if (learner == null) print "\nProblem not solved" else { print "\nSolved!" case.winner = learner; Code code = new Code(); learner.toJava(code); if (testJava) testJava(case, code); // prints "GOOD JAVA" or "BAD JAVA" else print "Java:" System.out.println(indent(" ", code.getTranslators())); System.out.println(indent(" ", code.buf.toString())); for (String in : case.halfExamples) { Object out = learner.processIn(in); System.out.println(quote(in) + " =>! " + quote((String) out)); } } } static Learner findOKLearner(Case case) { for (Learner learner : makeLearners()) try { if (learnerOK(learner, case)) return learner; } catch (Throwable e) { e.printStackTrace(); } return null; } static boolean learnerOK(Learner learner, Case case) { String[] _e = null; try { for (String[] e : case.examples1) { _e = e; learner.processInOut(e[0], e[1]); } // full validation against all examples for (String[] e : case.fullExamples) { _e = e; String out = (String) learner.processIn(e[0]); if (!e[1].equals(out)) { System.out.println("[fail] " + learner + " on " + quote(e[0]) + " - got: " + quote(out) + " rather than: " + quote(e[1])); return false; } } return true; // all test examples passed } catch (Throwable e) { System.out.println("[fail] " + learner + " on " + (_e == null ? "?" : quote(_e[0])) + " - " + e); silentException(e); return false; } } static void silentException(Throwable e) { } /* XXX - important part */ static Iterable makeLearners() { List list = new ArrayList(); //list.add(new LId()); // subsumed by trivial case of PrefixSuffix list.add(new LPrefixSuffix()); list.add(new LSplitInput(new LOutPattern())); list.add(new LInputPattern()); list.add(new LFixed()); list.add(new LBoth(new RFJavaTok(), new LEach(new LFixedFunction(new EscapeCase())))); list.add(new LCharShift()); list.add(new LOutSuffix(new LFirst(new LCharShift()))); return list; } public static String unquote(String s) { if (s.startsWith("\"") && s.endsWith("\"") && s.length() > 1) return s.substring(1, s.length()-1).replace("\\\"", "\"").replace("\\\\", "\\"); // SHOULD work... else return s; // Return SOMETHING } public static String quote(String s) { if (s == null) return "null"; return "\"" + s.replace("\\", "\\\\").replace("\"", "\\\"") + "\""; } static String indent(String indent, String s) { return indent + s.replace("\n", "\n" + indent); } static void debugOn(String name) { try { Class c = Class.forName("main$" + name); Field field; while (true) try { field = c.getDeclaredField("debug"); break; } catch (NoSuchFieldException e) { c = c.getSuperclass(); } field.setBoolean(null, true); } catch (Exception e) { e.printStackTrace(); System.err.println("Cannot debug class " + name); } } // splits the input at some point, takes only one part static class LSplitInput implements Learner { int splitIdx = 1; // split after first character Learner baseLearner; LSplitInput(Learner baseLearner) { this.baseLearner = baseLearner; } public void processInOut(Object _in, Object _out) { String in = (String) _in, out = (String) _out; in = in.substring(splitIdx); baseLearner.processInOut(in, out); } public Object processIn(Object _in) { String in = (String) _in; in = in.substring(splitIdx); return baseLearner.processIn(in); } public void toJava(Code code) { code.line(code.var + " = ((String) " + code.var + ").substring(" + splitIdx + ");"); baseLearner.toJava(code); } } // removes common suffix from out, delegates to base learner static class LOutSuffix implements Learner { String suffixOut = ""; Learner baseLearner; LOutSuffix(Learner baseLearner) { this.baseLearner = baseLearner; } public void processInOut(Object _in, Object _out) { String in = (String) _in, out = (String) _out; if (out.endsWith("!")) suffixOut = "!"; if (out.endsWith(suffixOut)) out = out.substring(0, out.length()-suffixOut.length()); baseLearner.processInOut(in, out); } public Object processIn(Object _in) { String in = (String) _in; return baseLearner.processIn(in) + suffixOut; } public void toJava(Code code) { baseLearner.toJava(code); if (suffixOut.length() != 0) code.line(code.var + " = " + code.s() + "+" + quote(suffixOut) + ";"); } } // if input appears in output in fixed pattern static class LOutPattern implements Learner { String pattern = "%!%"; public void processInOut(Object _in, Object _out) { String in = (String) _in, out = (String) _out; pattern = out.replace(in, "%!%"); } public String processIn(Object _in) { String in = (String) _in; return pattern.replace("%!%", in); } public void toJava(Code code) { code.line(code.var + " = " + quote(pattern) + ".replace(" + quote("%!%") + ", (String) " + code.var + ");"); } } // learns to exchange common prefixes and suffixes static class LPrefixSuffix extends LearnerImpl { static boolean debug; String prefixIn, suffixIn, prefixOut, suffixOut; public void processInOut(Object _in, Object _out) { String in = (String) _in, out = (String) _out; updateIn(in); prefixOut = prefixOut == null ? out : commonPrefix(prefixOut, out); suffixOut = suffixOut == null ? out : commonSuffix(suffixOut, out); if (debug) printState("processInOut(" + quote(in) + ", " + quote(out) + ")"); } void updateIn(String in) { prefixIn = prefixIn == null ? in : commonPrefix(prefixIn, in); suffixIn = suffixIn == null ? in : commonSuffix(suffixIn, in); if (debug) printState("updateIn(" + quote(in) + ")"); } public String processIn(Object _in) { String in = (String) _in; //System.out.println("[before last info] " + quote(prefixIn) + " " + quote(suffixIn) + " " + quote(prefixOut) + " " + quote(suffixOut)); //System.out.println("[last info] " + quote(in)); // use latest information String p = prefixIn, s = suffixIn; updateIn(in); prefixOut = prefixOut.substring(0, prefixOut.length()-(p.length()-prefixIn.length())); suffixOut = suffixOut.substring(s.length()-suffixIn.length()); //System.out.println("[after last info] " + quote(prefixIn) + " " + quote(suffixIn) + " " + quote(prefixOut) + " " + quote(suffixOut)); String core = in.substring(prefixIn.length(), in.length()-suffixIn.length()); return prefixOut + core + suffixOut; } public void toJava(Code code) { code.line(code.var + " = ((String) " + code.var + ").substring(" + prefixIn.length() + ", " + code.s() + ".length()-" + suffixIn.length() + ");"); code.line(code.var + " = " + quote(prefixOut) + " + " + code.var + " + " + quote(suffixOut) + ";"); } void printState(String text) { System.out.println(text); printVars(); } } // for "find" tasks (e.g. "abcde" to "[[abc]]de") static class LInputPattern implements Learner { String regexp = ""; public void processInOut(Object _in, Object _out) { String in = (String) _in, out = (String) _out; int i = out.indexOf("[["), j = out.indexOf("]]", i+1); if (j < 0) return; String s = out.substring(i+2, j); regexp = s.replaceAll("\\d+", Matcher.quoteReplacement("\\d+")); System.out.println("regexp: " + regexp); } public String processIn(Object _in) { String in = (String) _in; if (regexp.length() == 0) return in; else return in.replaceAll("(" + regexp + ")", "[[$1]]"); } public void toJava(Code code) { code.line(code.var + " = ((String) " + code.var + ").replaceAll(" + quote("(" + regexp + ")") + ", \"[[$1]]\");"); } } static class LFixed extends LearnerImpl { static boolean debug; Object value; public void processInOut(Object in, Object out) { value = out; if (debug) printVars(); } public Object processIn(Object in) { return value; } public void toJava(Code code) { code.line(code.var + " = " + quote((String) value) + ";"); } } static void fail(String msg) { throw new RuntimeException(msg); } static void assertSameSize(List a, List b) { if (a.size() != b.size()) fail("wrong list sizes"); } // process lists in parallel // (in and out must be a list of same length) static class LEach extends LearnerImpl { static boolean debug; Learner base; LEach(Learner base) { this.base = base; } public void processInOut(Object _in, Object _out) { List in = (List) _in, out = (List) _out; assertSameSize(in, out); for (int i = 0; i < in.size(); i++) base.processInOut(in.get(i), out.get(i)); if (debug) printVars(); } public Object processIn(Object _in) { List in = (List) _in; List out = new ArrayList(); for (Object x : in) out.add(base.processIn(x)); return out; } public void toJava(Code code) { code.line("List out = new ArrayList();"); code.line("for (Object x : (List) in) {"); code.indent(); code.line("in = x;"); base.toJava(code); code.line("out.add(in);"); code.unindent(); code.line("}"); code.line("in = out;"); } } static class LBoth extends LearnerImpl { ReversibleFunction f; Learner base; LBoth(ReversibleFunction f, Learner base) { this.f = f; this.base = base; } public void processInOut(Object in, Object out) { in = f.process(in); out = f.process(out); base.processInOut(in, out); } public Object processIn(Object in) { in = f.process(in); in = base.processIn(in); in = f.unprocess(in); return in; } public void toJava(Code code) { f.toJava_process(code); base.toJava(code); f.toJava_unprocess(code); } } static class RFJavaTok implements ReversibleFunction { public Object process(Object in) { return JavaTok.split((String) in); } public Object unprocess(Object in) { return JavaTok.join((List) in); } public void toJava_process(Code code) { code.translators("!636", "!class JavaTok"); code.line(code.var + " = JavaTok.split((String) " + code.var + ");"); } public void toJava_unprocess(Code code) { code.translators("!636", "!class JavaTok"); code.line(code.var + " = JavaTok.join((List) " + code.var + ");"); } } static class LFixedFunction extends LearnerImpl { Function f; LFixedFunction(Function f) { this.f = f; } public void processInOut(Object in, Object out) { } public Object processIn(Object in) { return f.process(in); } public void toJava(Code code) { f.toJava_process(code); } } static class EscapeCase implements Function { static boolean debug; public Object process(Object _in) { if (debug) System.out.println("EscapeCase: " + _in); String in = (String) _in; return in.equals("case") ? "_case" : in; } public void toJava_process(Code code) { code.line("if (\"case\".equals(" + code.var + ")) " + code.var + " = " + quote("_case") + ";"); } } static class LCharShift extends LearnerImpl { int shift; public void processInOut(Object _in, Object _out) { String in = (String) _in, out = (String) _out; shift = (int) out.charAt(0) - (int) in.charAt(0); } public Object processIn(Object _in) { String in = (String) _in; char[] c = new char[in.length()]; for (int i = 0; i < c.length; i++) c[i] = (char) ((int) in.charAt(i) + shift); return new String(c); } public void toJava(Code code) { code.line("char[] c = new char[((String) " + code.var + ").length()];"); code.line("for (int i = 0; i < c.length; i++)"); code.line(" c[i] = (char) ((int) ((String) " + code.var + ").charAt(i)" + (shift < 0 ? "" + shift : "+" + shift) + ");"); code.line(code.var + " = new String(c);"); } } // applies base learner to first char of string // (or first element of list, TODO) static class LFirst implements Learner { Learner baseLearner; LFirst(Learner baseLearner) { this.baseLearner = baseLearner; } public void processInOut(Object _in, Object _out) { String in = (String) _in, out = (String) _out; if (in.length() == 0) return; String firstIn = in.substring(0, 1), firstOut = out.substring(0, 1); baseLearner.processInOut(firstIn, firstOut); } public Object processIn(Object _in) { String in = (String) _in; if (in.length() == 0) return in; String firstIn = in.substring(0, 1); return baseLearner.processIn(firstIn) + in.substring(1); } public void toJava(Code code) { code.line("if (" + code.s() + ".length() != 0) {"); code.indent(); code.line("String rest = " + code.s() + ".substring(1);"); code.line(code.var + " = " + code.s() + ".substring(0, 1);"); baseLearner.toJava(code); code.line(code.var + " = " + code.s() + "+rest;"); code.unindent(); code.line("}"); } } static Method findMainMethod(Class theClass) { for (Method method : theClass.getMethods()) if (method.getName().equals("main") && method.getParameterTypes().length == 1) return method; throw new RuntimeException("Method 'main' with 1 parameter not found in " + theClass.getName()); } static Method compileJava(Code code) { try { String java = code.buf.toString(); String prelude = /*"import java.util.*;\n\n" +*/ "public class main { public static Object main(Object in) throws Exception {\n"; String postlude = "\nreturn in;\n}}"; String src = code.getTranslators() + "\n" + prelude + java + postlude; File srcDir = _x16.TempDirMaker_make(); File classesDir = _x16.TempDirMaker_make(); _x16.saveTextFile(new File(srcDir, "main.java").getPath(), src); List libraries = new ArrayList(); File transpiledDir = _x16.topLevelTranslate(srcDir, libraries); String javacOutput = _x16.compileJava(transpiledDir, libraries, classesDir); System.out.println(javacOutput); URL[] urls = {classesDir.toURI().toURL()}; // make class loader URLClassLoader classLoader = new URLClassLoader(urls); // load main class Class mainClass = classLoader.loadClass("main"); return findMainMethod(mainClass); } catch (Exception e) { throw new RuntimeException(e); } } static void testJava(Case case, Code code) { try { Method m = compileJava(code); for (String[] e : case.fullExamples) { String out = (String) m.invoke(null, e[0]); if (!e[1].equals(out)) { throw new RuntimeException("[fail] Java code on " + quote(e[0]) + " - got: " + quote(out) + " rather than: " + quote(e[1])); } } System.out.println("\nGOOD JAVA."); case.goodJava = true; } catch (Throwable e) { e.printStackTrace(); System.out.println("\nBAD JAVA."); } } }