Libraryless. Click here for Pure Java version (4321L/30K/96K).
!747 !awt { !actionListener { !named thread /** JavaX runner version 28 Changes to v26: -ask Boot Bot for snippets if it's online (seems to work) -make every VM injectable (almost done) TODO when making x29: change program ID in source */ m { p { throw new RuntimeException("placebo"); } } interface StringFunc { String get(String s); } class x28 implements Runnable { static final String version = "JavaX 28"; static final int subversion = 2; // If programs run longer than this, they might have their class files // deleted. static int tempFileRetentionTime = 24; // hours static boolean verbose = false, translate = false, list = false, virtualizeTranslators = true; static String translateTo = null; static boolean preferCached = false, noID = false, noPrefetch = false, noAWT = false; static boolean safeOnly = false, safeTranslate = false, javacOnly = false, logOn = true; static boolean runMainInProcess = true, consoleOn = true, hasHelloMessage = false; static List<String[]> mainTranslators = new ArrayList<String[]>(); private static Map<Long, String> memSnippetCache = new HashMap<Long, String>(); private static int processesStarted, compilations; // snippet ID -> md5 private static HashMap<Long, String> prefetched = new HashMap<Long, String>(); private static File virtCache; // doesn't work yet private static Map<String, Class<?>> programCache = new HashMap<String, Class<?>>(); static boolean cacheTranslators = false; // this should work (caches transpiled translators) private static HashMap<Long, Object[]> translationCache = new HashMap<Long, Object[]>(); static boolean cacheTranspiledTranslators = true; // which snippets are available pre-transpiled server-side? private static Set<Long> hasTranspiledSet = new HashSet<Long>(); static boolean useServerTranspiled = true; static Object androidContext; static boolean android = isAndroid(); // We stick to 1.7 for now to support android. // Scripts like #1001155 might change to 1.6 static S javaTarget = System.getProperty("java.version").startsWith("1.6.") ? "1.6" : "1.7"; // Translators currently being translated (to detect recursions) private static Set<Long> translating = new HashSet<Long>(); static String lastOutput; static String[] fullArgs; private static Console console; static String javaCompilerOutput; public static void main(String[] args) { try { goMain(args); } catch (Throwable e) { e.printStackTrace(); } } static void goMain(String[] args) throws Exception { __javax = x28.class; // for hotwire if (args.length != 0 && args[0].equals("-v")) verbose = true; redirectSystemOutAndErr(); for (S arg : args) if (arg.equals("-noawt")) noAWT = true; if (consoleOn && console == null && !noAWT) tryToOpenConsole(args); String autoReport = loadTextFile(new File(userHome(), ".javax/auto-report-to-chat").getPath(), "").trim(); //print("autoReport=" + autoReport); if (!isChatServer(args) && autoReport.equals("1")) autoReportToChat(); if (!hasHelloMessage) { hasHelloMessage = true; //installHelloMessage(args.length == 0 ? "JavaX Start-Up VM" : "JavaX VM (" + smartJoin(args) + ")"); makeVMAndroid(); } File ioBaseDir = new File("."), inputDir = null, outputDir = null; String src = null; List<String> programArgs = new ArrayList<String>(); fullArgs = args; for (int i = 0; i < args.length; i++) { String arg = args[i]; if (arg.equals("-version")) { showVersion(); System.exit(0); } if (arg.equals("-sysprop")) { showSystemProperties(); return; } if (arg.equals("-v") || arg.equals("-verbose")) verbose = true; else if (arg.equals("-finderror")) verbose = true; else if (arg.equals("-offline") || arg.equalsIgnoreCase("-prefercached")) preferCached = true; else if (arg.equals("-novirt")) virtualizeTranslators = false; else if (arg.equals("-safeonly")) safeOnly = true; else if (arg.equals("-safetranslate")) safeTranslate = true; else if (arg.equals("-noawt")) noAWT = true; else if (arg.equals("-noid")) noID = true; else if (arg.equals("-nocachetranspiled")) cacheTranspiledTranslators = false; else if (arg.equals("-javac")) javacOnly = true; else if (arg.equals("-localtranspile")) useServerTranspiled = false; else if (arg.equals("translate") && src == null) translate = true; else if (arg.equals("list") && src == null) { list = true; virtualizeTranslators = false; // so they are silenced } else if (arg.equals("run") && src == null) { // it's the default command anyway } else if (arg.startsWith("input=")) inputDir = new File(arg.substring(6)); else if (arg.startsWith("output=")) outputDir = new File(arg.substring(7)); else if (arg.equals("with")) mainTranslators.add(new String[] {args[++i], null}); else if (translate && arg.equals("to")) translateTo = args[++i]; else if (src == null) { //System.out.println("src=" + arg); src = arg; } else programArgs.add(arg); } cleanCache(); if (useServerTranspiled) noPrefetch = true; if (src == null) src = "."; // Might actually want to write to 2 disk caches (global/per program). if (virtualizeTranslators && !preferCached) virtCache = TempDirMaker_make(); if (inputDir != null) { ioBaseDir = TempDirMaker_make(); System.out.println("Taking input from: " + inputDir.getAbsolutePath()); System.out.println("Output is in: " + new File(ioBaseDir, "output").getAbsolutePath()); copyInput(inputDir, new File(ioBaseDir, "input")); } if (logOn) logStart(args); javaxmain(src, ioBaseDir, translate, list, programArgs.toArray(new String[programArgs.size()])); if (outputDir != null) { copyInput(new File(ioBaseDir, "output"), outputDir); System.out.println("Output copied to: " + outputDir.getAbsolutePath()); } if (verbose) { // print stats System.out.println("Processes started: " + processesStarted + ", compilations: " + compilations); } } public static void javaxmain(String src, File ioDir, boolean translate, boolean list, String[] args) throws Exception { String programID = isSnippetID(src) ? "" + parseSnippetID(src) : null; if (programID != null) System.err.println("JavaX TRANSLATE " + programID + " " + smartJoin(args)); List<File> libraries = new ArrayList<File>(); File X = transpileMain(src, libraries); if (verbose) print("After transpileMain: " + X); if (X == null) { showVersion(); if (fullArgs != null) { String[] nargs; if (fullArgs.length == 0) nargs = new String[] {"1000825"}; // swing-start else { // forward to search nargs = new String[fullArgs.length+1]; nargs[0] = "636"; // nargs[1] = "search-runnables"; System.arraycopy(fullArgs, 0, nargs, 1, fullArgs.length); } main(nargs); // Hopefully we get no infinite recursion :) return; } System.out.println("No main.java found, exiting"); return; } info.transpiledSrc = X; // list or run if (translate) { File to = X; if (translateTo != null) { StringBuilder buf = new StringBuilder(); for (File f : libraries) buf.append(f.getName()+"\n"); if (new File(translateTo).isDirectory()) { to = new File(translateTo, "main.java"); saveTextFile(new File(translateTo, "libraries.txt").getPath(), buf.toString()); } else { to = new File(translateTo); saveTextFile(new File(translateTo + "_libraries").getPath(), buf.toString()); } } if (to != X) copy(new File(X, "main.java"), to); System.out.println("Program translated to: " + to.getAbsolutePath()); } else if (list) System.out.println(loadTextFile(new File(X, "main.java").getPath(), null)); else { if (programID != null) System.err.println("JavaX RUN " + programID + " " + smartJoin(args)); System.err.println(); // Make empty line before actual program starts javax2(X, ioDir, false, runMainInProcess, libraries, args, null, programID, info); System.out.println("[main done]"); // cleanup reportToChat thread if (reportToChat_q != null) { if (customSystemOut != null) Thread.sleep(1000); // delay to finish autoReportToChat. Yes it's hacky. if (verbose) System.out.println("Closing reportToChat queue"); reportToChat_q.done(); } } } static File transpileMain(String src, List<File> libraries) throws Exception { File srcDir = null; boolean isTranspiled = false; if (isSnippetID(src)) { S transpiledSrc = getTranspilationFromBossBot(parseSnippetID(src)); if (transpiledSrc != null) { int i = transpiledSrc.indexOf('\n'); String libs = transpiledSrc.substring(0, Math.max(0, i)); transpiledSrc = transpiledSrc.substring(i+1); if (!transpiledSrc.isEmpty()) { srcDir = TempDirMaker_make(); saveTextFile(new File(srcDir, "main.java").getPath(), transpiledSrc); isTranspiled = true; Matcher m = Pattern.compile("\\d+").matcher(libs); while (m.find()) { String libid = m.group(); File libraryFile = DiskSnippetCache_getLibrary(parseSnippetID(libid)); loadLibrary(libid, libraries, libraryFile); } } } if (srcDir == null) { prefetch(src); long id = parseSnippetID(src); prefetched.remove(id); // hackfix to ensure transpiled main program is found. srcDir = loadSnippetAsMainJava(src); if (verbose) System.err.println("hasTranspiledSet: " + hasTranspiledSet); if (hasTranspiledSet.contains(id) && useServerTranspiled) { //System.err.println("Trying pretranspiled main program: #" + id); transpiledSrc = getServerTranspiled("#" + id); int i = transpiledSrc.indexOf('\n'); String libs = transpiledSrc.substring(0, Math.max(0, i)); transpiledSrc = transpiledSrc.substring(i+1); if (!transpiledSrc.isEmpty()) { srcDir = TempDirMaker_make(); saveTextFile(new File(srcDir, "main.java").getPath(), transpiledSrc); isTranspiled = true; //translationCache.put(id, new Object[] {srcDir, libraries}); Matcher m = Pattern.compile("\\d+").matcher(libs); while (m.find()) { String libid = m.group(); File libraryFile = DiskSnippetCache_getLibrary(parseSnippetID(libid)); loadLibrary(libid, libraries, libraryFile); } } } } } else { srcDir = new File(src); // if the argument is a file, it is assumed to be main.java if (srcDir.isFile()) { srcDir = TempDirMaker_make(); copy(new File(src), new File(srcDir, "main.java")); } if (!new File(srcDir, "main.java").exists()) return null; } // translate File X = srcDir; if (!isTranspiled) { X = topLevelTranslate(X, libraries); System.err.println("Translated " + src); // save prefetch data if (isSnippetID(src)) savePrefetchData(src); } return X; } private static void prefetch(String mainSnippetID) throws IOException { if (noPrefetch) return; long mainID = parseSnippetID(mainSnippetID); String s = mainID + " " + loadTextFile(new File(userHome(), ".tinybrain/prefetch/" + mainID + ".txt").getPath(), ""); String[] ids = s.trim().split(" "); if (ids.length > 1) { String url = "http://tinybrain.de:8080/tb-int/prefetch.php?ids=" + URLEncoder.encode(s, "UTF-8"); String data = loadPage(new URL(url)); String[] split = data.split(" "); if (split.length == ids.length) for (int i = 0; i < ids.length; i++) prefetched.put(parseSnippetID(ids[i]), split[i]); } } static String userHome() { if (android) return ((File) call(androidContext, "getFilesDir")).getAbsolutePath(); else return System.getProperty("user.home"); } private static void savePrefetchData(String mainSnippetID) throws IOException { List<String> ids = new ArrayList<String>(); long mainID = parseSnippetID(mainSnippetID); for (long id : memSnippetCache.keySet()) if (id != mainID) ids.add(String.valueOf(id)); saveTextFile(new File(userHome(),".tinybrain/prefetch/" + mainID + ".txt").getPath(), join(" ", ids)); } static File topLevelTranslate(File srcDir, List<File> libraries_out) throws Exception { File X = srcDir; X = applyTranslators(X, mainTranslators, libraries_out); // translators supplied on command line (unusual) // actual inner translation of the JavaX source X = defaultTranslate(X, libraries_out); return X; } private static File defaultTranslate(File x, List<File> libraries_out) throws Exception { x = luaPrintToJavaPrint(x); x = repeatAutoTranslate(x, libraries_out); return x; } private static File repeatAutoTranslate(File x, List<File> libraries_out) throws Exception { new List<String[]> postTranslators; while (true) { String main = loadTextFile(new File(x, "main.java").getPath(), null); List<String> lines = toLines(main); List<String[]> t = findPostTranslators(lines); postTranslators.addAll(t); if (!t.isEmpty()) { main = fromLines(lines); x = TempDirMaker_make(); saveTextFile(new File(x, "main.java").getPath(), main); } File y = autoTranslate(x, libraries_out); if (y == x) break; x = y; } x = applyTranslators(x, postTranslators, libraries_out); return x; } private static File autoTranslate(File x, List<File> libraries_out) throws Exception { String main = loadTextFile(new File(x, "main.java").getPath(), null); List<String> lines = toLines(main); List<String[]> translators = findTranslators(lines); if (translators.isEmpty()) return x; main = fromLines(lines); File newDir = TempDirMaker_make(); saveTextFile(new File(newDir, "main.java").getPath(), main); return applyTranslators(newDir, translators, libraries_out); } static List<String[]> findTranslators(List<String> lines) { List<String[]> translators = new ArrayList<String[]>(); Pattern pattern = Pattern.compile("^!([0-9# \t]+)"); Pattern pArgs = Pattern.compile("^\\s*\\((.*)\\)"); for (ListIterator<String> iterator = lines.listIterator(); iterator.hasNext(); ) { String line = iterator.next(); line = line.trim(); Matcher matcher = pattern.matcher(line); if (matcher.find()) { String[] t = matcher.group(1).split("[ \t]+"); String rest = line.substring(matcher.end()); String arg = null; if (t.length == 1) { Matcher mArgs = pArgs.matcher(rest); if (mArgs.find()) arg = mArgs.group(1); } for (String transi : t) translators.add(new String[]{transi, arg}); iterator.remove(); } } return translators; } static List<String[]> findPostTranslators(List<String> lines) { List<String[]> translators = new ArrayList<String[]>(); Pattern pattern = Pattern.compile("^!post\\s*([0-9# \t]+)"); Pattern pArgs = Pattern.compile("^\\s*\\((.*)\\)"); for (ListIterator<String> iterator = lines.listIterator(); iterator.hasNext(); ) { String line = iterator.next(); line = line.trim(); Matcher matcher = pattern.matcher(line); if (matcher.find()) { String[] t = matcher.group(1).split("[ \t]+"); String rest = line.substring(matcher.end()); String arg = null; if (t.length == 1) { Matcher mArgs = pArgs.matcher(rest); if (mArgs.find()) arg = mArgs.group(1); } for (String transi : t) translators.add(new String[]{transi, arg}); iterator.remove(); } } return translators; } public static List<String> toLines(String s) { List<String> lines = new ArrayList<String>(); int start = 0; while (true) { int i = toLines_nextLineBreak(s, start); if (i < 0) { if (s.length() > start) lines.add(s.substring(start)); break; } lines.add(s.substring(start, i)); if (s.charAt(i) == '\r' && i+1 < s.length() && s.charAt(i+1) == '\n') i += 2; else ++i; start = i; } return lines; } private static int toLines_nextLineBreak(String s, int start) { for (int i = start; i < s.length(); i++) { char c = s.charAt(i); if (c == '\r' || c == '\n') return i; } return -1; } public static String fromLines(List<String> lines) { StringBuilder buf = new StringBuilder(); for (String line : lines) { buf.append(line).append('\n'); } return buf.toString(); } private static File applyTranslators(File x, List<String[]> translators, List<File> libraries_out) throws Exception { for (String[] translator : translators) x = applyTranslator(x, translator[0], translator[1], libraries_out); return x; } // also takes a library private static File applyTranslator(File x, String translator, String arg, List<File> libraries_out) throws Exception { if (verbose) System.out.println("Using translator " + translator + " on sources in " + x.getPath()); File newDir = runTranslatorOnInput(translator, null, arg, x, !verbose, libraries_out); if (!new File(newDir, "main.java").exists()) { throw new Exception("Translator " + translator + " did not generate main.java"); // TODO: show translator output } if (verbose) System.out.println("Translated with " + translator + " from " + x.getPath() + " to " + newDir.getPath()); x = newDir; return x; } private static File luaPrintToJavaPrint(File x) throws IOException { File newDir = TempDirMaker_make(); String code = loadTextFile(new File(x, "main.java").getPath(), null); code = luaPrintToJavaPrint(code); saveTextFile(new File(newDir, "main.java").getPath(), code); return newDir; } public static String luaPrintToJavaPrint(String code) { return ("\n" + code).replaceAll( "(\n\\s*)print (\".*\")", "$1System.out.println($2);").substring(1); } public static File loadSnippetAsMainJava(String snippetID) throws IOException { checkProgramSafety(snippetID); File srcDir = TempDirMaker_make(); saveTextFile(new File(srcDir, "main.java").getPath(), loadSnippet(snippetID)); return srcDir; } public static File loadSnippetAsMainJavaVerified(String snippetID, String hash) throws IOException { checkProgramSafety(snippetID); File srcDir = TempDirMaker_make(); saveTextFile(new File(srcDir, "main.java").getPath(), loadSnippetVerified(snippetID, hash)); return srcDir; } @SuppressWarnings( "unchecked" ) /** returns output dir */ private static File runTranslatorOnInput(String snippetID, String hash, String arg, File input, boolean silent, List<File> libraries_out) throws Exception { if (safeTranslate) checkProgramSafetyImpl(snippetID); long id = parseSnippetID(snippetID); // It's a library, not a translator. File libraryFile = DiskSnippetCache_getLibrary(id); if (verbose) System.out.println("Library file for " + id + ": " + libraryFile); if (libraryFile != null) { loadLibrary(snippetID, libraries_out, libraryFile); return input; } String[] args = arg != null ? new String[]{arg} : new String[0]; File srcDir = hash == null ? loadSnippetAsMainJava(snippetID) : loadSnippetAsMainJavaVerified(snippetID, hash); long mainJavaSize = new File(srcDir, "main.java").length(); if (verbose) System.out.println(snippetID + ": length = " + mainJavaSize); if (mainJavaSize == 0) { // no text in snippet? assume it's a library loadLibrary(snippetID, libraries_out, libraryFile); return input; } List<File> libraries = new ArrayList<File>(); Object[] cached = translationCache.get(id); if (cached != null) { //System.err.println("Taking translator " + snippetID + " from cache!"); srcDir = (File) cached[0]; libraries = (List<File>) cached[1]; } else if (hasTranspiledSet.contains(id) && useServerTranspiled) { System.err.println("Trying pretranspiled translator: #" + snippetID); String transpiledSrc = getServerTranspiled(snippetID); transpiledSrc = transpiledSrc.substring(transpiledSrc.indexOf('\n')+1); // TODO: check for libraries if (!transpiledSrc.isEmpty()) { srcDir = TempDirMaker_make(); saveTextFile(new File(srcDir, "main.java").getPath(), transpiledSrc); translationCache.put(id, cached = new Object[] {srcDir, libraries}); } } File ioBaseDir = TempDirMaker_make(); /*Class<?> mainClass = programCache.get("" + parseSnippetID(snippetID)); if (mainClass != null) return runCached(ioBaseDir, input, args);*/ // Doesn't work yet because virtualized directories are hardcoded in translator... if (cached == null) { System.err.println("Translating translator #" + id); if (translating.contains(id)) throw new RuntimeException("Recursive translator reference chain: " + structure(translating)); translating.add(id); try { srcDir = defaultTranslate(srcDir, libraries); } finally { translating.remove(id); } System.err.println("Translated translator #" + id); translationCache.put(id, new Object[]{srcDir, libraries}); } boolean runInProcess = false; if (virtualizeTranslators) { if (verbose) System.out.println("Virtualizing translator"); // TODO: don't virtualize class _javax (as included in, say, #636) //srcDir = applyTranslator(srcDir, "#2000351"); // I/O-virtualize the translator // that doesn't work because it recurses infinitely... // So we do it right here: String s = loadTextFile(new File(srcDir, "main.java").getPath(), null); s = s.replaceAll("new\\s+File\\(", "virtual.newFile("); s = s.replaceAll("new\\s+FileInputStream\\(", "virtual.newFileInputStream("); s = s.replaceAll("new\\s+FileOutputStream\\(", "virtual.newFileOutputStream("); s += "\n\n" + loadSnippet("#2000355"); // load class virtual // forward snippet cache (virtualized one) File dir = virtCache != null ? virtCache : DiskSnippetCache_dir; s = s.replace("static File DiskSnippetCache_dir" + ";", "static File DiskSnippetCache_dir " + "= new File(" + javaQuote(dir.getAbsolutePath()) + ");"); // extra + is necessary for Dumb TinyBrain :) s = s.replace("static boolean preferCached = false;", "static boolean preferCached = true;"); if (verbose) { System.out.println("==BEGIN VIRTUALIZED TRANSLATOR=="); System.out.println(s); System.out.println("==END VIRTUALIZED TRANSLATOR=="); } srcDir = TempDirMaker_make(); saveTextFile(new File(srcDir, "main.java").getPath(), s); // TODO: silence translator also runInProcess = true; } return runJavaX(ioBaseDir, srcDir, input, silent, runInProcess, libraries, args, cacheTranslators ? "" + id : null, "" + id); } private static String getServerTranspiled(String snippetID) throws IOException { long id = parseSnippetID(snippetID); /*S t = getTranspilationFromBossBot(id); if (t != null) return t;*/ URL url = new URL("http://tinybrain.de:8080/tb-int/get-transpiled.php?raw=1&withlibs=1&id=" + id); return loadPage(url); } static void checkProgramSafety(String snippetID) throws IOException { if (!safeOnly) return; checkProgramSafetyImpl(snippetID); } static void checkProgramSafetyImpl(String snippetID) throws IOException { URL url = new URL("http://tinybrain.de:8080/tb-int/is-javax-safe.php?id=" + parseSnippetID(snippetID)); String text = loadPage(url); if (!text.startsWith("{\"safe\":\"1\"}")) throw new RuntimeException("Program not safe: #" + parseSnippetID(snippetID)); } static void loadLibrary(String snippetID, List<File> libraries_out, File libraryFile) throws IOException { if (verbose) System.out.println("Assuming " + snippetID + " is a library."); if (libraryFile == null) { byte[] data = loadDataSnippetImpl(snippetID); DiskSnippetCache_putLibrary(parseSnippetID(snippetID), data); libraryFile = DiskSnippetCache_getLibrary(parseSnippetID(snippetID)); } if (!libraries_out.contains(libraryFile)) libraries_out.add(libraryFile); } /** returns output dir */ private static File runJavaX(File ioBaseDir, File originalSrcDir, File originalInput, boolean silent, boolean runInProcess, List<File> libraries, String[] args, String cacheAs, String programID) throws Exception { File srcDir = new File(ioBaseDir, "src"); File inputDir = new File(ioBaseDir, "input"); File outputDir = new File(ioBaseDir, "output"); copyInput(originalSrcDir, srcDir); copyInput(originalInput, inputDir); javax2(srcDir, ioBaseDir, silent, runInProcess, libraries, args, cacheAs, programID, null); return outputDir; } private static void copyInput(File src, File dst) throws IOException { copyDirectory(src, dst); } public static boolean hasFile(File inputDir, String name) { return new File(inputDir, name).exists(); } public static void copyDirectory(File src, File dst) throws IOException { if (verbose) System.out.println("Copying " + src.getAbsolutePath() + " to " + dst.getAbsolutePath()); dst.mkdirs(); File[] files = src.listFiles(); if (files == null) return; for (File file : files) { File dst1 = new File(dst, file.getName()); if (file.isDirectory()) copyDirectory(file, dst1); else { if (verbose) System.out.println("Copying " + file.getAbsolutePath() + " to " + dst1.getAbsolutePath()); copy(file, dst1); } } } /** Quickly copy a file without a progress bar or any other fancy GUI... :) */ public static void copy(File src, File dest) throws IOException { FileInputStream inputStream = newFileInputStream(src); FileOutputStream outputStream = newFileOutputStream(dest); try { copy(inputStream, outputStream); inputStream.close(); } finally { outputStream.close(); } } private static FileInputStream newFileInputStream(File f) throws FileNotFoundException { /*if (androidContext != null) return (FileInputStream) call(androidContext, "openFileInput", f.getPath()); else*/ return new // line break for Dumb TinyBrain :) FileInputStream(f); } private static FileOutputStream newFileOutputStream(File f) throws FileNotFoundException { /*if (androidContext != null) return (FileOutputStream) call(androidContext, "openFileOutput", f.getPath(), 0); else*/ return new // line break for Dumb TinyBrain :) FileOutputStream(f); } public static void copy(InputStream in, OutputStream out) throws IOException { byte[] buf = new byte[65536]; while (true) { int n = in.read(buf); if (n <= 0) return; out.write(buf, 0, n); } } /** writes safely (to temp file, then rename) */ public static void saveTextFile(String fileName, String contents) throws IOException { File file = new File(fileName); File parentFile = file.getParentFile(); if (parentFile != null) parentFile.mkdirs(); String tempFileName = fileName + "_temp"; FileOutputStream fileOutputStream = newFileOutputStream(new File(tempFileName)); OutputStreamWriter outputStreamWriter = new OutputStreamWriter(fileOutputStream, charsetForTextFiles); PrintWriter printWriter = new PrintWriter(outputStreamWriter); printWriter.print(contents); printWriter.close(); if (file.exists() && !file.delete()) throw new IOException("Can't delete " + fileName); if (!new File(tempFileName).renameTo(file)) throw new IOException("Can't rename " + tempFileName + " to " + fileName); } /** writes safely (to temp file, then rename) */ public static void saveBinaryFile(String fileName, byte[] contents) throws IOException { File file = new File(fileName); File parentFile = file.getParentFile(); if (parentFile != null) parentFile.mkdirs(); String tempFileName = fileName + "_temp"; FileOutputStream fileOutputStream = newFileOutputStream(new File(tempFileName)); fileOutputStream.write(contents); fileOutputStream.close(); if (file.exists() && !file.delete()) throw new IOException("Can't delete " + fileName); if (!new File(tempFileName).renameTo(file)) throw new IOException("Can't rename " + tempFileName + " to " + fileName); } !include #1001049 // loadTextFile static File DiskSnippetCache_dir; public static void initDiskSnippetCache(File dir) { DiskSnippetCache_dir = dir; dir.mkdirs(); } // Data files are immutable, use centralized cache public static synchronized File DiskSnippetCache_getLibrary(long snippetID) throws IOException { File file = new File(getGlobalCache(), "data_" + snippetID + ".jar"); if (verbose) System.out.println("Checking data cache: " + file.getPath()); return file.exists() ? file : null; } public static synchronized String DiskSnippetCache_get(long snippetID) throws IOException { return loadTextFile(DiskSnippetCache_getFile(snippetID).getPath(), null); } private static File DiskSnippetCache_getFile(long snippetID) { return new File(DiskSnippetCache_dir, "" + snippetID); } public static synchronized void DiskSnippetCache_put(long snippetID, String snippet) throws IOException { saveTextFile(DiskSnippetCache_getFile(snippetID).getPath(), snippet); } public static synchronized void DiskSnippetCache_putLibrary(long snippetID, byte[] data) throws IOException { saveBinaryFile(new File(getGlobalCache(), "data_" + snippetID).getPath() + ".jar", data); } public static File DiskSnippetCache_getDir() { return DiskSnippetCache_dir; } public static void initSnippetCache() { if (DiskSnippetCache_dir == null) initDiskSnippetCache(getGlobalCache()); } private static File getGlobalCache() { File file = new File(userHome(), ".tinybrain/snippet-cache"); file.mkdirs(); return file; } public static String loadSnippetVerified(String snippetID, String hash) throws IOException { String text = loadSnippet(snippetID); String realHash = getHash(text.getBytes("UTF-8")); if (!realHash.equals(hash)) { String msg; if (hash.isEmpty()) msg = "Here's your hash for " + snippetID + ", please put in your program: " + realHash; else msg = "Hash mismatch for " + snippetID + ": " + realHash + " (new) vs " + hash + " - has tinybrain.de been hacked??"; throw new RuntimeException(msg); } return text; } public static String getHash(byte[] data) { return bytesToHex(getFullFingerprint(data)); } public static byte[] getFullFingerprint(byte[] data) { try { return MessageDigest.getInstance("MD5").digest(data); } catch (NoSuchAlgorithmException e) { throw new RuntimeException(e); } } public static String bytesToHex(byte[] bytes) { return bytesToHex(bytes, 0, bytes.length); } public static String bytesToHex(byte[] bytes, int ofs, int len) { StringBuilder stringBuilder = new StringBuilder(len*2); for (int i = 0; i < len; i++) { String s = "0" + Integer.toHexString(bytes[ofs+i]); stringBuilder.append(s.substring(s.length()-2, s.length())); } return stringBuilder.toString(); } public static String loadSnippet(String snippetID) throws IOException { return loadSnippet(parseSnippetID(snippetID)); } public static long parseSnippetID(String snippetID) { return Long.parseLong(shortenSnippetID(snippetID)); } private static String shortenSnippetID(String snippetID) { if (snippetID.startsWith("#")) snippetID = snippetID.substring(1); String httpBlaBla = "http://tinybrain.de/"; if (snippetID.startsWith(httpBlaBla)) snippetID = snippetID.substring(httpBlaBla.length()); return snippetID; } public static boolean isSnippetID(String snippetID) { snippetID = shortenSnippetID(snippetID); return isInteger(snippetID) && Long.parseLong(snippetID) != 0; } public static boolean isInteger(String s) { return Pattern.matches("\\-?\\d+", s); } static String getTranspilationFromBossBot(long snippetID) { return boss(format3("get transpilation for *", snippetID)); } public static String loadSnippet(long snippetID) throws IOException { String text = getSnippetFromBossBot(snippetID); if (text != null) return text; text = memSnippetCache.get(snippetID); if (text != null) { if (verbose) System.out.println("Getting " + snippetID + " from mem cache"); return text; } initSnippetCache(); text = DiskSnippetCache_get(snippetID); if (preferCached && text != null) { if (verbose) System.out.println("Getting " + snippetID + " from disk cache (preferCached)"); return text; } String md5 = text != null ? md5(text) : "-"; if (text != null) { String hash = prefetched.get(snippetID); if (hash != null) { if (md5.equals(hash)) { memSnippetCache.put(snippetID, text); if (verbose) System.out.println("Getting " + snippetID + " from prefetched"); return text; } else prefetched.remove(snippetID); // (maybe this is not necessary) } } try { /*URL url = new URL("http://tinybrain.de:8080/getraw.php?id=" + snippetID); text = loadPage(url);*/ String theURL = "http://tinybrain.de:8080/getraw.php?id=" + snippetID + "&getmd5=1&utf8=1&usetranspiled=1"; if (text != null) { //System.err.println("MD5: " + md5); theURL += "&md5=" + md5; } URL url = new URL(theURL); String page = loadPage(url); // parse & drop transpilation flag available line int i = page.indexOf('\n'); boolean hasTranspiled = page.substring(0, i).trim().equals("1"); if (hasTranspiled) hasTranspiledSet.add(snippetID); else hasTranspiledSet.remove(snippetID); page = page.substring(i+1); if (page.startsWith("==*#*==")) { // same, keep text //System.err.println("Snippet unchanged, keeping."); } else { // drop md5 line i = page.indexOf('\n'); String hash = page.substring(0, i).trim(); text = page.substring(i+1); String myHash = md5(text); if (myHash.equals(hash)) { //System.err.println("Hash match: " + hash); } else System.err.println("Hash mismatch"); } } catch (FileNotFoundException e) { e.printStackTrace(); throw new IOException("Snippet #" + snippetID + " not found or not public"); } memSnippetCache.put(snippetID, text); try { initSnippetCache(); DiskSnippetCache_put(snippetID, text); } catch (IOException e) { System.err.println("Minor warning: Couldn't save snippet to cache (" + DiskSnippetCache_getDir() + ")"); } return text; } private static String md5(String text) { try { return bytesToHex(md5impl(text.getBytes("UTF-8"))); // maybe different than the way PHP does it... } catch (UnsupportedEncodingException e) { throw new RuntimeException(e); } } public static byte[] md5impl(byte[] data) { try { return MessageDigest.getInstance("MD5").digest(data); } catch (NoSuchAlgorithmException e) { throw new RuntimeException(e); } } private static String loadPage(URL url) throws IOException { System.err.println("Loading: " + url.toExternalForm()); URLConnection con = url.openConnection(); return loadPage(con, url); } public static String loadPage(URLConnection con, URL url) throws IOException { setHeaders(con); String contentType = con.getContentType(); if (contentType == null) throw new IOException("Page could not be read: " + url); //Log.info("Content-Type: " + contentType); String charset = guessCharset(contentType); //System.err.println("Charset: " + charset); Reader r = new InputStreamReader(con.getInputStream(), charset); StringBuilder buf = new StringBuilder(); while (true) { int ch = r.read(); if (ch < 0) break; //Log.info("Chars read: " + buf.length()); buf.append((char) ch); } return buf.toString(); } public static byte[] loadBinaryPage(URLConnection con) throws IOException { setHeaders(con); return loadBinaryPage_noHeaders(con); } private static byte[] loadBinaryPage_noHeaders(URLConnection con) throws IOException { ByteArrayOutputStream buf = new ByteArrayOutputStream(); InputStream inputStream = con.getInputStream(); while (true) { int ch = inputStream.read(); if (ch < 0) break; buf.write(ch); } inputStream.close(); return buf.toByteArray(); } private static void setHeaders(URLConnection con) throws IOException { String computerID = getComputerID(); if (computerID != null) con.setRequestProperty("X-ComputerID", computerID); } public static String guessCharset(String contentType) { Pattern p = Pattern.compile("text/html;\\s+charset=([^\\s]+)\\s*"); Matcher m = p.matcher(contentType); /* If Content-Type doesn't match this pre-conception, choose default and hope for the best. */ return m.matches() ? m.group(1) : "ISO-8859-1"; } /** runs a transpiled set of sources */ public static void javax2(File srcDir, File ioBaseDir, boolean silent, boolean runInProcess, List<File> libraries, String[] args, String cacheAs, String programID, Info info) throws Exception { if (android) { // TODO: no translator virtualization? huh? javax2android(srcDir, args, programID); } else { File classesDir = TempDirMaker_make(); String javacOutput = compileJava(srcDir, libraries, classesDir); // run if (verbose) System.out.println("Running program (" + srcDir.getAbsolutePath() + ") on io dir " + ioBaseDir.getAbsolutePath() + (runInProcess ? "[in-process]" : "") + "\n"); runProgram(javacOutput, classesDir, ioBaseDir, silent, runInProcess, libraries, args, cacheAs, programID, info); } } static Class<?> loadx2android(File srcDir, String programID) throws Exception { // TODO: optimize if it's a loaded snippet anyway URL url = new URL("http://tinybrain.de:8080/dexcompile.php"); URLConnection conn = url.openConnection(); String postData = "src=" + URLEncoder.encode(loadTextFile(new File(srcDir, "main.java").getPath(), null), "UTF-8"); byte[] dexData = doPostBinary(postData, conn); if (!isDex(dexData)) throw new RuntimeException("Dex generation error: " + dexData.length + " bytes - " + new String(dexData, "UTF-8")); System.out.println("Dex loaded: " + dexData.length + "b"); File dexDir = TempDirMaker_make(); File dexFile = new File(dexDir, System.currentTimeMillis() + ".dex"); File dexOutputDir = TempDirMaker_make(); System.out.println("Saving dex to: " + dexDir.getAbsolutePath()); try { saveBinaryFile(dexFile.getPath(), dexData); } catch (Throwable e) { System.out.println("Whoa!"); throw new RuntimeException(e); } System.out.println("Getting parent class loader."); ClassLoader parentClassLoader = //ClassLoader.getSystemClassLoader(); // does not find support jar //getClass().getClassLoader(); // Let's try this... x28.class.getClassLoader().getParent(); // XXX ! //System.out.println("Making DexClassLoader."); //DexClassLoader classLoader = new DexClassLoader(dexFile.getAbsolutePath(), dexOutputDir.getAbsolutePath(), null, // parentClassLoader); Class dcl = Class.forName("dalvik.system.DexClassLoader"); Object classLoader = dcl.getConstructors()[0].newInstance(dexFile.getAbsolutePath(), dexOutputDir.getAbsolutePath(), null, parentClassLoader); //System.out.println("Loading main class."); //Class<?> theClass = classLoader.loadClass(mainClassName); Class<?> theClass = (Class<?>) call(classLoader, "loadClass", "main"); //System.out.println("Main class loaded."); try { set(theClass, "androidContext", androidContext); } catch (Throwable e) {} setVars(theClass, programID); addInstance(programID, theClass); return theClass; } static void addInstance(S programID, Class mainClass) { programID = "" + parseSnippetID(programID); instances.put(programID, new WeakReference<Class>(mainClass)); } static Class getInstance(S programID) { programID = "" + parseSnippetID(programID); L<WeakReference<Class>> l = instances.get(programID); for (WeakReference<Class> c : l) { Class theClass = c.get(); // TODO: shorten the list if (theClass != null) return theClass; } return null; } static MultiMap<String, WeakReference<Class>> instances = new MultiMap<String, WeakReference<Class>>(); !include #1001296 // MultiMap static void javax2android(File srcDir, String[] args, String programID) throws Exception { Class<?> theClass = loadx2android(srcDir, programID); Method main = null; try { main = call_findStaticMethod(theClass, "main", new Object[]{androidContext}, false); } catch (RuntimeException e) { } //System.out.println("main method for " + androidContext + " of " + theClass + ": " + main); if (main != null) { // old style main program that returns a View System.out.println("Calling main (old-style)"); Object view = main.invoke(null, androidContext); System.out.println("Calling setContentView with " + view); call(Class.forName("main"), "setContentViewInUIThread", view); //call(androidContext, "setContentView", view); System.out.println("Done."); } else { System.out.println("New-style main method running.\n\n====\n"); runMainMethod(args, theClass); } } static byte[] DEX_FILE_MAGIC = { 0x64, 0x65, 0x78, 0x0a, 0x30, 0x33, 0x35, 0x00 }; static boolean isDex(byte[] dexData) { if (dexData.length < DEX_FILE_MAGIC.length) return false; for (int i = 0; i < DEX_FILE_MAGIC.length; i++) if (dexData[i] != DEX_FILE_MAGIC[i]) return false; return true; } static byte[] doPostBinary(String urlParameters, URLConnection conn) throws IOException { // connect and do POST setHeaders(conn); conn.setDoOutput(true); OutputStreamWriter writer = new OutputStreamWriter(conn.getOutputStream()); writer.write(urlParameters); writer.flush(); byte[] contents = loadBinaryPage_noHeaders(conn); writer.close(); return contents; } static String compileJava(File srcDir, List<File> libraries, File classesDir) throws IOException { javaCompilerOutput = null; ++compilations; // collect sources List<File> sources = new ArrayList<File>(); if (verbose) System.out.println("Scanning for sources in " + srcDir.getPath()); scanForSources(srcDir, sources, true); if (sources.isEmpty()) throw new IOException("No sources found"); // compile File optionsFile = File.createTempFile("javax", ""); if (verbose) System.out.println("Compiling " + sources.size() + " source(s) to " + classesDir.getPath()); if (verbose) System.out.println("Libraries: " + libraries); String options = "-d " + bashQuote(classesDir.getPath()); writeOptions(sources, libraries, optionsFile, options); classesDir.mkdirs(); return javaCompilerOutput = invokeJavaCompiler(optionsFile); } private static void runProgram(String javacOutput, File classesDir, File ioBaseDir, boolean silent, boolean runInProcess, List<File> libraries, String[] args, String cacheAs, String programID, Info info) throws Exception { // print javac output if compile failed and it hasn't been printed yet if (info != null) { info.programID = programID; info.programArgs = args; } boolean didNotCompile = !didCompile(classesDir); if (verbose || didNotCompile) System.out.println(javacOutput); if (didNotCompile) return; if (runInProcess || (ioBaseDir.getAbsolutePath().equals(new File(".").getAbsolutePath()) && !silent)) { runProgramQuick(classesDir, libraries, args, cacheAs, programID, info, ioBaseDir); return; } boolean echoOK = false; // TODO: add libraries to class path String bashCmd = "(cd " + bashQuote(ioBaseDir.getAbsolutePath()) + " && (java -cp " + bashQuote(classesDir.getAbsolutePath()) + " main" + (echoOK ? "; echo ok" : "") + "))"; if (verbose) System.out.println(bashCmd); String output = backtick(bashCmd); lastOutput = output; if (verbose || !silent) System.out.println(output); } static boolean didCompile(File classesDir) { return hasFile(classesDir, "main.class"); } private static void runProgramQuick(File classesDir, List<File> libraries, String[] args, String cacheAs, String programID, Info info, File ioBaseDir) throws Exception { // collect urls URL[] urls = new URL[libraries.size()+1]; urls[0] = classesDir.toURI().toURL(); for (int i = 0; i < libraries.size(); i++) urls[i+1] = libraries.get(i).toURI().toURL(); // make class loader URLClassLoader classLoader = new URLClassLoader(urls); // load JavaX main class Class<?> mainClass = classLoader.loadClass("main"); if (info != null) info.mainClass = mainClass; if (cacheAs != null) programCache.put(cacheAs, mainClass); // change baseDir try { //print("Changing base dir to " + ioBaseDir.getAbsolutePath()); Class virtual = mainClass.getClassLoader().loadClass("virtual"); set(virtual, "virtual_baseDir", ioBaseDir.getAbsolutePath()); } catch (Throwable e) { /* whatever */ } setVars(mainClass, programID); addInstance(programID, mainClass); runMainMethod(args, mainClass); } static void setVars(Class<?> theClass, String programID) { try { set(theClass, "programID", programID); } catch (Throwable e) {} try { set(theClass, "__javax", x28.class); } catch (Throwable e) {} } static void runMainMethod(Object args, Class<?> mainClass) throws NoSuchMethodException, IllegalAccessException, InvocationTargetException { Method main = mainClass.getMethod("main", String[].class); main.invoke(null, args); } static String invokeJavaCompiler(File optionsFile) throws IOException { String output; if (hasEcj() && !javacOnly) output = invokeEcj(optionsFile); else output = invokeJavac(optionsFile); if (verbose) System.out.println(output); return output; } private static boolean hasEcj() { try { Class.forName("org.eclipse.jdt.internal.compiler.batch.Main"); return true; } catch (ClassNotFoundException e) { return false; } } private static String invokeJavac(File optionsFile) throws IOException { String output; output = backtick("javac " + bashQuote("@" + optionsFile.getPath())); if (exitValue != 0) { System.out.println(output); throw new RuntimeException("javac returned errors."); } return output; } // throws ClassNotFoundException if ecj is not in classpath static String invokeEcj(File optionsFile) { try { StringWriter writer = new StringWriter(); PrintWriter printWriter = new PrintWriter(writer); // add more eclipse options in the line below String[] args = {"@" + optionsFile.getPath(), "-source", javaTarget, "-target", javaTarget, "-nowarn" }; Class ecjClass = Class.forName("org.eclipse.jdt.internal.compiler.batch.Main"); Object main = newInstance(ecjClass, printWriter, printWriter, false); call(main, "compile", new Object[]{args}); int errors = (Integer) get(main, "globalErrorsCount"); String output = writer.toString(); if (errors != 0) { System.out.println(output); throw new RuntimeException("Java compiler returned errors."); } return output; } catch (Exception e) { throw e instanceof RuntimeException ? (RuntimeException) e : new RuntimeException(e); } } static Object newInstance(Class c, Object... args) { try { Constructor m = findConstructor(c, args); m.setAccessible(true); return m.newInstance(args); } catch (Throwable __e) { throw __e instanceof RuntimeException ? (RuntimeException) __e : new RuntimeException(__e); }} static Constructor findConstructor(Class c, Object... args) { for (Constructor m : c.getDeclaredConstructors()) { if (!checkArgs(m.getParameterTypes(), args, verbose)) continue; return m; } throw new RuntimeException("Constructor with " + args.length + " matching parameter(s) not found in " + c.getName()); } static boolean checkArgs(Class[] types, Object[] args, boolean debug) { if (types.length != args.length) { if (debug) System.out.println("Bad parameter length: " + args.length + " vs " + types.length); return false; } for (int i = 0; i < types.length; i++) if (!(args[i] == null || isInstanceX(types[i], args[i]))) { if (debug) System.out.println("Bad parameter " + i + ": " + args[i] + " vs " + types[i]); return false; } return true; } // extended to handle primitive types private static boolean isInstanceX(Class type, Object arg) { if (type == boolean.class) return arg instanceof Boolean; if (type == int.class) return arg instanceof Integer; if (type == long.class) return arg instanceof Long; if (type == float.class) return arg instanceof Float; if (type == short.class) return arg instanceof Short; if (type == char.class) return arg instanceof Character; if (type == byte.class) return arg instanceof Byte; return type.isInstance(arg); } private static void writeOptions(List<File> sources, List<File> libraries, File optionsFile, String moreOptions) throws IOException { FileWriter writer = new FileWriter(optionsFile); for (File source : sources) writer.write(bashQuote(source.getPath()) + " "); if (!libraries.isEmpty()) { List<String> cp = new ArrayList<String>(); for (File lib : libraries) cp.add(lib.getAbsolutePath()); writer.write("-cp " + bashQuote(join(File.pathSeparator, cp)) + " "); } writer.write(moreOptions); writer.close(); } static void scanForSources(File source, List<File> sources, boolean topLevel) { if (source.isFile() && source.getName().endsWith(".java")) sources.add(source); else if (source.isDirectory() && !isSkippedDirectoryName(source.getName(), topLevel)) { File[] files = source.listFiles(); for (File file : files) scanForSources(file, sources, false); } } private static boolean isSkippedDirectoryName(String name, boolean topLevel) { if (topLevel) return false; // input or output ok as highest directory (intentionally specified by user, not just found by a directory scan in which case we probably don't want it. it's more like heuristics actually.) return name.equalsIgnoreCase("input") || name.equalsIgnoreCase("output"); } static int exitValue; public static String backtick(String cmd) throws IOException { ++processesStarted; File outFile = File.createTempFile("_backtick", ""); File scriptFile = File.createTempFile("_backtick", isWindows() ? ".bat" : ""); String command = cmd + " >" + bashQuote(outFile.getPath()) + " 2>&1"; //Log.info("[Backtick] " + command); try { saveTextFile(scriptFile.getPath(), command); String[] command2; if (isWindows()) command2 = new String[] { scriptFile.getPath() }; else command2 = new String[] { "/bin/bash", scriptFile.getPath() }; Process process = Runtime.getRuntime().exec(command2); try { process.waitFor(); } catch (InterruptedException e) { throw new RuntimeException(e); } exitValue = process.exitValue(); if (verbose) System.out.println("Process return code: " + exitValue); return loadTextFile(outFile.getPath(), ""); } finally { scriptFile.delete(); } } /** possibly improvable */ public static String javaQuote(String text) { return bashQuote(text); } /** possibly improvable */ public static String bashQuote(String text) { if (text == null) return null; return "\"" + text .replace("\\", "\\\\") .replace("\"", "\\\"") .replace("\n", "\\n") .replace("\r", "\\r") + "\""; } public final static String charsetForTextFiles = "UTF8"; static long TempDirMaker_lastValue; public static File TempDirMaker_make() { File dir = new File(userHome(), ".javax/" + TempDirMaker_newValue()); dir.mkdirs(); return dir; } private static long TempDirMaker_newValue() { long value; do value = System.currentTimeMillis(); while (value == TempDirMaker_lastValue); TempDirMaker_lastValue = value; return value; } !include #1000810 // join public static boolean isWindows() { return System.getProperty("os.name").contains("Windows"); } public static String makeRandomID(int length) { Random random = new Random(); char[] id = new char[length]; for (int i = 0; i< id.length; i++) id[i] = (char) ((int) 'a' + random.nextInt(26)); return new String(id); } static String computerID; public static String getComputerID() throws IOException { if (noID) return null; if (computerID == null) { File file = new File(userHome(), ".tinybrain/computer-id"); computerID = loadTextFile(file.getPath(), null); if (computerID == null) { computerID = makeRandomID(12); saveTextFile(file.getPath(), computerID); } if (verbose) System.out.println("Local computer ID: " + computerID); } return computerID; } static int fileDeletions; static void cleanCache() { try { if (verbose) System.out.println("Cleaning cache"); fileDeletions = 0; File javax = new File(userHome(), ".javax"); long now = System.currentTimeMillis(); File[] files = javax.listFiles(); if (files != null) for (File dir : files) { if (dir.isDirectory() && Pattern.compile("\\d+").matcher(dir.getName()).matches()) { long time = Long.parseLong(dir.getName()); long seconds = (now - time) / 1000; long minutes = seconds / 60; long hours = minutes / 60; if (hours >= tempFileRetentionTime) { //System.out.println("Can delete " + dir.getAbsolutePath() + ", age: " + hours + " h"); removeDir(dir); } } } if (verbose && fileDeletions != 0) System.out.println("Cleaned cache. File deletions: " + fileDeletions); } catch (Throwable e) { e.printStackTrace(); } } static void removeDir(File dir) { if (dir.getAbsolutePath().indexOf(".javax") < 0) // security check! return; for (File f : dir.listFiles()) { if (f.isDirectory()) removeDir(f); else { if (verbose) System.out.println("Deleting " + f.getAbsolutePath()); f.delete(); ++fileDeletions; } } dir.delete(); } static void showSystemProperties() { System.out.println("System properties:\n"); for (Map.Entry<Object, Object> entry : System.getProperties().entrySet()) { System.out.println(" " + entry.getKey() + " = " + entry.getValue()); } System.out.println(); } static void showVersion() { //showSystemProperties(); boolean eclipseFound = hasEcj(); //String platform = System.getProperty("java.vendor") + " " + System.getProperty("java.runtime.name") + " " + System.getProperty("java.version"); String platform = System.getProperty("java.vm.name") + " " + System.getProperty("java.version"); String os = System.getProperty("os.name"), arch = System.getProperty("os.arch"); System.out.println("This is " + version + "."); System.out.println("[Details: " + (eclipseFound ? "Eclipse compiler (good)" : "javac (not so good)") + ", " + platform + ", " + arch + ", " + os + "]"); } static boolean isAndroid() { return System.getProperty("java.vendor").toLowerCase().indexOf("android") >= 0; } !include #1000415 // set function static String smartJoin(String[] args) { String[] a2 = new String[args.length]; for (int i = 0; i < args.length; i++) { a2[i] = Pattern.compile("\\w+").matcher(args[i]).matches() ? args[i] : quote(args[i]); } return join(" ", a2); } static void logStart(String[] args) throws IOException { String line = smartJoin(args); appendToLog(new File(userHome(), ".javax/log.txt").getPath(), line); } static String quote(String s) { if (s == null) return "null"; return "\"" + s.replace("\\", "\\\\").replace("\"", "\\\"").replace("\r", "\\r").replace("\n", "\\n") + "\""; } static void appendToLog(String path, String line) throws IOException { appendToFile(path, "\n" + line + "\n"); } static void appendToFile(String path, String s) throws IOException { new File(path).getParentFile().mkdirs(); Writer writer = new BufferedWriter(new OutputStreamWriter( new FileOutputStream(path, true), "UTF-8")); writer.write(s); writer.close(); } !include #1000943 static PrintStream oldOut, oldErr; static Thread reader, reader2; static boolean quit; // always false now static PipedInputStream pin=new PipedInputStream(); static PipedInputStream pin2=new PipedInputStream(); static PipedInputStream pin3=new PipedInputStream(); static class Console extends WindowAdapter implements WindowListener, ActionListener { JFrame frame; JTextArea textArea; JTextField tfInput; StringBuffer buf = new StringBuffer(); JButton buttonclear, buttonkill, buttonrestart, buttonduplicate, buttonstacktrace; String[] args; final DelayedUpdate du = new DelayedUpdate(new Runnable() { public void run() { try { textArea.append(buf.substring(textArea.getText().length())); } catch (Exception __e) { throw __e instanceof RuntimeException ? (RuntimeException) __e : new RuntimeException(__e); }}}); public Console(final String[] args) ctex { this.args = args; // create all components and add them frame=new JFrame(args.length == 0 ? "JavaX Starter Output" : "JavaX Output - " + join(" ", args)); /*Dimension screenSize=Toolkit.getDefaultToolkit().getScreenSize(); Dimension frameSize=new Dimension((int)(screenSize.width/2),(int)(screenSize.height/2)); int x=(int)(frameSize.width/2); int y=(int)(frameSize.height/2); frame.setBounds(x,y,frameSize.width,frameSize.height);*/ // put in right-bottom corner Rectangle r = GraphicsEnvironment.getLocalGraphicsEnvironment().getMaximumWindowBounds(); int w = 550, h = 200; frame.setBounds(r.x+r.width-w, r.y+r.height-h, w, h); textArea=new JTextArea(); textArea.setEditable(false); buttonclear = new JButton("clear"); buttonkill = new JButton("kill"); buttonrestart = new JButton("restart"); buttonduplicate = new JButton("duplicate"); buttonstacktrace = new JButton("status"); buttonstacktrace.setToolTipText("Show threads & stack traces."); JPanel buttons = new JPanel(new GridLayout(1, 5)); buttons.add(buttonclear); buttons.add(buttonkill); buttons.add(buttonrestart); buttons.add(buttonduplicate); buttons.add(buttonstacktrace); final PipedOutputStream pout3=new PipedOutputStream(pin3); tfInput = new JTextField(); tfInput.addActionListener(actionListener { S line = tfInput.getText(); try { pout3.write((line + "\n").getBytes("UTF-8")); pout3.flush(); } catch (Exception e) {} tfInput.setText(""); }); JPanel panel = new JPanel(new BorderLayout()); panel.add(new JScrollPane(textArea), BorderLayout.CENTER); panel.add(tfInput, BorderLayout.SOUTH); frame.addWindowListener(new WindowAdapter() { public void windowActivated(WindowEvent e) { tfInput.requestFocus(); } }); frame.getContentPane().setLayout(new BorderLayout()); frame.getContentPane().add(panel, BorderLayout.CENTER); frame.getContentPane().add(buttons, BorderLayout.SOUTH); frame.setVisible(true); //frame.addWindowListener(this); // disabled for now buttonclear.addActionListener(this); buttonkill.addActionListener(this); buttonrestart.addActionListener(this); buttonduplicate.addActionListener(this); buttonstacktrace.addActionListener(this); quit=false; // signals the Threads that they should exit if (args.length != 0) { print("Starting title updater"); new Thread("Console Title Updater :)") { public void run() { if (args.length != 0) { int i = 0; while (i < args.length && !isSnippetID(args[i])) ++i; print("Getting title for " + args[i]); String title = getSnippetTitle(args[i]); print("Title: " + title); if (title != null && title.length() != 0) frame.setTitle(title + " [Output]"); } } }.start(); } System.setIn(pin3); } public synchronized void windowClosed(WindowEvent evt) { console = null; /*quit=true; this.notifyAll(); // stop all threads try { reader.join(1000);pin.close(); } catch (Exception e){} try { reader2.join(1000);pin2.close(); } catch (Exception e){} System.exit(0);*/ } public synchronized void windowClosing(WindowEvent evt) { frame.setVisible(false); // default behaviour of JFrame frame.dispose(); } public synchronized void actionPerformed(ActionEvent evt) { if (evt.getSource() == buttonkill) { print("Console: Kill button pressed!"); // TODO: give threads time to finish, e.g. reportToChat? System.exit(0); } else if (evt.getSource() == buttonrestart) { print("Console: Restart button pressed."); nohupJavax(smartJoin(args)); System.exit(0); } else if (evt.getSource() == buttonduplicate) { print("Console: Duplicate button pressed."); nohupJavax(smartJoin(args)); } else if (evt.getSource() == buttonstacktrace) { listUserThreadsWithStackTraces(); } else { textArea.setText(""); buf = new StringBuffer(); } } public void appendText(String s, boolean outNotErr) { //if (verbose) oldOut.println("Console appendText " + outNotErr + " " + quote(s)); buf.append(s); du.trigger(); } } // Console static void tryToOpenConsole(String[] args) { try { console = new Console(args); } catch (HeadlessException e) { // ok, we're headless. } catch (Throwable e) { // some other error in console - continue without it e.printStackTrace(); } } //// END CONSOLE STUFF static long now_virtualTime; static long now() { return now_virtualTime != 0 ? now_virtualTime : System.currentTimeMillis(); } static void print(Object o) { System.out.println(o); } public synchronized void run() { try { while (Thread.currentThread()==reader) { try { this.wait(100);}catch(InterruptedException ie) {} if (pin.available()!=0) { String input=readLine(pin); //if (verbose) oldOut.println("reader: " + quote(input)); appendText(input, true); } if (quit) return; } while (Thread.currentThread()==reader2) { try { this.wait(100);}catch(InterruptedException ie) {} if (pin2.available()!=0) { String input=readLine(pin2); //if (verbose) oldOut.println("reader2: " + quote(input)); appendText(input, false); } if (quit) return; } } catch (Exception e) { appendText("\nConsole reports an Internal error.", false); appendText("The error is: "+e, false); } } static void redirectSystemOutAndErr() { if (reader != null) return; // did this already x28 _this = new x28(); if (verbose) System.out.println("Redirecting System.out"); try { PipedOutputStream pout=new PipedOutputStream(pin); oldOut = System.out; TeeOutputStream tee = new TeeOutputStream(oldOut, pout); System.setOut(new PrintStream(tee,true)); } catch (Exception io) { System.err.println("Couldn't redirect STDOUT - " + io.getMessage()); } if (verbose) System.out.println("Redirecting System.err"); try { PipedOutputStream pout2=new PipedOutputStream(pin2); oldErr = System.err; TeeOutputStream tee = new TeeOutputStream(oldErr, pout2); System.setErr(new PrintStream(tee,true)); } catch (Exception io) { System.err.println("Couldn't redirect STDERR - " + io.getMessage()); } if (verbose) System.out.println("Redirects done. Starting readers"); // Starting two seperate threads to read from the PipedInputStreams // reader=new Thread(_this, "StdOut Piper"); reader.setDaemon(true); reader.start(); // reader2 = new Thread(_this, "StdErr Piper"); reader2.setDaemon(true); reader2.start(); } static Appendable customSystemOut; static void appendText(String s, boolean outNotErr) { // We do this with a TeeOutputStream now (safer). // (outNotErr ? oldOut : oldErr).print(s); if (console != null) console.appendText(s, outNotErr); if (customSystemOut != null) try { customSystemOut.append(s); } catch (IOException e) { e.printStackTrace(); } } static String readLine(PipedInputStream in) throws IOException { String input=""; do { int available=in.available(); if (available==0) break; byte b[]=new byte[available]; in.read(b); input=input+new String(b,0,b.length); }while( !input.endsWith("\n") && !input.endsWith("\r\n") && !quit); return input; } static void nohupJavax(String javaxargs) { try { File xfile = new File(userHome(), ".javax/x28.jar"); if (!xfile.isFile()) { String url = "http://tinybrain.de/x28.jar"; byte[] data = loadBinaryPage(new URL(url).openConnection()); if (data.length < 1000000) throw new RuntimeException("Could not load " + url); saveBinaryFile(xfile.getPath(), data); } String jarPath = xfile.getPath(); nohup("java -jar " + (isWindows() ? winQuote(jarPath) : bashQuote(jarPath)) + " " + javaxargs); } catch (Exception e) { throw new RuntimeException(e); } } /** possibly improvable */ public static String winQuote(String text) { if (text == null) return null; return "\"" + text .replace("\\", "\\\\") .replace("\"", "\\\"") .replace("\n", "\\n") .replace("\r", "\\r") + "\""; } public static File nohup(String cmd) throws IOException { File outFile = File.createTempFile("nohup_" + nohup_sanitize(cmd), ".out"); nohup(cmd, outFile, false); return outFile; } static String nohup_sanitize(String s) { return s.replaceAll("[^a-zA-Z0-9\\-_]", ""); } /** outFile takes stdout and stderr. */ public static void nohup(String cmd, File outFile, boolean append) throws IOException { String command = nohup_makeNohupCommand(cmd, outFile, append); File scriptFile = File.createTempFile("_realnohup", isWindows() ? ".bat" : ""); System.out.println("[Nohup] " + command); try { //System.out.println("[RealNohup] Script file: " + scriptFile.getPath()); saveTextFile(scriptFile.getPath(), command); String[] command2; if (isWindows()) command2 = new String[] {"cmd", "/c", "start", "/b", scriptFile.getPath() }; else command2 = new String[] {"/bin/bash", scriptFile.getPath() }; Process process = Runtime.getRuntime().exec(command2); try { process.waitFor(); } catch (InterruptedException e) { throw new RuntimeException(e); } int value = process.exitValue(); //System.out.println("exit value: " + value); } finally { if (!isWindows()) scriptFile.delete(); } } public static String nohup_makeNohupCommand(String cmd, File outFile, boolean append) { mkdirsForFile(outFile); String command; if (isWindows()) command = cmd + (append ? " >>" : " >") + winQuote(outFile.getPath()) + " 2>&1"; else command = "nohup " + cmd + (append ? " >>" : " >") + bashQuote(outFile.getPath()) + " 2>&1 &"; return command; } public static void mkdirsForFile(File file) { File dir = file.getParentFile(); if (dir != null) // is null if file is in current dir dir.mkdirs(); } static void autoReportToChat() { if (customSystemOut == null) { print("Auto-reporting to chat."); customSystemOut = new Appendable() { LineBuf buf = new LineBuf(); // only using this one public Appendable append(CharSequence cs) { buf.append(cs.toString()); while (true) { String s = buf.nextLine(); if (s == null) break; reportToChat(s, true); } return this; } public Appendable append(char c) { return this; } public Appendable append(CharSequence s, int start, int end) { return this; } }; } } static class Q { LinkedBlockingQueue<Runnable> q = new LinkedBlockingQueue<Runnable>(); static class Done extends RuntimeException {} Q() {} Q(String name, boolean startThread) { if (startThread) new Thread(name) { public void run() { Q.this.run(); } }.start(); } Iterable<Runnable> master() { return new Iterable<Runnable>() { public Iterator<Runnable> iterator() { return new Iterator<Runnable>() { Runnable x; public boolean hasNext() { try { //debug("hasNext"); while (x == null) x = q.poll(1, TimeUnit.DAYS); //debug("hasNext true"); return true; } catch (Throwable __e) { throw __e instanceof RuntimeException ? (RuntimeException) __e : new RuntimeException(__e); }} public Runnable next() { //debug("next"); hasNext(); Runnable _x = x; x = null; //debug("next " + structure(x)); return _x; } public void remove() { } }; } }; } void add(Runnable r) { q.add(r); } void run() { for (Runnable r : master()) { try { r.run(); } catch (Done e) { return; // break signal } catch (Throwable e) { e.printStackTrace(); } } } void done() { add(new Runnable() { public void run() { throw new Done(); } }); } } // class Q static void reportToChat(final String s, boolean silent) { if (s == null || s.length() == 0) return; if (!silent) print("reportToChat: " + quote(s)); reportToChat_getChatThread().add(new Runnable() { public void run() { try { startChatServerIfNotUp(); waitForChatServer(); chatSend(s); } catch (Exception __e) { throw __e instanceof RuntimeException ? (RuntimeException) __e : new RuntimeException(__e); }}}); } static Q reportToChat_q; static Q reportToChat_getChatThread() { if (reportToChat_q == null) reportToChat_q = new Q("reportToChat", true); return reportToChat_q; } static void startChatServerIfNotUp() { if (portIsBound(9751)) { //print("Chat seems to be up."); } else { nohupJavax("1000867"); print("Chat server should be coming up any minute now."); } } static void waitForChatServer() { if (!portIsBound(9751)) { //System.out.print("Waiting for chat server... "); do { sleep(1000); } while (!portIsBound(9751)); //print("OK."); } } static boolean portIsBound(int port) { try { ServerSocket s = new ServerSocket(port); s.close(); return false; } catch (IOException e) { return true; } } static class LineBuf { StringBuffer buf = new StringBuffer(); void append(String s) { buf.append(s); } String nextLine() { int i = buf.indexOf("\n"); if (i >= 0) { String s = buf.substring(0, i > 0 && buf.charAt(i-1) == '\r' ? i-1 : i); buf.delete(0, i+1); return s; } return null; } } // LineBuf static void sleep(long ms) { try { Thread.sleep(ms); } catch (Exception e) { throw new RuntimeException(e); } } !include #1000937 // chatSend static class TeeOutputStream extends OutputStream { protected OutputStream out, branch; public TeeOutputStream( OutputStream out, OutputStream branch ) { this.out = out; this.branch = branch; } @Override public synchronized void write(byte[] b) throws IOException { write(b, 0, b.length); } @Override public synchronized void write(byte[] b, int off, int len) throws IOException { //if (verbose) oldOut.println("Tee write " + new String(b, "UTF-8")); out.write(b, off, len); this.branch.write(b, off, len); } @Override public synchronized void write(int b) throws IOException { write(new byte[] {(byte) b}); } /** * Flushes both streams. * @throws IOException if an I/O error occurs */ @Override public void flush() throws IOException { out.flush(); this.branch.flush(); } /** * Closes both streams. * @throws IOException if an I/O error occurs */ @Override public void close() throws IOException { out.close(); this.branch.close(); } } static boolean isChatServer(String[] args) { for (int i = 0; i < args.length; i++) if (isSnippetID(args[i])) return parseSnippetID(args[i]) == 1000867; return false; } static String getSnippetTitle(String id) { try { return loadPage(new URL("http://tinybrain.de:8080/tb-int/getfield.php?id=" + parseSnippetID(id) + "&field=title")); } catch (Throwable __e) { throw __e instanceof RuntimeException ? (RuntimeException) __e : new RuntimeException(__e); } } static void listUserThreadsWithStackTraces() { print(""); Map<Thread, StackTraceElement[]> threadMap = Thread.getAllStackTraces(); int n = 0; for (Thread t : threadMap.keySet()) { ThreadGroup g = t.getThreadGroup(); if (g != null && g.getName().equals("system")) continue; ++n; print(t); for (StackTraceElement e : threadMap.get(t)) { print(" " + e); } print(""); } print(n + " user threads."); } static void killMyself() { print("Killing myself. (insert overall feeling here)"); System.exit(0); } static void makeVMAndroid() { Android3 a = new Android3("This is a JavaX VM."); a.responder = new Responder() { S answer(S s, L<S> history) { return x28.answer(s); } }; a.daemon = true; a.console = false; makeAndroid3(a); } static class Info { S programID; S[] programArgs; File transpiledSrc; Class mainClass; } static new Info info; // hmm... // injectable info static new L<PaA> injectable_programsInjected; static boolean injectable_on = true; static class PaA { S injectionID; S progID; S[] arguments; Class mainClass; // TODO: release eventually... volatile boolean mainDone; volatile Throwable exception; *(S *progID, S[] *arguments) {} *() {} } static synchronized S answer(S s) { new Matches m; if (match3("kill!", s)) { killMyself(); return "ok"; } if (match3("What is your process ID?", s) || match3("what is your pid?", s)) return getPID(); if (match3("what is your program id?", s)) return "#1001370"; if (match3("what are your program arguments?", s)) return structure(info.programArgs); if (match3("get fields of main class", s)) return structure(listFields(info.mainClass)); if (match3("get field * of main class", s, m)) return structure(get(info.mainClass, m.m[0])); if (match3("invoke function * of main class", s, m)) return structure(call(info.mainClass, m.m[0])); if (match3("set field * of main class to *", s, m)) { set(info.mainClass, m.m[0], unstructure(m.m[1])); return "ok"; } if (match3("how much memory are you consuming", s)) return "Java heap size: " + (Runtime.getRuntime().totalMemory()+1024*1024-1)/1024/1024 + " MB"; if (match3("how much memory is used after GC?", s)) { System.gc(); return "Java heap used: " + (Runtime.getRuntime().totalMemory()-Runtime.getRuntime().freeMemory()+1024*1024-1)/1024/1024 + " MB"; } if (match3("how much memory is used?", s)) return "Java heap used: " + (Runtime.getRuntime().totalMemory()-Runtime.getRuntime().freeMemory()+1024*1024-1)/1024/1024 + " MB"; if (match3("please inject program *", s, m) || match3("please inject program * with arguments *", s, m)) { final S progID = formatSnippetID(unquote(m.m[0])); final S[] arguments = m.m.length > 1 ? toStringArray(unstructure(unquote(m.m[1]))) : new S[0]; final PaA paa = new PaA(progID, arguments); paa.injectionID = randomID(8); injectable_programsInjected.add(paa); // better call JavaX for translation in a single thread. paa.mainClass = hotwire(progID); // program may run in its own thread. thread progID { try { callMain(paa.mainClass, arguments); } catch (Throwable e) { paa.exception = e; e.printStackTrace(); } finally { paa.mainDone = true; synchronized(x28.class) {} } } ret format3("OK. Injection ID: *", paa.injectionID); } if (match3("get injection exception *", s, m)) { S injectionID = unquote(m.m[0]); PaA paa = findInjection(injectionID); if (paa == null) ret "Sorry. Injection not found"; ret "OK: " + paa.exception == null ? "no exception" : getStackTrace(paa.exception); } if (match3("get injection * variable *", s, m)) { S injectionID = unquote(m.m[0]); S var = unquote(m.m[1]); PaA paa = findInjection(injectionID); if (paa == null) ret "Sorry. Injection not found"; ret "OK: " + structure(getOpt(paa.mainClass, var)); } if (match3("get injection result *", s, m)) { S injectionID = unquote(m.m[0]); PaA paa = findInjection(injectionID); if (paa == null) ret "Sorry. Injection not found"; ret "OK: " + structure(getOpt(paa.mainClass, "result")); } if (match3("is injection's * main done", s, m)) { S injectionID = unquote(m.m[0]); PaA paa = findInjection(injectionID); if (paa == null) ret "Sorry. Injection not found"; ret paa.mainDone ? "Yes." : "No."; } if (match3("which programs are you running (ids only)", s, m)) { new L<S> l; for (S progID : instances.keySet()) if (getInstance(progID) != null) l.add(progID); return format3("these: *", structure(l)); } return null; } static PaA findInjection(S injectionID) { for (PaA paa : injectable_programsInjected) if (eq(paa.injectionID, injectionID)) ret paa; ret null; } !include #1001103 // makeAndroid / makeAndroidNoConsole !include #1001074 // readLine !include #1000891 // setOpt !include #1000619 // get !include #1001152 // getMainClass !include #1001076 // talkTo !include #1001235 // toStringArray static byte[] loadDataSnippetImpl(String snippetID) throws IOException { byte[] data; try { URL url = new URL("http://eyeocr.sourceforge.net/filestore/filestore.php?cmd=serve&file=blob_" + parseSnippetID(snippetID) + "&contentType=application/binary"); System.err.println("Loading library: " + url); try { data = loadBinaryPage(url.openConnection()); } catch (IOException e) { url = new URL("http://data.tinybrain.de/blobs/" + parseSnippetID(snippetID)); System.err.println("Loading library: " + url); data = loadBinaryPage(url.openConnection()); } System.err.println("Bytes loaded: " + data.length); } catch (FileNotFoundException e) { throw new IOException("Binary snippet #" + snippetID + " not found or not public"); } return data; } }
Began life as a copy of #1001148
download show line numbers debug dex old transpilations
Travelled to 14 computer(s): aoiabmzegqzx, bhatertpkbcr, cbybwowwnfue, cfunsshuasjs, gwrvuhgaqvyk, ishqpsrjomds, lpdgvwnxivlt, mqqgnosmbjvj, onxytkatvevr, pyentgdyhuwx, pzhvpgtvlbxg, tslmcundralx, tvejysmllsmz, vouqrxazstgt
No comments. add comment