import java.io.*; import java.net.URL; import java.net.URLConnection; import java.security.MessageDigest; import java.security.NoSuchAlgorithmException; import java.util.ArrayList; import java.util.List; import java.util.regex.Matcher; import java.util.regex.Pattern; /** Changes to v4: input=<directory> argument */ public class x5 { static boolean verbose = false; static boolean v2mode = false; private static String isCompilable = "http://tinybrain.de/" + /*"564"*/"1000251"; // silenced version (but I think we're silencing now anyway) private static String isCompilableHash = "8fe3851d7a686b60546a2429a2bde0d9"; private static String mainAdder = "http://tinybrain.de/1000252"; private static String mainAdderHash = "ce1e89785facd87ea64a6d9ad16a7aec"; public static void main(String[] args) throws IOException { java.io.File ioBaseDir = new java.io.File("."), inputDir = null; String src = "."; for (int i = 0; i < args.length; i++) { String arg = args[i]; if (arg.equals("-v")) verbose = true; else if (arg.equals("-v2")) v2mode = true; else if (arg.startsWith("input=")) inputDir = new java.io.File(arg.substring(6)); else src = arg; } if (inputDir != null) { ioBaseDir = TempDirMaker_make(); System.out.println("Taking input from: " + inputDir.getAbsolutePath()); System.out.println("Output is in: " + new java.io.File(ioBaseDir, "output").getAbsolutePath()); copyInput(inputDir, new java.io.File(ioBaseDir, "input")); } javax4(src, ioBaseDir); } public static void javax4(String src, java.io.File ioDir) throws IOException { java.io.File srcDir; if (isSnippetID(src)) srcDir = loadSnippetAsMainJava(src); else srcDir = new java.io.File(src); java.io.File X = programToInput(srcDir); if (!v2mode) { boolean compilable = isCompilable(X); if (verbose) System.out.println("Compilable: " + compilable); if (!compilable) { X = expandProgram(X); java.io.File file = new java.io.File(X, "main.java"); String program = loadTextFile(file.getPath(), null); if (verbose) System.out.println("New program:\n" + program); if (program == null) throw new RuntimeException("Expansion failed (tried: " + file.getPath() + ")"); } } java.io.File Y = luaPrintToJavaPrint(X); javax2(Y, ioDir, false); } private static java.io.File luaPrintToJavaPrint(java.io.File x) throws IOException { java.io.File newDir = TempDirMaker_make(); String code = loadTextFile(new java.io.File(x, "main.java").getPath(), null); code = luaPrintToJavaPrint(code); if (verbose) System.out.println(code); saveTextFile(new java.io.File(newDir, "main.java").getPath(), code); return newDir; } public static String luaPrintToJavaPrint(String code) { return ("\n" + code).replaceAll( "(\n\\s*)print (\".*\")", "$1System.out.println($2);").substring(1); } public static java.io.File loadSnippetAsMainJava(String snippetID) throws IOException { java.io.File srcDir = TempDirMaker_make(); saveTextFile(new java.io.File(srcDir, "main.java").getPath(), loadSnippet(snippetID, false)); return srcDir; } public static java.io.File loadSnippetAsMainJavaVerified(String snippetID, String hash) throws IOException { java.io.File srcDir = TempDirMaker_make(); saveTextFile(new java.io.File(srcDir, "main.java").getPath(), loadSnippetVerified(snippetID, hash)); return srcDir; } private static java.io.File expandProgram(java.io.File x) throws IOException { return runJavaX2_on_snippet(mainAdder, mainAdderHash, x, true); } private static boolean isCompilable(java.io.File x) throws IOException { java.io.File output = runJavaX2_on_snippet(isCompilable, isCompilableHash, x, true); return hasFile(output, "is-compilable"); } private static File runJavaX2_on_snippet(String snippetID, String hash, File x, boolean silent) throws IOException { java.io.File srcDir = loadSnippetAsMainJavaVerified(snippetID, hash); return runJavaX(srcDir, x, silent); } private static File runJavaX(File originalSrcDir, File originalInput, boolean silent) throws IOException { java.io.File ioBaseDir = TempDirMaker_make(); java.io.File srcDir = new java.io.File(ioBaseDir, "src"); java.io.File inputDir = new java.io.File(ioBaseDir, "input"); File input = inputDir; java.io.File outputDir = new java.io.File(ioBaseDir, "output"); File output = outputDir; copyInput(originalSrcDir, srcDir); copyInput(originalInput, input); javax2(srcDir, ioBaseDir, silent); return output; } private static void copyInput(File src, File dst) throws IOException { copyDirectory(src, dst); } private static File programToInput(java.io.File srcDir) { return srcDir; } public static boolean hasFile(File inputDir, String name) { return new File(inputDir, name).exists(); } public static void copyDirectory(java.io.File src, java.io.File dst) throws IOException { if (verbose) System.out.println("Copying " + src.getAbsolutePath() + " to " + dst.getAbsolutePath()); dst.mkdirs(); java.io.File[] files = src.listFiles(); if (files == null) return; for (java.io.File file : files) { java.io.File dst1 = new java.io.File(dst, file.getName()); if (file.isDirectory()) copyDirectory(file, dst1); else { if (verbose) System.out.println("Copying " + file.getAbsolutePath() + " to " + dst1.getAbsolutePath()); copy(file, dst1); } } } /** Quickly copy a file without a progress bar or any other fancy GUI... :) */ public static void copy(java.io.File src, java.io.File dest) throws IOException { FileInputStream inputStream = new FileInputStream(src); FileOutputStream outputStream = new FileOutputStream(dest); try { copy(inputStream, outputStream); inputStream.close(); } finally { outputStream.close(); } } public static void copy(InputStream in, OutputStream out) throws IOException { byte[] buf = new byte[65536]; while (true) { int n = in.read(buf); if (n <= 0) return; out.write(buf, 0, n); } } /** writes safely (to temp file, then rename) */ public static void saveTextFile(String fileName, String contents) throws IOException { java.io.File file = new java.io.File(fileName); java.io.File parentFile = file.getParentFile(); if (parentFile != null) parentFile.mkdirs(); String tempFileName = fileName + "_temp"; FileOutputStream fileOutputStream = new FileOutputStream(tempFileName); OutputStreamWriter outputStreamWriter = new OutputStreamWriter(fileOutputStream, charsetForTextFiles); PrintWriter printWriter = new PrintWriter(outputStreamWriter); printWriter.print(contents); printWriter.close(); if (file.exists() && !file.delete()) throw new IOException("Can't delete " + fileName); if (!new java.io.File(tempFileName).renameTo(file)) throw new IOException("Can't rename " + tempFileName + " to " + fileName); } public static String loadTextFile(String fileName, String defaultContents) throws IOException { if (!new java.io.File(fileName).exists()) return defaultContents; FileInputStream fileInputStream = new FileInputStream(fileName); InputStreamReader inputStreamReader = new InputStreamReader(fileInputStream, charsetForTextFiles); return loadTextFile(inputStreamReader); } public static String loadTextFile(Reader reader) throws IOException { StringBuilder builder = new StringBuilder(); try { BufferedReader bufferedReader = new BufferedReader(reader); String line; while ((line = bufferedReader.readLine()) != null) builder.append(line).append('\n'); } finally { reader.close(); } return builder.length() == 0 ? "" : builder.substring(0, builder.length()-1); } static java.io.File DiskSnippetCache_dir; public static void initDiskSnippetCache(java.io.File dir) { DiskSnippetCache_dir = dir; dir.mkdirs(); } public static synchronized String DiskSnippetCache_get(long snippetID) throws IOException { return loadTextFile(DiskSnippetCache_getFile(snippetID).getPath(), null); } private static java.io.File DiskSnippetCache_getFile(long snippetID) { return new java.io.File(DiskSnippetCache_dir, "" + snippetID); } public static synchronized void DiskSnippetCache_put(long snippetID, String snippet) throws IOException { saveTextFile(DiskSnippetCache_getFile(snippetID).getPath(), snippet); } public static java.io.File DiskSnippetCache_getDir() { return DiskSnippetCache_dir; } public static void initSnippetCache() { if (DiskSnippetCache_dir == null) initDiskSnippetCache(new java.io.File(System.getProperty("user.home"), ".tinybrain/snippet-cache")); } public static String loadSnippetVerified(String snippetID, String hash) throws IOException { String text = loadSnippet(snippetID, !hash.isEmpty()); String realHash = getHash(text.getBytes("UTF-8")); if (!realHash.equals(hash)) { String msg; if (hash.isEmpty()) msg = "Here's your hash for " + snippetID + ", please put in your program: " + realHash; else msg = "Hash mismatch for " + snippetID + ": " + realHash + " (new) vs " + hash + " - has tinybrain.de been hacked??"; throw new RuntimeException(msg); } return text; } public static String getHash(byte[] data) { return bytesToHex(getFullFingerprint(data)); } public static byte[] getFullFingerprint(byte[] data) { try { return MessageDigest.getInstance("MD5").digest(data); } catch (NoSuchAlgorithmException e) { throw new RuntimeException(e); } } public static String bytesToHex(byte[] bytes) { return bytesToHex(bytes, 0, bytes.length); } public static String bytesToHex(byte[] bytes, int ofs, int len) { StringBuilder stringBuilder = new StringBuilder(len*2); for (int i = 0; i < len; i++) { String s = "0" + Integer.toHexString(bytes[ofs+i]); stringBuilder.append(s.substring(s.length()-2, s.length())); } return stringBuilder.toString(); } public static String loadSnippet(String snippetID, boolean preferCached) throws IOException { return loadSnippet(parseSnippetID(snippetID), preferCached); } public static long parseSnippetID(String snippetID) { return Long.parseLong(shortenSnippetID(snippetID)); } private static String shortenSnippetID(String snippetID) { if (snippetID.startsWith("#")) snippetID = snippetID.substring(1); String httpBlaBla = "http://tinybrain.de/"; if (snippetID.startsWith(httpBlaBla)) snippetID = snippetID.substring(httpBlaBla.length()); return snippetID; } public static boolean isSnippetID(String snippetID) { snippetID = shortenSnippetID(snippetID); return isInteger(snippetID) && Long.parseLong(snippetID) != 0; } public static boolean isInteger(String s) { return Pattern.matches("\\-?\\d+", s); } public static String loadSnippet(long snippetID, boolean preferCached) throws IOException { if (preferCached) { initSnippetCache(); String text = DiskSnippetCache_get(snippetID); if (text != null) return text; } String text; try { URL url = new URL("http://tinybrain.de:8080/getraw.php?id=" + snippetID); text = loadPage(url); } catch (FileNotFoundException e) { throw new IOException("Snippet #" + snippetID + " not found or not public"); } try { initSnippetCache(); DiskSnippetCache_put(snippetID, text); } catch (IOException e) { System.err.println("Minor warning: Couldn't save snippet to cache (" + DiskSnippetCache_getDir() + ")"); } return text; } private static String loadPage(URL url) throws IOException { System.out.println("Loading: " + url.toExternalForm()); URLConnection con = url.openConnection(); return loadPage(con, url); } public static String loadPage(URLConnection con, URL url) throws IOException { String contentType = con.getContentType(); if (contentType == null) throw new IOException("Page could not be read: " + url); //Log.info("Content-Type: " + contentType); String charset = guessCharset(contentType); Reader r = new InputStreamReader(con.getInputStream(), charset); StringBuilder buf = new StringBuilder(); while (true) { int ch = r.read(); if (ch < 0) break; //Log.info("Chars read: " + buf.length()); buf.append((char) ch); } return buf.toString(); } public static String guessCharset(String contentType) { Pattern p = Pattern.compile("text/html;\\s+charset=([^\\s]+)\\s*"); Matcher m = p.matcher(contentType); /* If Content-Type doesn't match this pre-conception, choose default and hope for the best. */ return m.matches() ? m.group(1) : "ISO-8859-1"; } public static void javax2(java.io.File srcDir, java.io.File ioBaseDir, boolean silent) throws IOException { List<java.io.File> sources = new ArrayList<java.io.File>(); if (verbose) System.out.println("Scanning for sources in " + srcDir.getPath()); scanForSources(srcDir, sources, true); if (sources.isEmpty()) { System.out.println("No sources found"); return; } java.io.File optionsFile = java.io.File.createTempFile("javax", ""); java.io.File classesDir = TempDirMaker_make(); if (verbose) System.out.println("Compiling " + sources.size() + " source(s) to " + classesDir.getPath()); String options = "-d " + bashQuote(classesDir.getPath()); writeOptions(sources, optionsFile, options); classesDir.mkdirs(); invokeJavac(optionsFile); if (verbose) System.out.println("Running program (class main.java)\n"); runProgram(classesDir, ioBaseDir, silent); } private static void runProgram(java.io.File classesDir, java.io.File ioBaseDir, boolean silent) throws IOException { boolean echoOK = false; String bashCmd = "(cd " + bashQuote(ioBaseDir.getAbsolutePath()) + " && (java -cp " + bashQuote(classesDir.getAbsolutePath()) + " main" + (echoOK ? "; echo ok" : "") + "))"; if (verbose) System.out.println(bashCmd); String output = backtick(bashCmd); if (!silent) System.out.println(output); } private static void invokeJavac(java.io.File optionsFile) throws IOException { String javacOutput = backtick("javac " + bashQuote("@" + optionsFile.getPath())); if (verbose) System.out.println(javacOutput); } private static void writeOptions(List<java.io.File> sources, java.io.File sourcesFile, String moreOptions) throws IOException { FileWriter writer = new FileWriter(sourcesFile); for (java.io.File source : sources) writer.write(bashQuote(source.getPath()) + " "); writer.write(moreOptions); writer.close(); } private static void scanForSources(java.io.File source, List<java.io.File> sources, boolean topLevel) { if (source.isFile() && source.getName().endsWith(".java")) sources.add(source); else if (source.isDirectory() && !isSkippedDirectoryName(source.getName(), topLevel)) { java.io.File[] files = source.listFiles(); for (java.io.File file : files) scanForSources(file, sources, false); } } private static boolean isSkippedDirectoryName(String name, boolean topLevel) { if (topLevel) return false; // input or output ok as highest directory (intentionally specified by user, not just found by a directory scan in which case we probably don't want it. it's more like heuristics actually.) return name.equalsIgnoreCase("input") || name.equalsIgnoreCase("output"); } public static String backtick(String cmd) throws IOException { java.io.File outFile = java.io.File.createTempFile("_backtick", ""); java.io.File scriptFile = java.io.File.createTempFile("_backtick", ""); String command = cmd + ">" + bashQuote(outFile.getPath()) + " 2>&1"; //Log.info("[Backtick] " + command); try { saveTextFile(scriptFile.getPath(), command); String[] command2 = {"/bin/bash", scriptFile.getPath() }; Process process = Runtime.getRuntime().exec(command2); try { process.waitFor(); } catch (InterruptedException e) { throw new RuntimeException(e); } int value = process.exitValue(); //Log.info("exit value: " + value); return loadTextFile(outFile.getPath(), ""); } finally { scriptFile.delete(); } } /** possibly improvable */ public static String bashQuote(String text) { if (text == null) return null; return "\"" + text .replace("\\", "\\\\") .replace("\"", "\\\"") .replace("\n", "\\n") .replace("\r", "\\r") + "\""; } public final static String charsetForTextFiles = "UTF8"; static long TempDirMaker_lastValue; public static java.io.File TempDirMaker_make() { java.io.File dir = new java.io.File(System.getProperty("user.home"), ".javax/" + TempDirMaker_newValue()); dir.mkdirs(); return dir; } private static long TempDirMaker_newValue() { long value; do value = System.currentTimeMillis(); while (value == TempDirMaker_lastValue); TempDirMaker_lastValue = value; return value; } }
Travelled to 12 computer(s): aoiabmzegqzx, bhatertpkbcr, cbybwowwnfue, gwrvuhgaqvyk, ishqpsrjomds, lpdgvwnxivlt, mqqgnosmbjvj, pyentgdyhuwx, pzhvpgtvlbxg, tslmcundralx, tvejysmllsmz, vouqrxazstgt
No comments. add comment
Snippet ID: | #572 |
Snippet name: | x5.java, out of date (replaced by #577) |
Eternal ID of this version: | #572/1 |
Text MD5: | a77a82680fda41c2ecdeef58868ed80e |
Author: | stefan |
Category: | |
Type: | Java source code |
Public (visible to everyone): | Yes |
Archived (hidden from active list): | No |
Created/modified: | 2015-04-14 18:27:29 |
Source code size: | 18008 bytes / 480 lines |
Pitched / IR pitched: | No / Yes |
Views / Downloads: | 680 / 188 |
Referenced in: | [show references] |