x9.java with class non-public (embeddable template) [2000344]

class x9 {
  static boolean verbose = false, translate = false, list = false;

  static java.util.List<String> mainTranslators = new ArrayList<String>();

  public static void main(String[] args) throws Exception {
    File ioBaseDir = new File("."), inputDir = null, outputDir = null;
    String src = ".";
    for (int i = 0; i < args.length; i++) {
      String arg = args[i];
      if (arg.equals("-v") || arg.equals("-verbose"))
        verbose = true;
      else if (arg.equals("-finderror"))
        verbose = true;
      else if (arg.equals("translate"))
        translate = true;
      else if (arg.equals("list"))
        list = true;
      else if (arg.startsWith("input="))
        inputDir = new File(arg.substring(6));
      else if (arg.startsWith("output="))
        outputDir = new File(arg.substring(7));
      else if (arg.equals("with"))
        mainTranslators.add(args[++i]);
      else
        src = arg;
    }

    if (inputDir != null) {
      ioBaseDir = TempDirMaker_make();
      System.out.println("Taking input from: " + inputDir.getAbsolutePath());
      System.out.println("Output is in: " + new File(ioBaseDir, "output").getAbsolutePath());
      copyInput(inputDir, new File(ioBaseDir, "input"));
    }

    javax4(src, ioBaseDir, translate, list);

    if (outputDir != null) {
      copyInput(new File(ioBaseDir, "output"), outputDir);
      System.out.println("Output copied to: " + outputDir.getAbsolutePath());
    }
  }

  public static void javax4(String src, File ioDir, boolean translate, boolean list) throws Exception {
    File srcDir;
    if (isSnippetID(src))
      srcDir = loadSnippetAsMainJava(src);
    else
      srcDir = new File(src);
    File X = programToInput(srcDir);

    X = applyTranslators(X, mainTranslators);
    X = defaultTranslate(X);

    if (translate)
      System.out.println("Program translated to: " + X.getAbsolutePath());
    else if (list)
      System.out.println(loadTextFile(new File(X, "main.java").getPath(), null));
    else
      javax2(X, ioDir, false);
  }

  private static File defaultTranslate(File x) throws Exception {
    x = luaPrintToJavaPrint(x);
    x = autoTranslate(x);
    return x;
  }

  private static File autoTranslate(File x) throws Exception {
    String main = loadTextFile(new File(x, "main.java").getPath(), null);
    java.util.List<String> lines = toLines(main);
    java.util.List<String> translators = findTranslators(lines);
    if (translators.isEmpty())
      return x;

    main = fromLines(lines);
    File newDir = TempDirMaker_make();
    saveTextFile(new File(newDir, "main.java").getPath(), main);
    return applyTranslators(newDir, translators);
  }

  private static java.util.List<String> findTranslators(java.util.List<String> lines) {
    java.util.List<String> translators = new ArrayList<String>();
    Pattern pattern = Pattern.compile("^!([0-9# \t]+)");
    for (ListIterator<String> iterator = lines.listIterator(); iterator.hasNext(); ) {
      String line = iterator.next();
      line = line.trim();
      Matcher matcher = pattern.matcher(line);
      if (matcher.find()) {
        translators.addAll(Arrays.asList(matcher.group(1).split("[ \t]+")));
        iterator.remove();
      }
    }
    return translators;
  }

  public static java.util.List<String> toLines(String s) {
    java.util.List<String> lines = new ArrayList<String>();
    int start = 0;
    while (true) {
      int i = toLines_nextLineBreak(s, start);
      if (i < 0) {
        if (s.length() > start) lines.add(s.substring(start));
        break;
      }

      lines.add(s.substring(start, i));
      if (s.charAt(i) == '\r' && i+1 < s.length() && s.charAt(i+1) == '\n')
        i += 2;
      else
        ++i;

      start = i;
    }
    return lines;
  }

  private static int toLines_nextLineBreak(String s, int start) {
    for (int i = start; i < s.length(); i++) {
      char c = s.charAt(i);
      if (c == '\r' || c == '\n')
        return i;
    }
    return -1;
  }

  public static String fromLines(java.util.List<String> lines) {
    StringBuilder buf = new StringBuilder();
    for (String line : lines) {
      buf.append(line).append('\n');
    }
    return buf.toString();
  }

  private static File applyTranslators(File x, java.util.List<String> translators) throws Exception {
    for (String translator : translators)
      x = applyTranslator(x, translator);
    return x;
  }

  private static File applyTranslator(File x, String translator) throws Exception {
    if (verbose)
      System.out.println("Using translator " + translator + " on sources in " + x.getPath());
    File newDir = runJavaX2_src_from_snippet(translator, null, x, !verbose);
    if (!new File(newDir, "main.java").exists())
      throw new Exception("Translator " + translator + " did not generate main.java");
    if (verbose)
      System.out.println("Translated with " + translator + " from " + x.getPath() + " to " + newDir.getPath());
    x = newDir;
    return x;
  }

  private static File luaPrintToJavaPrint(File x) throws IOException {
    File newDir = TempDirMaker_make();
    String code = loadTextFile(new File(x, "main.java").getPath(), null);
    code = luaPrintToJavaPrint(code);
    if (verbose)
      System.out.println(code);
    saveTextFile(new File(newDir, "main.java").getPath(), code);
    return newDir;
  }

  public static String luaPrintToJavaPrint(String code) {
    return ("\n" + code).replaceAll(
      "(\n\\s*)print (\".*\")",
      "$1System.out.println($2);").substring(1);
  }

  public static File loadSnippetAsMainJava(String snippetID) throws IOException {
    File srcDir = TempDirMaker_make();
    saveTextFile(new File(srcDir, "main.java").getPath(), loadSnippet(snippetID, false));
    return srcDir;
  }

  public static File loadSnippetAsMainJavaVerified(String snippetID, String hash) throws IOException {
    File srcDir = TempDirMaker_make();
    saveTextFile(new File(srcDir, "main.java").getPath(), loadSnippetVerified(snippetID, hash));
    return srcDir;
  }

  /** returns output dir */
  private static File runJavaX2_src_from_snippet(String snippetID, String hash, File input, boolean silent) throws Exception {
    File srcDir = hash == null ? loadSnippetAsMainJava(snippetID)
      : loadSnippetAsMainJavaVerified(snippetID, hash);
    srcDir = defaultTranslate(srcDir);
    return runJavaX(srcDir, input, silent);
  }

  /** returns output dir */
  private static File runJavaX(File originalSrcDir, File originalInput, boolean silent) throws Exception {
    File ioBaseDir = TempDirMaker_make();
    File srcDir = new File(ioBaseDir, "src");
    File inputDir = new File(ioBaseDir, "input");
    File outputDir = new File(ioBaseDir, "output");
    copyInput(originalSrcDir, srcDir);
    copyInput(originalInput, inputDir);
    javax2(srcDir, ioBaseDir, silent);
    return outputDir;
  }

  private static void copyInput(File src, File dst) throws IOException {
    copyDirectory(src, dst);
  }

  private static File programToInput(File srcDir) {
    return srcDir;
  }

  public static boolean hasFile(File inputDir, String name) {
    return new File(inputDir, name).exists();
  }

  public static void copyDirectory(File src, File dst) throws IOException {
    if (verbose) System.out.println("Copying " + src.getAbsolutePath() + " to " + dst.getAbsolutePath());
    dst.mkdirs();
    File[] files = src.listFiles();
    if (files == null) return;
    for (File file : files) {
      File dst1 = new File(dst, file.getName());
      if (file.isDirectory())
        copyDirectory(file, dst1);
      else {
        if (verbose) System.out.println("Copying " + file.getAbsolutePath() + " to " + dst1.getAbsolutePath());
        copy(file, dst1);
      }
    }
  }

  /** Quickly copy a file without a progress bar or any other fancy GUI... :) */
  public static void copy(File src, File dest) throws IOException {
    FileInputStream inputStream = new FileInputStream(src);
    FileOutputStream outputStream = new FileOutputStream(dest);
    try {
      copy(inputStream, outputStream);
      inputStream.close();
    } finally {
      outputStream.close();
    }
  }

  public static void copy(InputStream in, OutputStream out) throws IOException {
    byte[] buf = new byte[65536];
    while (true) {
      int n = in.read(buf);
      if (n <= 0) return;
      out.write(buf, 0, n);
    }
  }

  /** writes safely (to temp file, then rename) */
  public static void saveTextFile(String fileName, String contents) throws IOException {
    File file = new File(fileName);
    File parentFile = file.getParentFile();
    if (parentFile != null)
      parentFile.mkdirs();
    String tempFileName = fileName + "_temp";
    FileOutputStream fileOutputStream = new FileOutputStream(tempFileName);
    OutputStreamWriter outputStreamWriter = new OutputStreamWriter(fileOutputStream, charsetForTextFiles);
    PrintWriter printWriter = new PrintWriter(outputStreamWriter);
    printWriter.print(contents);
    printWriter.close();
    if (file.exists() && !file.delete())
      throw new IOException("Can't delete " + fileName);

    if (!new File(tempFileName).renameTo(file))
      throw new IOException("Can't rename " + tempFileName + " to " + fileName);
  }

  public static String loadTextFile(String fileName, String defaultContents) throws IOException {
    if (!new File(fileName).exists())
      return defaultContents;

    FileInputStream fileInputStream = new FileInputStream(fileName);
    InputStreamReader inputStreamReader = new InputStreamReader(fileInputStream, charsetForTextFiles);
    return loadTextFile(inputStreamReader);
  }

  public static String loadTextFile(Reader reader) throws IOException {
    StringBuilder builder = new StringBuilder();
    try {
      BufferedReader bufferedReader = new BufferedReader(reader);
      String line;
      while ((line = bufferedReader.readLine()) != null)
        builder.append(line).append('\n');
    } finally {
      reader.close();
    }
    return builder.length() == 0 ? "" : builder.substring(0, builder.length()-1);
  }

  static File DiskSnippetCache_dir;

  public static void initDiskSnippetCache(File dir) {
    DiskSnippetCache_dir = dir;
    dir.mkdirs();
  }

  public static synchronized String DiskSnippetCache_get(long snippetID) throws IOException {
    return loadTextFile(DiskSnippetCache_getFile(snippetID).getPath(), null);
  }

  private static File DiskSnippetCache_getFile(long snippetID) {
    return new File(DiskSnippetCache_dir, "" + snippetID);
  }

  public static synchronized void DiskSnippetCache_put(long snippetID, String snippet) throws IOException {
    saveTextFile(DiskSnippetCache_getFile(snippetID).getPath(), snippet);
  }

  public static File DiskSnippetCache_getDir() {
    return DiskSnippetCache_dir;
  }

  public static void initSnippetCache() {
    if (DiskSnippetCache_dir == null)
      initDiskSnippetCache(new File(System.getProperty("user.home"), ".tinybrain/snippet-cache"));
  }

  public static String loadSnippetVerified(String snippetID, String hash) throws IOException {
    String text = loadSnippet(snippetID, !hash.isEmpty());
    String realHash = getHash(text.getBytes("UTF-8"));
    if (!realHash.equals(hash)) {
      String msg;
      if (hash.isEmpty())
        msg = "Here's your hash for " + snippetID + ", please put in your program: " + realHash;
      else
        msg = "Hash mismatch for " + snippetID + ": " + realHash + " (new) vs " + hash + " - has tinybrain.de been hacked??";
      throw new RuntimeException(msg);
    }
    return text;
  }

  public static String getHash(byte[] data) {
    return bytesToHex(getFullFingerprint(data));
  }

  public static byte[] getFullFingerprint(byte[] data) {
    try {
      return java.security.MessageDigest.getInstance("MD5").digest(data);
    } catch (java.security.NoSuchAlgorithmException e) {
      throw new RuntimeException(e);
    }
  }

  public static String bytesToHex(byte[] bytes) {
    return bytesToHex(bytes, 0, bytes.length);
  }

  public static String bytesToHex(byte[] bytes, int ofs, int len) {
    StringBuilder stringBuilder = new StringBuilder(len*2);
    for (int i = 0; i < len; i++) {
      String s = "0" + Integer.toHexString(bytes[ofs+i]);
      stringBuilder.append(s.substring(s.length()-2, s.length()));
    }
    return stringBuilder.toString();
  }

  public static String loadSnippet(String snippetID, boolean preferCached) throws IOException {
    return loadSnippet(parseSnippetID(snippetID), preferCached);
  }

  public static long parseSnippetID(String snippetID) {
    return Long.parseLong(shortenSnippetID(snippetID));
  }

  private static String shortenSnippetID(String snippetID) {
    if (snippetID.startsWith("#"))
      snippetID = snippetID.substring(1);
    String httpBlaBla = "http://tinybrain.de/";
    if (snippetID.startsWith(httpBlaBla))
      snippetID = snippetID.substring(httpBlaBla.length());
    return snippetID;
  }

  public static boolean isSnippetID(String snippetID) {
    snippetID = shortenSnippetID(snippetID);
    return isInteger(snippetID) && Long.parseLong(snippetID) != 0;
  }

  public static boolean isInteger(String s) {
    return Pattern.matches("\\-?\\d+", s);
  }

  public static String loadSnippet(long snippetID, boolean preferCached) throws IOException {
    if (preferCached) {
      initSnippetCache();
      String text = DiskSnippetCache_get(snippetID);
      if (text != null)
        return text;
    }

    String text;
    try {
      URL url = new URL("http://tinybrain.de:8080/getraw.php?id=" + snippetID);
      text = loadPage(url);
    } catch (FileNotFoundException e) {
      throw new IOException("Snippet #" + snippetID + " not found or not public");
    }

    try {
      initSnippetCache();
      DiskSnippetCache_put(snippetID, text);
    } catch (IOException e) {
      System.err.println("Minor warning: Couldn't save snippet to cache ("  + DiskSnippetCache_getDir() + ")");
    }

    return text;
  }

  private static String loadPage(URL url) throws IOException {
    System.out.println("Loading: " + url.toExternalForm());
    URLConnection con = url.openConnection();
    return loadPage(con, url);
  }

  public static String loadPage(URLConnection con, URL url) throws IOException {
    String contentType = con.getContentType();
    if (contentType == null)
      throw new IOException("Page could not be read: " + url);
    //Log.info("Content-Type: " + contentType);
    String charset = guessCharset(contentType);
    Reader r = new InputStreamReader(con.getInputStream(), charset);
    StringBuilder buf = new StringBuilder();
    while (true) {
      int ch = r.read();
      if (ch < 0)
        break;
      //Log.info("Chars read: " + buf.length());
      buf.append((char) ch);
    }
    return buf.toString();
  }

  public static String guessCharset(String contentType) {
    Pattern p = Pattern.compile("text/html;\\s+charset=([^\\s]+)\\s*");
    Matcher m = p.matcher(contentType);
    /* If Content-Type doesn't match this pre-conception, choose default and hope for the best. */
    return m.matches() ? m.group(1) : "ISO-8859-1";
  }

  public static void javax2(File srcDir, File ioBaseDir, boolean silent) throws Exception {
    java.util.List<File> sources = new ArrayList<File>();
    if (verbose) System.out.println("Scanning for sources in " + srcDir.getPath());
    scanForSources(srcDir, sources, true);
    if (sources.isEmpty()) {
      System.out.println("No sources found");
      return;
    }
    File optionsFile = File.createTempFile("javax", "");
    File classesDir = TempDirMaker_make();
    if (verbose) System.out.println("Compiling " + sources.size() + " source(s) to " + classesDir.getPath());
    String options = "-d " + bashQuote(classesDir.getPath());
    writeOptions(sources, optionsFile, options);
    classesDir.mkdirs();
    String javacOutput = invokeJavac(optionsFile);
    if (verbose) System.out.println("Running program (" + srcDir.getAbsolutePath()
      + ") on io dir " + ioBaseDir.getAbsolutePath() + "\n");
    runProgram(javacOutput, classesDir, ioBaseDir, silent);
  }

  private static void runProgram(String javacOutput, File classesDir, File ioBaseDir,
                                 boolean silent) throws Exception {
    // print javac output if compile failed and it hasn't been printed yet
    boolean didNotCompile = !hasFile(classesDir, "main.class");
    if (verbose || didNotCompile)
      System.out.println(javacOutput);
    if (didNotCompile)
      return;

    if (ioBaseDir.getAbsolutePath().equals(new File(".").getAbsolutePath()) && !silent) {
      runProgramQuick(classesDir);
      return;
    }

    boolean echoOK = false;
    String bashCmd = "(cd " + bashQuote(ioBaseDir.getAbsolutePath()) + " && (java -cp "
      + bashQuote(classesDir.getAbsolutePath()) + " main" + (echoOK ? "; echo ok" : "") + "))";
    if (verbose) System.out.println(bashCmd);
    String output = backtick(bashCmd);
    if (verbose || !silent)
      System.out.println(output);
  }

  private static void runProgramQuick(File classesDir) throws Exception {
    URLClassLoader classLoader = new URLClassLoader(new URL[]{classesDir.toURI().toURL()});
    Class<?> mainClass = classLoader.loadClass("main");
    java.lang.reflect.Method main = mainClass.getMethod("main", String[].class);
    main.invoke(null, (Object) new String[0]);
  }

  private static String invokeJavac(File optionsFile) throws IOException {
    String javacOutput = backtick("javac " + bashQuote("@" + optionsFile.getPath()));
    if (verbose) System.out.println(javacOutput);
    return javacOutput;
  }

  private static void writeOptions(java.util.List<File> sources, File sourcesFile, String moreOptions) throws IOException {
    FileWriter writer = new FileWriter(sourcesFile);
    for (File source : sources)
      writer.write(bashQuote(source.getPath()) + " ");
    writer.write(moreOptions);
    writer.close();
  }

  private static void scanForSources(File source, java.util.List<File> sources, boolean topLevel) {
    if (source.isFile() && source.getName().endsWith(".java"))
      sources.add(source);
    else if (source.isDirectory() && !isSkippedDirectoryName(source.getName(), topLevel)) {
      File[] files = source.listFiles();
      for (File file : files)
        scanForSources(file, sources, false);
    }
  }

  private static boolean isSkippedDirectoryName(String name, boolean topLevel) {
    if (topLevel) return false; // input or output ok as highest directory (intentionally specified by user, not just found by a directory scan in which case we probably don't want it. it's more like heuristics actually.)
    return name.equalsIgnoreCase("input") || name.equalsIgnoreCase("output");
  }

  public static String backtick(String cmd) throws IOException {
    File outFile = File.createTempFile("_backtick", "");
    File scriptFile = File.createTempFile("_backtick", "");

    String command = cmd + ">" + bashQuote(outFile.getPath()) + " 2>&1";
    //Log.info("[Backtick] " + command);
    try {
      saveTextFile(scriptFile.getPath(), command);
      String[] command2 = {"/bin/bash", scriptFile.getPath() };
      Process process = Runtime.getRuntime().exec(command2);
      try {
        process.waitFor();
      } catch (InterruptedException e) {
        throw new RuntimeException(e);
      }
      int value = process.exitValue();
      //Log.info("exit value: " + value);
      return loadTextFile(outFile.getPath(), "");
    } finally {
      scriptFile.delete();
    }
  }

  /** possibly improvable */
  public static String bashQuote(String text) {
    if (text == null) return null;
    return "\"" + text
      .replace("\\", "\\\\")
      .replace("\"", "\\\"")
      .replace("\n", "\\n")
      .replace("\r", "\\r") + "\"";
  }

  public final static String charsetForTextFiles = "UTF8";

  static long TempDirMaker_lastValue;

  public static File TempDirMaker_make() {
    File dir = new File(System.getProperty("user.home"), ".javax/" + TempDirMaker_newValue());
    dir.mkdirs();
    return dir;
  }

  private static long TempDirMaker_newValue() {
    long value;
    do
      value = System.currentTimeMillis();
    while (value == TempDirMaker_lastValue);
    TempDirMaker_lastValue = value;
    return value;
  }
}

Travelled to 12 computer(s): aoiabmzegqzx, bhatertpkbcr, cbybwowwnfue, gwrvuhgaqvyk, ishqpsrjomds, lpdgvwnxivlt, mqqgnosmbjvj, pyentgdyhuwx, pzhvpgtvlbxg, tslmcundralx, tvejysmllsmz, vouqrxazstgt

Snippet ID:	#2000344
Snippet name:	x9.java with class non-public (embeddable template)
Eternal ID of this version:	#2000344/1
Text MD5:	69feb6124cc29698e302abdf7a16d947
Author:	stefan
Category:	javax
Type:	New Tinybrain snippet
Public (visible to everyone):	Yes
Archived (hidden from active list):	No
Created/modified:	2015-05-10 18:00:20
Source code size:	20857 bytes / 571 lines
Pitched / IR pitched:	No / Yes
Views / Downloads:	635 / 490
Referenced in:	[show references]

< > BotCompany Repo | #2000344 // x9.java with class non-public (embeddable template)

New Tinybrain snippet

Author comment

1	class x9 {
2	static boolean verbose = false, translate = false, list = false;
3
4	static java.util.List<String> mainTranslators = new ArrayList<String>();
5
6	public static void main(String[] args) throws Exception {
7	File ioBaseDir = new File("."), inputDir = null, outputDir = null;
8	String src = ".";
9	for (int i = 0; i < args.length; i++) {
10	String arg = args[i];
11	if (arg.equals("-v") \|\| arg.equals("-verbose"))
12	verbose = true;
13	else if (arg.equals("-finderror"))
14	verbose = true;
15	else if (arg.equals("translate"))
16	translate = true;
17	else if (arg.equals("list"))
18	list = true;
19	else if (arg.startsWith("input="))
20	inputDir = new File(arg.substring(6));
21	else if (arg.startsWith("output="))
22	outputDir = new File(arg.substring(7));
23	else if (arg.equals("with"))
24	mainTranslators.add(args[++i]);
25	else
26	src = arg;
27	}
28
29	if (inputDir != null) {
30	ioBaseDir = TempDirMaker_make();
31	System.out.println("Taking input from: " + inputDir.getAbsolutePath());
32	System.out.println("Output is in: " + new File(ioBaseDir, "output").getAbsolutePath());
33	copyInput(inputDir, new File(ioBaseDir, "input"));
34	}
35
36	javax4(src, ioBaseDir, translate, list);
37
38	if (outputDir != null) {
39	copyInput(new File(ioBaseDir, "output"), outputDir);
40	System.out.println("Output copied to: " + outputDir.getAbsolutePath());
41	}
42	}
43
44	public static void javax4(String src, File ioDir, boolean translate, boolean list) throws Exception {
45	File srcDir;
46	if (isSnippetID(src))
47	srcDir = loadSnippetAsMainJava(src);
48	else
49	srcDir = new File(src);
50	File X = programToInput(srcDir);
51
52	X = applyTranslators(X, mainTranslators);
53	X = defaultTranslate(X);
54
55	if (translate)
56	System.out.println("Program translated to: " + X.getAbsolutePath());
57	else if (list)
58	System.out.println(loadTextFile(new File(X, "main.java").getPath(), null));
59	else
60	javax2(X, ioDir, false);
61	}
62
63	private static File defaultTranslate(File x) throws Exception {
64	x = luaPrintToJavaPrint(x);
65	x = autoTranslate(x);
66	return x;
67	}
68
69	private static File autoTranslate(File x) throws Exception {
70	String main = loadTextFile(new File(x, "main.java").getPath(), null);
71	java.util.List<String> lines = toLines(main);
72	java.util.List<String> translators = findTranslators(lines);
73	if (translators.isEmpty())
74	return x;
75
76	main = fromLines(lines);
77	File newDir = TempDirMaker_make();
78	saveTextFile(new File(newDir, "main.java").getPath(), main);
79	return applyTranslators(newDir, translators);
80	}
81
82	private static java.util.List<String> findTranslators(java.util.List<String> lines) {
83	java.util.List<String> translators = new ArrayList<String>();
84	Pattern pattern = Pattern.compile("^!([0-9# \t]+)");
85	for (ListIterator<String> iterator = lines.listIterator(); iterator.hasNext(); ) {
86	String line = iterator.next();
87	line = line.trim();
88	Matcher matcher = pattern.matcher(line);
89	if (matcher.find()) {
90	translators.addAll(Arrays.asList(matcher.group(1).split("[ \t]+")));
91	iterator.remove();
92	}
93	}
94	return translators;
95	}
96
97	public static java.util.List<String> toLines(String s) {
98	java.util.List<String> lines = new ArrayList<String>();
99	int start = 0;
100	while (true) {
101	int i = toLines_nextLineBreak(s, start);
102	if (i < 0) {
103	if (s.length() > start) lines.add(s.substring(start));
104	break;
105	}
106
107	lines.add(s.substring(start, i));
108	if (s.charAt(i) == '\r' && i+1 < s.length() && s.charAt(i+1) == '\n')
109	i += 2;
110	else
111	++i;
112
113	start = i;
114	}
115	return lines;
116	}
117
118	private static int toLines_nextLineBreak(String s, int start) {
119	for (int i = start; i < s.length(); i++) {
120	char c = s.charAt(i);
121	if (c == '\r' \|\| c == '\n')
122	return i;
123	}
124	return -1;
125	}
126
127	public static String fromLines(java.util.List<String> lines) {
128	StringBuilder buf = new StringBuilder();
129	for (String line : lines) {
130	buf.append(line).append('\n');
131	}
132	return buf.toString();
133	}
134
135	private static File applyTranslators(File x, java.util.List<String> translators) throws Exception {
136	for (String translator : translators)
137	x = applyTranslator(x, translator);
138	return x;
139	}
140
141	private static File applyTranslator(File x, String translator) throws Exception {
142	if (verbose)
143	System.out.println("Using translator " + translator + " on sources in " + x.getPath());
144	File newDir = runJavaX2_src_from_snippet(translator, null, x, !verbose);
145	if (!new File(newDir, "main.java").exists())
146	throw new Exception("Translator " + translator + " did not generate main.java");
147	if (verbose)
148	System.out.println("Translated with " + translator + " from " + x.getPath() + " to " + newDir.getPath());
149	x = newDir;
150	return x;
151	}
152
153	private static File luaPrintToJavaPrint(File x) throws IOException {
154	File newDir = TempDirMaker_make();
155	String code = loadTextFile(new File(x, "main.java").getPath(), null);
156	code = luaPrintToJavaPrint(code);
157	if (verbose)
158	System.out.println(code);
159	saveTextFile(new File(newDir, "main.java").getPath(), code);
160	return newDir;
161	}
162
163	public static String luaPrintToJavaPrint(String code) {
164	return ("\n" + code).replaceAll(
165	"(\n\\s)print (\".\")",
166	"$1System.out.println($2);").substring(1);
167	}
168
169	public static File loadSnippetAsMainJava(String snippetID) throws IOException {
170	File srcDir = TempDirMaker_make();
171	saveTextFile(new File(srcDir, "main.java").getPath(), loadSnippet(snippetID, false));
172	return srcDir;
173	}
174
175	public static File loadSnippetAsMainJavaVerified(String snippetID, String hash) throws IOException {
176	File srcDir = TempDirMaker_make();
177	saveTextFile(new File(srcDir, "main.java").getPath(), loadSnippetVerified(snippetID, hash));
178	return srcDir;
179	}
180
181	/** returns output dir */
182	private static File runJavaX2_src_from_snippet(String snippetID, String hash, File input, boolean silent) throws Exception {
183	File srcDir = hash == null ? loadSnippetAsMainJava(snippetID)
184	: loadSnippetAsMainJavaVerified(snippetID, hash);
185	srcDir = defaultTranslate(srcDir);
186	return runJavaX(srcDir, input, silent);
187	}
188
189	/** returns output dir */
190	private static File runJavaX(File originalSrcDir, File originalInput, boolean silent) throws Exception {
191	File ioBaseDir = TempDirMaker_make();
192	File srcDir = new File(ioBaseDir, "src");
193	File inputDir = new File(ioBaseDir, "input");
194	File outputDir = new File(ioBaseDir, "output");
195	copyInput(originalSrcDir, srcDir);
196	copyInput(originalInput, inputDir);
197	javax2(srcDir, ioBaseDir, silent);
198	return outputDir;
199	}
200
201	private static void copyInput(File src, File dst) throws IOException {
202	copyDirectory(src, dst);
203	}
204
205	private static File programToInput(File srcDir) {
206	return srcDir;
207	}
208
209	public static boolean hasFile(File inputDir, String name) {
210	return new File(inputDir, name).exists();
211	}
212
213	public static void copyDirectory(File src, File dst) throws IOException {
214	if (verbose) System.out.println("Copying " + src.getAbsolutePath() + " to " + dst.getAbsolutePath());
215	dst.mkdirs();
216	File[] files = src.listFiles();
217	if (files == null) return;
218	for (File file : files) {
219	File dst1 = new File(dst, file.getName());
220	if (file.isDirectory())
221	copyDirectory(file, dst1);
222	else {
223	if (verbose) System.out.println("Copying " + file.getAbsolutePath() + " to " + dst1.getAbsolutePath());
224	copy(file, dst1);
225	}
226	}
227	}
228
229	/** Quickly copy a file without a progress bar or any other fancy GUI... :) */
230	public static void copy(File src, File dest) throws IOException {
231	FileInputStream inputStream = new FileInputStream(src);
232	FileOutputStream outputStream = new FileOutputStream(dest);
233	try {
234	copy(inputStream, outputStream);
235	inputStream.close();
236	} finally {
237	outputStream.close();
238	}
239	}
240
241	public static void copy(InputStream in, OutputStream out) throws IOException {
242	byte[] buf = new byte[65536];
243	while (true) {
244	int n = in.read(buf);
245	if (n <= 0) return;
246	out.write(buf, 0, n);
247	}
248	}
249
250	/** writes safely (to temp file, then rename) */
251	public static void saveTextFile(String fileName, String contents) throws IOException {
252	File file = new File(fileName);
253	File parentFile = file.getParentFile();
254	if (parentFile != null)
255	parentFile.mkdirs();
256	String tempFileName = fileName + "_temp";
257	FileOutputStream fileOutputStream = new FileOutputStream(tempFileName);
258	OutputStreamWriter outputStreamWriter = new OutputStreamWriter(fileOutputStream, charsetForTextFiles);
259	PrintWriter printWriter = new PrintWriter(outputStreamWriter);
260	printWriter.print(contents);
261	printWriter.close();
262	if (file.exists() && !file.delete())
263	throw new IOException("Can't delete " + fileName);
264
265	if (!new File(tempFileName).renameTo(file))
266	throw new IOException("Can't rename " + tempFileName + " to " + fileName);
267	}
268
269	public static String loadTextFile(String fileName, String defaultContents) throws IOException {
270	if (!new File(fileName).exists())
271	return defaultContents;
272
273	FileInputStream fileInputStream = new FileInputStream(fileName);
274	InputStreamReader inputStreamReader = new InputStreamReader(fileInputStream, charsetForTextFiles);
275	return loadTextFile(inputStreamReader);
276	}
277
278	public static String loadTextFile(Reader reader) throws IOException {
279	StringBuilder builder = new StringBuilder();
280	try {
281	BufferedReader bufferedReader = new BufferedReader(reader);
282	String line;
283	while ((line = bufferedReader.readLine()) != null)
284	builder.append(line).append('\n');
285	} finally {
286	reader.close();
287	}
288	return builder.length() == 0 ? "" : builder.substring(0, builder.length()-1);
289	}
290
291	static File DiskSnippetCache_dir;
292
293	public static void initDiskSnippetCache(File dir) {
294	DiskSnippetCache_dir = dir;
295	dir.mkdirs();
296	}
297
298	public static synchronized String DiskSnippetCache_get(long snippetID) throws IOException {
299	return loadTextFile(DiskSnippetCache_getFile(snippetID).getPath(), null);
300	}
301
302	private static File DiskSnippetCache_getFile(long snippetID) {
303	return new File(DiskSnippetCache_dir, "" + snippetID);
304	}
305
306	public static synchronized void DiskSnippetCache_put(long snippetID, String snippet) throws IOException {
307	saveTextFile(DiskSnippetCache_getFile(snippetID).getPath(), snippet);
308	}
309
310	public static File DiskSnippetCache_getDir() {
311	return DiskSnippetCache_dir;
312	}
313
314	public static void initSnippetCache() {
315	if (DiskSnippetCache_dir == null)
316	initDiskSnippetCache(new File(System.getProperty("user.home"), ".tinybrain/snippet-cache"));
317	}
318
319	public static String loadSnippetVerified(String snippetID, String hash) throws IOException {
320	String text = loadSnippet(snippetID, !hash.isEmpty());
321	String realHash = getHash(text.getBytes("UTF-8"));
322	if (!realHash.equals(hash)) {
323	String msg;
324	if (hash.isEmpty())
325	msg = "Here's your hash for " + snippetID + ", please put in your program: " + realHash;
326	else
327	msg = "Hash mismatch for " + snippetID + ": " + realHash + " (new) vs " + hash + " - has tinybrain.de been hacked??";
328	throw new RuntimeException(msg);
329	}
330	return text;
331	}
332
333	public static String getHash(byte[] data) {
334	return bytesToHex(getFullFingerprint(data));
335	}
336
337	public static byte[] getFullFingerprint(byte[] data) {
338	try {
339	return java.security.MessageDigest.getInstance("MD5").digest(data);
340	} catch (java.security.NoSuchAlgorithmException e) {
341	throw new RuntimeException(e);
342	}
343	}
344
345	public static String bytesToHex(byte[] bytes) {
346	return bytesToHex(bytes, 0, bytes.length);
347	}
348
349	public static String bytesToHex(byte[] bytes, int ofs, int len) {
350	StringBuilder stringBuilder = new StringBuilder(len*2);
351	for (int i = 0; i < len; i++) {
352	String s = "0" + Integer.toHexString(bytes[ofs+i]);
353	stringBuilder.append(s.substring(s.length()-2, s.length()));
354	}
355	return stringBuilder.toString();
356	}
357
358	public static String loadSnippet(String snippetID, boolean preferCached) throws IOException {
359	return loadSnippet(parseSnippetID(snippetID), preferCached);
360	}
361
362	public static long parseSnippetID(String snippetID) {
363	return Long.parseLong(shortenSnippetID(snippetID));
364	}
365
366	private static String shortenSnippetID(String snippetID) {
367	if (snippetID.startsWith("#"))
368	snippetID = snippetID.substring(1);
369	String httpBlaBla = "http://tinybrain.de/";
370	if (snippetID.startsWith(httpBlaBla))
371	snippetID = snippetID.substring(httpBlaBla.length());
372	return snippetID;
373	}
374
375	public static boolean isSnippetID(String snippetID) {
376	snippetID = shortenSnippetID(snippetID);
377	return isInteger(snippetID) && Long.parseLong(snippetID) != 0;
378	}
379
380	public static boolean isInteger(String s) {
381	return Pattern.matches("\\-?\\d+", s);
382	}
383
384	public static String loadSnippet(long snippetID, boolean preferCached) throws IOException {
385	if (preferCached) {
386	initSnippetCache();
387	String text = DiskSnippetCache_get(snippetID);
388	if (text != null)
389	return text;
390	}
391
392	String text;
393	try {
394	URL url = new URL("http://tinybrain.de:8080/getraw.php?id=" + snippetID);
395	text = loadPage(url);
396	} catch (FileNotFoundException e) {
397	throw new IOException("Snippet #" + snippetID + " not found or not public");
398	}
399
400	try {
401	initSnippetCache();
402	DiskSnippetCache_put(snippetID, text);
403	} catch (IOException e) {
404	System.err.println("Minor warning: Couldn't save snippet to cache (" + DiskSnippetCache_getDir() + ")");
405	}
406
407	return text;
408	}
409
410	private static String loadPage(URL url) throws IOException {
411	System.out.println("Loading: " + url.toExternalForm());
412	URLConnection con = url.openConnection();
413	return loadPage(con, url);
414	}
415
416	public static String loadPage(URLConnection con, URL url) throws IOException {
417	String contentType = con.getContentType();
418	if (contentType == null)
419	throw new IOException("Page could not be read: " + url);
420	//Log.info("Content-Type: " + contentType);
421	String charset = guessCharset(contentType);
422	Reader r = new InputStreamReader(con.getInputStream(), charset);
423	StringBuilder buf = new StringBuilder();
424	while (true) {
425	int ch = r.read();
426	if (ch < 0)
427	break;
428	//Log.info("Chars read: " + buf.length());
429	buf.append((char) ch);
430	}
431	return buf.toString();
432	}
433
434	public static String guessCharset(String contentType) {
435	Pattern p = Pattern.compile("text/html;\\s+charset=([^\\s]+)\\s*");
436	Matcher m = p.matcher(contentType);
437	/* If Content-Type doesn't match this pre-conception, choose default and hope for the best. */
438	return m.matches() ? m.group(1) : "ISO-8859-1";
439	}
440
441	public static void javax2(File srcDir, File ioBaseDir, boolean silent) throws Exception {
442	java.util.List<File> sources = new ArrayList<File>();
443	if (verbose) System.out.println("Scanning for sources in " + srcDir.getPath());
444	scanForSources(srcDir, sources, true);
445	if (sources.isEmpty()) {
446	System.out.println("No sources found");
447	return;
448	}
449	File optionsFile = File.createTempFile("javax", "");
450	File classesDir = TempDirMaker_make();
451	if (verbose) System.out.println("Compiling " + sources.size() + " source(s) to " + classesDir.getPath());
452	String options = "-d " + bashQuote(classesDir.getPath());
453	writeOptions(sources, optionsFile, options);
454	classesDir.mkdirs();
455	String javacOutput = invokeJavac(optionsFile);
456	if (verbose) System.out.println("Running program (" + srcDir.getAbsolutePath()
457	+ ") on io dir " + ioBaseDir.getAbsolutePath() + "\n");
458	runProgram(javacOutput, classesDir, ioBaseDir, silent);
459	}
460
461	private static void runProgram(String javacOutput, File classesDir, File ioBaseDir,
462	boolean silent) throws Exception {
463	// print javac output if compile failed and it hasn't been printed yet
464	boolean didNotCompile = !hasFile(classesDir, "main.class");
465	if (verbose \|\| didNotCompile)
466	System.out.println(javacOutput);
467	if (didNotCompile)
468	return;
469
470	if (ioBaseDir.getAbsolutePath().equals(new File(".").getAbsolutePath()) && !silent) {
471	runProgramQuick(classesDir);
472	return;
473	}
474
475	boolean echoOK = false;
476	String bashCmd = "(cd " + bashQuote(ioBaseDir.getAbsolutePath()) + " && (java -cp "
477	+ bashQuote(classesDir.getAbsolutePath()) + " main" + (echoOK ? "; echo ok" : "") + "))";
478	if (verbose) System.out.println(bashCmd);
479	String output = backtick(bashCmd);
480	if (verbose \|\| !silent)
481	System.out.println(output);
482	}
483
484	private static void runProgramQuick(File classesDir) throws Exception {
485	URLClassLoader classLoader = new URLClassLoader(new URL[]{classesDir.toURI().toURL()});
486	Class<?> mainClass = classLoader.loadClass("main");
487	java.lang.reflect.Method main = mainClass.getMethod("main", String[].class);
488	main.invoke(null, (Object) new String[0]);
489	}
490
491	private static String invokeJavac(File optionsFile) throws IOException {
492	String javacOutput = backtick("javac " + bashQuote("@" + optionsFile.getPath()));
493	if (verbose) System.out.println(javacOutput);
494	return javacOutput;
495	}
496
497	private static void writeOptions(java.util.List<File> sources, File sourcesFile, String moreOptions) throws IOException {
498	FileWriter writer = new FileWriter(sourcesFile);
499	for (File source : sources)
500	writer.write(bashQuote(source.getPath()) + " ");
501	writer.write(moreOptions);
502	writer.close();
503	}
504
505	private static void scanForSources(File source, java.util.List<File> sources, boolean topLevel) {
506	if (source.isFile() && source.getName().endsWith(".java"))
507	sources.add(source);
508	else if (source.isDirectory() && !isSkippedDirectoryName(source.getName(), topLevel)) {
509	File[] files = source.listFiles();
510	for (File file : files)
511	scanForSources(file, sources, false);
512	}
513	}
514
515	private static boolean isSkippedDirectoryName(String name, boolean topLevel) {
516	if (topLevel) return false; // input or output ok as highest directory (intentionally specified by user, not just found by a directory scan in which case we probably don't want it. it's more like heuristics actually.)
517	return name.equalsIgnoreCase("input") \|\| name.equalsIgnoreCase("output");
518	}
519
520	public static String backtick(String cmd) throws IOException {
521	File outFile = File.createTempFile("_backtick", "");
522	File scriptFile = File.createTempFile("_backtick", "");
523
524	String command = cmd + ">" + bashQuote(outFile.getPath()) + " 2>&1";
525	//Log.info("[Backtick] " + command);
526	try {
527	saveTextFile(scriptFile.getPath(), command);
528	String[] command2 = {"/bin/bash", scriptFile.getPath() };
529	Process process = Runtime.getRuntime().exec(command2);
530	try {
531	process.waitFor();
532	} catch (InterruptedException e) {
533	throw new RuntimeException(e);
534	}
535	int value = process.exitValue();
536	//Log.info("exit value: " + value);
537	return loadTextFile(outFile.getPath(), "");
538	} finally {
539	scriptFile.delete();
540	}
541	}
542
543	/** possibly improvable */
544	public static String bashQuote(String text) {
545	if (text == null) return null;
546	return "\"" + text
547	.replace("\\", "\\\\")
548	.replace("\"", "\\\"")
549	.replace("\n", "\\n")
550	.replace("\r", "\\r") + "\"";
551	}
552
553	public final static String charsetForTextFiles = "UTF8";
554
555	static long TempDirMaker_lastValue;
556
557	public static File TempDirMaker_make() {
558	File dir = new File(System.getProperty("user.home"), ".javax/" + TempDirMaker_newValue());
559	dir.mkdirs();
560	return dir;
561	}
562
563	private static long TempDirMaker_newValue() {
564	long value;
565	do
566	value = System.currentTimeMillis();
567	while (value == TempDirMaker_lastValue);
568	TempDirMaker_lastValue = value;
569	return value;
570	}
571	}