Not logged in.  Login/Logout/Register | List snippets | | Create snippet | Upload image | Upload data

482
LINES

< > BotCompany Repo | #577 // x5.java, updated (full source code of JavaX 5)

Java source code

1  
import java.io.*;
2  
import java.net.URL;
3  
import java.net.URLConnection;
4  
import java.security.MessageDigest;
5  
import java.security.NoSuchAlgorithmException;
6  
import java.util.ArrayList;
7  
import java.util.List;
8  
import java.util.regex.Matcher;
9  
import java.util.regex.Pattern;
10  
11  
/**
12  
  Changes to v4:
13  
    input=<directory> argument
14  
 */
15  
16  
public class x5 {
17  
  static boolean verbose = false;
18  
  static boolean v2mode = false;
19  
20  
  private static String isCompilable = "http://tinybrain.de/"
21  
    + /*"564"*/"1000251"; // silenced version (but I think we're silencing now anyway)
22  
  private static String isCompilableHash = "8fe3851d7a686b60546a2429a2bde0d9";
23  
24  
  private static String mainAdder = "http://tinybrain.de/1000252";
25  
  private static String mainAdderHash = "ce1e89785facd87ea64a6d9ad16a7aec";
26  
27  
  public static void main(String[] args) throws IOException {
28  
    java.io.File ioBaseDir = new java.io.File("."), inputDir = null;
29  
    String src = ".";
30  
    for (int i = 0; i < args.length; i++) {
31  
      String arg = args[i];
32  
      if (arg.equals("-v"))
33  
        verbose = true;
34  
      else if (arg.equals("-v2"))
35  
        v2mode = true;
36  
      else if (arg.equals("-finderror"))
37  
        verbose = v2mode = true;
38  
      else if (arg.startsWith("input="))
39  
        inputDir = new java.io.File(arg.substring(6));
40  
      else
41  
        src = arg;
42  
    }
43  
44  
    if (inputDir != null) {
45  
      ioBaseDir = TempDirMaker_make();
46  
      System.out.println("Taking input from: " + inputDir.getAbsolutePath());
47  
      System.out.println("Output is in: " + new java.io.File(ioBaseDir, "output").getAbsolutePath());
48  
      copyInput(inputDir, new java.io.File(ioBaseDir, "input"));
49  
    }
50  
51  
    javax4(src, ioBaseDir);
52  
  }
53  
54  
  public static void javax4(String src, java.io.File ioDir) throws IOException {
55  
    java.io.File srcDir;
56  
    if (isSnippetID(src))
57  
      srcDir = loadSnippetAsMainJava(src);
58  
    else
59  
      srcDir = new java.io.File(src);
60  
    java.io.File X = programToInput(srcDir);
61  
62  
    if (!v2mode) {
63  
      boolean compilable = isCompilable(X);
64  
      if (verbose) System.out.println("Compilable: " + compilable);
65  
      if (!compilable) {
66  
        X = expandProgram(X);
67  
        java.io.File file = new java.io.File(X, "main.java");
68  
        String program = loadTextFile(file.getPath(), null);
69  
        if (verbose) System.out.println("New program:\n" + program);
70  
        if (program == null)
71  
          throw new RuntimeException("Expansion failed (tried: " + file.getPath() + ")");
72  
      }
73  
    }
74  
75  
    java.io.File Y = luaPrintToJavaPrint(X);
76  
    javax2(Y, ioDir, false);
77  
  }
78  
79  
  private static java.io.File luaPrintToJavaPrint(java.io.File x) throws IOException {
80  
    java.io.File newDir = TempDirMaker_make();
81  
    String code = loadTextFile(new java.io.File(x, "main.java").getPath(), null);
82  
    code = luaPrintToJavaPrint(code);
83  
    if (verbose)
84  
      System.out.println(code);
85  
    saveTextFile(new java.io.File(newDir, "main.java").getPath(), code);
86  
    return newDir;
87  
  }
88  
89  
  public static String luaPrintToJavaPrint(String code) {
90  
    return ("\n" + code).replaceAll(
91  
      "(\n\\s*)print (\".*\")",
92  
      "$1System.out.println($2);").substring(1);
93  
  }
94  
95  
  public static java.io.File loadSnippetAsMainJava(String snippetID) throws IOException {
96  
    java.io.File srcDir = TempDirMaker_make();
97  
    saveTextFile(new java.io.File(srcDir, "main.java").getPath(), loadSnippet(snippetID, false));
98  
    return srcDir;
99  
  }
100  
101  
  public static java.io.File loadSnippetAsMainJavaVerified(String snippetID, String hash) throws IOException {
102  
    java.io.File srcDir = TempDirMaker_make();
103  
    saveTextFile(new java.io.File(srcDir, "main.java").getPath(), loadSnippetVerified(snippetID, hash));
104  
    return srcDir;
105  
  }
106  
107  
  private static java.io.File expandProgram(java.io.File x) throws IOException {
108  
    return runJavaX2_on_snippet(mainAdder, mainAdderHash, x, true);
109  
  }
110  
111  
  private static boolean isCompilable(java.io.File x) throws IOException {
112  
    java.io.File output = runJavaX2_on_snippet(isCompilable, isCompilableHash, x, true);
113  
    return hasFile(output, "is-compilable");
114  
  }
115  
116  
  private static File runJavaX2_on_snippet(String snippetID, String hash, File x, boolean silent) throws IOException {
117  
    java.io.File srcDir = loadSnippetAsMainJavaVerified(snippetID, hash);
118  
    return runJavaX(srcDir, x, silent);
119  
  }
120  
121  
  private static File runJavaX(File originalSrcDir, File originalInput, boolean silent) throws IOException {
122  
    java.io.File ioBaseDir = TempDirMaker_make();
123  
    java.io.File srcDir = new java.io.File(ioBaseDir, "src");
124  
    java.io.File inputDir = new java.io.File(ioBaseDir, "input");
125  
    File input = inputDir;
126  
    java.io.File outputDir = new java.io.File(ioBaseDir, "output");
127  
    File output = outputDir;
128  
    copyInput(originalSrcDir, srcDir);
129  
    copyInput(originalInput, input);
130  
    javax2(srcDir, ioBaseDir, silent);
131  
    return output;
132  
  }
133  
134  
  private static void copyInput(File src, File dst) throws IOException {
135  
    copyDirectory(src, dst);
136  
  }
137  
138  
  private static File programToInput(java.io.File srcDir) {
139  
    return srcDir;
140  
  }
141  
142  
  public static boolean hasFile(File inputDir, String name) {
143  
    return new File(inputDir, name).exists();
144  
  }
145  
146  
  public static void copyDirectory(java.io.File src, java.io.File dst) throws IOException {
147  
    if (verbose) System.out.println("Copying " + src.getAbsolutePath() + " to " + dst.getAbsolutePath());
148  
    dst.mkdirs();
149  
    java.io.File[] files = src.listFiles();
150  
    if (files == null) return;
151  
    for (java.io.File file : files) {
152  
      java.io.File dst1 = new java.io.File(dst, file.getName());
153  
      if (file.isDirectory())
154  
        copyDirectory(file, dst1);
155  
      else {
156  
        if (verbose) System.out.println("Copying " + file.getAbsolutePath() + " to " + dst1.getAbsolutePath());
157  
        copy(file, dst1);
158  
      }
159  
    }
160  
  }
161  
162  
  /** Quickly copy a file without a progress bar or any other fancy GUI... :) */
163  
  public static void copy(java.io.File src, java.io.File dest) throws IOException {
164  
    FileInputStream inputStream = new FileInputStream(src);
165  
    FileOutputStream outputStream = new FileOutputStream(dest);
166  
    try {
167  
      copy(inputStream, outputStream);
168  
      inputStream.close();
169  
    } finally {
170  
      outputStream.close();
171  
    }
172  
  }
173  
174  
  public static void copy(InputStream in, OutputStream out) throws IOException {
175  
    byte[] buf = new byte[65536];
176  
    while (true) {
177  
      int n = in.read(buf);
178  
      if (n <= 0) return;
179  
      out.write(buf, 0, n);
180  
    }
181  
  }
182  
183  
  /** writes safely (to temp file, then rename) */
184  
  public static void saveTextFile(String fileName, String contents) throws IOException {
185  
    java.io.File file = new java.io.File(fileName);
186  
    java.io.File parentFile = file.getParentFile();
187  
    if (parentFile != null)
188  
      parentFile.mkdirs();
189  
    String tempFileName = fileName + "_temp";
190  
    FileOutputStream fileOutputStream = new FileOutputStream(tempFileName);
191  
    OutputStreamWriter outputStreamWriter = new OutputStreamWriter(fileOutputStream, charsetForTextFiles);
192  
    PrintWriter printWriter = new PrintWriter(outputStreamWriter);
193  
    printWriter.print(contents);
194  
    printWriter.close();
195  
    if (file.exists() && !file.delete())
196  
      throw new IOException("Can't delete " + fileName);
197  
198  
    if (!new java.io.File(tempFileName).renameTo(file))
199  
      throw new IOException("Can't rename " + tempFileName + " to " + fileName);
200  
  }
201  
202  
  public static String loadTextFile(String fileName, String defaultContents) throws IOException {
203  
    if (!new java.io.File(fileName).exists())
204  
      return defaultContents;
205  
206  
    FileInputStream fileInputStream = new FileInputStream(fileName);
207  
    InputStreamReader inputStreamReader = new InputStreamReader(fileInputStream, charsetForTextFiles);
208  
    return loadTextFile(inputStreamReader);
209  
  }
210  
211  
  public static String loadTextFile(Reader reader) throws IOException {
212  
    StringBuilder builder = new StringBuilder();
213  
    try {
214  
      BufferedReader bufferedReader = new BufferedReader(reader);
215  
      String line;
216  
      while ((line = bufferedReader.readLine()) != null)
217  
        builder.append(line).append('\n');
218  
    } finally {
219  
      reader.close();
220  
    }
221  
    return builder.length() == 0 ? "" : builder.substring(0, builder.length()-1);
222  
  }
223  
224  
  static java.io.File DiskSnippetCache_dir;
225  
226  
  public static void initDiskSnippetCache(java.io.File dir) {
227  
    DiskSnippetCache_dir = dir;
228  
    dir.mkdirs();
229  
  }
230  
231  
  public static synchronized String DiskSnippetCache_get(long snippetID) throws IOException {
232  
    return loadTextFile(DiskSnippetCache_getFile(snippetID).getPath(), null);
233  
  }
234  
235  
  private static java.io.File DiskSnippetCache_getFile(long snippetID) {
236  
    return new java.io.File(DiskSnippetCache_dir, "" + snippetID);
237  
  }
238  
239  
  public static synchronized void DiskSnippetCache_put(long snippetID, String snippet) throws IOException {
240  
    saveTextFile(DiskSnippetCache_getFile(snippetID).getPath(), snippet);
241  
  }
242  
243  
  public static java.io.File DiskSnippetCache_getDir() {
244  
    return DiskSnippetCache_dir;
245  
  }
246  
247  
  public static void initSnippetCache() {
248  
    if (DiskSnippetCache_dir == null)
249  
      initDiskSnippetCache(new java.io.File(System.getProperty("user.home"), ".tinybrain/snippet-cache"));
250  
  }
251  
252  
  public static String loadSnippetVerified(String snippetID, String hash) throws IOException {
253  
    String text = loadSnippet(snippetID, !hash.isEmpty());
254  
    String realHash = getHash(text.getBytes("UTF-8"));
255  
    if (!realHash.equals(hash)) {
256  
      String msg;
257  
      if (hash.isEmpty())
258  
        msg = "Here's your hash for " + snippetID + ", please put in your program: " + realHash;
259  
      else
260  
        msg = "Hash mismatch for " + snippetID + ": " + realHash + " (new) vs " + hash + " - has tinybrain.de been hacked??";
261  
      throw new RuntimeException(msg);
262  
    }
263  
    return text;
264  
  }
265  
266  
  public static String getHash(byte[] data) {
267  
    return bytesToHex(getFullFingerprint(data));
268  
  }
269  
270  
  public static byte[] getFullFingerprint(byte[] data) {
271  
    try {
272  
      return MessageDigest.getInstance("MD5").digest(data);
273  
    } catch (NoSuchAlgorithmException e) {
274  
      throw new RuntimeException(e);
275  
    }
276  
  }
277  
278  
  public static String bytesToHex(byte[] bytes) {
279  
    return bytesToHex(bytes, 0, bytes.length);
280  
  }
281  
282  
  public static String bytesToHex(byte[] bytes, int ofs, int len) {
283  
    StringBuilder stringBuilder = new StringBuilder(len*2);
284  
    for (int i = 0; i < len; i++) {
285  
      String s = "0" + Integer.toHexString(bytes[ofs+i]);
286  
      stringBuilder.append(s.substring(s.length()-2, s.length()));
287  
    }
288  
    return stringBuilder.toString();
289  
  }
290  
291  
  public static String loadSnippet(String snippetID, boolean preferCached) throws IOException {
292  
    return loadSnippet(parseSnippetID(snippetID), preferCached);
293  
  }
294  
295  
  public static long parseSnippetID(String snippetID) {
296  
    return Long.parseLong(shortenSnippetID(snippetID));
297  
  }
298  
299  
  private static String shortenSnippetID(String snippetID) {
300  
    if (snippetID.startsWith("#"))
301  
      snippetID = snippetID.substring(1);
302  
    String httpBlaBla = "http://tinybrain.de/";
303  
    if (snippetID.startsWith(httpBlaBla))
304  
      snippetID = snippetID.substring(httpBlaBla.length());
305  
    return snippetID;
306  
  }
307  
308  
  public static boolean isSnippetID(String snippetID) {
309  
    snippetID = shortenSnippetID(snippetID);
310  
    return isInteger(snippetID) && Long.parseLong(snippetID) != 0;
311  
  }
312  
313  
  public static boolean isInteger(String s) {
314  
    return Pattern.matches("\\-?\\d+", s);
315  
  }
316  
317  
  public static String loadSnippet(long snippetID, boolean preferCached) throws IOException {
318  
    if (preferCached) {
319  
      initSnippetCache();
320  
      String text = DiskSnippetCache_get(snippetID);
321  
      if (text != null)
322  
        return text;
323  
    }
324  
325  
    String text;
326  
    try {
327  
      URL url = new URL("http://tinybrain.de:8080/getraw.php?id=" + snippetID);
328  
      text = loadPage(url);
329  
    } catch (FileNotFoundException e) {
330  
      throw new IOException("Snippet #" + snippetID + " not found or not public");
331  
    }
332  
333  
    try {
334  
      initSnippetCache();
335  
      DiskSnippetCache_put(snippetID, text);
336  
    } catch (IOException e) {
337  
      System.err.println("Minor warning: Couldn't save snippet to cache ("  + DiskSnippetCache_getDir() + ")");
338  
    }
339  
340  
    return text;
341  
  }
342  
343  
  private static String loadPage(URL url) throws IOException {
344  
    System.out.println("Loading: " + url.toExternalForm());
345  
    URLConnection con = url.openConnection();
346  
    return loadPage(con, url);
347  
  }
348  
349  
  public static String loadPage(URLConnection con, URL url) throws IOException {
350  
    String contentType = con.getContentType();
351  
    if (contentType == null)
352  
      throw new IOException("Page could not be read: " + url);
353  
    //Log.info("Content-Type: " + contentType);
354  
    String charset = guessCharset(contentType);
355  
    Reader r = new InputStreamReader(con.getInputStream(), charset);
356  
    StringBuilder buf = new StringBuilder();
357  
    while (true) {
358  
      int ch = r.read();
359  
      if (ch < 0)
360  
        break;
361  
      //Log.info("Chars read: " + buf.length());
362  
      buf.append((char) ch);
363  
    }
364  
    return buf.toString();
365  
  }
366  
367  
  public static String guessCharset(String contentType) {
368  
    Pattern p = Pattern.compile("text/html;\\s+charset=([^\\s]+)\\s*");
369  
    Matcher m = p.matcher(contentType);
370  
    /* If Content-Type doesn't match this pre-conception, choose default and hope for the best. */
371  
    return m.matches() ? m.group(1) : "ISO-8859-1";
372  
  }
373  
374  
  public static void javax2(java.io.File srcDir, java.io.File ioBaseDir, boolean silent) throws IOException {
375  
    List<java.io.File> sources = new ArrayList<java.io.File>();
376  
    if (verbose) System.out.println("Scanning for sources in " + srcDir.getPath());
377  
    scanForSources(srcDir, sources, true);
378  
    if (sources.isEmpty()) {
379  
      System.out.println("No sources found");
380  
      return;
381  
    }
382  
    java.io.File optionsFile = java.io.File.createTempFile("javax", "");
383  
    java.io.File classesDir = TempDirMaker_make();
384  
    if (verbose) System.out.println("Compiling " + sources.size() + " source(s) to " + classesDir.getPath());
385  
    String options = "-d " + bashQuote(classesDir.getPath());
386  
    writeOptions(sources, optionsFile, options);
387  
    classesDir.mkdirs();
388  
    invokeJavac(optionsFile);
389  
    if (verbose) System.out.println("Running program (class main.java)\n");
390  
    runProgram(classesDir, ioBaseDir, silent);
391  
  }
392  
393  
  private static void runProgram(java.io.File classesDir, java.io.File ioBaseDir, boolean silent) throws IOException {
394  
    boolean echoOK = false;
395  
    String bashCmd = "(cd " + bashQuote(ioBaseDir.getAbsolutePath()) + " && (java -cp "
396  
      + bashQuote(classesDir.getAbsolutePath()) + " main" + (echoOK ? "; echo ok" : "") + "))";
397  
    if (verbose) System.out.println(bashCmd);
398  
    String output = backtick(bashCmd);
399  
    if (!silent)
400  
      System.out.println(output);
401  
  }
402  
403  
  private static void invokeJavac(java.io.File optionsFile) throws IOException {
404  
    String javacOutput = backtick("javac " + bashQuote("@" + optionsFile.getPath()));
405  
    if (verbose) System.out.println(javacOutput);
406  
  }
407  
408  
  private static void writeOptions(List<java.io.File> sources, java.io.File sourcesFile, String moreOptions) throws IOException {
409  
    FileWriter writer = new FileWriter(sourcesFile);
410  
    for (java.io.File source : sources)
411  
      writer.write(bashQuote(source.getPath()) + " ");
412  
    writer.write(moreOptions);
413  
    writer.close();
414  
  }
415  
416  
  private static void scanForSources(java.io.File source, List<java.io.File> sources, boolean topLevel) {
417  
    if (source.isFile() && source.getName().endsWith(".java"))
418  
      sources.add(source);
419  
    else if (source.isDirectory() && !isSkippedDirectoryName(source.getName(), topLevel)) {
420  
      java.io.File[] files = source.listFiles();
421  
      for (java.io.File file : files)
422  
        scanForSources(file, sources, false);
423  
    }
424  
  }
425  
426  
  private static boolean isSkippedDirectoryName(String name, boolean topLevel) {
427  
    if (topLevel) return false; // input or output ok as highest directory (intentionally specified by user, not just found by a directory scan in which case we probably don't want it. it's more like heuristics actually.)
428  
    return name.equalsIgnoreCase("input") || name.equalsIgnoreCase("output");
429  
  }
430  
431  
  public static String backtick(String cmd) throws IOException {
432  
    java.io.File outFile = java.io.File.createTempFile("_backtick", "");
433  
    java.io.File scriptFile = java.io.File.createTempFile("_backtick", "");
434  
435  
    String command = cmd + ">" + bashQuote(outFile.getPath()) + " 2>&1";
436  
    //Log.info("[Backtick] " + command);
437  
    try {
438  
      saveTextFile(scriptFile.getPath(), command);
439  
      String[] command2 = {"/bin/bash", scriptFile.getPath() };
440  
      Process process = Runtime.getRuntime().exec(command2);
441  
      try {
442  
        process.waitFor();
443  
      } catch (InterruptedException e) {
444  
        throw new RuntimeException(e);
445  
      }
446  
      int value = process.exitValue();
447  
      //Log.info("exit value: " + value);
448  
      return loadTextFile(outFile.getPath(), "");
449  
    } finally {
450  
      scriptFile.delete();
451  
    }
452  
  }
453  
454  
  /** possibly improvable */
455  
  public static String bashQuote(String text) {
456  
    if (text == null) return null;
457  
    return "\"" + text
458  
      .replace("\\", "\\\\")
459  
      .replace("\"", "\\\"")
460  
      .replace("\n", "\\n")
461  
      .replace("\r", "\\r") + "\"";
462  
  }
463  
464  
  public final static String charsetForTextFiles = "UTF8";
465  
466  
  static long TempDirMaker_lastValue;
467  
468  
  public static java.io.File TempDirMaker_make() {
469  
    java.io.File dir = new java.io.File(System.getProperty("user.home"), ".javax/" + TempDirMaker_newValue());
470  
    dir.mkdirs();
471  
    return dir;
472  
  }
473  
474  
  private static long TempDirMaker_newValue() {
475  
    long value;
476  
    do
477  
      value = System.currentTimeMillis();
478  
    while (value == TempDirMaker_lastValue);
479  
    TempDirMaker_lastValue = value;
480  
    return value;
481  
  }
482  
}

download  show line numbers   

Travelled to 12 computer(s): aoiabmzegqzx, bhatertpkbcr, cbybwowwnfue, gwrvuhgaqvyk, ishqpsrjomds, lpdgvwnxivlt, mqqgnosmbjvj, pyentgdyhuwx, pzhvpgtvlbxg, tslmcundralx, tvejysmllsmz, vouqrxazstgt

No comments. add comment

Snippet ID: #577
Snippet name: x5.java, updated (full source code of JavaX 5)
Eternal ID of this version: #577/1
Text MD5: 78605858f84f7cd25fa3db8b38b39c58
Author: stefan
Category:
Type: Java source code
Public (visible to everyone): Yes
Archived (hidden from active list): No
Created/modified: 2015-04-14 18:27:54
Source code size: 18082 bytes / 482 lines
Pitched / IR pitched: No / Yes
Views / Downloads: 692 / 176
Referenced in: [show references]