!7

!include #1028186 // new LineCompCompressor

cprint CompressorSpike {

  switchable S snippetID = #1020763;

  LinkedHashMap<S> versions;

  start-thread {

    print("Snippet ID: " + snippetID);

    dm_onFieldChange snippetID(r { setField(versions := null); dm_reload() });

    if (versions == null) {

      versions = mapToLinkedHashMap(reversed(textChangesOfSnippet(snippetID)), sv -> pair(str(sv.versionID), sv.previousValue));

      versions.put("latest", loadSnippet(snippetID));

      versions = mapValuesToLinkedHashMap toLinesAndBack(versions); // canonicalize line breaks

      change();

    }

    print("Have " + nVersions(versions) + " with a total of " + nLines(totalLineCount(values(versions))));

    time "Compressing" {

      LineCompCompressor compressor = new(versions);

      compressor.verify = true;

      compressor.run();

    }

    S out = compressor.asText();

    //printWithPrecedingNL(out);

    File file = saveTextFile_infoBox(javaxDataDir("Compressed Snippet Version History/versions-of-" + psI(snippetID) + ".linecomp"), out);

    print(renderFileInfo(gzipFile(file)));

    // Make .zip and .tgz for comparison

    File zipFile = replaceFileExtension(file, ".zip");

    {

      temp ZipOutputStream zipOut = zipOutputStream(zipFile);

      for (S id, text : versions)

        zip_addTextFile(zipOut, id, text);

    }

    printFileInfo(zipFile);

    File tgzFile = replaceFileExtension(file, ".tgz");

    zip2tgz(zipFile, tgzFile);

    printFileInfo(tgzFile);

    checkDecompression(file, mapValues lines(versions));

  }

  void checkDecompression(File file, Map<S, LS> textIDToLines) {

    temp BufferedReader reader = bufferedUtf8Reader(file);

    LineCompReader lcr = new(reader);

    assertEquals(keysList(textIDToLines), asList(lcr.versions()));

    for (S version : keys(textIDToLines))

      assertEquals(lcr.textForVersion(version), lines_rtrim(textIDToLines.get(version)));

    print("Decompression OK for " + nVersions(textIDToLines));

  }

}