Not logged in.  Login/Logout/Register | List snippets | | Create snippet | Upload image | Upload data

112
LINES

< > BotCompany Repo | #1034358 // Zip4j_MergeZipFilesWithFilter [OK]

JavaX fragment (include) [tags: use-pretranspiled]

Uses 204K of libraries. Click here for Pure Java version (7308L/41K).

!include once #1034352 // zip4j

import java.nio.charset.Charset;

srecord noeq Zip4j_MergeZipFilesWithFilter(File zipOut) is AutoCloseable {
  delegate ProgressMonitor to net.lingala.zip4j.progress.
  
  ZipModel zipModel;
  new ZipModel zipModelOut;
  SplitOutputStream outputStream;
  new HeaderWriter headerWriter;
  new ProgressMonitor progressMonitor;
  int bufferSize = InternalZipConstants.BUFF_SIZE;
  Charset charset;
  new L<FileHeader> filteredFileHeaders;
  
  close {
    dispose outputStream;
  }
  
  void init() throws IOException {
    if (outputStream == null)
      outputStream = new SplitOutputStream(zipOut);
  }
  
  void addZipFile(File zipIn, IPred<S> fileFilter) throws IOException {
    init();
    
    try (var randomAccessFile = new RandomAccessFile(zipIn, RandomAccessFileMode.READ.getValue())) {
      zipModel = new HeaderReader().readAllHeaders(randomAccessFile, buildConfig());
      zipModel.setZipFile(zipIn);
    }

    temp inputStream = new RandomAccessFile(
      zipModel.getZipFile(), RandomAccessFileMode.READ.getValue());
  
    long currentFileCopyPointer = 0;
    long runningOffset = outputStream.getFilePointer();
    
    L<FileHeader> sortedFileHeaders = sortedByComparator(zipModel.getCentralDirectory().getFileHeaders(), (o1, o2) -> {
      if (eq(o1.getFileName(), o2.getFileName())) ret 0;
      ret cmp(o1.getOffsetLocalHeader(), o2.getOffsetLocalHeader());
    });
  
    //int count = 0;
    for iFileHeader over sortedFileHeaders: {
      var fileHeader = sortedFileHeaders.get(iFileHeader);
      var fileHeaderOffset = fileHeader.getOffsetLocalHeader();
      var nextOffset = getOffsetOfNextEntry(sortedFileHeaders, iFileHeader, zipModel);
      long fp = outputStream.getFilePointer();
      long lengthOfCurrentEntry = nextOffset + runningOffset - fp;
      
      //if (count++ < 10)
        //printVars(+fileHeaderOffset, +nextOffset, +runningOffset, +lengthOfCurrentEntry, +fp);
      
      if (!fileFilter.get(fileHeader.getFileName())) {
        runningOffset -= lengthOfCurrentEntry;
        currentFileCopyPointer += lengthOfCurrentEntry;
      } else {
        addOffsetToFileHeader(fileHeader, runningOffset);
        filteredFileHeaders.add(fileHeader);
        
        // copy complete entry without any changes
        currentFileCopyPointer += copyFile(inputStream, outputStream,
          currentFileCopyPointer,
          lengthOfCurrentEntry, progressMonitor,
          buildConfig().getBufferSize());
      }
    }

    var endOfCDR = zipModel.getEndOfCentralDirectoryRecord();
    endOfCDR.setTotalNumberOfEntriesInCentralDirectory(l(filteredFileHeaders));
    endOfCDR.setTotalNumberOfEntriesInCentralDirectoryOnThisDisk(l(filteredFileHeaders));
  }
  
  void finish() throws IOException {
    zipModelOut.getCentralDirectory().setFileHeaders(filteredFileHeaders);
    headerWriter.finalizeZipFile(zipModelOut, outputStream, buildConfig().getCharset());
    close();
  }
  
  long getOffsetOfNextEntry(L<FileHeader> sortedFileHeaders,
    int indexOfFileHeader, ZipModel zipModel) throws ZipException {

    if (indexOfFileHeader == sortedFileHeaders.size() - 1)
      ret HeaderUtil.getOffsetStartOfCentralDirectory(zipModel);
    else
      ret sortedFileHeaders.get(indexOfFileHeader + 1).getOffsetLocalHeader();
  }
  
  long copyFile(RandomAccessFile randomAccessFile,
    OutputStream outputStream, long start, long length,
    ProgressMonitor progressMonitor, int bufferSize) throws IOException {
    net.lingala.zip4j.util.FileUtils.copyFile(randomAccessFile, outputStream, start, start + length, progressMonitor, bufferSize);
    ret length;
  }
  
  Zip4jConfig buildConfig() {
    return new Zip4jConfig(charset, bufferSize);
  }
  
  void addOffsetToFileHeader(FileHeader fileHeader, long offsetToAdd) {
    fileHeader.setOffsetLocalHeader(fileHeader.getOffsetLocalHeader() + offsetToAdd);

    if (zipModel.isZip64Format()
        && fileHeader.getZip64ExtendedInfo() != null
        && fileHeader.getZip64ExtendedInfo().getOffsetLocalHeader() != -1)
      fileHeader.getZip64ExtendedInfo().setOffsetLocalHeader(
        fileHeader.getZip64ExtendedInfo().getOffsetLocalHeader() + offsetToAdd
      );
  }
}

Author comment

Began life as a copy of #1034351

download  show line numbers  debug dex  old transpilations   

Travelled to 4 computer(s): bhatertpkbcr, ekrmjmnbrukm, mowyntqkapby, mqqgnosmbjvj

No comments. add comment

Snippet ID: #1034358
Snippet name: Zip4j_MergeZipFilesWithFilter [OK]
Eternal ID of this version: #1034358/5
Text MD5: 070b63d9e48a477a143f44f993dd6886
Transpilation MD5: 03aef4832624156b9b9afb990ebc8055
Author: stefan
Category: javax / io
Type: JavaX fragment (include)
Public (visible to everyone): Yes
Archived (hidden from active list): No
Created/modified: 2022-02-03 07:34:55
Source code size: 4316 bytes / 112 lines
Pitched / IR pitched: No / No
Views / Downloads: 177 / 268
Version history: 4 change(s)
Referenced in: #1003674 - Standard Classes + Interfaces (LIVE continued in #1034167)