New feature: compressor can take streams larger than typemax(UInt32) bytes

Author: felixhorger

src/compression.jl

@@ -169,12 +169,14 @@ end
 function TranscodingStreams.process(codec::CompressorCodec, input::Memory, output::Memory, error::Error)
     zstream = codec.zstream
     zstream.next_in = input.ptr
-    zstream.avail_in = input.size
+    avail_in = min(input.size, typemax(UInt32))
+    zstream.avail_in = avail_in
     zstream.next_out = output.ptr
-    zstream.avail_out = output.size
-    code = deflate!(zstream, input.size > 0 ? Z_NO_FLUSH : Z_FINISH)
-    Δin = Int(input.size - zstream.avail_in)
-    Δout = Int(output.size - zstream.avail_out)
+    avail_out = min(output.size, typemax(UInt32))
+    zstream.avail_out = avail_out
+    code = deflate!(zstream, zstream.avail_in > 0 ? Z_NO_FLUSH : Z_FINISH)
+    Δin = Int(avail_in - zstream.avail_in)
+    Δout = Int(avail_out - zstream.avail_out)
     if code == Z_OK
         return Δin, Δout, :ok
     elseif code == Z_STREAM_END