Skip to content

Commit

Permalink
zlib: expose amount of data read for engines
Browse files Browse the repository at this point in the history
Added bytesRead property to Zlib engines

Refs: nodejs#8874
  • Loading branch information
AlexanderOMara committed May 18, 2017
1 parent faf6654 commit 7aa6e2b
Show file tree
Hide file tree
Showing 2 changed files with 96 additions and 0 deletions.
4 changes: 4 additions & 0 deletions lib/zlib.js
Original file line number Diff line number Diff line change
Expand Up @@ -168,6 +168,8 @@ class Zlib extends Transform {
opts = opts || {};
super(opts);

this.bytesRead = 0;

this._opts = opts;
this._chunkSize = opts.chunkSize || constants.Z_DEFAULT_CHUNK;

Expand Down Expand Up @@ -408,6 +410,8 @@ class Zlib extends Transform {
var have = availOutBefore - availOutAfter;
assert(have >= 0, 'have should not go down');

self.bytesRead += availInBefore - availInAfter;

if (have > 0) {
var out = self._buffer.slice(self._offset, self._offset + have);
self._offset += have;
Expand Down
92 changes: 92 additions & 0 deletions test/parallel/test-zlib-bytes-read.js
Original file line number Diff line number Diff line change
@@ -0,0 +1,92 @@
'use strict';
const common = require('../common');
const assert = require('assert');
const zlib = require('zlib');

const expectStr = 'abcdefghijklmnopqrstuvwxyz'.repeat(2);
const expectBuf = Buffer.from(expectStr);

function createWriter(target, buffer) {
const writer = { size: 0 };
const write = () => {
target.write(Buffer.from([buffer[writer.size++]]));
if (writer.size < buffer.length) {
setTimeout(write, 25);
} else {
target.end();
}
};
write();
return writer;
}

for (const method of [
['createGzip', 'createGunzip', false],
['createGzip', 'createUnzip', false],
['createDeflate', 'createInflate', true],
['createDeflateRaw', 'createInflateRaw', true]
]) {
let compWriter;
let compData = new Buffer(0);

const comp = zlib[method[0]]();
comp.on('data', function(d) {
compData = Buffer.concat([compData, d]);
assert.strictEqual(this.bytesRead, compWriter.size,
`Should get write size on ${method[0]} data.`);
});
comp.on('end', common.mustCall(function() {
assert.strictEqual(this.bytesRead, compWriter.size,
`Should get write size on ${method[0]} end.`);
assert.strictEqual(this.bytesRead, expectStr.length,
`Should get data size on ${method[0]} end.`);

{
let decompWriter;
let decompData = new Buffer(0);

const decomp = zlib[method[1]]();
decomp.on('data', function(d) {
decompData = Buffer.concat([decompData, d]);
assert.strictEqual(this.bytesRead, decompWriter.size,
`Should get write size on ${method[0]}/` +
`${method[1]} data.`);
});
decomp.on('end', common.mustCall(function() {
assert.strictEqual(this.bytesRead, compData.length,
`Should get compressed size on ${method[0]}/` +
`${method[1]} end.`);
assert.strictEqual(decompData.toString(), expectStr,
`Should get original string on ${method[0]}/` +
`${method[1]} end.`);
}));
decompWriter = createWriter(decomp, compData);
}

// Some methods should allow extra data after the compressed data
if (method[2]) {
const compDataExtra = Buffer.concat([compData, new Buffer('extra')]);

let decompWriter;
let decompData = new Buffer(0);

const decomp = zlib[method[1]]();
decomp.on('data', function(d) {
decompData = Buffer.concat([decompData, d]);
assert.strictEqual(this.bytesRead, decompWriter.size,
`Should get write size on ${method[0]}/` +
`${method[1]} data.`);
});
decomp.on('end', common.mustCall(function() {
assert.strictEqual(this.bytesRead, compData.length,
`Should get compressed size on ${method[0]}/` +
`${method[1]} end.`);
assert.strictEqual(decompData.toString(), expectStr,
`Should get original string on ${method[0]}/` +
`${method[1]} end.`);
}));
decompWriter = createWriter(decomp, compDataExtra);
}
}));
compWriter = createWriter(comp, expectBuf);
}

0 comments on commit 7aa6e2b

Please sign in to comment.