Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Update benchmark comparisons, including modern MessagePack libraries #115

Open
wants to merge 1 commit into
base: master
Choose a base branch
from
Open

Update benchmark comparisons, including modern MessagePack libraries #115

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
67 changes: 33 additions & 34 deletions README.md
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
# msgpack-lite [![npm version](https://badge.fury.io/js/msgpack-lite.svg)](http://badge.fury.io/js/msgpack-lite) [![Build Status](https://travis-ci.org/kawanet/msgpack-lite.svg?branch=master)](https://travis-ci.org/kawanet/msgpack-lite)

Fast Pure JavaScript MessagePack Encoder and Decoder
Pure JavaScript MessagePack Encoder and Decoder

[![Sauce Test Status](https://saucelabs.com/browser-matrix/msgpack-lite.svg)](https://saucelabs.com/u/msgpack-lite)

Expand All @@ -9,9 +9,7 @@ Online demo: [http://kawanet.github.io/msgpack-lite/](http://kawanet.github.io/m
### Features

- Pure JavaScript only (No node-gyp nor gcc required)
- Faster than any other pure JavaScript libraries on node.js v4
- Even faster than node-gyp C++ based [msgpack](https://www.npmjs.com/package/msgpack) library (**90% faster** on encoding)
- Streaming encoding and decoding interface is also available. It's more faster.
- Streaming encoding and decoding interface is also available.
- Ready for [Web browsers](https://saucelabs.com/u/msgpack-lite) including Chrome, Firefox, Safari and even IE8
- [Tested](https://travis-ci.org/kawanet/msgpack-lite) on Node.js v0.10, v0.12, v4, v5 and v6 as well as Web browsers

Expand Down Expand Up @@ -189,29 +187,28 @@ A benchmark tool `lib/benchmark.js` is available to compare encoding/decoding sp
It counts operations of [1KB JSON document](https://github.com/kawanet/msgpack-lite/blob/master/test/example.json) in 10 seconds.

```sh
$ npm install msgpack msgpack-js msgpack-js-v5 msgpack-unpack msgpack5 notepack
$ npm install --no-save msgpack msgpack-js @msgpack/msgpack msgpackr notepack
$ npm run benchmark 10
```

operation | op | ms | op/s
operation | op | ms | op/s
--------------------------------------------------------- | -----: | ----: | -----:
buf = Buffer(JSON.stringify(obj)); | 1055200 | 10000 | 105520
obj = JSON.parse(buf); | 863800 | 10000 | 86380
buf = require("msgpack-lite").encode(obj); | 969100 | 10000 | 96910
obj = require("msgpack-lite").decode(buf); | 600300 | 10000 | 60030
buf = require("msgpack").pack(obj); | 503500 | 10001 | 50344
obj = require("msgpack").unpack(buf); | 560200 | 10001 | 56014
buf = Buffer(require("msgpack.codec").msgpack.pack(obj)); | 653500 | 10000 | 65349
obj = require("msgpack.codec").msgpack.unpack(buf); | 367500 | 10001 | 36746
buf = require("msgpack-js-v5").encode(obj); | 189500 | 10002 | 18946
obj = require("msgpack-js-v5").decode(buf); | 408900 | 10000 | 40890
buf = require("msgpack-js").encode(obj); | 189200 | 10000 | 18920
obj = require("msgpack-js").decode(buf); | 375600 | 10002 | 37552
buf = require("msgpack5")().encode(obj); | 110500 | 10009 | 11040
obj = require("msgpack5")().decode(buf); | 165500 | 10000 | 16550
buf = require("notepack")().encode(obj); | 847800 | 10000 | 84780
obj = require("notepack")().decode(buf); | 599800 | 10000 | 59980
obj = require("msgpack-unpack").decode(buf); | 48100 | 10002 | 4809
buf = Buffer(JSON.stringify(obj)); | 1119400 | 10000 | 111940
obj = JSON.parse(buf); | 1214100 | 10000 | 121410
buf = require("msgpack-lite").encode(obj); | 757800 | 10000 | 75780
obj = require("msgpack-lite").decode(buf); | 440300 | 10000 | 44030
require("msgpackr").pack(obj); | 2702700 | 10000 | 270270
require("msgpackr").unpack(buf); | 1253800 | 10000 | 125380
buf = require("@msgpack/msgpack").encode(obj); | 1647500 | 10000 | 164750
obj = require("@msgpack/msgpack").decode(buf); | 1258600 | 10000 | 125860
buf = require("msgpack").pack(obj); | 427600 | 10000 | 42760
obj = require("msgpack").unpack(buf); | 519100 | 10001 | 51904
buf = Buffer(require("msgpack.codec").msgpack.pack(obj)); | 1050500 | 10000 | 105050
obj = require("msgpack.codec").msgpack.unpack(buf); | 565000 | 10001 | 56494
buf = require("msgpack-js").encode(obj); | 333300 | 10000 | 33330
obj = require("msgpack-js").decode(buf); | 620400 | 10001 | 62033
buf = require("notepack").encode(obj); | 1412000 | 10000 | 141200
obj = require("notepack").decode(buf); | 707800 | 10000 | 70780

Streaming benchmark tool `lib/benchmark-stream.js` is also available.
It counts milliseconds for 1,000,000 operations of 30 bytes fluentd msgpack fragment.
Expand All @@ -221,18 +218,20 @@ This shows streaming encoding and decoding are super faster.
$ npm run benchmark-stream 2
```

operation (1000000 x 2) | op | ms | op/s
operation (1000000 x 2) | op | ms | op/s
------------------------------------------------ | ------: | ----: | -----:
stream.write(msgpack.encode(obj)); | 1000000 | 3027 | 330360
stream.write(notepack.encode(obj)); | 1000000 | 2012 | 497017
msgpack.Encoder().on("data",ondata).encode(obj); | 1000000 | 2956 | 338294
msgpack.createEncodeStream().write(obj); | 1000000 | 1888 | 529661
stream.write(msgpack.decode(buf)); | 1000000 | 2020 | 495049
stream.write(notepack.decode(buf)); | 1000000 | 1794 | 557413
msgpack.Decoder().on("data",ondata).decode(buf); | 1000000 | 2744 | 364431
msgpack.createDecodeStream().write(buf); | 1000000 | 1341 | 745712

Test environment: msgpack-lite 0.1.14, Node v4.2.3, Intel(R) Xeon(R) CPU E5-2666 v3 @ 2.90GHz
stream.write(msgpack.encode(obj)); | 1000000 | 3013 | 331895
stream.write(notepack.encode(obj)); | 1000000 | 655 | 1526717
msgpack.Encoder().on("data",ondata).encode(obj); | 1000000 | 1692 | 591016
msgpack.createEncodeStream().write(obj); | 1000000 | 1461 | 684462
stream.write(msgpack.decode(buf)); | 1000000 | 2024 | 494071
stream.write(notepack.decode(buf)); | 1000000 | 1083 | 923361
msgpack.Decoder().on("data",ondata).decode(buf); | 1000000 | 2161 | 462748
msgpack.createDecodeStream().write(buf); | 1000000 | 2124 | 470809
new PackrStream().write(obj); | 1000000 | 515 | 1941747
new UnpackrStream().write(buf); | 1000000 | 258 | 3875968

Test environment: msgpack-lite 0.1.26, Node v14.11.0, Intel(R) i7-4770 @ 3.40GHz

### MessagePack Mapping Table

Expand Down
35 changes: 34 additions & 1 deletion lib/benchmark-stream.js
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
var PassThrough = require("stream").PassThrough;
var async = require("async");

let { PackrStream, UnpackrStream } = require("msgpackr");
var msgpack = require("../");
var Encoder = require("./encoder").Encoder;
var Decoder = require("./decoder").Decoder;
Expand All @@ -19,6 +20,14 @@ var joincount = 100;
var packjoin = repeatbuf(packed, joincount); // 3KB per chunk
var limit = 2;

var blocksToJoin = []
var streamForJoin = new PackrStream();
streamForJoin.on("data", data => blocksToJoin.push(data));
for (var j = 0; j < joincount; j++) {
streamForJoin.write(data);
}
var packjoinWithRecords = Buffer.concat(blocksToJoin)

var argv = Array.prototype.slice.call(process.argv, 2);

if (argv[0] === "-v") {
Expand All @@ -36,7 +45,9 @@ var list = [
['stream.write(msgpack.decode(buf));', decode1],
['stream.write(notepack.decode(buf));', decode4],
['msgpack.Decoder().on("data",ondata).decode(buf);', decode2],
['msgpack.createDecodeStream().write(buf);', decode3]
['msgpack.createDecodeStream().write(buf);', decode3],
['new PackrStream().write(obj);', encode5],
['new UnpackrStream().write(buf);', decode5]
];

function encode1(callback) {
Expand Down Expand Up @@ -90,6 +101,17 @@ function encode4(callback) {
stream.end();
}

function encode5(callback) {
var stream = new PackrStream();
var cnt = counter(callback);
stream.on("data", cnt.inc);
stream.on("end", cnt.end);
for (var j = 0; j < opcount; j++) {
stream.write(data);
}
stream.end();
}

function decode1(callback) {
var stream = new PassThrough({objectMode: true});
var cnt = counter(callback);
Expand Down Expand Up @@ -141,6 +163,17 @@ function decode4(callback) {
stream.end();
}

function decode5(callback) {
var stream = new UnpackrStream();
var cnt = counter(callback);
stream.on("data", cnt.inc);
stream.on("end", cnt.end);
for (var j = 0; j < opcount / joincount; j++) {
stream.write(packjoinWithRecords);
}
stream.end();
}

function rpad(str, len, chr) {
if (!chr) chr = " ";
str += "";
Expand Down
14 changes: 14 additions & 0 deletions lib/benchmark.js
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
#!/usr/bin/env node

var msgpackr = try_require("msgpackr");
var msgpack_node = try_require("msgpack");
var msgpack_msgpack = try_require("@msgpack/msgpack");
var msgpack_lite = try_require("../index");
var msgpack_js = try_require("msgpack-js");
var msgpack_js_v5 = try_require("msgpack-js-v5");
Expand Down Expand Up @@ -50,6 +52,18 @@ if (msgpack_lite) {
test(obj);
}

if (msgpackr) {
buf = bench('require("msgpackr").pack(obj);', msgpackr.pack, data);
obj = bench('require("msgpackr").unpack(buf);', msgpackr.unpack, buf);
test(obj);
}

if (msgpack_msgpack) {
buf = bench('buf = require("@msgpack/msgpack").encode(obj);', msgpack_msgpack.encode, data);
obj = bench('obj = require("@msgpack/msgpack").decode(buf);', msgpack_msgpack.decode, buf);
test(obj);
}

if (msgpack_node) {
buf = bench('buf = require("msgpack").pack(obj);', msgpack_node.pack, data);
obj = bench('obj = require("msgpack").unpack(buf);', msgpack_node.unpack, buf);
Expand Down