chunk-handler
The Chunk Handler for string and array object in NodeJS or Browser.
Install using NPM
$ npm install chunk-handlerOr simply use in Browser with CDN
<!-- Always get the latest version -->
<!-- Not recommended for production sites! -->
<script src="https://cdn.jsdelivr.net/npm/chunk-handler/dist/chunkhandler.min.js"></script>
<!-- Get minor updates and patch fixes within a major version -->
<script src="https://cdn.jsdelivr.net/npm/chunk-handler@1/dist/chunkhandler.min.js"></script>
<!-- Get patch fixes within a minor version -->
<script src="https://cdn.jsdelivr.net/npm/chunk-handler@1.6/dist/chunkhandler.min.js"></script>
<!-- Get a specific version -->
<!-- Recommended for production sites! -->
<script src="https://cdn.jsdelivr.net/npm/chunk-handler@1.6.0/dist/chunkhandler.min.js"></script>Usage
const ChunkHandler = require('chunk-handler'); // in browser doesn't need this line
var ch = new ChunkHandler();Chunk with String
Make Chunk
var str = 'this fruit is mango!';
var result = ch.make(str,2);
// Result
// [ 'th', 'is', ' f', 'ru', 'it', ' i', 's ', 'ma', 'ng', 'o!' ]Save chunk to memory
var str = 'this fruit is mango!';
var result = ch.make(str,2);
var len = result.length;
var i = 0;
for (i;i<len;i++) {
ch.add('xxx',result[i],i);
};Get saved chunk by name
var result = ch.get('xxx');
// result
// [
// { part: 0, data: 'th' },
// { part: 1, data: 'is' },
// { part: 2, data: ' f' },
// { part: 3, data: 'ru' },
// { part: 4, data: 'it' },
// { part: 5, data: ' i' },
// { part: 6, data: 's ' },
// { part: 7, data: 'ma' },
// { part: 8, data: 'ng' },
// { part: 9, data: 'o!' }
// ]Merge Chunk
var result = ch.merge(ch.get('xxx'));
// Result
// this fruit is mango!Chunk with Array
Make Chunk
var arr = [1,2,3,4,5,6,7,8,9,10];
var result = ch.make(arr,2);
// Result
// [ [ 1, 2 ], [ 3, 4 ], [ 5, 6 ], [ 7, 8 ], [ 9, 10 ] ]Make Aleatory Chunks
var arr = [1,2,3,4,5,6,7,8,9,10];
var result = ch.makeAleatory(arr,2);
// Result could be (every time you run it, will get different results)
// [ [ 3, 5, 10, 8, 7], [2, 1, 4, 9, 6 ] ]Save chunk to memory
var arr = [1,2,3,4,5,6,7,8,9,10];
var result = ch.make(arr,2);
var i = 0, len = result.length;
for (i; i < len; i++) {
ch.add('yyy',result[i],i);
};Get saved chunk by name
var result = ch.get('yyy');
// result
// [
// { part: 0, data: [ 1, 2 ] },
// { part: 1, data: [ 3, 4 ] },
// { part: 2, data: [ 5, 6 ] },
// { part: 3, data: [ 7, 8 ] },
// { part: 4, data: [ 9, 10 ] }
// ]Merge Chunk
var result = ch.merge(ch.get('yyy'));
// Result
// [1,2,3,4,5,6,7,8,9,10]Remove chunk by name
ch.remove('xxx');
Clean all chunk
ch.clean();
Get all saved data
ch.getBody()
Get Best Size before make a chunk
Using getBestSize(length,split=5) if an array/string is very big (higher than 100K chars length) and you don't know what best size to make a deal with chunk. Example case if you want to chunk encoded base64 from image or video.
var str = 'assume this is a big string with more than 300K chars length';
var result = ch.make(str,ch.getBestSize(str.length));
// Result will return an array with no more than 50 of array length. Note:
-
getBaseSize(length,split=5)default has split=5 which is will create maximum array (5*10) means will not create array length more than 50. - You are able to change split number between 1-10 only.
- High chars length more than 10 Millions is better to use split 6-10.
Asynchronous
chunk-handler is synchronous as default, but if you worry about blocking event loop when handling big data, we have built-in promisify().
All you have to do is just wrap your code like this :
ch.promisify((builder) => {return builder}).then((chunk) => {
var result = chunk.make(str,2);
// just print output
console.log(result);
// result
// [ 'th', 'is', ' f', 'ru', 'it', ' i', 's ', 'ma', 'ng', 'o!' ]
// or if you want to save into memory
var len = result.length;
var i = 0;
for (i;i<len;i++) {
chunk.add('xxx',result[i],i);
};
// print output from saved memory
console.log(chunk.get('xxx'));
// output
// [
// { part: 0, data: 'th' },
// { part: 1, data: 'is' },
// { part: 2, data: ' f' },
// { part: 3, data: 'ru' },
// { part: 4, data: 'it' },
// { part: 5, data: ' i' },
// { part: 6, data: 's ' },
// { part: 7, data: 'ma' },
// { part: 8, data: 'ng' },
// { part: 9, data: 'o!' }
// ]
});Helper function
Here is available helper function
isString(value)isArray(value)isObject(value)isEmpty(value)isEmptyArray(value)isEmptyObject(value)getBestSize(length,split=5)blockingTest(ms=1000)
Unit test
If you want to playing arround with test
npm test