Initial commit

This commit is contained in:
Patrick Marsceill
2017-03-09 13:16:08 -05:00
commit b7b0d0d7bf
4147 changed files with 401224 additions and 0 deletions
+13
View File
@@ -0,0 +1,13 @@
var tokenize = require('./'),
through = require('through2'),
fs = require('fs');
var input = process.argv[2] ? fs.createReadStream(process.argv[2]) : process.stdin;
input.pipe(tokenize())
.pipe(through.obj(function(token, enc, next) {
token[1] = token[1].toString(); // it's a buffer slice
console.log('TOKEN', token);
next();
}))