tokenize v0.0.3

tokenize

JavaScript tokenizer

Example:

var tokenize = require('tokenize');
tokenize('dad cat', [{type: "variable", regex: /[a-z]+/},{type:"whitespace", regex: /\s/}], function(err,results){
})