vstok v1.0.1

vstok

• wrap of https://github.com/microsoft/vscode-textmate

install

• npm install vstok

usage

example

const {tokenize} = require("vstok")
var code = 'function sayHello(name) {\n\treturn "Hello, " + name;\n}'
var p = tokenize.js(code)
var toks;
p.then(r=> {toks = r})
toks.map(r=>r.tok)
/*
[
  'function', ' ',    'sayHello',
  '(',        'name', ')',
  ' ',        '{',    '\t',
  'return',   ' ',    '"',
  'Hello, ',  '"',    ' ',
  '+',        ' ',    'name',
  ';',        '}'
]

*/

API

• vstok.tokenize.js(code)

LICENSE

• ISC