3.5.4 • Published 1 year ago
@jscpd/tokenizer v3.5.4
@jscpd/tokenizer
tokenizer is package from @jscpd used for convert programming code to list of tokens
Installation
npm install @jscpd/tokenizer --save
Usage
import {IOptions, ITokensMap} from '@jscpd/core';
import {Tokenizer} from '@jscpd/tokenizer';
const tokenizer = new Tokenizer();
const options: IOptions = {};
const maps: ITokensMap[] = tokenizer.generateMaps('source_id', 'let a = "11"', 'javascript', options);
License
MIT © Andrey Kucherenko
3.5.4
1 year ago
3.5.1
2 years ago
3.5.0
2 years ago
3.4.5
2 years ago
3.4.1
2 years ago
3.3.24
3 years ago
3.3.23
3 years ago
3.3.20
3 years ago
3.3.17
4 years ago
3.3.14
4 years ago
3.3.13
4 years ago
3.3.11
4 years ago
3.3.9
4 years ago
3.3.8
4 years ago
3.3.1
4 years ago
3.3.0-rc.10
4 years ago
3.3.0-rc.8
4 years ago
3.3.0-rc.7
4 years ago
3.3.0-rc.5
4 years ago
3.3.0-rc.4
4 years ago
3.3.0-rc.3
4 years ago
3.3.0-alpha.8
4 years ago
3.3.0-alpha.2
4 years ago