Aggressive tokenizer (from node-natural)
$ component install danzajdband/aggressive-tokenizer
var tokenizer = require('tokenizer')({discard_empty: true, pattern: /W+/});
tokenizer.tokenize('viva la pepa ');
//['viva', 'la', 'pepa']
MIT
Aggressive tokenizer (from node-natural)
$ component install danzajdband/aggressive-tokenizer
var tokenizer = require('tokenizer')({discard_empty: true, pattern: /W+/});
tokenizer.tokenize('viva la pepa ');
//['viva', 'la', 'pepa']
MIT