regexp-tokenizer

Aggressive tokenizer (from node-natural)

Installation

$ component install danzajdband/aggressive-tokenizer

var tokenizer = require('tokenizer')({discard_empty: true, pattern: /W+/});

tokenizer.tokenize('viva la pepa    ');
  //['viva', 'la', 'pepa']

MIT