21 lines
516 B
JavaScript
21 lines
516 B
JavaScript
/*!
|
|
* lunr.tokenizer
|
|
* Copyright (C) @YEAR Oliver Nightingale
|
|
*/
|
|
|
|
/**
|
|
* A function for splitting a string into tokens ready to be inserted into
|
|
* the search index.
|
|
*
|
|
* @module
|
|
* @param {String} obj The string to convert into tokens
|
|
* @returns {Array}
|
|
*/
|
|
lunr.tokenizer = function (obj) {
|
|
if (!arguments.length || obj == null || obj == undefined) return []
|
|
if (Array.isArray(obj)) return obj.map(function (t) { return t.toLowerCase() })
|
|
|
|
return obj.toString().trim().toLowerCase().split(/[\s\-]+/)
|
|
}
|
|
|