Detect additional whitespace characters (#163)

* Detect  additional whitespace characters

Including non-breaking space. Fixes #162

* Avoid double export in options.js

Author: Nick Frasser

src/linkify/core/scanner.js

@@ -39,7 +39,7 @@ const tlds = __TLDS__; // macro, see gulpfile.js
 
 const NUMBERS = '0123456789'.split('');
 const ALPHANUM = '0123456789abcdefghijklmnopqrstuvwxyz'.split('');
-const WHITESPACE = [' ', '\f', '\r', '\t', '\v']; // excluding line breaks
+const WHITESPACE = [' ', '\f', '\r', '\t', '\v', '\u00a0', '\u1680', '\u180e']; // excluding line breaks
 
 let domainStates = []; // states that jump to DOMAIN on /[a-z0-9]/
 let makeState = (tokenClass) => new State(tokenClass);

src/linkify/utils/options.js

@@ -99,7 +99,7 @@ Options.prototype = {
 /**
  * Quick indexOf replacement for checking the ignoreTags option
  */
-export function contains(arr, value) {
+function contains(arr, value) {
 	for (var i = 0; i < arr.length; i++) {
 		if (arr[i] === value) { return true; }
 	}

test/spec/linkify/core/parser-test.js

@@ -151,6 +151,10 @@ var tests = [
 		'Email with a underscore is [email protected] asd',
 		[TEXT, EMAIL, TEXT],
 		['Email with a underscore is ', '[email protected]', ' asd']
+	], [
+		'Url followed by nbsp: example.com/foo\u00a0bar',
+		[TEXT, URL, TEXT],
+		['Url followed by nbsp: ', 'example.com/foo', '\u00a0bar']
 	]
 ];
 

test/spec/linkify/core/scanner-test.js

@@ -67,6 +67,7 @@ const tests = [
 	['-500px', [SYM, DOMAIN], ['-', '500px']],
 	['500px-', [DOMAIN, SYM], ['500px', '-']],
 	['123-456', [DOMAIN], ['123-456']],
+	['foo\u00a0bar', [TLD, WS, TLD], ['foo', '\u00a0', 'bar']], // nbsp
 	[
 		'Direniş İzleme Grubu\'nun',
 		[DOMAIN, SYM, WS, SYM, DOMAIN, WS, DOMAIN, SYM, DOMAIN],