Merge pull request #88 from SoapBox/M-Localization-Fix

Workaround for Chrome `toLowerCase` issue

Author: Nick Frasser

src/linkify/core/scanner.js

@@ -125,11 +125,15 @@ S_START.on(/./, makeState(TOKENS.SYM));
 */
 let run = function (str) {
 
-	let
-	lowerStr = str.toLowerCase(), // The state machine only looks at lowercase strings
-	len = str.length,
-	cursor = 0,
-	tokens = []; // return value
+	// The state machine only looks at lowercase strings.
+	// This selective `toLowerCase` is used because lowercasing the entire
+	// string causes the length and character position to vary in some in some
+	// non-English strings. This happens only on V8-based runtimes.
+	let lowerStr = str.replace(/[A-Z]/g, c => c.toLowerCase());
+	let len = str.length;
+	let tokens = []; // return value
+
+	var cursor = 0;
 
 	// Tokenize the string
 	while (cursor < len) {

test/spec/linkify/core/parser-test.js

@@ -114,6 +114,10 @@ var tests = [
 		'The `mailto:` part should not be included in mailto:[email protected]',
 		[TEXT, EMAIL],
 		['The `mailto:` part should not be included in mailto:', '[email protected]']
+	], [
+		'Bu haritanın verileri Direniş İzleme Grubu\'nun yaptığı Türkiye İşçi Eylemleri haritası ile birleşebilir esasen. https://graphcommons.com/graphs/00af1cd8-5a67-40b1-86e5-32beae436f7c?show=Comments',
+		[TEXT, URL],
+		['Bu haritanın verileri Direniş İzleme Grubu\'nun yaptığı Türkiye İşçi Eylemleri haritası ile birleşebilir esasen. ', 'https://graphcommons.com/graphs/00af1cd8-5a67-40b1-86e5-32beae436f7c?show=Comments']
 	]
 ];
 

test/spec/linkify/core/scanner-test.js

@@ -61,26 +61,33 @@ var tests = [
 	['500-px', [DOMAIN], ['500-px']],
 	['-500px', [SYM, DOMAIN], ['-', '500px']],
 	['500px-', [DOMAIN, SYM], ['500px', '-']],
-	['123-456', [DOMAIN], ['123-456']]
+	['123-456', [DOMAIN], ['123-456']],
+	[
+		'Direniş İzleme Grubu\'nun',
+		[DOMAIN, SYM, WS, SYM, DOMAIN, WS, DOMAIN, SYM, DOMAIN],
+		['Direni', 'ş', ' ', 'İ', 'zleme', ' ', 'Grubu', '\'', 'nun']
+	]
 ];
 
 describe('linkify/core/scanner#run()', function () {
 
 	function makeTest(test) {
 		return it('Tokenizes the string "' + test[0] + '"', function () {
+
 			var
 			str = test[0],
 			types = test[1],
 			values = test[2],
 			result = scanner.run(str);
 
+			expect(result.map(function (token) {
+				return token.toString();
+			})).to.eql(values);
+
 			expect(result.map(function (token) {
 				return token.constructor;
 			})).to.eql(types);
 
-			expect(result.map(function (token) {
-				return token.toString();
-			})).to.eql(values);
 		});
 	}