Add files via upload

An update that fixes a critical bug where duplicate "ghost" characters were put into the list of scanned tokens/characters when there were multiple candidate tokens (i.e. tokens that start with identical substrings).
CalinZBaenen · Dec 13, 2021 · 78ec5f7 · 78ec5f7
1 parent ff1b73a
commit 78ec5f7
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 4 deletions.
diff --git a/parse_string.js b/parse_string.js
@@ -44,14 +44,16 @@ const parse_string = function parse_string(str="", toks=null) {
 					i += v.length-1;
 				} else parsed_array.push(c);
 			}
-			if(v instanceof Array) for(const tok of v) {
+			if(v instanceof Array) for(let i2 = 0; i2 < v.length; i2++) {
+				const tok = v[i2];
+
 				const slc = str.slice(i, i+tok.length);
 				const tvs = slc === tok;
 				if(tvs) {
 					parsed_array.push( Symbol.for(tok) );
 					i += tok.length-1;
 					break;
-				} else parsed_array.push(c);
+				} else if(i2 >= v.length-1) parsed_array.push(c);
 			};
 		} else parsed_array.push(c);
 	}

diff --git a/parse_string.ts b/parse_string.ts
@@ -46,14 +46,16 @@ const parse_string = function parse_string(
 					i += v.length-1;
 				} else parsed_array.push(c);
 			}
-			if(v instanceof Array) for(const tok of v) {
+			if(v instanceof Array) for(let i2 = 0; i2 < v.length; i2++) {
+				const tok = v[i2];
+
 				const slc = str.slice(i, i+tok.length);
 				const tvs = slc === tok;
 				if(tvs) {
 					parsed_array.push( Symbol.for(tok) );
 					i += tok.length-1;
 					break;
-				} else parsed_array.push(c);
+				} else if(i2 >= v.length) parsed_array.push(c);
 			};
 		} else parsed_array.push(c);
 	}