fix: string contains slash will cause lexer parse error

Author: karminski

Makefile

@@ -0,0 +1,8 @@
+.PHONY: test push-to-npm
+
+test:
+	npm run test
+
+push-to-npm:
+	npm publish --access public
+

package.json

@@ -1,6 +1,6 @@
 {
   "name": "streaming-json",
-  "version": "0.1.2",
+  "version": "0.1.3",
   "description": "A streamlined, user-friendly JSON streaming preprocessor, crafted in JavaScript.",
   "sideEffects": false,
   "main": "dist/index.js",

src/index.js

@@ -1420,6 +1420,9 @@ class Lexer {
             // pop `\` from stack
             this.popTokenStack();
             continue;
+          } else if (this.streamStoppedInAString()) {
+            this.JSONContent += tokenSymbol;
+            continue;
           }
           break;
         case TOKEN_ESCAPE_CHARACTER: // TOKEN_ESCAPE_CHARACTER needs to be defined somewhere

test/test.js

@@ -1,12 +1,9 @@
 var expect = require('expect.js');
 const assert = require('assert');
 
-
 // js 测试源文件
 var streamingjson = require('../src/index.js');
 
-
-
 describe('Test complete JSON base', () => {
   const testCases = [
     // test case: basic object properity
@@ -62,9 +59,17 @@ describe('Test complete JSON base', () => {
     [`{"a":"string`, `{"a":"string"}`],
     [`{"a":"string"`, `{"a":"string"}`],
     [`{"a":"string",`, `{"a":"string"}`],
-    [`{"a":"abcdefghijklmnopqrstuvwxyz",`, `{"a":"abcdefghijklmnopqrstuvwxyz"}`],
-    [`{"a":"ABCDEFGHIJKLMNOPQRSTUVWXYZ",`, `{"a":"ABCDEFGHIJKLMNOPQRSTUVWXYZ"}`],
+    [
+      `{"a":"abcdefghijklmnopqrstuvwxyz",`,
+      `{"a":"abcdefghijklmnopqrstuvwxyz"}`,
+    ],
+    [
+      `{"a":"ABCDEFGHIJKLMNOPQRSTUVWXYZ",`,
+      `{"a":"ABCDEFGHIJKLMNOPQRSTUVWXYZ"}`,
+    ],
     [`{"a":"0123456789",`, `{"a":"0123456789"}`],
+    [`{"a":"https://`, `{"a":"https://"}`],
+    [`{"a":"https://example.com/api/v1`, `{"a":"https://example.com/api/v1"}`],
     [`{"a":"\\u0`, `{"a":""}`],
     [`{"a":"\\u00`, `{"a":""}`],
     [`{"a":"\\u004`, `{"a":""}`],
@@ -252,7 +257,10 @@ describe('Test complete JSON base', () => {
     [`{"a":{"b":"c"}}`, `{"a":{"b":"c"}}`],
 
     // test case: multiple object properity
-    [`{"a":1,"b":1.20,"c":0.03,"d":-1,"e":-1.20,"f":-0.03,"g":1.997e3,"h":-1.338e19,"i":"a","j":null,"k":true,"l":false,"m":{},"n":[]]}`, `{"a":1,"b":1.20,"c":0.03,"d":-1,"e":-1.20,"f":-0.03,"g":1.997e3,"h":-1.338e19,"i":"a","j":null,"k":true,"l":false,"m":{},"n":[]]}`],
+    [
+      `{"a":1,"b":1.20,"c":0.03,"d":-1,"e":-1.20,"f":-0.03,"g":1.997e3,"h":-1.338e19,"i":"a","j":null,"k":true,"l":false,"m":{},"n":[]]}`,
+      `{"a":1,"b":1.20,"c":0.03,"d":-1,"e":-1.20,"f":-0.03,"g":1.997e3,"h":-1.338e19,"i":"a","j":null,"k":true,"l":false,"m":{},"n":[]]}`,
+    ],
 
     // test case: basic array element
     [`[`, `[]`],
@@ -339,6 +347,7 @@ describe('Test complete JSON base', () => {
     [`["a","b"`, `["a","b"]`],
     [`["a","b",`, `["a","b"]`],
     [`["a","b"]`, `["a","b"]`],
+    [`["https://example.com/api/v1`, `["https://example.com/api/v1"]`],
     [`["\\u0`, `[""]`],
     [`["\\u00`, `[""]`],
     [`["\\u004`, `[""]`],
@@ -351,6 +360,10 @@ describe('Test complete JSON base', () => {
     [`["\\u0049","\\u0`, `["\\u0049",""]`],
     [`["\\u0049","\\u00`, `["\\u0049",""]`],
     [`["\\u0049","\\u005`, `["\\u0049",""]`],
+    [
+      `["https://example.com/api/v1", "http://example.com:8080/user/sample_user/index.html`,
+      `["https://example.com/api/v1", "http://example.com:8080/user/sample_user/index.html"]`,
+    ],
     [`["\\u0049","\\u0050`, `["\\u0049","\\u0050"]`],
     [`["\\u0049","\\u0050"`, `["\\u0049","\\u0050"]`],
     [`["\\u0049","\\u0050"]`, `["\\u0049","\\u0050"]`],
@@ -429,7 +442,10 @@ describe('Test complete JSON base', () => {
     [`[{"a":[{"b":"c"},{"d":[{`, `[{"a":[{"b":"c"},{"d":[{}]}]}]`],
 
     // test case: multiple array element
-    [`[1,1.20,0.03,-1,-1.20,-0.03,1.997e3,-1.338e19,"a",null,true,false,{},[]]`, `[1,1.20,0.03,-1,-1.20,-0.03,1.997e3,-1.338e19,"a",null,true,false,{},[]]`],
+    [
+      `[1,1.20,0.03,-1,-1.20,-0.03,1.997e3,-1.338e19,"a",null,true,false,{},[]]`,
+      `[1,1.20,0.03,-1,-1.20,-0.03,1.997e3,-1.338e19,"a",null,true,false,{},[]]`,
+    ],
 
     // test case: array as array element
     [`[[`, `[[]]`],
@@ -461,13 +477,28 @@ describe('Test complete JSON base', () => {
     // test case: ignore token
     [`{ }`, `{ }`],
     [`{ " a " : -1.2 , `, `{ " a " : -1.2}`],
-    [`{ " a " : -1.2 , "  b  "  :  " c "  `, `{ " a " : -1.2 , "  b  "  :  " c "}`],
-    [`{ " a " : -1.2 , "  b  "  :  " c "   , "   d"  :  true  `, `{ " a " : -1.2 , "  b  "  :  " c "   , "   d"  :  true}`],
-    [`{ " a " : -1.2 , "  b  "  :  " c "   , "   d"  :  true  , "e   "  : {  } } `, `{ " a " : -1.2 , "  b  "  :  " c "   , "   d"  :  true  , "e   "  : {  } }`],
+    [
+      `{ " a " : -1.2 , "  b  "  :  " c "  `,
+      `{ " a " : -1.2 , "  b  "  :  " c "}`,
+    ],
+    [
+      `{ " a " : -1.2 , "  b  "  :  " c "   , "   d"  :  true  `,
+      `{ " a " : -1.2 , "  b  "  :  " c "   , "   d"  :  true}`,
+    ],
+    [
+      `{ " a " : -1.2 , "  b  "  :  " c "   , "   d"  :  true  , "e   "  : {  } } `,
+      `{ " a " : -1.2 , "  b  "  :  " c "   , "   d"  :  true  , "e   "  : {  } }`,
+    ],
     [`[ ]`, `[ ]`],
     [`[ 1`, `[ 1]`],
-    [`[ 1 , -1.020  , true ,  false,  null`, `[ 1 , -1.020  , true ,  false,  null]`],
-    [`[ 1 , -1.020  , true ,  false,  null,  {   }`, `[ 1 , -1.020  , true ,  false,  null,  {   }]`],
+    [
+      `[ 1 , -1.020  , true ,  false,  null`,
+      `[ 1 , -1.020  , true ,  false,  null]`,
+    ],
+    [
+      `[ 1 , -1.020  , true ,  false,  null,  {   }`,
+      `[ 1 , -1.020  , true ,  false,  null,  {   }]`,
+    ],
   ];
 
   testCases.forEach(([testCase, expected]) => {
@@ -480,10 +511,10 @@ describe('Test complete JSON base', () => {
   });
 });
 
-
 describe('Test complete JSON nested', () => {
   it('should correctly process and validate a complex, nested JSON string', () => {
-    const streamingJSONContent = '{"string": "这是一个字符串", "integer": 42, "float": 3.14159, "boolean_true": true, "boolean_false": false, "null": null, "object": {"empty_object": {}, "non_empty_object": {"key": "value"}, "nested_object": {"nested_key": {"sub_nested_key": "sub_nested_value"}}}, "array":["string in array", 123, 45.67, true, false, null, {"object_in_array": "object_value"},["nested_array"]]}'
+    const streamingJSONContent =
+      '{"string": "这是一个字符串", "integer": 42, "float": 3.14159, "boolean_true": true, "boolean_false": false, "null": null, "object": {"empty_object": {}, "non_empty_object": {"key": "value"}, "nested_object": {"nested_key": {"sub_nested_key": "sub_nested_value"}}}, "array":["string in array", 123, 45.67, true, false, null, {"object_in_array": "object_value"},["nested_array"]]}';
 
     const lexer = new streamingjson.Lexer();
     lexer.AppendString(streamingJSONContent);
@@ -496,7 +527,6 @@ describe('Test complete JSON nested', () => {
   });
 });
 
-
 describe('Test complete JSON nested 2', () => {
   it('should correctly process and validate a complex, nested JSON string', () => {
     const streamingJSONContent = `{
@@ -547,7 +577,7 @@ describe('Test complete JSON nested 2', () => {
                         "empty_objects": { },
             "empty_arrays": []
         }
-    }`
+    }`;
 
     const lexer = new streamingjson.Lexer();
     lexer.AppendString(streamingJSONContent);
@@ -560,7 +590,6 @@ describe('Test complete JSON nested 2', () => {
   });
 });
 
-
 describe('Test complete JSON escape and etc', () => {
   it('should correctly process and validate a complex, nested JSON string', () => {
     const streamingJSONContent = `{
@@ -585,7 +614,7 @@ describe('Test complete JSON escape and etc', () => {
             "complex_number": 3.14e-10
         }
     }
-}`
+}`;
 
     const lexer = new streamingjson.Lexer();
     lexer.AppendString(streamingJSONContent);