Support empty lines for NDJSON

Author: fwessels

ndjson_test.go

@@ -260,6 +260,32 @@ func TestDemoNdjson(t *testing.T) {
 	verifyDemoNdjson(pj, t, 0)
 }
 
+func TestNdjsonEmptyLines(t *testing.T) {
+
+	ndjson_emptylines := []string{`{"zero":"emptylines"}
+{"c":"d"}`,
+`{"single":"emptyline"}
+
+{"c":"d"}`,
+`{"dual":"emptylines"}
+
+
+{"c":"d"}`,
+`{"triple":"emptylines"}
+
+
+
+{"c":"d"}`}
+
+	pj := internalParsedJson{}
+
+	for _, json := range ndjson_emptylines {
+		if err := pj.parseMessageNdjson([]byte(json)); err != nil {
+			t.Errorf("TestNdjsonEmptyLine: got: %v want: nil", err)
+		}
+	}
+}
+
 func TestNdjsonCountWhere(t *testing.T) {
 	ndjson := loadFile("testdata/parking-citations-1M.json.zst")
 	pj, err := ParseND(ndjson, nil)

stage2_build_tape.go

@@ -206,14 +206,16 @@ start_continue:
 	if done, idx = updateChar(pj, idx); done {
 		goto succeed
 	} else {
-		// For an ndjson object, wrap up current object and start new root
+		// For an ndjson object, wrap up current object, start new root and check for minimum of 1 newline
 		if buf[idx] != '\n' {
 			goto fail
 		}
 
-		// Peek into next character, if we are at the end, exit out
-		if done, idx = updateChar(pj, idx); done {
-			goto succeed
+		// Eat any empty lines
+		for buf[idx] == '\n' {
+			if done, idx = updateChar(pj, idx); done {
+				goto succeed
+			}
 		}
 
 		// Otherwise close current root