add test and rowexec/binlog impl

Author: elianddb

enginetest/enginetests.go

@@ -1100,6 +1100,12 @@ func TestLoadDataFailing(t *testing.T, harness Harness) {
 	}
 }
 
+func TestBinlog(t *testing.T, harness Harness) {
+	for _, script := range queries.BinlogScripts {
+		TestScript(t, harness, script)
+	}
+}
+
 func TestSelectIntoFile(t *testing.T, harness Harness) {
 	harness.Setup(setup.MydbData, setup.MytableData, setup.EmptytableData, setup.NiltableData)
 	e := mustNewEngine(t, harness)

enginetest/memory_engine_test.go

@@ -607,6 +607,10 @@ func TestLoadDataFailing(t *testing.T) {
 	enginetest.TestLoadDataFailing(t, enginetest.NewDefaultMemoryHarness())
 }
 
+func TestBinlog(t *testing.T) {
+	enginetest.TestBinlog(t, enginetest.NewDefaultMemoryHarness())
+}
+
 func TestSelectIntoFile(t *testing.T) {
 	enginetest.TestSelectIntoFile(t, enginetest.NewDefaultMemoryHarness())
 }

enginetest/queries/binlog_queries.go

@@ -0,0 +1,163 @@
+// Copyright 2025 Dolthub, Inc.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package queries
+
+import (
+	"os"
+	"strings"
+
+	"github.com/dolthub/go-mysql-server/sql"
+)
+
+var (
+	binlogInsertStmts         = readBinlogTestFile("./testdata/binlog_insert.txt")
+	binlogUpdateStmts         = readBinlogTestFile("./testdata/binlog_update.txt")
+	binlogDeleteStmts         = readBinlogTestFile("./testdata/binlog_delete.txt")
+	binlogFormatDescStmts     = readBinlogTestFile("./testdata/binlog_format_desc.txt")
+	binlogTransactionMultiOps = readBinlogTestFile("./testdata/binlog_transaction_multi_ops.txt")
+	binlogNoFormatDescStmts   = readBinlogTestFile("./testdata/binlog_no_format_desc.txt")
+)
+
+// BinlogScripts contains test cases for the BINLOG statement. Test data is generated from real MariaDB binlog events by
+// running `bats binlog_maker.bats` in enginetest/testdata.
+// To add tests: add a @test to binlog_maker.bats, generate the .dat file, then add a test case here.
+var BinlogScripts = []ScriptTest{
+	{
+		Name: "BINLOG requires FORMAT_DESCRIPTION_EVENT first",
+		SetUpScript: []string{
+			"CREATE TABLE users (id INT PRIMARY KEY, name VARCHAR(50), email VARCHAR(100))",
+		},
+		Assertions: []ScriptTestAssertion{
+			{Query: binlogNoFormatDescStmts[0], ExpectedErr: sql.ErrNoFormatDescriptionEventBeforeBinlogStatement},
+		},
+	},
+	{
+		Name: "BINLOG with simple INSERT",
+		SetUpScript: []string{
+			"CREATE TABLE users (id INT PRIMARY KEY, name VARCHAR(50), email VARCHAR(100))",
+		},
+		Assertions: []ScriptTestAssertion{
+			{Query: binlogInsertStmts[0], Expected: []sql.Row{}},
+			{Query: binlogInsertStmts[1], Expected: []sql.Row{}},
+			{Query: binlogInsertStmts[2], Expected: []sql.Row{}},
+			{
+				Query: "SELECT * FROM users ORDER BY id",
+				Expected: []sql.Row{
+					{1, "Alice", "[email protected]"},
+					{2, "Bob", "[email protected]"},
+				},
+			},
+		},
+	},
+	{
+		Name: "BINLOG with UPDATE",
+		SetUpScript: []string{
+			"CREATE TABLE users (id INT PRIMARY KEY, name VARCHAR(50), email VARCHAR(100))",
+			"INSERT INTO users VALUES (1, 'Alice', '[email protected]')",
+			"INSERT INTO users VALUES (2, 'Bob', '[email protected]')",
+		},
+		Assertions: []ScriptTestAssertion{
+			{Query: binlogUpdateStmts[0], Expected: []sql.Row{}},
+			{Query: binlogUpdateStmts[1], Expected: []sql.Row{}},
+			{
+				Query: "SELECT name FROM users WHERE id = 1",
+				Expected: []sql.Row{
+					{"Alice Smith"},
+				},
+			},
+		},
+	},
+	{
+		Name: "BINLOG with DELETE",
+		SetUpScript: []string{
+			"CREATE TABLE users (id INT PRIMARY KEY, name VARCHAR(50), email VARCHAR(100))",
+			"INSERT INTO users VALUES (1, 'Alice', '[email protected]')",
+			"INSERT INTO users VALUES (2, 'Bob', '[email protected]')",
+		},
+		Assertions: []ScriptTestAssertion{
+			{Query: binlogDeleteStmts[0], Expected: []sql.Row{}},
+			{Query: binlogDeleteStmts[1], Expected: []sql.Row{}},
+			{
+				Query: "SELECT COUNT(*) FROM users",
+				Expected: []sql.Row{
+					{1},
+				},
+			},
+			{
+				Query: "SELECT id FROM users",
+				Expected: []sql.Row{
+					{1},
+				},
+			},
+		},
+	},
+	{
+		Name: "BINLOG with FORMAT_DESCRIPTION only",
+		Assertions: []ScriptTestAssertion{
+			{Query: binlogFormatDescStmts[0], Expected: []sql.Row{}},
+		},
+	},
+	{
+		Name: "BINLOG transaction with multiple INSERT UPDATE DELETE",
+		SetUpScript: []string{
+			"CREATE TABLE multi_op_test (id INT PRIMARY KEY AUTO_INCREMENT, name VARCHAR(100), value DECIMAL(10,2), created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP)",
+		},
+		Assertions: []ScriptTestAssertion{
+			{Query: binlogTransactionMultiOps[0], Expected: []sql.Row{}},
+			{Query: binlogTransactionMultiOps[1], Expected: []sql.Row{}},
+			{Query: binlogTransactionMultiOps[2], Expected: []sql.Row{}},
+			{Query: binlogTransactionMultiOps[3], Expected: []sql.Row{}},
+			{Query: binlogTransactionMultiOps[4], Expected: []sql.Row{}},
+			{Query: binlogTransactionMultiOps[5], Expected: []sql.Row{}},
+			{
+				Query: "SELECT COUNT(*) FROM multi_op_test",
+				Expected: []sql.Row{
+					{2},
+				},
+			},
+			{
+				Query: "SELECT value FROM multi_op_test WHERE id = 1",
+				Expected: []sql.Row{
+					{"109.99"},
+				},
+			},
+		},
+	},
+	{
+		Name: "BINLOG with invalid base64",
+		Assertions: []ScriptTestAssertion{
+			{
+				Query:       "BINLOG 'not-valid-base64!!!'",
+				ExpectedErr: sql.ErrBase64DecodeError,
+			},
+		},
+	},
+}
+
+// readBinlogTestFile reads BINLOG statements from a testdata file. The file is pre-filtered by binlog_maker.bats to
+// contain only BINLOG statements.
+func readBinlogTestFile(path string) []string {
+	data, err := os.ReadFile(path)
+	if err != nil {
+		return nil
+	}
+
+	content := strings.TrimSpace(string(data))
+	if content == "" {
+		return nil
+	}
+
+	return strings.Split(content, "BINLOG '")
+}

enginetest/testdata/binlog_delete.txt

@@ -0,0 +1,12 @@
+BINLOG '
+q9X/aA8BAAAA/AAAAAABAAAAAAQAMTAuMTEuMTMtTWFyaWFEQi0wdWJ1bnR1MC4yNC4wNC4xLWxv
+ZwAAAAAAAAAAAAAAAAAAAAAAEzgNAAgAEgAEBAQEEgAA5AAEGggAAAAICAgCAAAACgoKAAAAAAAA
+CgoKAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA
+AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA
+AAAAAAAAAAAEEwQADQgICAoKCgE1OrWh
+'/*!*/;
+BINLOG '
+q9X/aBMBAAAANgAAAO0BAAAAABIAAAAAAAEABG15ZGIABXVzZXJzAAMDDw8EMgBkAAa3E3Ct
+q9X/aBkBAAAAOgAAACcCAAAAABIAAAAAAAEAAwf4AgAAAANCb2IPYm9iQGV4YW1wbGUuY29tJ0mO
+iA==
+'/*!*/;

enginetest/testdata/binlog_format_desc.txt

@@ -0,0 +1,7 @@
+BINLOG '
+q9X/aA8BAAAA/AAAAAABAAAAAAQAMTAuMTEuMTMtTWFyaWFEQi0wdWJ1bnR1MC4yNC4wNC4xLWxv
+ZwAAAAAAAAAAAAAAAAAAAAAAEzgNAAgAEgAEBAQEEgAA5AAEGggAAAAICAgCAAAACgoKAAAAAAAA
+CgoKAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA
+AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA
+AAAAAAAAAAAEEwQADQgICAoKCgE1OrWh
+'/*!*/;

enginetest/testdata/binlog_insert.txt

@@ -0,0 +1,17 @@
+BINLOG '
+qtX/aA8BAAAA/AAAAAABAAAAAAQAMTAuMTEuMTMtTWFyaWFEQi0wdWJ1bnR1MC4yNC4wNC4xLWxv
+ZwAAAAAAAAAAAAAAAACq1f9oEzgNAAgAEgAEBAQEEgAA5AAEGggAAAAICAgCAAAACgoKAAAAAAAA
+CgoKAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA
+AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA
+AAAAAAAAAAAEEwQADQgICAoKCgEl17yE
+'/*!*/;
+BINLOG '
+q9X/aBMBAAAANgAAANEDAAAAABIAAAAAAAEABG15ZGIABXVzZXJzAAMDDw8EMgBkAAbaolFI
+q9X/aBcBAAAAPgAAAA8EAAAAABIAAAAAAAEAAwf4AQAAAAVBbGljZRFhbGljZUBleGFtcGxlLmNv
+bRQK09I=
+'/*!*/;
+BINLOG '
+q9X/aBMBAAAANgAAANsEAAAAABIAAAAAAAEABG15ZGIABXVzZXJzAAMDDw8EMgBkAAayBNYS
+q9X/aBcBAAAAOgAAABUFAAAAABIAAAAAAAEAAwf4AgAAAANCb2IPYm9iQGV4YW1wbGUuY29t8VcU
+wg==
+'/*!*/;