fix(plugins): fix raw table schemas and cleanup legacy table structures in testmo (#8566)

When using a new database, there were issues with the testmo plugin. This fixes pipeline issues by ensuring proper raw table naming conventions and schema consistency for testmo data import.

Author: rbstp

backend/plugins/testmo/models/migrationscripts/20250905_fix_raw_table_names_and_schemas.go

@@ -0,0 +1,69 @@
+/*
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements.  See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package migrationscripts
+
+import (
+	"github.com/apache/incubator-devlake/core/context"
+	"github.com/apache/incubator-devlake/core/dal"
+	"github.com/apache/incubator-devlake/core/errors"
+	"github.com/apache/incubator-devlake/core/plugin"
+)
+
+type fixRawTableNamesAndSchemas struct{}
+
+func (*fixRawTableNamesAndSchemas) Up(basicRes context.BasicRes) errors.Error {
+	db := basicRes.GetDal()
+
+	legacy := []string{
+		"testmo_projects",
+		"testmo_milestones",
+		"testmo_automation_runs",
+		"testmo_runs",
+	}
+	for _, tbl := range legacy {
+		if db.HasTable(tbl) {
+			if err := db.DropTables(tbl); err != nil {
+				return err
+			}
+		}
+	}
+
+	current := []string{
+		"_raw_testmo_projects",
+		"_raw_testmo_milestones",
+		"_raw_testmo_automation_runs",
+		"_raw_testmo_runs",
+	}
+	for _, tbl := range current {
+		if db.HasTable(tbl) {
+			err := db.All(&[]struct{}{}, dal.From(tbl), dal.Where("_raw_data_table = '' AND 1 = 0"))
+			if err != nil {
+				if dropErr := db.DropTables(tbl); dropErr != nil {
+					return dropErr
+				}
+			}
+		}
+	}
+
+	return nil
+}
+
+func (*fixRawTableNamesAndSchemas) Version() uint64 { return 20250905000001 }
+func (*fixRawTableNamesAndSchemas) Name() string    { return "Fix raw table names and schemas" }
+
+var _ plugin.MigrationScript = (*fixRawTableNamesAndSchemas)(nil)

backend/plugins/testmo/models/migrationscripts/archived/run.go

@@ -19,6 +19,8 @@ package archived
 
 import (
 	"time"
+
+	corearchived "github.com/apache/incubator-devlake/core/models/migrationscripts/archived"
 )
 
 type TestmoRun struct {
@@ -40,9 +42,8 @@ type TestmoRun struct {
 	TestmoCreatedAt *time.Time `json:"created_at"`
 	TestmoUpdatedAt *time.Time `json:"updated_at"`
 
-	// Inline definition of NoPKModel
-	CreatedAt time.Time `json:"createdAt"`
-	UpdatedAt time.Time `json:"updatedAt"`
+	// Include standard NoPKModel with RawDataOrigin columns
+	corearchived.NoPKModel
 }
 
 func (TestmoRun) TableName() string {

backend/plugins/testmo/models/migrationscripts/register.go

@@ -24,5 +24,6 @@ func All() []plugin.MigrationScript {
 		new(addInitTables),
 		new(addScopeConfigIdToProjects),
 		new(replaceTestsWithRuns),
+		new(fixRawTableNamesAndSchemas),
 	}
 }