Merge branch 'main' into feat/otel-add-cqpp

Author: kodiakhq[bot]

.release-please-manifest.json

@@ -1,3 +1,3 @@
 {
-  ".": "4.80.3"
+  ".": "4.81.0"
 }

CHANGELOG.md

@@ -5,6 +5,13 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [4.81.0](https://github.com/cloudquery/plugin-sdk/compare/v4.80.3...v4.81.0) (2025-05-19)
+
+
+### Features
+
+* Remove reflect methods ([#2129](https://github.com/cloudquery/plugin-sdk/issues/2129)) ([bd277cc](https://github.com/cloudquery/plugin-sdk/commit/bd277cca0af25def7dda7d5cc8d6f8ec762ecb76))
+
 ## [4.80.3](https://github.com/cloudquery/plugin-sdk/compare/v4.80.2...v4.80.3) (2025-05-19)
 
 

examples/simple_plugin/go.mod

@@ -6,7 +6,7 @@ toolchain go1.24.1
 
 require (
 	github.com/apache/arrow-go/v18 v18.2.0
-	github.com/cloudquery/plugin-sdk/v4 v4.80.2
+	github.com/cloudquery/plugin-sdk/v4 v4.81.0
 	github.com/rs/zerolog v1.34.0
 )
 

scheduler/scheduler.go

@@ -4,6 +4,7 @@ import (
 	"context"
 	"errors"
 	"fmt"
+	"math"
 	"sync"
 	"time"
 
@@ -305,18 +306,16 @@ func shardTableClients(tableClients []tableClient, shard *shard) []tableClient {
 	if shard == nil || len(tableClients) == 0 {
 		return tableClients
 	}
+
 	num := int(shard.num)
 	total := int(shard.total)
-	chunkSize := len(tableClients) / total
-	if chunkSize == 0 {
-		chunkSize = 1
-	}
+
+	chunkSize := int(math.Ceil(float64(len(tableClients)) / float64(total)))
+
 	chunks := lo.Chunk(tableClients, chunkSize)
 	if num > len(chunks) {
 		return nil
 	}
-	if len(chunks) > total && num == total {
-		return append(chunks[num-1], chunks[num]...)
-	}
+
 	return chunks[num-1]
 }

scheduler/scheduler_test.go

@@ -559,6 +559,7 @@ func Test_shardTableClients(t *testing.T) {
 			expected: []tableClient{
 				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_1"}},
 				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_2"}},
+				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_3"}},
 			},
 		},
 		{
@@ -571,9 +572,52 @@ func Test_shardTableClients(t *testing.T) {
 				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_5"}},
 			},
 			shard: &shard{num: 2, total: 2},
+			expected: []tableClient{
+				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_4"}},
+				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_5"}},
+			},
+		},
+		{
+			name: "uneven split 1 of 3",
+			tableClients: []tableClient{
+				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_1"}},
+				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_2"}},
+				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_3"}},
+				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_4"}},
+				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_5"}},
+			},
+			shard: &shard{num: 1, total: 3},
+			expected: []tableClient{
+				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_1"}},
+				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_2"}},
+			},
+		},
+		{
+			name: "uneven split 2 of 3",
+			tableClients: []tableClient{
+				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_1"}},
+				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_2"}},
+				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_3"}},
+				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_4"}},
+				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_5"}},
+			},
+			shard: &shard{num: 2, total: 3},
 			expected: []tableClient{
 				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_3"}},
 				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_4"}},
+			},
+		},
+		{
+			name: "uneven split 3 of 3",
+			tableClients: []tableClient{
+				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_1"}},
+				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_2"}},
+				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_3"}},
+				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_4"}},
+				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_5"}},
+			},
+			shard: &shard{num: 3, total: 3},
+			expected: []tableClient{
 				{client: &testExecutionClient{}, table: &schema.Table{Name: "table_5"}},
 			},
 		},