Skip to content

Commit 5ee216c

Browse files
erezrokaherezrokah
committed
chore: Fix build
1 parent 00ab2a8 commit 5ee216c

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

47 files changed

+206
-202
lines changed

‎examples/simple_plugin/go.mod‎

Lines changed: 12 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@ module github.com/cloudquery/plugin-sdk/examples/simple_plugin
33
go 1.24.4
44

55
require (
6-
github.com/apache/arrow-go/v18 v18.4.0
6+
github.com/apache/arrow-go/v18 v18.5.0
77
github.com/cloudquery/plugin-sdk/v4 v4.93.0
88
github.com/rs/zerolog v1.34.0
99
)
@@ -34,23 +34,23 @@ require (
3434
github.com/cespare/xxhash/v2 v2.3.0 // indirect
3535
github.com/cloudquery/cloudquery-api-go v1.14.7 // indirect
3636
github.com/cloudquery/codegen v0.3.33 // indirect
37-
github.com/cloudquery/plugin-pb-go v1.26.18 // indirect
37+
github.com/cloudquery/plugin-pb-go v1.27.1 // indirect
3838
github.com/cloudquery/plugin-sdk/v2 v2.7.0 // indirect
3939
github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect
4040
github.com/ghodss/yaml v1.0.0 // indirect
4141
github.com/go-logr/logr v1.4.3 // indirect
4242
github.com/go-logr/stdr v1.2.2 // indirect
4343
github.com/goccy/go-json v0.10.5 // indirect
44-
github.com/google/flatbuffers v25.2.10+incompatible // indirect
44+
github.com/google/flatbuffers v25.9.23+incompatible // indirect
4545
github.com/google/uuid v1.6.0 // indirect
4646
github.com/grpc-ecosystem/go-grpc-middleware/v2 v2.3.3 // indirect
4747
github.com/grpc-ecosystem/grpc-gateway/v2 v2.27.3 // indirect
4848
github.com/hashicorp/go-cleanhttp v0.5.2 // indirect
4949
github.com/hashicorp/go-retryablehttp v0.7.8 // indirect
5050
github.com/inconshreveable/mousetrap v1.1.0 // indirect
5151
github.com/invopop/jsonschema v0.13.0 // indirect
52-
github.com/klauspost/compress v1.18.0 // indirect
53-
github.com/klauspost/cpuid/v2 v2.2.11 // indirect
52+
github.com/klauspost/compress v1.18.2 // indirect
53+
github.com/klauspost/cpuid/v2 v2.3.0 // indirect
5454
github.com/mailru/easyjson v0.7.7 // indirect
5555
github.com/mattn/go-colorable v0.1.13 // indirect
5656
github.com/mattn/go-isatty v0.0.20 // indirect
@@ -78,19 +78,19 @@ require (
7878
go.opentelemetry.io/otel/sdk/metric v1.39.0 // indirect
7979
go.opentelemetry.io/otel/trace v1.39.0 // indirect
8080
go.opentelemetry.io/proto/otlp v1.9.0 // indirect
81-
golang.org/x/exp v0.0.0-20251023183803-a4bb9ffd2546 // indirect
82-
golang.org/x/mod v0.29.0 // indirect
83-
golang.org/x/net v0.47.0 // indirect
81+
golang.org/x/exp v0.0.0-20251209150349-8475f28825e9 // indirect
82+
golang.org/x/mod v0.31.0 // indirect
83+
golang.org/x/net v0.48.0 // indirect
8484
golang.org/x/sync v0.19.0 // indirect
8585
golang.org/x/sys v0.39.0 // indirect
86-
golang.org/x/telemetry v0.0.0-20251008203120-078029d740a8 // indirect
87-
golang.org/x/text v0.31.0 // indirect
88-
golang.org/x/tools v0.38.0 // indirect
86+
golang.org/x/telemetry v0.0.0-20251203150158-8fff8a5912fc // indirect
87+
golang.org/x/text v0.32.0 // indirect
88+
golang.org/x/tools v0.40.0 // indirect
8989
golang.org/x/xerrors v0.0.0-20240903120638-7835f813f4da // indirect
9090
google.golang.org/genproto/googleapis/api v0.0.0-20251202230838-ff82c1b0f217 // indirect
9191
google.golang.org/genproto/googleapis/rpc v0.0.0-20251202230838-ff82c1b0f217 // indirect
9292
google.golang.org/grpc v1.77.0 // indirect
93-
google.golang.org/protobuf v1.36.10 // indirect
93+
google.golang.org/protobuf v1.36.11 // indirect
9494
gopkg.in/yaml.v2 v2.4.0 // indirect
9595
gopkg.in/yaml.v3 v3.0.1 // indirect
9696
)

‎examples/simple_plugin/go.sum‎

Lines changed: 24 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -3,8 +3,8 @@ github.com/adrg/xdg v0.5.3 h1:xRnxJXne7+oWDatRhR1JLnvuccuIeCoBu2rtuLqQB78=
33
github.com/adrg/xdg v0.5.3/go.mod h1:nlTsY+NNiCBGCK2tpm09vRqfVzrc2fLmXGpBLF0zlTQ=
44
github.com/andybalholm/brotli v1.2.0 h1:ukwgCxwYrmACq68yiUqwIWnGY0cTPox/M94sVwToPjQ=
55
github.com/andybalholm/brotli v1.2.0/go.mod h1:rzTDkvFWvIrjDXZHkuS16NPggd91W3kUSvPlQ1pLaKY=
6-
github.com/apache/arrow-go/v18 v18.4.0 h1:/RvkGqH517iY8bZKc4FD5/kkdwXJGjxf28JIXbJ/oB0=
7-
github.com/apache/arrow-go/v18 v18.4.0/go.mod h1:Aawvwhj8x2jURIzD9Moy72cF0FyJXOpkYpdmGRHcw14=
6+
github.com/apache/arrow-go/v18 v18.5.0 h1:rmhKjVA+MKVnQIMi/qnM0OxeY4tmHlN3/Pvu+Itmd6s=
7+
github.com/apache/arrow-go/v18 v18.5.0/go.mod h1:F1/wPb3bUy6ZdP4kEPWC7GUZm+yDmxXFERK6uDSkhr8=
88
github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882 h1:mFDZW1FQk9yndPvxScp7RpcOpdSHaqcgBWO7sDlx4S8=
99
github.com/apache/arrow/go/v13 v13.0.0-20230731205701-112f94971882/go.mod h1:W69eByFNO0ZR30q1/7Sr9d83zcVZmF2MiP3fFYAWJOc=
1010
github.com/apache/thrift v0.22.0 h1:r7mTJdj51TMDe6RtcmNdQxgn9XcyfGDOzegMDRg47uc=
@@ -58,8 +58,8 @@ github.com/cloudquery/cloudquery-api-go v1.14.7 h1:j8XkwY7YMtZnXi655BTFLqadCs9PJ
5858
github.com/cloudquery/cloudquery-api-go v1.14.7/go.mod h1:d+I8E+z3vmvTvCNXZ5YNhxV9InY/i1siXa0vCYq+ABk=
5959
github.com/cloudquery/codegen v0.3.33 h1:EsQjaiupoTgUvwYNmeHy2Wj3XWrpXXojnGZmnV9GpLM=
6060
github.com/cloudquery/codegen v0.3.33/go.mod h1:abfJ0HDW4Elh+ppwbKrCuAsXfZUmaWyY+4SgUyfQndg=
61-
github.com/cloudquery/plugin-pb-go v1.26.18 h1:IFr4F7e1Fk5P5eBKjchP+lLAyHJhbqxsC8nJQFzLZOI=
62-
github.com/cloudquery/plugin-pb-go v1.26.18/go.mod h1:qwwI7ybhfuUUqIFlfCaeQJ/hydn5OxbWaLnIb63ldZk=
61+
github.com/cloudquery/plugin-pb-go v1.27.1 h1:Stkknj7L2cm3fTJjbRYG3FHRrKCo6sUcjIuf0KiChbw=
62+
github.com/cloudquery/plugin-pb-go v1.27.1/go.mod h1:AfeHApzQiQBMv9FSh+Mo3U+ESmxsiwB5sPTNNXC31nw=
6363
github.com/cloudquery/plugin-sdk/v2 v2.7.0 h1:hRXsdEiaOxJtsn/wZMFQC9/jPfU1MeMK3KF+gPGqm7U=
6464
github.com/cloudquery/plugin-sdk/v2 v2.7.0/go.mod h1:pAX6ojIW99b/Vg4CkhnsGkRIzNaVEceYMR+Bdit73ug=
6565
github.com/coreos/go-systemd/v22 v22.5.0/go.mod h1:Y58oyj3AT4RCenI/lSvhwexgC+NSVTIJ3seZv2GcEnc=
@@ -87,8 +87,8 @@ github.com/golang/protobuf v1.5.4 h1:i7eJL8qZTpSEXOPTxNKhASYpMn+8e5Q6AdndVa1dWek
8787
github.com/golang/protobuf v1.5.4/go.mod h1:lnTiLA8Wa4RWRcIUkrtSVa5nRhsEGBg48fD6rSs7xps=
8888
github.com/golang/snappy v1.0.0 h1:Oy607GVXHs7RtbggtPBnr2RmDArIsAefDwvrdWvRhGs=
8989
github.com/golang/snappy v1.0.0/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q=
90-
github.com/google/flatbuffers v25.2.10+incompatible h1:F3vclr7C3HpB1k9mxCGRMXq6FdUalZ6H/pNX4FP1v0Q=
91-
github.com/google/flatbuffers v25.2.10+incompatible/go.mod h1:1AeVuKshWv4vARoZatz6mlQ0JxURH0Kv5+zNeJKJCa8=
90+
github.com/google/flatbuffers v25.9.23+incompatible h1:rGZKv+wOb6QPzIdkM2KxhBZCDrA0DeN6DNmRDrqIsQU=
91+
github.com/google/flatbuffers v25.9.23+incompatible/go.mod h1:1AeVuKshWv4vARoZatz6mlQ0JxURH0Kv5+zNeJKJCa8=
9292
github.com/google/go-cmp v0.7.0 h1:wk8382ETsv4JYUZwIsn6YpYiWiBsYLSJiTsyBybVuN8=
9393
github.com/google/go-cmp v0.7.0/go.mod h1:pXiqmnSA92OHEEa9HXL2W4E7lf9JzCmGVUdgjX3N/iU=
9494
github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0=
@@ -111,10 +111,10 @@ github.com/josharian/intern v1.0.0/go.mod h1:5DoeVV0s6jJacbCEi61lwdGj/aVlrQvzHFF
111111
github.com/juju/gnuflag v0.0.0-20171113085948-2ce1bb71843d/go.mod h1:2PavIy+JPciBPrBUjwbNvtwB6RQlve+hkpll6QSNmOE=
112112
github.com/klauspost/asmfmt v1.3.2 h1:4Ri7ox3EwapiOjCki+hw14RyKk201CN4rzyCJRFLpK4=
113113
github.com/klauspost/asmfmt v1.3.2/go.mod h1:AG8TuvYojzulgDAMCnYn50l/5QV3Bs/tp6j0HLHbNSE=
114-
github.com/klauspost/compress v1.18.0 h1:c/Cqfb0r+Yi+JtIEq73FWXVkRonBlf0CRNYc8Zttxdo=
115-
github.com/klauspost/compress v1.18.0/go.mod h1:2Pp+KzxcywXVXMr50+X0Q/Lsb43OQHYWRCY2AiWywWQ=
116-
github.com/klauspost/cpuid/v2 v2.2.11 h1:0OwqZRYI2rFrjS4kvkDnqJkKHdHaRnCm68/DY4OxRzU=
117-
github.com/klauspost/cpuid/v2 v2.2.11/go.mod h1:hqwkgyIinND0mEev00jJYCxPNVRVXFQeu1XKlok6oO0=
114+
github.com/klauspost/compress v1.18.2 h1:iiPHWW0YrcFgpBYhsA6D1+fqHssJscY/Tm/y2Uqnapk=
115+
github.com/klauspost/compress v1.18.2/go.mod h1:R0h/fSBs8DE4ENlcrlib3PsXS61voFxhIs2DeRhCvJ4=
116+
github.com/klauspost/cpuid/v2 v2.3.0 h1:S4CRMLnYUhGeDFDqkGriYKdfoFlDnMtqTiI/sFzhA9Y=
117+
github.com/klauspost/cpuid/v2 v2.3.0/go.mod h1:hqwkgyIinND0mEev00jJYCxPNVRVXFQeu1XKlok6oO0=
118118
github.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE=
119119
github.com/kr/pretty v0.3.1/go.mod h1:hoEshYVHaxMs3cyo3Yncou5ZscifuDolrwPKZanG3xk=
120120
github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY=
@@ -200,25 +200,25 @@ go.opentelemetry.io/proto/otlp v1.9.0/go.mod h1:xE+Cx5E/eEHw+ISFkwPLwCZefwVjY+pq
200200
go.uber.org/goleak v1.3.0 h1:2K3zAYmnTNqV73imy9J1T3WC+gmCePx2hEGkimedGto=
201201
go.uber.org/goleak v1.3.0/go.mod h1:CoHD4mav9JJNrW/WLlf7HGZPjdw8EucARQHekz1X6bE=
202202
go.yaml.in/yaml/v3 v3.0.4/go.mod h1:DhzuOOF2ATzADvBadXxruRBLzYTpT36CKvDb3+aBEFg=
203-
golang.org/x/exp v0.0.0-20251023183803-a4bb9ffd2546 h1:mgKeJMpvi0yx/sU5GsxQ7p6s2wtOnGAHZWCHUM4KGzY=
204-
golang.org/x/exp v0.0.0-20251023183803-a4bb9ffd2546/go.mod h1:j/pmGrbnkbPtQfxEe5D0VQhZC6qKbfKifgD0oM7sR70=
205-
golang.org/x/mod v0.29.0 h1:HV8lRxZC4l2cr3Zq1LvtOsi/ThTgWnUk/y64QSs8GwA=
206-
golang.org/x/mod v0.29.0/go.mod h1:NyhrlYXJ2H4eJiRy/WDBO6HMqZQ6q9nk4JzS3NuCK+w=
207-
golang.org/x/net v0.47.0 h1:Mx+4dIFzqraBXUugkia1OOvlD6LemFo1ALMHjrXDOhY=
208-
golang.org/x/net v0.47.0/go.mod h1:/jNxtkgq5yWUGYkaZGqo27cfGZ1c5Nen03aYrrKpVRU=
203+
golang.org/x/exp v0.0.0-20251209150349-8475f28825e9 h1:MDfG8Cvcqlt9XXrmEiD4epKn7VJHZO84hejP9Jmp0MM=
204+
golang.org/x/exp v0.0.0-20251209150349-8475f28825e9/go.mod h1:EPRbTFwzwjXj9NpYyyrvenVh9Y+GFeEvMNh7Xuz7xgU=
205+
golang.org/x/mod v0.31.0 h1:HaW9xtz0+kOcWKwli0ZXy79Ix+UW/vOfmWI5QVd2tgI=
206+
golang.org/x/mod v0.31.0/go.mod h1:43JraMp9cGx1Rx3AqioxrbrhNsLl2l/iNAvuBkrezpg=
207+
golang.org/x/net v0.48.0 h1:zyQRTTrjc33Lhh0fBgT/H3oZq9WuvRR5gPC70xpDiQU=
208+
golang.org/x/net v0.48.0/go.mod h1:+ndRgGjkh8FGtu1w1FGbEC31if4VrNVMuKTgcAAnQRY=
209209
golang.org/x/sync v0.19.0 h1:vV+1eWNmZ5geRlYjzm2adRgW2/mcpevXNg50YZtPCE4=
210210
golang.org/x/sync v0.19.0/go.mod h1:9KTHXmSnoGruLpwFjVSX0lNNA75CykiMECbovNTZqGI=
211211
golang.org/x/sys v0.0.0-20220811171246-fbc7d0a398ab/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
212212
golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
213213
golang.org/x/sys v0.12.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
214214
golang.org/x/sys v0.39.0 h1:CvCKL8MeisomCi6qNZ+wbb0DN9E5AATixKsvNtMoMFk=
215215
golang.org/x/sys v0.39.0/go.mod h1:OgkHotnGiDImocRcuBABYBEXf8A9a87e/uXjp9XT3ks=
216-
golang.org/x/telemetry v0.0.0-20251008203120-078029d740a8 h1:LvzTn0GQhWuvKH/kVRS3R3bVAsdQWI7hvfLHGgh9+lU=
217-
golang.org/x/telemetry v0.0.0-20251008203120-078029d740a8/go.mod h1:Pi4ztBfryZoJEkyFTI5/Ocsu2jXyDr6iSdgJiYE/uwE=
218-
golang.org/x/text v0.31.0 h1:aC8ghyu4JhP8VojJ2lEHBnochRno1sgL6nEi9WGFGMM=
219-
golang.org/x/text v0.31.0/go.mod h1:tKRAlv61yKIjGGHX/4tP1LTbc13YSec1pxVEWXzfoeM=
220-
golang.org/x/tools v0.38.0 h1:Hx2Xv8hISq8Lm16jvBZ2VQf+RLmbd7wVUsALibYI/IQ=
221-
golang.org/x/tools v0.38.0/go.mod h1:yEsQ/d/YK8cjh0L6rZlY8tgtlKiBNTL14pGDJPJpYQs=
216+
golang.org/x/telemetry v0.0.0-20251203150158-8fff8a5912fc h1:bH6xUXay0AIFMElXG2rQ4uiE+7ncwtiOdPfYK1NK2XA=
217+
golang.org/x/telemetry v0.0.0-20251203150158-8fff8a5912fc/go.mod h1:hKdjCMrbv9skySur+Nek8Hd0uJ0GuxJIoIX2payrIdQ=
218+
golang.org/x/text v0.32.0 h1:ZD01bjUt1FQ9WJ0ClOL5vxgxOI/sVCNgX1YtKwcY0mU=
219+
golang.org/x/text v0.32.0/go.mod h1:o/rUWzghvpD5TXrTIBuJU77MTaN0ljMWE47kxGJQ7jY=
220+
golang.org/x/tools v0.40.0 h1:yLkxfA+Qnul4cs9QA3KnlFu0lVmd8JJfoq+E41uSutA=
221+
golang.org/x/tools v0.40.0/go.mod h1:Ik/tzLRlbscWpqqMRjyWYDisX8bG13FrdXp3o4Sr9lc=
222222
golang.org/x/xerrors v0.0.0-20240903120638-7835f813f4da h1:noIWHXmPHxILtqtCOPIhSt0ABwskkZKjD3bXGnZGpNY=
223223
golang.org/x/xerrors v0.0.0-20240903120638-7835f813f4da/go.mod h1:NDW/Ps6MPRej6fsCIbMTohpP40sJ/P/vI1MoTEGwX90=
224224
gonum.org/v1/gonum v0.16.0 h1:5+ul4Swaf3ESvrOnidPp4GZbzf0mxVQpDCYUQE7OJfk=
@@ -229,8 +229,8 @@ google.golang.org/genproto/googleapis/rpc v0.0.0-20251202230838-ff82c1b0f217 h1:
229229
google.golang.org/genproto/googleapis/rpc v0.0.0-20251202230838-ff82c1b0f217/go.mod h1:7i2o+ce6H/6BluujYR+kqX3GKH+dChPTQU19wjRPiGk=
230230
google.golang.org/grpc v1.77.0 h1:wVVY6/8cGA6vvffn+wWK5ToddbgdU3d8MNENr4evgXM=
231231
google.golang.org/grpc v1.77.0/go.mod h1:z0BY1iVj0q8E1uSQCjL9cppRj+gnZjzDnzV0dHhrNig=
232-
google.golang.org/protobuf v1.36.10 h1:AYd7cD/uASjIL6Q9LiTjz8JLcrh/88q5UObnmY3aOOE=
233-
google.golang.org/protobuf v1.36.10/go.mod h1:HTf+CrKn2C3g5S8VImy6tdcUvCska2kB7j23XfzDpco=
232+
google.golang.org/protobuf v1.36.11 h1:fV6ZwhNocDyBLK0dj+fg8ektcVegBBuEolpbTQyBNVE=
233+
google.golang.org/protobuf v1.36.11/go.mod h1:HTf+CrKn2C3g5S8VImy6tdcUvCska2kB7j23XfzDpco=
234234
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
235235
gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk=
236236
gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q=

‎examples/simple_plugin/plugin/client.go‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -59,12 +59,12 @@ func (*Client) Write(context.Context, <-chan message.WriteMessage) error {
5959
return nil
6060
}
6161

62-
func (*Client) Read(context.Context, *schema.Table, chan<- arrow.Record) error {
62+
func (*Client) Read(context.Context, *schema.Table, chan<- arrow.RecordBatch) error {
6363
// Not implemented, just used for testing destination packaging
6464
return nil
6565
}
6666

67-
func (*Client) Transform(_ context.Context, _ <-chan arrow.Record, _ chan<- arrow.Record) error {
67+
func (*Client) Transform(_ context.Context, _ <-chan arrow.RecordBatch, _ chan<- arrow.RecordBatch) error {
6868
// Not implemented, just used for testing destination packaging
6969
return nil
7070
}

‎internal/batch/slice.go‎

Lines changed: 17 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -7,13 +7,13 @@ import (
77

88
type (
99
SlicedRecord struct {
10-
arrow.Record
10+
arrow.RecordBatch
1111
Bytes int64 // we need this as the util.TotalRecordSize will report the full size even for the sliced record
1212
bytesPerRow int64
1313
}
1414
)
1515

16-
func (s *SlicedRecord) split(limit *Cap) (add *SlicedRecord, toFlush []arrow.Record, rest *SlicedRecord) {
16+
func (s *SlicedRecord) split(limit *Cap) (add *SlicedRecord, toFlush []arrow.RecordBatch, rest *SlicedRecord) {
1717
if s == nil {
1818
return nil, nil, nil
1919
}
@@ -23,13 +23,13 @@ func (s *SlicedRecord) split(limit *Cap) (add *SlicedRecord, toFlush []arrow.Rec
2323
limit.add(add.Bytes, add.NumRows())
2424
}
2525

26-
if s.Record == nil {
26+
if s.RecordBatch == nil {
2727
// all processed
2828
return add, nil, nil
2929
}
3030

3131
toFlush = s.getToFlush(limit)
32-
if s.Record == nil {
32+
if s.RecordBatch == nil {
3333
// all processed
3434
return add, toFlush, nil
3535
}
@@ -56,21 +56,21 @@ func (s *SlicedRecord) getAdd(limit *Cap) *SlicedRecord {
5656
// grab the whole record (either no limits or not overflowing)
5757
res := *s
5858
s.Bytes = 0
59-
s.Record = nil
59+
s.RecordBatch = nil
6060
return &res
6161
}
6262

6363
res := SlicedRecord{
64-
Record: s.NewSlice(0, rows),
64+
RecordBatch: s.NewSlice(0, rows),
6565
Bytes: rows * s.bytesPerRow,
6666
bytesPerRow: s.bytesPerRow,
6767
}
68-
s.Record = s.NewSlice(rows, s.NumRows())
68+
s.RecordBatch = s.NewSlice(rows, s.NumRows())
6969
s.Bytes -= res.Bytes
7070
return &res
7171
}
7272

73-
func (s *SlicedRecord) getToFlush(limit *Cap) []arrow.Record {
73+
func (s *SlicedRecord) getToFlush(limit *Cap) []arrow.RecordBatch {
7474
rowsByBytes := limit.bytes.capPerN(s.bytesPerRow)
7575
rows := limit.rows.cap()
7676
switch {
@@ -93,41 +93,41 @@ func (s *SlicedRecord) getToFlush(limit *Cap) []arrow.Record {
9393
return nil
9494
}
9595

96-
flush := make([]arrow.Record, 0, s.NumRows()/rows)
96+
flush := make([]arrow.RecordBatch, 0, s.NumRows()/rows)
9797
offset := int64(0)
9898
for offset+rows <= s.NumRows() {
9999
flush = append(flush, s.NewSlice(offset, offset+rows))
100100
offset += rows
101101
}
102102
if offset == s.NumRows() {
103103
// we processed everything for flush
104-
s.Record = nil
104+
s.RecordBatch = nil
105105
s.Bytes = 0
106106
return flush
107107
}
108108

109109
// set record to the remainder
110-
s.Record = s.NewSlice(offset, s.NumRows())
110+
s.RecordBatch = s.NewSlice(offset, s.NumRows())
111111
s.Bytes = s.NumRows() * s.bytesPerRow
112112

113113
return flush
114114
}
115115

116-
func (s *SlicedRecord) slice() []arrow.Record {
117-
res := make([]arrow.Record, s.NumRows())
116+
func (s *SlicedRecord) slice() []arrow.RecordBatch {
117+
res := make([]arrow.RecordBatch, s.NumRows())
118118
for i := int64(0); i < s.NumRows(); i++ {
119119
res[i] = s.NewSlice(i, i+1)
120120
}
121121
return res
122122
}
123123

124-
func newSlicedRecord(r arrow.Record) *SlicedRecord {
124+
func newSlicedRecord(r arrow.RecordBatch) *SlicedRecord {
125125
if r.NumRows() == 0 {
126126
return nil
127127
}
128128
res := SlicedRecord{
129-
Record: r,
130-
Bytes: util.TotalRecordSize(r),
129+
RecordBatch: r,
130+
Bytes: util.TotalRecordSize(r),
131131
}
132132
res.bytesPerRow = res.Bytes / r.NumRows()
133133
return &res
@@ -139,7 +139,7 @@ func newSlicedRecord(r arrow.Record) *SlicedRecord {
139139
// - `flush` represents sliced arrow.Record that needs own batch to be flushed
140140
// - `remaining` represents the overflow of the batch after `add` & `flush` are processed
141141
// Note that the `limit` provided will not be updated.
142-
func SliceRecord(r arrow.Record, limit *Cap) (add *SlicedRecord, flush []arrow.Record, remaining *SlicedRecord) {
142+
func SliceRecord(r arrow.RecordBatch, limit *Cap) (add *SlicedRecord, flush []arrow.RecordBatch, remaining *SlicedRecord) {
143143
l := *limit // copy value
144144
return newSlicedRecord(r).split(&l)
145145
}

‎internal/clients/state/v3/state.go‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -163,7 +163,7 @@ func (c *Client) Flush(ctx context.Context) error {
163163
version.Append(val.version)
164164
}
165165
}
166-
rec := bldr.NewRecord()
166+
rec := bldr.NewRecordBatch()
167167
recordBytes, err := pb.RecordToBytes(rec)
168168
if err != nil {
169169
return err

‎internal/memdb/memdb.go‎

Lines changed: 11 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ import (
1616

1717
// client is mostly used for testing the destination plugin.
1818
type client struct {
19-
memoryDB map[string][]arrow.Record
19+
memoryDB map[string][]arrow.RecordBatch
2020
tables map[string]*schema.Table
2121
memoryDBLock sync.RWMutex
2222
errOnWrite bool
@@ -42,7 +42,7 @@ func WithBlockingWrite() Option {
4242

4343
func GetNewClient(options ...Option) plugin.NewClientFunc {
4444
c := &client{
45-
memoryDB: make(map[string][]arrow.Record),
45+
memoryDB: make(map[string][]arrow.RecordBatch),
4646
memoryDBLock: sync.RWMutex{},
4747
tables: map[string]*schema.Table{
4848
"table1": {
@@ -112,13 +112,13 @@ func NewMemDBClientErrOnNew(context.Context, zerolog.Logger, []byte, plugin.NewC
112112
return nil, errors.New("newTestDestinationMemDBClientErrOnNew")
113113
}
114114

115-
func (c *client) overwrite(table *schema.Table, record arrow.Record) {
115+
func (c *client) overwrite(table *schema.Table, record arrow.RecordBatch) {
116116
for i := int64(0); i < record.NumRows(); i++ {
117117
c.overwriteRow(table, record.NewSlice(i, i+1))
118118
}
119119
}
120120

121-
func (c *client) overwriteRow(table *schema.Table, data arrow.Record) {
121+
func (c *client) overwriteRow(table *schema.Table, data arrow.RecordBatch) {
122122
tableName := table.Name
123123
pksIndex := table.PrimaryKeysIndexes()
124124
if len(pksIndex) == 0 {
@@ -152,7 +152,7 @@ func (*client) GetSpec() any {
152152
return &Spec{}
153153
}
154154

155-
func (c *client) Read(_ context.Context, table *schema.Table, res chan<- arrow.Record) error {
155+
func (c *client) Read(_ context.Context, table *schema.Table, res chan<- arrow.RecordBatch) error {
156156
c.memoryDBLock.RLock()
157157
defer c.memoryDBLock.RUnlock()
158158

@@ -196,7 +196,7 @@ func (c *client) migrate(_ context.Context, table *schema.Table) {
196196
tableName := table.Name
197197
memTable := c.memoryDB[tableName]
198198
if memTable == nil {
199-
c.memoryDB[tableName] = make([]arrow.Record, 0)
199+
c.memoryDB[tableName] = make([]arrow.RecordBatch, 0)
200200
c.tables[tableName] = table
201201
return
202202
}
@@ -206,7 +206,7 @@ func (c *client) migrate(_ context.Context, table *schema.Table) {
206206
if changes == nil {
207207
return
208208
}
209-
c.memoryDB[tableName] = make([]arrow.Record, 0)
209+
c.memoryDB[tableName] = make([]arrow.RecordBatch, 0)
210210
c.tables[tableName] = table
211211
}
212212

@@ -253,7 +253,7 @@ func (c *client) Close(context.Context) error {
253253
}
254254

255255
func (c *client) deleteStale(_ context.Context, msg *message.WriteDeleteStale) {
256-
var filteredTable []arrow.Record
256+
var filteredTable []arrow.RecordBatch
257257
tableName := msg.TableName
258258
for i, row := range c.memoryDB[tableName] {
259259
sc := row.Schema()
@@ -280,7 +280,7 @@ func (c *client) deleteStale(_ context.Context, msg *message.WriteDeleteStale) {
280280
}
281281

282282
func (c *client) deleteRecord(_ context.Context, msg *message.WriteDeleteRecord) {
283-
var filteredTable []arrow.Record
283+
var filteredTable []arrow.RecordBatch
284284
tableName := msg.TableName
285285
for i, row := range c.memoryDB[tableName] {
286286
isMatch := true
@@ -308,15 +308,15 @@ func (c *client) deleteRecord(_ context.Context, msg *message.WriteDeleteRecord)
308308
c.memoryDB[tableName] = filteredTable
309309
}
310310

311-
func (*client) Transform(_ context.Context, _ <-chan arrow.Record, _ chan<- arrow.Record) error {
311+
func (*client) Transform(_ context.Context, _ <-chan arrow.RecordBatch, _ chan<- arrow.RecordBatch) error {
312312
return nil
313313
}
314314

315315
func (*client) TransformSchema(_ context.Context, _ *arrow.Schema) (*arrow.Schema, error) {
316316
return nil, nil
317317
}
318318

319-
func evaluatePredicate(pred message.Predicate, record arrow.Record) bool {
319+
func evaluatePredicate(pred message.Predicate, record arrow.RecordBatch) bool {
320320
sc := record.Schema()
321321
indices := sc.FieldIndices(pred.Column)
322322
if len(indices) == 0 {

0 commit comments

Comments
 (0)