Add support for replicate_points

Author: tellet-q

proto/collections.proto

@@ -4,6 +4,7 @@ package qdrant;
 option csharp_namespace = "Qdrant.Client.Grpc";
 
 import "json_with_int.proto";
+import "google/protobuf/timestamp.proto";
 
 enum Datatype {
   Default = 0;
@@ -12,6 +13,149 @@ enum Datatype {
   Float16 = 3;
 }
 
+message PointId {
+  oneof point_id_options {
+    uint64 num = 1; // Numerical ID of the point
+    string uuid = 2; // UUID
+  }
+}
+
+message GeoPoint {
+  double lon = 1;
+  double lat = 2;
+}
+
+// ---------------------------------------------
+// ------------- Filter Conditions -------------
+// ---------------------------------------------
+
+message Filter {
+  repeated Condition should = 1; // At least one of those conditions should match
+  repeated Condition must = 2; // All conditions must match
+  repeated Condition must_not = 3; // All conditions must NOT match
+  optional MinShould min_should = 4; // At least minimum amount of given conditions should match
+}
+
+message MinShould {
+  repeated Condition conditions = 1;
+  uint64 min_count = 2;
+}
+
+message Condition {
+  oneof condition_one_of {
+    FieldCondition field = 1;
+    IsEmptyCondition is_empty = 2;
+    HasIdCondition has_id = 3;
+    Filter filter = 4;
+    IsNullCondition is_null = 5;
+    NestedCondition nested = 6;
+    HasVectorCondition has_vector = 7;
+  }
+}
+
+message IsEmptyCondition {
+  string key = 1;
+}
+
+message IsNullCondition {
+    string key = 1;
+}
+
+message HasIdCondition {
+  repeated PointId has_id = 1;
+}
+
+message HasVectorCondition {
+  string has_vector = 1;
+}
+
+message NestedCondition {
+  string key = 1; // Path to nested object
+  Filter filter = 2; // Filter condition
+}
+
+message FieldCondition {
+  string key = 1;
+  Match match = 2; // Check if point has field with a given value
+  Range range = 3; // Check if points value lies in a given range
+  GeoBoundingBox geo_bounding_box = 4; // Check if points geolocation lies in a given area
+  GeoRadius geo_radius = 5; // Check if geo point is within a given radius
+  ValuesCount values_count = 6; // Check number of values for a specific field
+  GeoPolygon geo_polygon = 7; // Check if geo point is within a given polygon
+  DatetimeRange datetime_range = 8; // Check if datetime is within a given range
+  optional bool is_empty = 9; // Check if field is empty
+  optional bool is_null = 10; // Check if field is null
+}
+
+message Match {
+  oneof match_value {
+    string keyword = 1; // Match string keyword
+    int64 integer = 2; // Match integer
+    bool boolean = 3; // Match boolean
+    string text = 4; // Match text
+    RepeatedStrings keywords = 5; // Match multiple keywords
+    RepeatedIntegers integers = 6; // Match multiple integers
+    RepeatedIntegers except_integers = 7; // Match any other value except those integers
+    RepeatedStrings except_keywords = 8; // Match any other value except those keywords
+    string phrase = 9; // Match phrase text
+    string text_any = 10; // Match any word in the text
+  }
+}
+
+message RepeatedStrings {
+  repeated string strings = 1;
+}
+
+message RepeatedIntegers {
+  repeated int64 integers = 1;
+}
+
+message Range {
+  optional double lt = 1;
+  optional double gt = 2;
+  optional double gte = 3;
+  optional double lte = 4;
+}
+
+message DatetimeRange {
+  optional google.protobuf.Timestamp lt = 1;
+  optional google.protobuf.Timestamp gt = 2;
+  optional google.protobuf.Timestamp gte = 3;
+  optional google.protobuf.Timestamp lte = 4;
+}
+
+message GeoBoundingBox {
+  GeoPoint top_left = 1; // north-west corner
+  GeoPoint bottom_right = 2; // south-east corner
+}
+
+message GeoRadius {
+  GeoPoint center = 1; // Center of the circle
+  float radius = 2; // In meters
+}
+
+message GeoLineString {
+  repeated GeoPoint points = 1;  // Ordered sequence of GeoPoints representing the line
+}
+
+// For a valid GeoPolygon, both the exterior and interior GeoLineStrings must consist of a minimum of 4 points.
+// Additionally, the first and last points of each GeoLineString must be the same.
+message GeoPolygon {
+  GeoLineString exterior = 1; // The exterior line bounds the surface
+  repeated GeoLineString interiors = 2; // Interior lines (if present) bound holes within the surface
+}
+
+message ValuesCount {
+  optional uint64 lt = 1;
+  optional uint64 gt = 2;
+  optional uint64 gte = 3;
+  optional uint64 lte = 4;
+}
+
+// ---------------------------------------------
+// ------------- Collection Config -------------
+// ---------------------------------------------
+
 message VectorParams {
   uint64 size = 1; // Size of the vectors
   Distance distance = 2; // Distance function used for comparing vectors
@@ -724,6 +868,12 @@ message RestartTransfer {
   ShardTransferMethod method = 4;
 }
 
+message ReplicatePoints {
+    ShardKey from_shard_key = 1; // Source shard key
+    ShardKey to_shard_key = 2; // Target shard key
+    optional Filter filter = 3; // If set - only points matching the filter will be replicated
+}
+
 enum ShardTransferMethod {
   StreamRecords = 0; // Stream shard records in batches
   Snapshot = 1; // Snapshot the shard and recover it on the target peer
@@ -758,6 +908,7 @@ message UpdateCollectionClusterSetupRequest {
     CreateShardKey create_shard_key = 7;
     DeleteShardKey delete_shard_key = 8;
     RestartTransfer restart_transfer = 9;
+    ReplicatePoints replicate_points = 10;
   }
   optional uint64 timeout = 6; // Wait timeout for operation commit in seconds, if not specified - default value will be supplied
 }

proto/points.proto

@@ -31,17 +31,6 @@ message ReadConsistency {
   }
 }
 
-// ---------------------------------------------
-// ------------- Point Id Requests -------------
-// ---------------------------------------------
-
-message PointId {
-  oneof point_id_options {
-    uint64 num = 1; // Numerical ID of the point
-    string uuid = 2; // UUID
-  }
-}
-
 message SparseIndices {
   repeated uint32 data = 1;
 }
@@ -1075,133 +1064,6 @@ message SearchMatrixOffsetsResponse {
   optional Usage usage = 3;
 }
 
-// ---------------------------------------------
-// ------------- Filter Conditions -------------
-// ---------------------------------------------
-
-message Filter {
-  repeated Condition should = 1; // At least one of those conditions should match
-  repeated Condition must = 2; // All conditions must match
-  repeated Condition must_not = 3; // All conditions must NOT match
-  optional MinShould min_should = 4; // At least minimum amount of given conditions should match
-}
-
-message MinShould {
-  repeated Condition conditions = 1;
-  uint64 min_count = 2;
-}
-
-message Condition {
-  oneof condition_one_of {
-    FieldCondition field = 1;
-    IsEmptyCondition is_empty = 2;
-    HasIdCondition has_id = 3;
-    Filter filter = 4;
-    IsNullCondition is_null = 5;
-    NestedCondition nested = 6;
-    HasVectorCondition has_vector = 7;
-  }
-}
-
-message IsEmptyCondition {
-  string key = 1;
-}
-
-message IsNullCondition {
-    string key = 1;
-}
-
-message HasIdCondition {
-  repeated PointId has_id = 1;
-}
-
-message HasVectorCondition {
-  string has_vector = 1;
-}
-
-message NestedCondition {
-  string key = 1; // Path to nested object
-  Filter filter = 2; // Filter condition
-}
-
-message FieldCondition {
-  string key = 1;
-  Match match = 2; // Check if point has field with a given value
-  Range range = 3; // Check if points value lies in a given range
-  GeoBoundingBox geo_bounding_box = 4; // Check if points geolocation lies in a given area
-  GeoRadius geo_radius = 5; // Check if geo point is within a given radius
-  ValuesCount values_count = 6; // Check number of values for a specific field
-  GeoPolygon geo_polygon = 7; // Check if geo point is within a given polygon
-  DatetimeRange datetime_range = 8; // Check if datetime is within a given range
-  optional bool is_empty = 9; // Check if field is empty
-  optional bool is_null = 10; // Check if field is null
-}
-
-message Match {
-  oneof match_value {
-    string keyword = 1; // Match string keyword
-    int64 integer = 2; // Match integer
-    bool boolean = 3; // Match boolean
-    string text = 4; // Match text
-    RepeatedStrings keywords = 5; // Match multiple keywords
-    RepeatedIntegers integers = 6; // Match multiple integers
-    RepeatedIntegers except_integers = 7; // Match any other value except those integers
-    RepeatedStrings except_keywords = 8; // Match any other value except those keywords
-    string phrase = 9; // Match phrase text
-    string text_any = 10; // Match any word in the text
-  }
-}
-
-message RepeatedStrings {
-  repeated string strings = 1;
-}
-
-message RepeatedIntegers {
-  repeated int64 integers = 1;
-}
-
-message Range {
-  optional double lt = 1;
-  optional double gt = 2;
-  optional double gte = 3;
-  optional double lte = 4;
-}
-
-message DatetimeRange {
-  optional google.protobuf.Timestamp lt = 1;
-  optional google.protobuf.Timestamp gt = 2;
-  optional google.protobuf.Timestamp gte = 3;
-  optional google.protobuf.Timestamp lte = 4;
-}
-
-message GeoBoundingBox {
-  GeoPoint top_left = 1; // north-west corner
-  GeoPoint bottom_right = 2; // south-east corner
-}
-
-message GeoRadius {
-  GeoPoint center = 1; // Center of the circle
-  float radius = 2; // In meters
-}
-
-message GeoLineString {
-  repeated GeoPoint points = 1;  // Ordered sequence of GeoPoints representing the line
-}
-
-// For a valid GeoPolygon, both the exterior and interior GeoLineStrings must consist of a minimum of 4 points.
-// Additionally, the first and last points of each GeoLineString must be the same.
-message GeoPolygon {
-  GeoLineString exterior = 1; // The exterior line bounds the surface
-  repeated GeoLineString interiors = 2; // Interior lines (if present) bound holes within the surface
-}
-
-message ValuesCount {
-  optional uint64 lt = 1;
-  optional uint64 gt = 2;
-  optional uint64 gte = 3;
-  optional uint64 lte = 4;
-}
-
 // ---------------------------------------------
 // -------------- Points Selector --------------
 // ---------------------------------------------
@@ -1229,12 +1091,6 @@ message PointStruct {
   optional Vectors vectors = 4;
 }
 
-
-message GeoPoint {
-  double lon = 1;
-  double lat = 2;
-}
-
 // ---------------------------------------------
 // ----------- Measurements collector ----------
 // ---------------------------------------------

src/builders/mod.rs

@@ -88,6 +88,9 @@ pub use move_shard_builder::MoveShardBuilder;
 mod replicate_shard_builder;
 pub use replicate_shard_builder::ReplicateShardBuilder;
 
+mod replicate_points_builder;
+pub use replicate_points_builder::ReplicatePointsBuilder;
+
 mod abort_shard_transfer_builder;
 pub use abort_shard_transfer_builder::AbortShardTransferBuilder;