88
99if ( args . Length != 4 )
1010{
11- Console . WriteLine ( "Usage: Program.exe <YdbConnectionString> <OpenSearchConnectionString> <OpenSearchPassword> <YdbTableName>" ) ;
11+ Console . WriteLine (
12+ "Usage: Program.exe <YdbConnectionString> <OpenSearchConnectionString> <OpenSearchPassword> <YdbTableName>" ) ;
1213
1314 return 1 ;
1415}
3031await using ( var ydbCommand = ydbDataSource . CreateCommand ( ) )
3132{
3233 ydbCommand . CommandText = $ """
33- CREATE TABLE IF NOT EXISTS `{ args [ 3 ] } ` (
34- indexId Text NOT NULL,
35- chunkId Text NOT NULL,
36- fileId Text NOT NULL,
37- folderId Text NOT NULL,
38- chunkText Text FAMILY family_chunkText NOT NULL,
39- chunkVector Bytes,
40- createdAt Timestamp NOT NULL,
41- createdBy Text NOT NULL,
42- updatedAt Timestamp NOT NULL,
43- updatedBy Text NOT NULL,
44- PRIMARY KEY (indexId, chunkId, fileId, folderId),
45- FAMILY family_chunkText (
46- DATA = "ssd",
47- COMPRESSION = "lz4"
48- ),
49- ) WITH (
50- AUTO_PARTITIONING_BY_SIZE = ENABLED,
51- AUTO_PARTITIONING_BY_LOAD = ENABLED,
52- AUTO_PARTITIONING_MIN_PARTITIONS_COUNT = 50,
53- AUTO_PARTITIONING_MAX_PARTITIONS_COUNT = 100
54- )
55- """ ;
34+ CREATE TABLE IF NOT EXISTS `{ args [ 3 ] } ` (
35+ indexId Text NOT NULL,
36+ chunkId Text NOT NULL,
37+ fileId Text NOT NULL,
38+ folderId Text NOT NULL,
39+ chunkText Text FAMILY family_chunkText NOT NULL,
40+ chunkVector Bytes,
41+ createdAt Timestamp NOT NULL,
42+ createdBy Text NOT NULL,
43+ updatedAt Timestamp NOT NULL,
44+ updatedBy Text NOT NULL,
45+ PRIMARY KEY (indexId, chunkId, fileId, folderId),
46+ FAMILY family_chunkText (
47+ DATA = "ssd",
48+ COMPRESSION = "lz4"
49+ ),
50+ ) WITH (
51+ AUTO_PARTITIONING_BY_SIZE = ENABLED,
52+ AUTO_PARTITIONING_BY_LOAD = ENABLED,
53+ AUTO_PARTITIONING_MIN_PARTITIONS_COUNT = 50,
54+ AUTO_PARTITIONING_MAX_PARTITIONS_COUNT = 100
55+ )
56+ """ ;
5657 await ydbCommand . ExecuteNonQueryAsync ( ) ;
5758}
5859
@@ -194,9 +195,9 @@ await bulkUpsertImporter.AddRowAsync(
194195 break ;
195196 }
196197
197- if ( scrollResponse . Documents . Count != 0 )
198+ if ( scrollResponse . Documents . Count != 0 )
198199 continue ;
199-
200+
200201 logger . LogInformation (
201202 "Index {IndexName}: Scroll completed - no more documents, processed {TotalProcessed}/{TotalDocuments}" ,
202203 indexName , totalProcessed , totalDocuments ) ;
@@ -315,4 +316,4 @@ internal class RecordMetadata
315316 [ JsonRequired ]
316317 [ JsonPropertyName ( "updatedBy" ) ]
317318 public string UpdatedBy { get ; set ; } = null ! ;
318- }
319+ }
0 commit comments