Skip to content

Commit 97d39ad

Browse files
fix: Remove unnecessary blank lines in data processing scripts for improved readability
1 parent b59f6ea commit 97d39ad

File tree

2 files changed

+8
-8
lines changed

2 files changed

+8
-8
lines changed

infra/scripts/index_scripts/03_cu_process_data_text.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -353,7 +353,7 @@ async def process_files():
353353
key_phrases = fields['keyPhrases']['valueString']
354354
complaint = fields['complaint']['valueString']
355355
content = fields['content']['valueString']
356-
356+
357357
# Collect record for batch insert
358358
processed_records.append({
359359
'ConversationId': conversation_id,
@@ -367,7 +367,7 @@ async def process_files():
367367
'key_phrases': key_phrases,
368368
'complaint': complaint
369369
})
370-
370+
371371
docs.extend(await prepare_search_doc(content, conversation_id, path.name, embeddings_client))
372372
counter += 1
373373
except Exception:
@@ -601,7 +601,7 @@ async def map_all_topics():
601601
column_names = [i[0] for i in cursor.description]
602602
df = pd.DataFrame(rows, columns=column_names)
603603
df = df[df['ConversationId'].isin(conversationIds)]
604-
604+
605605
# Collect all key phrase records for batch insert
606606
key_phrase_records = []
607607
for _, row in df.iterrows():
@@ -615,7 +615,7 @@ async def map_all_topics():
615615
'topic': row['topic'],
616616
'StartTime': row['StartTime']
617617
})
618-
618+
619619
# Batch insert using optimized SQL script
620620
if key_phrase_records:
621621
df_key_phrases = pd.DataFrame(key_phrase_records)

infra/scripts/index_scripts/04_cu_process_custom_data.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -396,7 +396,7 @@ async def process_files():
396396
key_phrases = fields['keyPhrases']['valueString']
397397
complaint = fields['complaint']['valueString']
398398
content = fields['content']['valueString']
399-
399+
400400
# Collect record for batch insert
401401
processed_records.append({
402402
'ConversationId': conversation_id,
@@ -410,7 +410,7 @@ async def process_files():
410410
'key_phrases': key_phrases,
411411
'complaint': complaint
412412
})
413-
413+
414414
docs.extend(await prepare_search_doc(content, conversation_id, path.name, embeddings_client))
415415
counter += 1
416416
except Exception:
@@ -683,7 +683,7 @@ async def map_all_topics():
683683
column_names = [i[0] for i in cursor.description]
684684
df = pd.DataFrame(rows, columns=column_names)
685685
df = df[df['ConversationId'].isin(conversationIds)]
686-
686+
687687
# Collect all key phrase records for batch insert
688688
key_phrase_records = []
689689
for _, row in df.iterrows():
@@ -697,7 +697,7 @@ async def map_all_topics():
697697
'topic': row['topic'],
698698
'StartTime': row['StartTime']
699699
})
700-
700+
701701
# Batch insert using optimized SQL script
702702
if key_phrase_records:
703703
df_key_phrases = pd.DataFrame(key_phrase_records)

0 commit comments

Comments
 (0)