Skip to content

Commit 00a3025

Browse files
style: format code for consistency
1 parent ef9630b commit 00a3025

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

infra/scripts/index_scripts/02_process_data.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -59,7 +59,7 @@ def clean_spaces_with_regex(text):
5959

6060

6161
def chunk_data(text):
62-
tokens_per_chunk = 256 # 1024 # 500
62+
tokens_per_chunk = 256 # 1024 # 500
6363
text = clean_spaces_with_regex(text)
6464

6565
sentences = text.split('. ') # Split text into sentences
@@ -176,4 +176,4 @@ def prepare_search_doc(content, document_id):
176176
if docs != []:
177177
results = search_client.upload_documents(documents=docs)
178178

179-
print(f'{str(counter)} files processed.')
179+
print(f'{str(counter)} files processed.')

0 commit comments

Comments
 (0)