Add chunk position and content length in chunk Node

Author: praveshkumar1988

backend/src/make_relationships.py

@@ -17,7 +17,7 @@ def create_source_chunk_entity_relationship(source_file_name :str,
                                             password : str,
                                             isFirstChunk : bool,
                                             current_chunk_id:uuid,
-                                            previous_chunk_id:uuid,)-> list:
+                                            previous_chunk_id:uuid)-> list:
     """ Create relationship between source, chunk and entity nodes
     Args:
         source_file_name (str): file name of input source

backend/src/openAI_llm.py

@@ -275,10 +275,14 @@ def extract_graph_from_OpenAI(model_version,
         for i, chunk_document in tqdm(enumerate(chunks), total=len(chunks)):
             previous_chunk_id = current_chunk_id
             current_chunk_id = str(uuid.uuid1())
+            position = i+1
             if i == 0:
                 firstChunk = True
             else:
                 firstChunk = False
+            metadata = {"position": position,"length": len(chunk_document.page_content)}
+            chunk_document = Document(page_content=chunk_document.page_content,metadata = metadata)
+            
             futures.append(executor.submit(extract_and_store_graph,model_version,graph,chunk_document,file_name,uri,userName,password,firstChunk,current_chunk_id,previous_chunk_id))   
         for future in concurrent.futures.as_completed(futures):
             graph_document,lst_cypher_queries_chunk_relationship = future.result()