Smaller chunks, more iterations

Author: Robbie1977

src/uk/ac/ebi/vfb/neo4j/neo4j_kb_export.py

@@ -45,7 +45,7 @@ def clear_query_caches(kb, user, password):
 
 # Function to export entities in chunks
 def export_entities(kb, user, password, entity_count, outfile, delay=30):
-    page_size = (entity_count // 4) + 10  # Create 4 chunks
+    page_size = min(5000, (entity_count // 10) + 10) # Smaller chunks, more iterations
     page_start = 0
     page_count = 0