Avoid OOM by not loading entire JAR into RAM for env loading

Author: qqndrew

API/pom.xml

@@ -31,7 +31,7 @@
     <parent>
         <groupId>org.ohnlp.backbone</groupId>
         <artifactId>backbone-parent</artifactId>
-        <version>3.0.30</version>
+        <version>3.0.31</version>
     </parent>
 
     <artifactId>api</artifactId>

API/src/main/java/org/ohnlp/backbone/api/components/xlang/python/PythonBridge.java

@@ -129,8 +129,7 @@ private void extractPythonResourcesIfNotExists() {
         }
         if (!CLEANUP_ENVS_ON_SHUTDOWN) {
             boolean reinit = false;
-            try {
-                InputStream bundleIS = findBundle();
+            try (InputStream bundleIS = findBundle()) {
                 byte[] data = bundleIS.readAllBytes();
                 String currModuleChecksum = new BigInteger(1, MessageDigest.getInstance("MD5").digest(data)).toString(16);
                 if (currModuleChecksum.equals(cachedModuleChecksum)) {
@@ -203,9 +202,17 @@ private void extractPythonResourcesIfNotExists() {
                 pathRelative = pathRelative.replaceAll("^" + File.separator + "?python_resources" + File.separator, "");
                 File pathInTmp = new File(workDir, pathRelative);
                 pathInTmp.getParentFile().mkdirs();
-                byte[] contents = jar.getInputStream(entry).readAllBytes();
-                try (FileOutputStream fos = new FileOutputStream(pathInTmp)) {
-                    fos.write(contents);
+                try (InputStream inputStream = jar.getInputStream(entry);
+                     FileOutputStream fos = new FileOutputStream(pathInTmp)) {
+
+                    // Define a buffer to transfer data in chunks
+                    byte[] buffer = new byte[8192];  // 8KB buffer
+                    int bytesRead;
+
+                    // Copy data in chunks from the JAR entry input stream to the output file
+                    while ((bytesRead = inputStream.read(buffer)) != -1) {
+                        fos.write(buffer, 0, bytesRead);
+                    }
                     fos.flush();
                 }
             }

Core/pom.xml

@@ -7,7 +7,7 @@
     <parent>
         <groupId>org.ohnlp.backbone</groupId>
         <artifactId>backbone-parent</artifactId>
-        <version>3.0.30</version>
+        <version>3.0.31</version>
     </parent>
 
     <artifactId>core</artifactId>

Example-Backbone-Configs/pom.xml

@@ -7,7 +7,7 @@
     <parent>
         <groupId>org.ohnlp.backbone</groupId>
         <artifactId>backbone-parent</artifactId>
-        <version>3.0.30</version>
+        <version>3.0.31</version>
     </parent>
 
     <artifactId>example-backbone-configs</artifactId>

IO/pom.xml

@@ -7,7 +7,7 @@
     <parent>
         <groupId>org.ohnlp.backbone</groupId>
         <artifactId>backbone-parent</artifactId>
-        <version>3.0.30</version>
+        <version>3.0.31</version>
     </parent>
 
     <groupId>org.ohnlp.backbone.io</groupId>

Plugin-Manager/pom.xml

@@ -7,7 +7,7 @@
     <parent>
         <groupId>org.ohnlp.backbone</groupId>
         <artifactId>backbone-parent</artifactId>
-        <version>3.0.30</version>
+        <version>3.0.31</version>
     </parent>
 
     <artifactId>plugin-manager</artifactId>

Transforms/pom.xml

@@ -7,7 +7,7 @@
     <parent>
         <groupId>org.ohnlp.backbone</groupId>
         <artifactId>backbone-parent</artifactId>
-        <version>3.0.30</version>
+        <version>3.0.31</version>
     </parent>
 
     <groupId>org.ohnlp.backbone.transforms</groupId>

pom.xml

@@ -6,7 +6,7 @@
 
     <groupId>org.ohnlp.backbone</groupId>
     <artifactId>backbone-parent</artifactId>
-    <version>3.0.30</version>
+    <version>3.0.31</version>
 
 
     <properties>