Issue #747 robust ranged support (reverted to previous chunking implementation)

Author: dsamaey

openeo/rest/job.py

@@ -3,7 +3,6 @@
 import datetime
 import json
 import logging
-import shutil
 import time
 import typing
 from pathlib import Path
@@ -438,7 +437,8 @@ def _download_ranged(self, url: str, target: Path, file_size: int, *, chunk_size
                         range_headers = {"Range": f"bytes={from_byte_index}-{to_byte_index}"}
                         with self.job.connection.get(path=url, headers=range_headers, stream=True) as r:
                             r.raise_for_status()
-                            shutil.copyfileobj(fsrc=r.raw, fdst=f, length=chunk_size)
+                            for block in r.iter_content(chunk_size=chunk_size):
+                                f.write(block)
                         break
                     except OpenEoApiPlainError as error:
                         tries_left -= 1
@@ -453,7 +453,8 @@ def _download_all_at_once(self, url: str, target: Path, *, chunk_size: int=DEFAU
         with self.job.connection.get(path=url, stream=True) as r:
             r.raise_for_status()
             with target.open("wb") as f:
-                shutil.copyfileobj(fsrc=r.raw, fdst=f, length=chunk_size)
+                for block in r.iter_content(chunk_size=chunk_size):
+                    f.write(block)
 
 
 class MultipleAssetException(OpenEoClientException):