Skip to content

Commit f5a1ed2

Browse files
committed
Simplify decompress thread
1 parent 2b2e713 commit f5a1ed2

File tree

1 file changed

+5
-8
lines changed

1 file changed

+5
-8
lines changed

src/isal/igzip_threaded.py

Lines changed: 5 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,7 @@
11
import io
22
import queue
33
import threading
4+
from time import perf_counter_ns
45

56
from . import igzip
67

@@ -18,8 +19,9 @@ def open(filename, mode="rb", compresslevel=igzip._COMPRESS_LEVEL_TRADEOFF,
1819

1920

2021
class ThreadedGzipReader(io.RawIOBase):
21-
def __init__(self, fp, queue_size = 64, block_size = 128 * 1024):
22-
self.fileobj = io.BufferedReader(igzip._IGzipReader(fp))
22+
def __init__(self, fp, queue_size = 8, block_size = 128 * 1024):
23+
self.raw = fp
24+
self.fileobj = igzip._IGzipReader(fp)
2325
self.pos = 0
2426
self.read_file = False
2527
self.queue = queue.Queue(queue_size)
@@ -42,12 +44,7 @@ def _decompress(self):
4244
return
4345
if not data:
4446
return
45-
while self.running:
46-
try:
47-
block_queue.put(data, timeout=0.01)
48-
break
49-
except queue.Full:
50-
pass
47+
block_queue.put(data)
5148

5249
def read(self, size: int = -1) -> bytes:
5350
if size < 0:

0 commit comments

Comments
 (0)