@@ -32,17 +32,17 @@ class ApifyCacheStorage:
32
32
"""
33
33
34
34
def __init__ (self , settings : BaseSettings ) -> None :
35
- self .expiration_max_items = 100
36
- self .expiration_secs : int = settings .getint ('HTTPCACHE_EXPIRATION_SECS' )
37
- self .spider : Spider | None = None
35
+ self ._expiration_max_items = 100
36
+ self ._expiration_secs : int = settings .getint ('HTTPCACHE_EXPIRATION_SECS' )
37
+ self ._spider : Spider | None = None
38
38
self ._kv : KeyValueStore | None = None
39
39
self ._fingerprinter : RequestFingerprinterProtocol | None = None
40
40
self ._async_thread : AsyncThread | None = None
41
41
42
42
def open_spider (self , spider : Spider ) -> None :
43
43
"""Open the cache storage for a spider."""
44
44
logger .debug ('Using Apify key value cache storage' , extra = {'spider' : spider })
45
- self .spider = spider
45
+ self ._spider = spider
46
46
self ._fingerprinter = spider .crawler .request_fingerprinter
47
47
kv_name = f'httpcache-{ spider .name } '
48
48
@@ -63,8 +63,8 @@ def close_spider(self, _: Spider, current_time: int | None = None) -> None:
63
63
if self ._async_thread is None :
64
64
raise ValueError ('Async thread not initialized' )
65
65
66
- logger .info (f'Cleaning up cache items (max { self .expiration_max_items } )' )
67
- if self .expiration_secs > 0 :
66
+ logger .info (f'Cleaning up cache items (max { self ._expiration_max_items } )' )
67
+ if self ._expiration_secs > 0 :
68
68
if current_time is None :
69
69
current_time = int (time ())
70
70
@@ -80,12 +80,12 @@ async def expire_kv() -> None:
80
80
logger .warning (f'Malformed cache item { item .key } : { e } ' )
81
81
await self ._kv .set_value (item .key , None )
82
82
else :
83
- if self .expiration_secs < current_time - gzip_time :
83
+ if self ._expiration_secs < current_time - gzip_time :
84
84
logger .debug (f'Expired cache item { item .key } ' )
85
85
await self ._kv .set_value (item .key , None )
86
86
else :
87
87
logger .debug (f'Valid cache item { item .key } ' )
88
- if i == self .expiration_max_items :
88
+ if i == self ._expiration_max_items :
89
89
break
90
90
i += 1
91
91
@@ -119,7 +119,7 @@ def retrieve_response(self, _: Spider, request: Request, current_time: int | Non
119
119
120
120
if current_time is None :
121
121
current_time = int (time ())
122
- if 0 < self .expiration_secs < current_time - read_gzip_time (value ):
122
+ if 0 < self ._expiration_secs < current_time - read_gzip_time (value ):
123
123
logger .debug ('Cache expired' , extra = {'request' : request })
124
124
return None
125
125
0 commit comments