@@ -32,17 +32,17 @@ class ApifyCacheStorage:
3232 """
3333
3434 def __init__ (self , settings : BaseSettings ) -> None :
35- self .expiration_max_items = 100
36- self .expiration_secs : int = settings .getint ('HTTPCACHE_EXPIRATION_SECS' )
37- self .spider : Spider | None = None
35+ self ._expiration_max_items = 100
36+ self ._expiration_secs : int = settings .getint ('HTTPCACHE_EXPIRATION_SECS' )
37+ self ._spider : Spider | None = None
3838 self ._kv : KeyValueStore | None = None
3939 self ._fingerprinter : RequestFingerprinterProtocol | None = None
4040 self ._async_thread : AsyncThread | None = None
4141
4242 def open_spider (self , spider : Spider ) -> None :
4343 """Open the cache storage for a spider."""
4444 logger .debug ('Using Apify key value cache storage' , extra = {'spider' : spider })
45- self .spider = spider
45+ self ._spider = spider
4646 self ._fingerprinter = spider .crawler .request_fingerprinter
4747 kv_name = f'httpcache-{ spider .name } '
4848
@@ -63,8 +63,8 @@ def close_spider(self, _: Spider, current_time: int | None = None) -> None:
6363 if self ._async_thread is None :
6464 raise ValueError ('Async thread not initialized' )
6565
66- logger .info (f'Cleaning up cache items (max { self .expiration_max_items } )' )
67- if self .expiration_secs > 0 :
66+ logger .info (f'Cleaning up cache items (max { self ._expiration_max_items } )' )
67+ if self ._expiration_secs > 0 :
6868 if current_time is None :
6969 current_time = int (time ())
7070
@@ -80,12 +80,12 @@ async def expire_kv() -> None:
8080 logger .warning (f'Malformed cache item { item .key } : { e } ' )
8181 await self ._kv .set_value (item .key , None )
8282 else :
83- if self .expiration_secs < current_time - gzip_time :
83+ if self ._expiration_secs < current_time - gzip_time :
8484 logger .debug (f'Expired cache item { item .key } ' )
8585 await self ._kv .set_value (item .key , None )
8686 else :
8787 logger .debug (f'Valid cache item { item .key } ' )
88- if i == self .expiration_max_items :
88+ if i == self ._expiration_max_items :
8989 break
9090 i += 1
9191
@@ -119,7 +119,7 @@ def retrieve_response(self, _: Spider, request: Request, current_time: int | Non
119119
120120 if current_time is None :
121121 current_time = int (time ())
122- if 0 < self .expiration_secs < current_time - read_gzip_time (value ):
122+ if 0 < self ._expiration_secs < current_time - read_gzip_time (value ):
123123 logger .debug ('Cache expired' , extra = {'request' : request })
124124 return None
125125
0 commit comments