@@ -112,54 +112,49 @@ async def test_abort_sitemap_loading(server_url: URL, http_client: HttpClient) -
112112 assert await sitemap_loader .is_finished ()
113113
114114
115- async def test_create_persist_state_for_sitemap_loading (server_url : URL , http_client : HttpClient ) -> None :
115+ async def test_create_persist_state_for_sitemap_loading (
116+ server_url : URL , http_client : HttpClient , key_value_store : KeyValueStore
117+ ) -> None :
116118 sitemap_url = (server_url / 'sitemap.xml' ).with_query (base64 = encode_base64 (BASIC_SITEMAP .encode ()))
117- persist_key = f'create_persist_state_ { id ( http_client ) } '
119+ persist_key = 'create_persist_state '
118120 sitemap_loader = SitemapRequestLoader (
119121 [str (sitemap_url )], http_client = http_client , persist_state_key = persist_key , persist_enabled = True
120122 )
121123 assert await sitemap_loader .is_finished () is False
122124
123125 await sitemap_loader .close ()
124126
125- kvs = await KeyValueStore .open ()
126-
127- state_data = await kvs .get_value (persist_key )
127+ state_data = await key_value_store .get_value (persist_key )
128128
129129 assert state_data is not None
130130 assert state_data ['handledCount' ] == 0
131131
132- await kvs .delete_value (persist_key )
133132
134-
135- async def test_data_persistence_for_sitemap_loading (server_url : URL , http_client : HttpClient ) -> None :
133+ async def test_data_persistence_for_sitemap_loading (
134+ server_url : URL , http_client : HttpClient , key_value_store : KeyValueStore
135+ ) -> None :
136136 sitemap_url = (server_url / 'sitemap.xml' ).with_query (base64 = encode_base64 (BASIC_SITEMAP .encode ()))
137- persist_key = f'data_persist_state_ { id ( http_client ) } '
137+ persist_key = 'data_persist_state '
138138 sitemap_loader = SitemapRequestLoader (
139139 [str (sitemap_url )], http_client = http_client , persist_state_key = persist_key , persist_enabled = True
140140 )
141141 await asyncio .sleep (0.1 )
142142
143143 await sitemap_loader .close ()
144144
145- kvs = await KeyValueStore .open ()
146-
147- state_data = await kvs .get_value (persist_key )
145+ state_data = await key_value_store .get_value (persist_key )
148146
149147 assert state_data is not None
150148 assert state_data ['handledCount' ] == 0
151149 assert state_data ['totalCount' ] == 5
152150 assert len (state_data ['urlQueue' ]) == 5
153151
154- await kvs .delete_value (persist_key )
155-
156152
157153async def test_recovery_data_persistence_for_sitemap_loading (
158- server_url : URL ,
159- http_client : HttpClient ,
154+ server_url : URL , http_client : HttpClient , key_value_store : KeyValueStore
160155) -> None :
161156 sitemap_url = (server_url / 'sitemap.xml' ).with_query (base64 = encode_base64 (BASIC_SITEMAP .encode ()))
162- persist_key = f'recovery_persist_state_ { id ( http_client ) } '
157+ persist_key = 'recovery_persist_state '
163158 sitemap_loader = SitemapRequestLoader (
164159 [str (sitemap_url )], http_client = http_client , persist_state_key = persist_key , persist_enabled = True
165160 )
@@ -172,9 +167,7 @@ async def test_recovery_data_persistence_for_sitemap_loading(
172167
173168 await sitemap_loader .close ()
174169
175- kvs = await KeyValueStore .open ()
176-
177- state_data = await kvs .get_value (persist_key )
170+ state_data = await key_value_store .get_value (persist_key )
178171
179172 assert state_data is not None
180173 next_item_in_kvs = state_data ['urlQueue' ][0 ]
@@ -187,5 +180,3 @@ async def test_recovery_data_persistence_for_sitemap_loading(
187180
188181 assert item is not None
189182 assert item .url == next_item_in_kvs
190-
191- await kvs .delete_value (persist_key )
0 commit comments