Skip to content

Commit c3f0f68

Browse files
committed
use fixture
1 parent c8cf0d5 commit c3f0f68

File tree

1 file changed

+13
-22
lines changed

1 file changed

+13
-22
lines changed

tests/unit/request_loaders/test_sitemap_request_loader.py

Lines changed: 13 additions & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -112,54 +112,49 @@ async def test_abort_sitemap_loading(server_url: URL, http_client: HttpClient) -
112112
assert await sitemap_loader.is_finished()
113113

114114

115-
async def test_create_persist_state_for_sitemap_loading(server_url: URL, http_client: HttpClient) -> None:
115+
async def test_create_persist_state_for_sitemap_loading(
116+
server_url: URL, http_client: HttpClient, key_value_store: KeyValueStore
117+
) -> None:
116118
sitemap_url = (server_url / 'sitemap.xml').with_query(base64=encode_base64(BASIC_SITEMAP.encode()))
117-
persist_key = f'create_persist_state_{id(http_client)}'
119+
persist_key = 'create_persist_state'
118120
sitemap_loader = SitemapRequestLoader(
119121
[str(sitemap_url)], http_client=http_client, persist_state_key=persist_key, persist_enabled=True
120122
)
121123
assert await sitemap_loader.is_finished() is False
122124

123125
await sitemap_loader.close()
124126

125-
kvs = await KeyValueStore.open()
126-
127-
state_data = await kvs.get_value(persist_key)
127+
state_data = await key_value_store.get_value(persist_key)
128128

129129
assert state_data is not None
130130
assert state_data['handledCount'] == 0
131131

132-
await kvs.delete_value(persist_key)
133132

134-
135-
async def test_data_persistence_for_sitemap_loading(server_url: URL, http_client: HttpClient) -> None:
133+
async def test_data_persistence_for_sitemap_loading(
134+
server_url: URL, http_client: HttpClient, key_value_store: KeyValueStore
135+
) -> None:
136136
sitemap_url = (server_url / 'sitemap.xml').with_query(base64=encode_base64(BASIC_SITEMAP.encode()))
137-
persist_key = f'data_persist_state_{id(http_client)}'
137+
persist_key = 'data_persist_state'
138138
sitemap_loader = SitemapRequestLoader(
139139
[str(sitemap_url)], http_client=http_client, persist_state_key=persist_key, persist_enabled=True
140140
)
141141
await asyncio.sleep(0.1)
142142

143143
await sitemap_loader.close()
144144

145-
kvs = await KeyValueStore.open()
146-
147-
state_data = await kvs.get_value(persist_key)
145+
state_data = await key_value_store.get_value(persist_key)
148146

149147
assert state_data is not None
150148
assert state_data['handledCount'] == 0
151149
assert state_data['totalCount'] == 5
152150
assert len(state_data['urlQueue']) == 5
153151

154-
await kvs.delete_value(persist_key)
155-
156152

157153
async def test_recovery_data_persistence_for_sitemap_loading(
158-
server_url: URL,
159-
http_client: HttpClient,
154+
server_url: URL, http_client: HttpClient, key_value_store: KeyValueStore
160155
) -> None:
161156
sitemap_url = (server_url / 'sitemap.xml').with_query(base64=encode_base64(BASIC_SITEMAP.encode()))
162-
persist_key = f'recovery_persist_state_{id(http_client)}'
157+
persist_key = 'recovery_persist_state'
163158
sitemap_loader = SitemapRequestLoader(
164159
[str(sitemap_url)], http_client=http_client, persist_state_key=persist_key, persist_enabled=True
165160
)
@@ -172,9 +167,7 @@ async def test_recovery_data_persistence_for_sitemap_loading(
172167

173168
await sitemap_loader.close()
174169

175-
kvs = await KeyValueStore.open()
176-
177-
state_data = await kvs.get_value(persist_key)
170+
state_data = await key_value_store.get_value(persist_key)
178171

179172
assert state_data is not None
180173
next_item_in_kvs = state_data['urlQueue'][0]
@@ -187,5 +180,3 @@ async def test_recovery_data_persistence_for_sitemap_loading(
187180

188181
assert item is not None
189182
assert item.url == next_item_in_kvs
190-
191-
await kvs.delete_value(persist_key)

0 commit comments

Comments
 (0)