Skip to content

Commit f7a2037

Browse files
Temporarily stop using pools to sign URLs (#4430)
It may be causing hangs.
1 parent 58193a9 commit f7a2037

File tree

1 file changed

+2
-5
lines changed
  • src/clusterfuzz/_internal/google_cloud_utils

1 file changed

+2
-5
lines changed

src/clusterfuzz/_internal/google_cloud_utils/storage.py

Lines changed: 2 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1361,8 +1361,7 @@ def sign_urls_for_existing_files(urls,
13611361
include_delete_urls) -> List[Tuple[str, str]]:
13621362
logs.info('Signing URLs for existing files.')
13631363
args = ((url, include_delete_urls) for url in urls)
1364-
with concurrency.make_pool(cpu_bound=True, max_pool_size=2) as pool:
1365-
result = pool.map(_sign_urls_for_existing_file, args)
1364+
result = list(map(_sign_urls_for_existing_file, args))
13661365
logs.info('Done signing URLs for existing files.')
13671366
return result
13681367

@@ -1397,8 +1396,6 @@ def get_arbitrary_signed_upload_urls(remote_directory: str,
13971396

13981397
urls = (f'{base_path}-{idx}' for idx in range(num_uploads))
13991398
logs.info('Signing URLs for arbitrary uploads.')
1400-
with concurrency.make_pool(
1401-
_POOL_SIZE, cpu_bound=True, max_pool_size=2) as pool:
1402-
result = list(pool.map(get_signed_upload_url, urls))
1399+
result = list(map(get_signed_upload_url, urls))
14031400
logs.info('Done signing URLs for arbitrary uploads.')
14041401
return result

0 commit comments

Comments
 (0)