Skip to content

Commit adc5df2

Browse files
committed
[R a] Promotion 2025-12-02 prod (#7605, PR #7614)
2 parents 881b065 + ba475bf commit adc5df2

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

59 files changed

+2927
-2178
lines changed

.mypy.ini

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -53,7 +53,7 @@ modules =
5353
azul.indexer.action_controller,
5454
azul.indexer.mirror_controller,
5555
azul.service.app_controller,
56-
azul.indexer.mirror_service,
56+
azul.indexer.mirror_file_service,
5757
azul.digests,
5858
lambdas.indexer.app,
5959
azul.schemas,
@@ -87,6 +87,8 @@ modules =
8787
azul.plugins.metadata.anvil.service.filter,
8888
azul.plugins.metadata.hca.service.filter,
8989
azul.indexer.transform,
90+
azul.indexer.mirror_service,
91+
azul.functions,
9092

9193
packages =
9294
azul.openapi
136 KB
Binary file not shown.
13.7 MB
Binary file not shown.
-219 KB
Binary file not shown.
220 KB
Binary file not shown.

docker_images.json

Lines changed: 33 additions & 33 deletions
Original file line numberDiff line numberDiff line change
@@ -31,18 +31,18 @@
3131
}
3232
}
3333
},
34-
"docker.io/ucscgi/azul-pycharm:2025.2.4-68": {
35-
"digest": "sha256:075be7e013b8a03642f6640002cb24bfa3da892d20b6c90ec6623041184969bd",
36-
"mirror_digest": "sha256:225de1b34347db312fe4b9f52e62e729bd912ed1fe9d6ce5e4828db4a5bbe375",
34+
"docker.io/ucscgi/azul-pycharm:2025.2.5-69": {
35+
"digest": "sha256:ee20cb9e2b6110524d4a1822f26d074674adf0e043d03b5f1a2544cc02ec53ee",
36+
"mirror_digest": "sha256:89e2323faad9806db4f155ea0e45794b0b4e0a1e3d5fee6a8390093f66eb6272",
3737
"parts": {
3838
"linux/amd64": {
39-
"digest": "sha256:835fc88ca5e04068a39192ee42d1912ce2f831b367e0a3d8f81901caee9deb22",
40-
"id": "sha256:fe8ea4897bc035524161b79728ff50cfc38ba5016435cc54d805bad8eb38ad0d",
39+
"digest": "sha256:534c5ef2e2380b2767bb41cf40b538a7eebd88ec86880f5fabb2714a887bbbf6",
40+
"id": "sha256:96596695c7842bf06b5492cd3c259edbd5d1941800c525d296395fc7a08694dd",
4141
"platform": "linux/amd64"
4242
},
4343
"linux/arm64": {
44-
"digest": "sha256:2474054600e6fb43eee64315d354b9ef14cd1a4d28cdccbd31cfcc114fb57243",
45-
"id": "sha256:c3b91da83dc3536b729ac3f22e6d2efe42f981c46db96b55184b8318b2a8ccde",
44+
"digest": "sha256:ce0451b8f6a44501b78802dc8b593edcd8c4334a24e52587a1c78af56c600af8",
45+
"id": "sha256:e49e9c9bbba24334f23125021107309fa1981f1c5c7dafaf2de2c751349278b9",
4646
"platform": "linux/arm64"
4747
}
4848
}
@@ -63,61 +63,61 @@
6363
}
6464
}
6565
},
66-
"docker.io/ucscgi/azul-bigquery-emulator:0.4.4-48": {
67-
"digest": "sha256:11bc2b80bc4a4496035d86dd146a4e7d0ebb85a36ba231175f39bed7277c9068",
68-
"mirror_digest": "sha256:cb287b333a09c8b070a4b96cf8d6cc9b3a2caeccbf60fc66b08c4e08f6937d59",
66+
"docker.io/ucscgi/azul-bigquery-emulator:0.4.4-50": {
67+
"digest": "sha256:dc2ed44364727d9746db56fc849cc337404a66dae81cc384ddae549dbf9f1e21",
68+
"mirror_digest": "sha256:798ccbcf8d7bd80e3d8840d67950d8180218e84a57a4681ea21c8de23023120c",
6969
"parts": {
7070
"linux/amd64": {
71-
"digest": "sha256:bddd4857a217ade0e66d811c85cfb1b5492bd47b501f1005e7ad8e335d7b4c1e",
72-
"id": "sha256:326fecec194e9c47d3180b06a79bd402bc019f80cf420ba76ef0851eac04b908",
71+
"digest": "sha256:016292ed6a0437347440749dd9f975de40d67808263c8eccdfdd3120decc6c0f",
72+
"id": "sha256:4ca46465567c513cd4dfd928eb3661dd9475dbdfad2ab8209cbc6850dd1ef913",
7373
"platform": "linux/amd64"
7474
},
7575
"linux/arm64": {
76-
"digest": "sha256:e8f66b2f5f63abb77afbb89f538eac0338ba673d9954703f877f5c7a01814bfa",
77-
"id": "sha256:88a2567e3e0284e024b8dd230b407e9467ec28e03b1adebed7ebb4b2241da83b",
76+
"digest": "sha256:9ab0fce4a46e25fbb7f4376f6fec5441fb3869b9e84e5810f54409a35edd523d",
77+
"id": "sha256:aa09e5e5bfa6dd4014a256a2892bdf4d934378e81e209126a84c70467b977001",
7878
"platform": "linux/arm64"
7979
}
8080
}
8181
},
82-
"docker.io/clamav/clamav:1.5.1-10": {
83-
"digest": "sha256:47618ad348bfd75877ed52b2c6ed88f624e1c5cd07cab7dc61211c3e53c85ee3",
84-
"mirror_digest": "sha256:e04a38d6ca146f67093159e9b123cfaab272921e6d6b1d9abc03777f5af2ac47",
82+
"docker.io/clamav/clamav:1.5.1-11": {
83+
"digest": "sha256:81f82a940199afab561e2532848aa9c5b023e3ba46902a99854d5ce5cd49f16c",
84+
"mirror_digest": "sha256:25b6175a7da295b18e94a652951eaf32c6157b28073886981b46b4d4922f570f",
8585
"parts": {
8686
"linux/amd64": {
87-
"digest": "sha256:f22b23c0a0667d27447011280ac78eb0ba87a24131974b8f0c35589c073a51e4",
88-
"id": "sha256:6aab67e876f99247ae967ea4e08093a42de07d3fcfddb9371d97690b299fadfe",
87+
"digest": "sha256:9c7ddcfc91169063c52ddb771c653ef48f9428d5b0cb3d29a7421617616f8db5",
88+
"id": "sha256:c89423cd35e105dd8ad2f58db56860eba25a281bd583c174f36f63289b7f3b32",
8989
"platform": "linux/amd64"
9090
}
9191
}
9292
},
93-
"docker.io/gitlab/gitlab-ce:18.6.0-ce.0": {
94-
"digest": "sha256:f57bc87b0ee0c750715b6c4a64394751b17cacb59fc135308ebab118fd94528e",
95-
"mirror_digest": "sha256:26fd4c219e194d84ae81974e537a7b5cb8a328732dd9530fff4ba652f578ee9b",
93+
"docker.io/gitlab/gitlab-ce:18.6.1-ce.0": {
94+
"digest": "sha256:4a1765618d5b3aea9f9ae5efdb4f15a1880f0cab16801116f99c611080945c56",
95+
"mirror_digest": "sha256:6afde47e8b21635ac02837c0ef47d8a83c8ae60bd631e363bbb3027328557655",
9696
"parts": {
9797
"linux/amd64": {
98-
"digest": "sha256:12a3cc004dabd413af57d1c6e947c5ceab5bc017c47f1e9f5a5ed52f5b9a8e84",
99-
"id": "sha256:0a28c9a23ce4064c8472327ab935443eeb2f69eb4e7983e565c9ff96032e841b",
98+
"digest": "sha256:41c01ae6321072f4f9308d79264f4bcfe51af32e18a566e48c7c6a6aef22a492",
99+
"id": "sha256:cbe010f46e26aeb7dd94b53253af30266a37ca1206863a9ad30898ce64674df1",
100100
"platform": "linux/amd64"
101101
},
102102
"linux/arm64": {
103-
"digest": "sha256:f767e2d54e116ae9784f9338b12d34af9abc0a5e4e6b4c4a3fc8df149039ef09",
104-
"id": "sha256:1c54e9693d8f8da7bd48f5d5a2bf892112838bb0b8cca26edb6cb9da4dd3b745",
103+
"digest": "sha256:877a5b3e6e89c5aac6a2ec893970531b9a5be03b3307cda9c8a82d215022d531",
104+
"id": "sha256:75d3b81c1ce33e51451237e5cc50e8b8074d9de1f3bf9c0f5f2edc50e13b50eb",
105105
"platform": "linux/arm64"
106106
}
107107
}
108108
},
109-
"docker.io/gitlab/gitlab-runner:ubuntu-v18.6.0": {
110-
"digest": "sha256:63b11efe19a1fa6988acf4f457d9e13633b94cd3126de3f44b1ea8a0d45de967",
111-
"mirror_digest": "sha256:dda0c87dc4b241e4dd2c229a7be056d50bd9a64fcd39d784e85304ce1f510a75",
109+
"docker.io/gitlab/gitlab-runner:ubuntu-v18.6.3": {
110+
"digest": "sha256:dab8fe7a2c9356f1652c96d2efedab86a3d902bdd10953834c6194f18b0382a2",
111+
"mirror_digest": "sha256:c3fd2edc12c1b047b3f32da58ad80972c59ae36a53e9b2d050e908ccb93463a2",
112112
"parts": {
113113
"linux/amd64": {
114-
"digest": "sha256:8061133a4a9073e3b3b5d4d092cb4c449c226458e035d6ad2c78f4d072da8f1f",
115-
"id": "sha256:3d58a3515f6a7ac6959c2ca48aaf861a8fba87808d241b932f7ef42c55855956",
114+
"digest": "sha256:a3e220f216e36621c481a09994231746dc81cedff72d059135237ae81f7658b5",
115+
"id": "sha256:6871d19130e28b89087d97c9639927abf92b44f164ae0dd3e16ec36209d89ad2",
116116
"platform": "linux/amd64"
117117
},
118118
"linux/arm64": {
119-
"digest": "sha256:efc9d180f4422b342f371299c965c97fbe44b2fd055dca2cf753897a0ef03f5c",
120-
"id": "sha256:a87b34ad114d0d693ae68bc72fa2a6e7759da1fcb21450ca3afd3cc305923d6f",
119+
"digest": "sha256:2a3ec200496c6d97f51f1f33c7661f655b68a4ad9cf301dd7ef3aa726049e06e",
120+
"id": "sha256:f8cead6674f8873d1497c00a301a76e979421ed6f07f3b6770781b688a6fc39a",
121121
"platform": "linux/arm64"
122122
}
123123
}

environment.py

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -276,7 +276,7 @@ def env() -> Mapping[str, str | None]:
276276
'url': 'https://hub.docker.com/_/python',
277277
},
278278
'pycharm': {
279-
'ref': 'docker.io/ucscgi/azul-pycharm:2025.2.4-68',
279+
'ref': 'docker.io/ucscgi/azul-pycharm:2025.2.5-69',
280280
'url': 'https://hub.docker.com/repository/docker/ucscgi/azul-pycharm',
281281
'is_custom': True
282282
},
@@ -286,22 +286,22 @@ def env() -> Mapping[str, str | None]:
286286
'is_custom': False
287287
},
288288
'bigquery_emulator': {
289-
'ref': 'docker.io/ucscgi/azul-bigquery-emulator:0.4.4-48',
289+
'ref': 'docker.io/ucscgi/azul-bigquery-emulator:0.4.4-50',
290290
'url': 'https://hub.docker.com/repository/docker/ucscgi/azul-bigquery-emulator',
291291
'is_custom': True
292292
},
293293
# Updating any of the four images below additionally requires
294294
# redeploying the `gitlab` TF component.
295295
'clamav': {
296-
'ref': 'docker.io/clamav/clamav:1.5.1-10',
296+
'ref': 'docker.io/clamav/clamav:1.5.1-11',
297297
'url': 'https://hub.docker.com/r/clamav/clamav'
298298
},
299299
'gitlab': {
300-
'ref': 'docker.io/gitlab/gitlab-ce:18.6.0-ce.0',
300+
'ref': 'docker.io/gitlab/gitlab-ce:18.6.1-ce.0',
301301
'url': 'https://hub.docker.com/r/gitlab/gitlab-ce'
302302
},
303303
'gitlab_runner': {
304-
'ref': 'docker.io/gitlab/gitlab-runner:ubuntu-v18.6.0',
304+
'ref': 'docker.io/gitlab/gitlab-runner:ubuntu-v18.6.3',
305305
'url': 'https://hub.docker.com/r/gitlab/gitlab-runner'
306306
},
307307
'dind': {

lambdas/indexer/.chalice/config.json.template.py

Lines changed: 11 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -40,7 +40,7 @@
4040
},
4141
indexer.contribute_retry.name: {
4242
'reserved_concurrency': config.contribution_concurrency(retry=True),
43-
'lambda_memory_size': 4096, # FIXME https://github.com/DataBiosphere/azul/issues/2902
43+
'lambda_memory_size': 256 if config.is_anvil_enabled() else 1024,
4444
'lambda_timeout': config.contribution_lambda_timeout(retry=True),
4545
**chalice.vpc_lambda_config(app_name)
4646
},
@@ -52,14 +52,20 @@
5252
},
5353
indexer.aggregate_retry.name: {
5454
'reserved_concurrency': config.aggregation_concurrency(retry=True),
55-
'lambda_memory_size': 6500,
55+
'lambda_memory_size': 2048 if config.is_anvil_enabled() else 3009,
5656
'lambda_timeout': config.aggregation_lambda_timeout(retry=True),
5757
**chalice.vpc_lambda_config(app_name)
5858
},
5959
**(
6060
{
61-
indexer.forward_alb_logs.name: chalice.vpc_lambda_config(app_name),
62-
indexer.forward_s3_logs.name: chalice.vpc_lambda_config(app_name),
61+
indexer.forward_alb_logs.name: {
62+
'lambda_memory_size': 160,
63+
**chalice.vpc_lambda_config(app_name),
64+
},
65+
indexer.forward_s3_logs.name: {
66+
'lambda_memory_size': 160,
67+
**chalice.vpc_lambda_config(app_name),
68+
}
6369
}
6470
if config.enable_log_forwarding else
6571
{}
@@ -78,7 +84,7 @@
7884
{}
7985
),
8086
indexer.update_health_cache.name: {
81-
'lambda_memory_size': 128,
87+
'lambda_memory_size': 160,
8288
'lambda_timeout': config.health_cache_lambda_timeout,
8389
**chalice.vpc_lambda_config(app_name)
8490
}

lambdas/indexer/app.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -53,7 +53,7 @@
5353
# changes and reset the minor version to zero. Otherwise, increment only
5454
# the minor version for backwards compatible changes. A backwards
5555
# compatible change is one that does not require updates to clients.
56-
'version': '3.3',
56+
'version': '3.4',
5757
'description': fd('''
5858
This is the internal API for Azul's indexer component.
5959
''')

0 commit comments

Comments
 (0)