Skip to content

Commit 1d6efc4

Browse files
authored
fix(data)!: use integer for YAML file version (#87)
This diff changes the YAML file version to be an integer. While there, we also publish data for 2025-07/country.
1 parent 691321b commit 1d6efc4

File tree

4 files changed

+25
-7
lines changed

4 files changed

+25
-7
lines changed

data/generate_data.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -39,7 +39,7 @@ class PipelineMatrix:
3939

4040
@dataclass(frozen=True, kw_only=True)
4141
class PipelineConfig:
42-
version: str
42+
version: int
4343
matrix: PipelineMatrix
4444

4545

@@ -73,7 +73,7 @@ def coerce_str(value):
7373
except dacite.DaciteError as exc:
7474
raise click.ClickException(f"Invalid pipeline config: {exc}") from exc
7575

76-
if config.version != "v0":
76+
if config.version != 0:
7777
raise click.ClickException(f"Unsupported pipeline config version: {config.version}")
7878

7979
time_periods = [(entry.start, entry.end) for entry in config.matrix.dates]

data/pipeline.yaml

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
version: "v0"
1+
version: 0
22
matrix:
33
dates:
44
- start: "2024-10-01"
@@ -15,6 +15,8 @@ matrix:
1515
end: "2025-06-01"
1616
- start: "2025-06-01"
1717
end: "2025-07-01"
18+
- start: "2025-07-01"
19+
end: "2025-08-01"
1820
- start: "2025-10-01"
1921
end: "2025-11-01"
2022
granularities:

data/state/ghremote/manifest.json

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -192,6 +192,22 @@
192192
"sha256": "f2e545292c10b7bad55e1e3599ed9748e12a119d6a70db1d95a2fa863e6e50f9",
193193
"url": "https://github.com/m-lab/iqb/releases/download/v0.2.0/f2e545292c10__cache__v1__20250601T000000Z__20250701T000000Z__uploads_by_country__stats.json"
194194
},
195+
"cache/v1/20250701T000000Z/20250801T000000Z/downloads_by_country/data.parquet": {
196+
"sha256": "e0e00d4a2f659354d79508428ca165f1b05ac15ba7e23ef3f4360ff6eeb6aab8",
197+
"url": "https://github.com/m-lab/iqb/releases/download/v0.2.0/e0e00d4a2f65__cache__v1__20250701T000000Z__20250801T000000Z__downloads_by_country__data.parquet"
198+
},
199+
"cache/v1/20250701T000000Z/20250801T000000Z/downloads_by_country/stats.json": {
200+
"sha256": "8aa265058f210d32b5fd0f35625c9e21a16bd2e1d281016b23791f4ea0a074b9",
201+
"url": "https://github.com/m-lab/iqb/releases/download/v0.2.0/8aa265058f21__cache__v1__20250701T000000Z__20250801T000000Z__downloads_by_country__stats.json"
202+
},
203+
"cache/v1/20250701T000000Z/20250801T000000Z/uploads_by_country/data.parquet": {
204+
"sha256": "88bb523fda2f6659923573598d71f3b83f5c83505ca8c371683a532d25a24f97",
205+
"url": "https://github.com/m-lab/iqb/releases/download/v0.2.0/88bb523fda2f__cache__v1__20250701T000000Z__20250801T000000Z__uploads_by_country__data.parquet"
206+
},
207+
"cache/v1/20250701T000000Z/20250801T000000Z/uploads_by_country/stats.json": {
208+
"sha256": "b594ecb1a50f6bce18e0b03036fb11e61b9dd577368f7d7f0bdc0ca8759f2565",
209+
"url": "https://github.com/m-lab/iqb/releases/download/v0.2.0/b594ecb1a50f__cache__v1__20250701T000000Z__20250801T000000Z__uploads_by_country__stats.json"
210+
},
195211
"cache/v1/20251001T000000Z/20251101T000000Z/downloads_by_country/data.parquet": {
196212
"sha256": "82226cc007001bd5545d5b1f036eefe1707c43608581cc5c06e5f055867be376",
197213
"url": "https://github.com/m-lab/iqb/releases/download/v0.2.0/82226cc00700__cache__v1__20251001T000000Z__20251101T000000Z__downloads_by_country__data.parquet"

data/tests/generate_data_test.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@ def test_load_pipeline_config_valid(tmp_path: Path):
2222
config_path.write_text(
2323
"\n".join(
2424
[
25-
'version: "v0"',
25+
"version: 0",
2626
"matrix:",
2727
" dates:",
2828
" - start: 2024-01-01",
@@ -47,7 +47,7 @@ def test_load_pipeline_config_rejects_wrong_version(tmp_path: Path):
4747
config_path.write_text(
4848
"\n".join(
4949
[
50-
'version: "v1"',
50+
"version: 1",
5151
"matrix:",
5252
" dates:",
5353
" - start: 2024-01-01",
@@ -69,7 +69,7 @@ def test_load_pipeline_config_rejects_empty_dates(tmp_path: Path):
6969
config_path.write_text(
7070
"\n".join(
7171
[
72-
'version: "v0"',
72+
"version: 0",
7373
"matrix:",
7474
" dates: []",
7575
" granularities:",
@@ -89,7 +89,7 @@ def test_load_pipeline_config_rejects_blank_granularity(tmp_path: Path):
8989
config_path.write_text(
9090
"\n".join(
9191
[
92-
'version: "v0"',
92+
"version: 0",
9393
"matrix:",
9494
" dates:",
9595
" - start: 2024-01-01",

0 commit comments

Comments
 (0)