|
1 | | - |
2 | 1 | # Tutorial |
3 | 2 |
|
4 | | -```python |
5 | | -import pathlib |
6 | | - |
7 | | -import numpy as np |
8 | | -from rich.pretty import pprint |
9 | | - |
10 | | -from oqd_dataschema.base import Dataset |
11 | | -from oqd_dataschema.datastore import Datastore |
12 | | -from oqd_dataschema.groups import ( |
13 | | - ExpectationValueDataGroup, |
14 | | - MeasurementOutcomesDataGroup, |
15 | | - SinaraRawDataGroup, |
16 | | -) |
17 | | -``` |
| 3 | +## Group Definition |
18 | 4 |
|
19 | 5 | ```python |
20 | | -raw = SinaraRawDataGroup( |
21 | | - camera_images=Dataset(shape=(3, 2, 2), dtype="float32"), |
22 | | - attrs={"date": "2025-03-26", "version": 0.1}, |
23 | | -) |
24 | | -pprint(raw) |
25 | | -``` |
26 | | - |
27 | | - |
| 6 | +import datetime |
| 7 | +from oqd_dataschema import GroupBase, Attrs |
28 | 8 |
|
29 | | -```python |
30 | | -raw.camera_images.data = np.random.uniform(size=(3, 2, 2)).astype("float32") |
31 | | -pprint(raw) |
| 9 | +class CustomGroup(GroupBase): |
| 10 | + attrs: Attrs = Field( |
| 11 | + default_factory=lambda: dict( |
| 12 | + timestamp=str(datetime.datetime.now(datetime.timezone.utc)) |
| 13 | + ) |
| 14 | + ) |
| 15 | + t: Dataset |
| 16 | + x: Dataset |
32 | 17 | ``` |
33 | 18 |
|
34 | | - |
| 19 | +Defined groups are automatically registered into the [`GroupRegistry`][oqd_dataschema.group.GroupRegistry]. |
35 | 20 |
|
36 | 21 | ```python |
37 | | -raw.camera_images.data = np.random.uniform(size=(3, 2, 2)).astype("float32") |
38 | | -``` |
| 22 | +from oqd_dataschema import GroupRegistry |
39 | 23 |
|
40 | | - |
41 | | - |
42 | | -```python |
43 | | -data = Datastore(groups={"raw": raw}) |
44 | | -pprint(data) |
| 24 | +print(GroupRegistry.groups) |
45 | 25 | ``` |
46 | 26 |
|
47 | | - |
48 | | - |
| 27 | +## Initialize Group |
49 | 28 |
|
50 | 29 | ```python |
51 | | -def process_raw(raw: SinaraRawDataGroup) -> MeasurementOutcomesDataGroup: |
52 | | - processed = MeasurementOutcomesDataGroup( |
53 | | - outcomes=Dataset( |
54 | | - data=np.round(raw.camera_images.data.mean(axis=(1, 2))), |
55 | | - ) |
56 | | - ) |
57 | | - return processed |
58 | | - |
59 | | - |
60 | | -processed = process_raw(data.groups["raw"]) |
61 | | -pprint(processed) |
62 | | -``` |
63 | | - |
| 30 | +import numpy as np |
64 | 31 |
|
| 32 | +t = np.linspace(0, 1, 101).astype(np.float32) |
| 33 | +x = np.sin(t).astype(np.complex64) |
65 | 34 |
|
| 35 | +group = CustomGroup( |
| 36 | + t=Dataset(dtype="float32", shape=(101,)), x=Dataset(dtype="complex64", shape=(101,)) |
| 37 | +) |
66 | 38 |
|
67 | | -```python |
68 | | -data.groups.update(processed=processed) |
69 | | -pprint(data) |
| 39 | +group.t.data = t |
| 40 | +group.x.data = x |
70 | 41 | ``` |
71 | 42 |
|
72 | | - |
73 | | - |
| 43 | +## Initialize Datastore |
74 | 44 |
|
75 | 45 | ```python |
76 | | -def process_outcomes( |
77 | | - measurements: MeasurementOutcomesDataGroup, |
78 | | -) -> ExpectationValueDataGroup: |
79 | | - expval = ExpectationValueDataGroup( |
80 | | - expectation_value=Dataset( |
81 | | - shape=(), |
82 | | - dtype="float32", |
83 | | - data=measurements.outcomes.data.mean(), |
84 | | - attrs={"date": "20", "input": 10}, |
85 | | - ) |
86 | | - ) |
87 | | - return expval |
88 | | - |
89 | | - |
90 | | -expval = process_outcomes(processed) |
91 | | -data.groups.update(expval=process_outcomes(data.groups["processed"])) |
| 46 | +from oqd_datastore import Datastore |
92 | 47 |
|
93 | | -pprint(expval) |
| 48 | +datastore = Datastore(groups={"g1": group}) |
94 | 49 | ``` |
95 | 50 |
|
96 | | - |
| 51 | +## Data pipeline |
97 | 52 |
|
98 | 53 | ```python |
99 | | -filepath = pathlib.Path("test.h5") |
100 | | -data.model_dump_hdf5(filepath) |
101 | | -``` |
| 54 | +def process(datastore) -> Datastore: |
| 55 | + _g = datastore.get("g1") |
102 | 56 |
|
| 57 | + datastore.add |
103 | 58 |
|
| 59 | + return datastore |
104 | 60 |
|
105 | | -```python |
106 | | -data_reload = Datastore.model_validate_hdf5(filepath) |
107 | | -pprint(data_reload) |
| 61 | + |
| 62 | +datastore.pipe(process) |
108 | 63 | ``` |
0 commit comments