data-access-manifest/iceberg_content_stub.json at main · EarthScope/data-access-manifest · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
...
    {
        "type": "iceberg",
        "catalog": {
            "s3_tables_catalog":
                "type": "rest",
                "uri": "https://glue.<region>.amazonaws.com/iceberg",
                "warehouse": "<account-id>:s3tablescatalog/<table-bucket-name>"
        },
        "table_identifier": {
            "namespace": "default",
            "name": "MINISEED"
        },
        "selected_fields":[
            "network_station",
            "location_channel",
            "data_day",
            "start_timestamp",
            "end_timestamp",
            "record_data"
        ],
        "row_filter": [

            // SNCL match
            In("network_station", network_station),
            In("location_channel", location_channel),

            // Request period
            GreaterThanOrEqual("end_timestamp", start_timestamp),
            LessThan("start_timestamp", end_timestamp),

            // Realtime limits
            GreaterThanOrEqual(
            data_day,
            query_timestamp.date() - timedelta(days=dataselect_realtime_days),
            ),
            LessThanOrEqual("data_day", query_timestamp.date()),
        ],
        "sort_by": [
            ("network_station", "ascending"),
            ("location_channel", "ascending"),
            ("start_timestamp", "ascending")
        ]
    }
...