Skip to content

Commit 1865d45

Browse files
authored
chore(bus): regen all dataset for waiver info (#715)
* bump bus events to get waiver id for historical * backout runner changes that were unnecessary
1 parent d19dd98 commit 1865d45

File tree

2 files changed

+19
-24
lines changed

2 files changed

+19
-24
lines changed

runners/run_parquet_hyper_lamp.py

Lines changed: 18 additions & 23 deletions
Original file line numberDiff line numberDiff line change
@@ -15,8 +15,6 @@
1515
)
1616
from lamp_py.tableau.jobs.bus_performance import bus_schema
1717
from lamp_py.tableau.conversions.convert_bus_performance_data import apply_bus_analysis_conversions
18-
import copy
19-
2018

2119
from lamp_py.tableau.jobs.lamp_jobs import (
2220
LAMP_API_PROJECT,
@@ -37,27 +35,24 @@
3735
Prod_RailMetrics_CommuterRail_LongTerm,
3836
)
3937

40-
TestProd_VehiclePositions_LightRailTerminals_60Day = copy.deepcopy(Prod_VehiclePositions_LightRailTerminals_60Day)
41-
TestProd_TripUpdates_LightRailTerminals_60Day = copy.deepcopy(Prod_TripUpdates_LightRailTerminals_60Day)
42-
TestProd_VehiclePositions_HeavyRailTerminals_30Day = copy.deepcopy(Prod_VehiclePositions_HeavyRailTerminals_30Day)
43-
TestProd_TripUpdates_HeavyRailTerminals_30Day = copy.deepcopy(Prod_TripUpdates_HeavyRailTerminals_30Day)
44-
TestProd_VehiclePositions_LightRail_7Day = copy.deepcopy(Prod_VehiclePositions_LightRail_7Day)
45-
TestDevGreen_VehiclePositions_LightRailTerminals_60Day = copy.deepcopy(
46-
DevGreen_VehiclePositions_LightRailTerminals_60Day
47-
)
48-
TestDevGreen_TripUpdates_LightRailTerminals_60Day = copy.deepcopy(DevGreen_TripUpdates_LightRailTerminals_60Day)
49-
TestDevGreen_VehiclePositions_HeavyRailTerminals_60Day = copy.deepcopy(
50-
DevGreen_VehiclePositions_HeavyRailTerminals_60Day
51-
)
52-
TestDevGreen_TripUpdates_HeavyRailTerminals_60Day = copy.deepcopy(DevGreen_TripUpdates_HeavyRailTerminals_60Day)
53-
TestProd_BusOperatorMapping_Recent = copy.deepcopy(Prod_BusOperatorMapping_Recent)
54-
TestProd_BusOperatorMapping_LongTerm = copy.deepcopy(Prod_BusOperatorMapping_LongTerm)
55-
TestProd_BusMetrics_Fall2025Rating = copy.deepcopy(Prod_BusMetrics_Fall2025Rating)
56-
TestProd_BusOperatorMapping_Fall2025Rating = copy.deepcopy(Prod_BusOperatorMapping_Fall2025Rating)
57-
TestProd_RailMetrics_Subway_LongTerm = copy.deepcopy(Prod_RailMetrics_Subway_LongTerm)
58-
TestProd_RailMetrics_CommuterRail_LongTerm = copy.deepcopy(Prod_RailMetrics_CommuterRail_LongTerm)
59-
TestHyperBusPerformanceRecent = copy.deepcopy(HyperBusPerformanceRecent)
60-
TestHyperBusPerformanceAll = copy.deepcopy(HyperBusPerformanceAll)
38+
TestProd_VehiclePositions_LightRailTerminals_60Day = Prod_VehiclePositions_LightRailTerminals_60Day
39+
TestProd_TripUpdates_LightRailTerminals_60Day = Prod_TripUpdates_LightRailTerminals_60Day
40+
TestProd_VehiclePositions_HeavyRailTerminals_30Day = Prod_VehiclePositions_HeavyRailTerminals_30Day
41+
TestProd_TripUpdates_HeavyRailTerminals_30Day = Prod_TripUpdates_HeavyRailTerminals_30Day
42+
TestProd_VehiclePositions_LightRail_7Day = Prod_VehiclePositions_LightRail_7Day
43+
TestDevGreen_VehiclePositions_LightRailTerminals_60Day = DevGreen_VehiclePositions_LightRailTerminals_60Day
44+
45+
TestDevGreen_TripUpdates_LightRailTerminals_60Day = DevGreen_TripUpdates_LightRailTerminals_60Day
46+
TestDevGreen_VehiclePositions_HeavyRailTerminals_60Day = DevGreen_VehiclePositions_HeavyRailTerminals_60Day
47+
TestDevGreen_TripUpdates_HeavyRailTerminals_60Day = DevGreen_TripUpdates_HeavyRailTerminals_60Day
48+
TestProd_BusOperatorMapping_Recent = Prod_BusOperatorMapping_Recent
49+
TestProd_BusOperatorMapping_LongTerm = Prod_BusOperatorMapping_LongTerm
50+
TestProd_BusMetrics_Fall2025Rating = Prod_BusMetrics_Fall2025Rating
51+
TestProd_BusOperatorMapping_Fall2025Rating = Prod_BusOperatorMapping_Fall2025Rating
52+
TestProd_RailMetrics_Subway_LongTerm = Prod_RailMetrics_Subway_LongTerm
53+
TestProd_RailMetrics_CommuterRail_LongTerm = Prod_RailMetrics_CommuterRail_LongTerm
54+
TestHyperBusPerformanceRecent = HyperBusPerformanceRecent
55+
TestHyperBusPerformanceAll = HyperBusPerformanceAll
6156

6257
yesterday = 1
6358
TestProd_VehiclePositions_LightRailTerminals_60Day.num_days_ago = yesterday

src/lamp_py/runtime_utils/remote_files.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -145,7 +145,7 @@ def s3_uri(self) -> str:
145145
)
146146

147147
# published by LAMP
148-
bus_events = S3Location(bucket=S3_PUBLIC, prefix=os.path.join(LAMP, "bus_vehicle_events"), version="1.2")
148+
bus_events = S3Location(bucket=S3_PUBLIC, prefix=os.path.join(LAMP, "bus_vehicle_events"), version="1.2.1")
149149
bus_operator_mapping = S3Location(bucket=S3_ARCHIVE, prefix=os.path.join(LAMP, "bus_operator_mapping"), version="1.0")
150150

151151
# Kinesis stream glides events

0 commit comments

Comments
 (0)