Skip to content

Commit 85e6fa3

Browse files
committed
NRL-1186 imports and name update
1 parent 479a7a9 commit 85e6fa3

File tree

2 files changed

+6
-2
lines changed

2 files changed

+6
-2
lines changed

terraform/account-wide-infrastructure/modules/glue/src/main.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,7 @@
22

33
from awsglue.utils import getResolvedOptions
44
from pyspark.context import SparkContext
5+
from src.pipeline import LogPipeline
56

67
# Get arguments from AWS Glue job
78
args = getResolvedOptions(
@@ -14,7 +15,7 @@
1415
partition_cols = args["PARTITION_COLS"].split(",") if "PARTITION_COLS" in args else []
1516

1617
# Initialize ETL process
17-
etl_job = ETLTemplate(
18+
etl_job = LogPipeline(
1819
spark_context=sc,
1920
source_path=args["SOURCE_PATH"],
2021
target_path=args["TARGET_PATH"],

terraform/account-wide-infrastructure/modules/glue/src/pipeline.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,7 @@
1-
class ETLTemplate:
1+
from src.instances import GlueContextSingleton, LoggerSingleton
2+
3+
4+
class LogPipeline:
25
def __init__(
36
self,
47
spark_context,

0 commit comments

Comments
 (0)