Skip to content

Commit 07ed041

Browse files
author
Siva Ramani
committed
fix: java version
1 parent 971d67c commit 07ed041

File tree

9 files changed

+38
-22
lines changed

9 files changed

+38
-22
lines changed

README.md

Lines changed: 19 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -100,7 +100,7 @@ Deploy the AWS Infrastructure using Terraform
100100
Below sample AWS CLI Invoke command inserts sample data for the application logs
101101

102102
```
103-
aws lambda invoke --function-name clicklogger-dev-ingestion-lambda cli-binary-format raw-in-base64-out payload '{"requestid":"OAP-guid-001","contextid":"OAP-ctxt-001","callerid":"OrderingApplication","component":"login","action":"load","type":"webpage"}' out
103+
aws lambda invoke --function-name clicklogger-dev-ingestion-lambda --cli-binary-format raw-in-base64-out --payload '{"requestid":"OAP-guid-001","contextid":"OAP-ctxt-001","callerid":"OrderingApplication","component":"login","action":"load","type":"webpage"}' out
104104
```
105105

106106
Validate the Deployments
@@ -120,10 +120,26 @@ Validate the Deployments
120120
* Start a new StepFunctions execution to trigger the workflow with the sample input below. Enter the date value equal to the date when sample data was ingested to S3 with the ingest lambda.
121121
```
122122
{
123-
"InputDate": "2023-02-08"
123+
"InputDate": "2025-07-13"
124124
}
125125
```
126-
* Once the AWS Step Function is successful, navigate to Amazon S3 > <your-region>-clicklogger-dev-loggregator-output-<your-Account-Number> to see the output files.
126+
* You can run the same using AWS CLI like below.
127+
```
128+
aws stepfunctions start-execution \
129+
--state-machine-arn "arn:aws:states:us-east-1:$(aws sts get-caller-identity --query Account --output text):stateMachine:clicklogger-dev-state-machine" \
130+
--name "test-execution-$(date +%s)" \
131+
--input '{"InputDate": "2025-07-13"}'
132+
133+
```
134+
* Once the AWS Step Function is successful, you can view the output files using AWS CLI:
135+
```
136+
# List all output files
137+
aws s3 ls s3://us-east-1-clicklogger-dev-loggregator-output-$(aws sts get-caller-identity --query Account --output text)/ --recursive
138+
139+
# View the output file content
140+
aws s3 cp s3://us-east-1-clicklogger-dev-loggregator-output-$(aws sts get-caller-identity --query Account --output text)/2025/07/13/response.md -
141+
```
142+
* Or navigate to Amazon S3 > us-east-1-clicklogger-dev-loggregator-output-<your-Account-Number> to see the output files.
127143
* These will be partitioned by year/month/date/response.md. A sample is shown below
128144

129145
![Alt text](assets/s3_output_response_file.png?raw=true "Title")

exec.sh

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -12,9 +12,9 @@ cd $APP_DIR/source/clicklogger
1212
mvn clean package
1313
echo 'Building Source EMR Jar'
1414
cd $APP_DIR/source/loggregator
15-
# Make sure to have JAVA8 in your PATH
16-
sbt reload
17-
sbt compile
15+
# Build Scala JAR with Java 11 (Minimum)
16+
sbt clean
17+
sbt compile
1818
sbt package
1919

2020
echo 'Deploying Terraform Resources'

source/loggregator/build.sbt

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@ name := "loggregator"
33
version := "0.1"
44

55

6-
scalaVersion := "2.12.1"
6+
scalaVersion := "2.12.17"
77

88
lazy val root = (project in file(".")).
99
settings(
Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
sbt.version = 1.3.12
1+
sbt.version = 1.8.2
Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
resolvers += Resolver.url("sbt-plugin-releases-scala-sbt", url("http://repo.scala-sbt.org/scalasbt/sbt-plugin-releases/"))
1+
resolvers += Resolver.url("sbt-plugin-releases-scala-sbt", url("https://repo.scala-sbt.org/scalasbt/sbt-plugin-releases/"))
22

33
addSbtPlugin("com.eed3si9n" % "sbt-assembly" % "0.14.9")
44
addSbtPlugin("com.typesafe.sbt" % "sbt-native-packager" % "1.7.3")

terraform/templates/firehose.tf

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -11,8 +11,8 @@ resource "aws_kinesis_firehose_delivery_stream" "click_logger_firehose_delivery_
1111
extended_s3_configuration {
1212
role_arn = aws_iam_role.click_logger_stream_consumer_firehose_role.arn
1313
bucket_arn = aws_s3_bucket.click_logger_firehose_delivery_s3_bucket.arn
14-
buffer_size = 64
15-
buffer_interval = 60
14+
buffering_size = 64
15+
buffering_interval = 60
1616
cloudwatch_logging_options {
1717
enabled = true
1818
log_group_name = aws_cloudwatch_log_group.click_logger_firehose_delivery_stream_log_group.name
@@ -46,7 +46,7 @@ resource "aws_kinesis_firehose_delivery_stream" "click_logger_firehose_delivery_
4646
database_name = aws_glue_catalog_database.aws_glue_click_logger_database.name
4747
role_arn = aws_iam_role.click_logger_stream_consumer_firehose_role.arn
4848
table_name = aws_glue_catalog_table.aws_glue_click_logger_catalog_table.name
49-
region = data.aws_region.current.name
49+
region = data.aws_region.current.id
5050
}
5151
}
5252

terraform/templates/lambda.tf

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,7 @@ resource "aws_lambda_function" "lambda_clicklogger_ingest" {
88
function_name = "${var.app_prefix}-${var.stage_name}-ingestion-lambda"
99
role = aws_iam_role.click_logger_lambda_role.arn
1010
handler = "com.clicklogs.Handlers.ClickLoggerHandler::handleRequest"
11-
runtime = "java8"
11+
runtime = "java11"
1212
memory_size = 2048
1313
timeout = 300
1414

@@ -20,7 +20,7 @@ resource "aws_lambda_function" "lambda_clicklogger_ingest" {
2020
environment {
2121
variables = {
2222
STREAM_NAME = aws_kinesis_firehose_delivery_stream.click_logger_firehose_delivery_stream.name
23-
REGION = data.aws_region.current.name
23+
REGION = data.aws_region.current.id
2424
}
2525
}
2626

@@ -36,7 +36,7 @@ resource "aws_lambda_function" "lambda_clicklogger_emr_job_status" {
3636
function_name = "${var.app_prefix}-${var.stage_name}-emr-job-status-lambda"
3737
role = aws_iam_role.click_logger_emr_lambda_role.arn
3838
handler = "com.clicklogs.Handlers.ClickLoggerEMRJobHandler::handleRequest"
39-
runtime = "java8"
39+
runtime = "java11"
4040
memory_size = 2048
4141
timeout = 600
4242

@@ -47,7 +47,7 @@ resource "aws_lambda_function" "lambda_clicklogger_emr_job_status" {
4747
variables = {
4848
APPLICATION_ID = aws_emrserverless_application.click_log_loggregator_emr_serverless.id
4949
LOGS_OUTPUT_PATH = "s3://${aws_s3_bucket.click_log_loggregator_emr_serverless_logs_s3_bucket.id}"
50-
REGION = data.aws_region.current.name
50+
REGION = data.aws_region.current.id
5151
EMR_GET_SLEEP_TIME = 5000
5252
}
5353
}

terraform/templates/s3.tf

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@
33
### SPDX-License-Identifier: MIT-0
44

55
resource "aws_s3_bucket" "click_log_loggregator_source_s3_bucket" {
6-
bucket = "${data.aws_region.current.name}-${var.app_prefix}-${var.stage_name}-loggregator-source-${data.aws_caller_identity.current.account_id}"
6+
bucket = "${data.aws_region.current.id}-${var.app_prefix}-${var.stage_name}-loggregator-source-${data.aws_caller_identity.current.account_id}"
77

88
tags = {
99
Name = "Loggregator Source S3 Delivery bucket"
@@ -22,7 +22,7 @@ resource "aws_s3_object" "click_log_loggregator_source_s3_bucket_object" {
2222

2323

2424
resource "aws_s3_bucket" "click_log_loggregator_output_s3_bucket" {
25-
bucket = "${data.aws_region.current.name}-${var.app_prefix}-${var.stage_name}-loggregator-output-${data.aws_caller_identity.current.account_id}"
25+
bucket = "${data.aws_region.current.id}-${var.app_prefix}-${var.stage_name}-loggregator-output-${data.aws_caller_identity.current.account_id}"
2626

2727
tags = {
2828
Name = "Loggregator Output S3 Delivery bucket"
@@ -31,7 +31,7 @@ resource "aws_s3_bucket" "click_log_loggregator_output_s3_bucket" {
3131
}
3232

3333
resource "aws_s3_bucket" "click_log_loggregator_emr_serverless_logs_s3_bucket" {
34-
bucket = "${data.aws_region.current.name}-${var.app_prefix}-${var.stage_name}-emr-logs-${data.aws_caller_identity.current.account_id}"
34+
bucket = "${data.aws_region.current.id}-${var.app_prefix}-${var.stage_name}-emr-logs-${data.aws_caller_identity.current.account_id}"
3535

3636
tags = {
3737
Name = "Loggregator EMR Logs S3 Delivery bucket"
@@ -41,7 +41,7 @@ resource "aws_s3_bucket" "click_log_loggregator_emr_serverless_logs_s3_bucket" {
4141

4242

4343
resource "aws_s3_bucket" "click_logger_firehose_delivery_s3_bucket" {
44-
bucket = "${data.aws_region.current.name}-${var.app_prefix}-${var.stage_name}-firehose-delivery-${data.aws_caller_identity.current.account_id}"
44+
bucket = "${data.aws_region.current.id}-${var.app_prefix}-${var.stage_name}-firehose-delivery-${data.aws_caller_identity.current.account_id}"
4545

4646
tags = {
4747
Name = "Firehose S3 Delivery bucket"
@@ -50,7 +50,7 @@ resource "aws_s3_bucket" "click_logger_firehose_delivery_s3_bucket" {
5050
}
5151

5252
resource "aws_s3_bucket" "click_logger_emr_studio_bucket" {
53-
bucket = "${data.aws_region.current.name}-${var.app_prefix}-${var.stage_name}-emr-studio-${data.aws_caller_identity.current.account_id}"
53+
bucket = "${data.aws_region.current.id}-${var.app_prefix}-${var.stage_name}-emr-studio-${data.aws_caller_identity.current.account_id}"
5454

5555
tags = {
5656
Name = "EMR studio bucket"

terraform/templates/vpc.tf

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -47,7 +47,7 @@ resource "aws_route_table_association" "click_logger_emr_route_table_association
4747
}
4848

4949
resource "aws_eip" "click_logger_emr_ip" {
50-
vpc = true
50+
domain = "vpc"
5151

5252
tags = {
5353
Name = "${var.app_prefix}-${var.stage_name}-elastic-ip"

0 commit comments

Comments
 (0)