Update logs grepping scripts and add a script to find the first API log entry in AWS logs

Signed-off-by: Lukasz Gryglicki <[email protected]>

Assisted by [OpenAI](https://platform.openai.com/)

Assisted by [GitHub Copilot](https://github.com/features/copilot)

Author: lukaszgryglicki

utils/calculate_api_stats.sh

@@ -13,7 +13,8 @@ then
   exit 1
 fi
 export DTFROM="${1}"
-REGION=us-east-1 NO_ECHO=1 DTTO='1 second ago' OUT="api-logs-${STAGE}-1.json" ./utils/search_aws_logs.sh 'LG:api-request-path'
-REGION=us-east-2 NO_ECHO=1 DTTO='1 second ago' OUT="api-logs-${STAGE}-2.json" ./utils/search_aws_logs.sh 'LG:api-request-path'
+INCL_LOGS='githubactivity,githubinstall,apiv1,apiv2,api-v3-lambda' REGION=us-east-1 NO_ECHO=1 DTTO='1 second ago' OUT="api-logs-${STAGE}-1.json" ./utils/search_aws_logs.sh 'LG:api-request-path'
+INCL_LOGS='api-v4-lambda' REGION=us-east-2 NO_ECHO=1 DTTO='1 second ago' OUT="api-logs-${STAGE}-2.json" ./utils/search_aws_logs.sh 'LG:api-request-path'
 jq -s 'add' "api-logs-${STAGE}-1.json" "api-logs-${STAGE}-2.json" > "api-logs-${STAGE}.json" && rm -f "api-logs-${STAGE}-1.json" "api-logs-${STAGE}-2.json"
 ./utils/count_apis.sh "api-logs-${STAGE}.json" > "api-logs-${STAGE}.log" && cat "api-logs-${STAGE}.log"
+cat "api-logs-${STAGE}.json" | grep '"logGroupName": "' | sort | uniq

utils/find_1st_log_entry.sh

@@ -0,0 +1,11 @@
+#!/bin/bash
+if [ -z "${STAGE}" ]
+then
+  export STAGE=dev
+fi
+aws --region us-east-1 --profile "lfproduct-${STAGE}" logs filter-log-events --log-group-name "/aws/lambda/cla-backend-${STAGE}-api-v3-lambda" --start-time 0 --limit 1 --filter-pattern "\"LG:api-request-path\"" | jq -r '.events.[0].timestamp' | awk '{print strftime("%Y-%m-%d %H:%M:%S", $1/1000)}'
+aws --region us-east-1 --profile "lfproduct-${STAGE}" logs filter-log-events --log-group-name "/aws/lambda/cla-backend-${STAGE}-apiv1" --start-time 0 --limit 1 --filter-pattern "\"LG:api-request-path\"" | jq -r '.events.[0].timestamp' | awk '{print strftime("%Y-%m-%d %H:%M:%S", $1/1000)}'
+aws --region us-east-1 --profile "lfproduct-${STAGE}" logs filter-log-events --log-group-name "/aws/lambda/cla-backend-${STAGE}-apiv2" --start-time 0 --limit 1 --filter-pattern "\"LG:api-request-path\"" | jq -r '.events.[0].timestamp' | awk '{print strftime("%Y-%m-%d %H:%M:%S", $1/1000)}'
+aws --region us-east-1 --profile "lfproduct-${STAGE}" logs filter-log-events --log-group-name "/aws/lambda/cla-backend-${STAGE}-githubactivity" --start-time 0 --limit 1 --filter-pattern "\"LG:api-request-path\"" | jq -r '.events.[0].timestamp' | awk '{print strftime("%Y-%m-%d %H:%M:%S", $1/1000)}'
+aws --region us-east-1 --profile "lfproduct-${STAGE}" logs filter-log-events --log-group-name "/aws/lambda/cla-backend-${STAGE}-githubinstall" --start-time 0 --limit 1 --filter-pattern "\"LG:api-request-path\"" | jq -r '.events.[0].timestamp' | awk '{print strftime("%Y-%m-%d %H:%M:%S", $1/1000)}'
+aws --region us-east-2 --profile "lfproduct-${STAGE}" logs filter-log-events --log-group-name "/aws/lambda/cla-backend-go-api-v4-lambda" --start-time 0 --limit 1 --filter-pattern "\"LG:api-request-path\"" | jq -r '.events.[0].timestamp' | awk '{print strftime("%Y-%m-%d %H:%M:%S", $1/1000)}'