File tree Expand file tree Collapse file tree 2 files changed +4
-1
lines changed
Expand file tree Collapse file tree 2 files changed +4
-1
lines changed Original file line number Diff line number Diff line change @@ -10,6 +10,7 @@ install: ## Install dependencies
1010# @test -e node_modules || npm install
1111 @which localstack || pip install localstack
1212 @which awslocal || pip install awscli-local
13+ docker pull localstack/bigdata
1314
1415run : # # Set up database connections and run Athena queries locally
1516 @make install; \
Original file line number Diff line number Diff line change @@ -11,14 +11,16 @@ awslocal s3 mb s3://$BUCKET
1111awslocal s3 cp data/data.csv $S3_INPUT
1212
1313function wait_for_query {
14- for i in {1..25 }; do
14+ for i in {1..50 }; do
1515 status=$( awslocal athena get-query-execution --query-execution-id $1 | jq -r ' .QueryExecution.Status.State' )
1616 echo Waiting for completion status of query $1 : $status
1717 if [ " $status " != " RUNNING" ]; then
1818 return
1919 fi
2020 sleep 6
2121 done
22+ echo " Query did not finish in time. There seems to be a problem. Pleaes take a look at the LocalStack logs."
23+ exit 1
2224}
2325
2426echo Running queries to create database and table definitions...
You can’t perform that action at this time.
0 commit comments