data-platform-solution/.gitlab-ci.yml at main · jonathanmorais/data-platform-solution · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
stages:
    - lambda
    - plan

.template_terraform: &template_terraform
  image:
    name: hashicorp/terraform:0.12.29
    entrypoint: [""]
  variables:
    AWS_ACCESS_KEY_ID: $PROD_AWS_ACCESS_KEY_ID
    AWS_SECRET_ACCESS_KEY: $PROD_AWS_SECRET_ACCESS_KEY
  before_script:
    - apk add jq
    - export TF_VAR_url_extract='https://api.punkapi.com/v2/beers/random'
    - cd infra/environments/prod
    - terraform init --backend-config="access_key=$AWS_ACCESS_KEY_ID --backend-config=secret_key=$AWS_SECRET_ACCESS_KEY

lambda:extract:
    image: python:3.6-alpine
    stage: lambda
    before_script:
        - apk add zip unzip
        - apk add unzip
    script:
        - cd lambda/client_extract && zip -r -9 ../../lambda-extract.zip .
    artifacts:
        paths:
        - client.zip

lambda:processor:
    image: python:3.6-alpine
    stage: lambda
    before_script:
        - apk add zip unzip
        - apk add unzip
    script:
        - cd lambda/client_transform && zip -r -9 ../../client_processor.zip .
    artifacts:
        paths:
        - client_processor.zip

prod:plan:
    <<: *template_terraform
    stage: plan
    variables:
        AWS_ACCESS_KEY_ID: $PROD_AWS_ACCESS_KEY_ID
        AWS_SECRET_ACCESS_KEY: $PROD_AWS_SECRET_ACCESS_KEY
    dependencies:
        - lambda
    script:
        - make plan

prod:deploy:
    <<: *template_terraform
    stage: deploy
    when: manual
    variables:
        AWS_ACCESS_KEY_ID: $PROD_AWS_ACCESS_KEY_ID
        AWS_SECRET_ACCESS_KEY: $PROD_AWS_SECRET_ACCESS_KEY
    dependencies:
        - lambda
    script:
        - make deploy