Merge pull request #513 from CodeNow/add-big-poppa

Nathan219 · web-flow · commit cd28bd365998 · 2016-08-12T20:01:11.000-07:00
Add big-poppa stuff
diff --git a/ansible/api-core.yml b/ansible/api-core.yml
@@ -4,6 +4,7 @@
 - hosts: charon
 - hosts: rabbitmq
 - hosts: redis
+- hosts: big-poppa
 - hosts: swarm-manager
 - hosts: consul
 
diff --git a/ansible/big-poppa-http.yml b/ansible/big-poppa-http.yml
@@ -0,0 +1,15 @@
+---
+- hosts: rabbitmq
+- hosts: consul
+- hosts: mongodb
+- hosts: github-varnish
+
+- hosts: big-poppa
+  vars_files:
+    - group_vars/alpha-big-poppa-http.yml
+  roles:
+  - role: notify
+    rollbar_token: "{{ big_poppa_http_rollbar_token }}"
+    tags: [ notify ]
+  - { role: builder, tags: [ build ] }
+  - { role: container_kill_start }
diff --git a/ansible/big-poppa-worker.yml b/ansible/big-poppa-worker.yml
@@ -0,0 +1,15 @@
+---
+- hosts: rabbitmq
+- hosts: consul
+- hosts: mongodb
+- hosts: github-varnish
+
+- hosts: big-poppa
+  vars_files:
+    - group_vars/alpha-big-poppa-worker.yml
+  roles:
+  - role: notify
+    rollbar_token: "{{ big_poppa_worker_rollbar_token }}"
+    tags: [ notify ]
+  - { role: builder, tags: [ build ] }
+  - { role: container_kill_start }
diff --git a/ansible/big-poppa.yml b/ansible/big-poppa.yml
@@ -0,0 +1,2 @@
+- include: big-poppa-http.yml
+- include: big-poppa-worker.yml
diff --git a/ansible/delta-hosts/hosts b/ansible/delta-hosts/hosts
@@ -113,9 +113,13 @@ delta-app-services
 [github-varnish]
 delta-app-services
 
+[big-poppa]
+delta-app-services
+
 [delta:children]
 api
 bastion
+big-poppa
 charon
 consul
 dock
diff --git a/ansible/delta-hosts/variables b/ansible/delta-hosts/variables
@@ -15,6 +15,20 @@ api_s3_context_bucket=runnable.context.resources.production
 api_intercom_app_id=wqzm3rju
 api_intercom_api_key=46e75ada5d21f248787689b35fe80e11efe9303a
 
+[big-poppa:vars]
+big_poppa_pg_pass=189a4a90-60d9-11e6-92c9-7b1a5b7c8417
+big_poppa_pg_host=delta-big-poppa.cnksgdqarobf.us-west-2.rds.amazonaws.com
+big_poppa_pg_port=5432
+big_poppa_pg_user=cwallace
+big_poppa_github_token=e11a1264130fb62ce045bf03118bf123f980c205
+big_poppa_http_rollbar_token=1f1eeea0b1334aaeb50fb7bc4a43241a
+big_poppa_worker_rollbar_token=98cabb8440024e3a8242cf3220b802c9
+big_poppa_intercom_key=0df3322fda46a34e93ba6a43603a8fc3ef740d84
+big_poppa_intercom_id=wqzm3rju
+big_poppa_mongo_auth=api:72192e5a-a5e1-11e5-add9-0270db32f7ad
+big_poppa_mongo_database=delta
+big_poppa_mongo_replset_name=delta-rs0
+
 [docks:vars]
 docker_config=docks
 docks_rollbar_key=d1af6567ed0f464fb1d676f38fd31751
diff --git a/ansible/epsilon-hosts/hosts b/ansible/epsilon-hosts/hosts
@@ -18,6 +18,9 @@ socket-server
 [api]
 epsilon-api
 
+[big-poppa]
+epsilon-app-services
+
 [consul]
 epsilon-consul-a
 epsilon-consul-b
@@ -107,6 +110,7 @@ epsilon-app-services
 [epsilon:children]
 api
 bastion
+big-poppa
 charon
 consul
 dock
diff --git a/ansible/epsilon-hosts/variables b/ansible/epsilon-hosts/variables
@@ -12,6 +12,13 @@ api_rollbar_key=a90d9c262c7c48cfabbd32fd0a1bc61c
 api_workers_rollbar_key=3edfe8fe4fd640ae9fdbbe08fcb9f121
 api_s3_context_bucket=runnable.context.resources.production-beta
 
+[big-poppa:vars]
+big_poppa_pg_pass=
+big_poppa_pg_host=
+big_poppa_github_token=e11a1264130fb62ce045bf03118bf123f980c205
+big_poppa_http_rollbar_token=1f1eeea0b1334aaeb50fb7bc4a43241a
+big_poppa_worker_rollbar_token=98cabb8440024e3a8242cf3220b802c9
+
 [docks:vars]
 docker_config=docks
 docks_rollbar_key=d1af6567ed0f464fb1d676f38fd31751
diff --git a/ansible/eru.yml b/ansible/eru.yml
@@ -3,6 +3,7 @@
 - hosts: mongodb
 - hosts: redis
 - hosts: rabbitmq
+- hosts: big-poppa
 - hosts: socket-server-proxy
 
 - hosts: eru
diff --git a/ansible/gamma-hosts/hosts b/ansible/gamma-hosts/hosts
@@ -20,6 +20,9 @@ socket-server
 [api]
 gamma-api
 
+[big-poppa]
+gamma-app-services
+
 [consul]
 gamma-consul-a
 gamma-consul-b
diff --git a/ansible/gamma-hosts/variables b/ansible/gamma-hosts/variables
@@ -12,6 +12,20 @@ api_rollbar_key=a90d9c262c7c48cfabbd32fd0a1bc61c
 api_workers_rollbar_key=3edfe8fe4fd640ae9fdbbe08fcb9f121
 api_s3_context_bucket=runnable.context.resources.production-beta
 
+[big-poppa:vars]
+big_poppa_pg_pass=JFmZDuVYPt9vUxk4DBjj
+big_poppa_pg_host=gamma-big-poppa.cnksgdqarobf.us-west-2.rds.amazonaws.com:32659
+big_poppa_pg_port=32659
+big_poppa_pg_user=big_poppa
+big_poppa_github_token=e11a1264130fb62ce045bf03118bf123f980c205
+big_poppa_http_rollbar_token=1f1eeea0b1334aaeb50fb7bc4a43241a
+big_poppa_worker_rollbar_token=98cabb8440024e3a8242cf3220b802c9
+big_poppa_intercom_key=92d281df5653eb72f8f4b322cf0689be893d4965
+big_poppa_intercom_id=xs5g95pd
+big_poppa_mongo_auth=api:3f5210b8-8fe3-11e5-8e62-07b6eff19ecb
+big_poppa_mongo_database=gamma
+big_poppa_mongo_replset_name=gamma-rs0
+
 [docks:vars]
 docker_config=docks
 docks_rollbar_key=d1af6567ed0f464fb1d676f38fd31751
diff --git a/ansible/group_vars/all.yml b/ansible/group_vars/all.yml
@@ -53,6 +53,11 @@ api_url: https://{{ api_hostname }}
 # astral
 pg_database: astral
 
+# big-poppa
+big_poppa_pg_database: big_poppa
+big_poppa_port: 7788
+big_poppa_host_address: "{{ hostvars[groups['big-poppa'][0]]['ansible_default_ipv4']['address'] }}"
+
 # charon
 charon_port: 53
 
@@ -163,6 +168,8 @@ navi_mongo_database: navi
 navi_mongo_host_address: "{{ hostvars[groups['mongo-navi'][0]]['ansible_default_ipv4']['address'] }}"
 navi_mongo_port: 27017
 
+npm_token: c76363e9-78e0-4667-82ac-e2ac01efcfe2
+
 # local-vault
 vault_local_port: 31836
 vault_addr: http://127.0.0.1:{{ vault_local_port }}
diff --git a/ansible/group_vars/alpha-api-base.yml b/ansible/group_vars/alpha-api-base.yml
@@ -9,10 +9,22 @@ restart_policy: always
 # for sendGrid
 sendgrid_key: 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
 
+dockerfile_enviroment: [
+  "NPM_TOKEN {{ npm_token }}",
+  "BIG_POPPA_HOST {{ big_poppa_host_address }}:{{ big_poppa_port }}",
+  "RABBITMQ_HOSTNAME {{ rabbit_host_address }}",
+  "RABBITMQ_PASSWORD {{ rabbit_password }}",
+  "RABBITMQ_PORT {{ rabbit_port }}"
+]
+dockerfile_pre_install_commands: [
+   'echo "//registry.npmjs.org/:_authToken=${NPM_TOKEN}" > .npmrc'
+]
+
 # shared ENV's between api services
 api_base_container_envs: >-
   -e AWS_ACCESS_KEY_ID={{ api_aws_access_key_id }}
   -e AWS_SECRET_ACCESS_KEY={{ api_aws_secret_access_key }}
+  -e BIG_POPPA_HOST=http://{{ big_poppa_host_address }}:{{ big_poppa_port }}
   -e COOKIE_DOMAIN={{ domain }}
   -e DATADOG_HOST={{ datadog_host_address }}
   -e DATADOG_PORT={{ datadog_port }}
diff --git a/ansible/group_vars/alpha-big-poppa-http.yml b/ansible/group_vars/alpha-big-poppa-http.yml
@@ -0,0 +1,50 @@
+name: big-poppa-http
+
+container_image: registry.runnable.com/runnable/{{ name }}
+container_tag: "{{ git_branch }}"
+hosted_ports: ["{{ big_poppa_port }}"]
+repo: "git@github.com:CodeNow/big-poppa.git"
+node_version: 4.4.7
+npm_version: 2
+
+dockerfile_enviroment: [
+  "NPM_TOKEN {{ npm_token }}"
+]
+
+dockerfile_pre_install_commands: [
+   "echo '//registry.npmjs.org/:_authToken=${NPM_TOKEN}' > .npmrc"
+]
+
+# for container settings
+container_envs: >
+  -e DATADOG_HOST={{ datadog_host_address }}
+  -e DATADOG_PORT={{ datadog_port }}
+  -e GITHUB_TOKEN={{ big_poppa_github_token }}
+  -e PORT={{ hosted_ports[0] }}
+  -e INTERCOM_API_KEY={{ big_poppa_intercom_key | default('undefined') }}
+  -e INTERCOM_APP_ID={{ big_poppa_intercom_id | default('undefined') }}
+  -e NODE_ENV={{ node_env }}
+  -e PGUSER={{ big_poppa_pg_user }}
+  -e PGPASSWORD={{ big_poppa_pg_pass }}
+  -e PGHOST={{ big_poppa_pg_host }}
+  -e PGPORT={{ big_poppa_pg_port }}
+  -e PGDATABASE={{ big_poppa_pg_database }}
+  -e POSTGRES_CONNECT_STRING=postgres://{{ big_poppa_pg_user }}:{{ big_poppa_pg_pass }}@{{ big_poppa_pg_host }}/{{ big_poppa_pg_database }}
+  -e RABBITMQ_HOSTNAME={{ rabbit_host_address }}
+  -e RABBITMQ_PASSWORD={{ rabbit_password }}
+  -e RABBITMQ_PORT={{ rabbit_port }}
+  -e RABBITMQ_USERNAME={{ rabbit_username }}
+  -e ROLLBAR_KEY={{ big_poppa_http_rollbar_token }}
+  -e MONGO=mongodb://{{ big_poppa_mongo_auth }}@{{ mongo_hosts }}/{{ big_poppa_mongo_database }}
+  -e MONGO_REPLSET_NAME={{ big_poppa_mongo_replset_name }}
+  -e GITHUB_VARNISH_HOST={{ github_varnish_host }}
+  -e GITHUB_VARNISH_PORT={{ github_varnish_port }}
+  -e GITHUB_PROTOCOL=http
+
+container_run_opts: >
+  -h {{ name }}
+  -d
+  -p {{ hosted_ports[0] }}:{{ hosted_ports[0] }}
+  {{container_envs}}
+
+npm_start_command: run start-http
diff --git a/ansible/group_vars/alpha-big-poppa-worker.yml b/ansible/group_vars/alpha-big-poppa-worker.yml
@@ -0,0 +1,42 @@
+name: big-poppa-worker
+
+container_image: registry.runnable.com/runnable/{{ name }}
+container_tag: "{{ git_branch }}"
+repo: "git@github.com:CodeNow/big-poppa.git"
+node_version: 4.4.7
+npm_version: 2
+
+dockerfile_enviroment: [
+  "NPM_TOKEN {{ npm_token }}"
+]
+
+dockerfile_pre_install_commands: [
+   "echo '//registry.npmjs.org/:_authToken=${NPM_TOKEN}' > .npmrc"
+]
+
+# for container settings
+container_envs: >
+  -e DATADOG_HOST={{ datadog_host_address }}
+  -e DATADOG_PORT={{ datadog_port }}
+  -e GITHUB_TOKEN={{ big_poppa_github_token }}
+  -e NODE_ENV={{ node_env }}
+  -e INTERCOM_API_KEY={{ big_poppa_intercom_key | default('undefined') }}
+  -e INTERCOM_APP_ID={{ big_poppa_intercom_id | default('undefined') }}
+  -e POSTGRES_CONNECT_STRING=postgres://{{ big_poppa_pg_user }}:{{ big_poppa_pg_pass }}@{{ big_poppa_pg_host }}/{{ big_poppa_pg_database }}
+  -e RABBITMQ_HOSTNAME={{ rabbit_host_address }}
+  -e RABBITMQ_PASSWORD={{ rabbit_password }}
+  -e RABBITMQ_PORT={{ rabbit_port }}
+  -e RABBITMQ_USERNAME={{ rabbit_username }}
+  -e ROLLBAR_KEY={{ big_poppa_worker_rollbar_token }}
+  -e MONGO=mongodb://{{ big_poppa_mongo_auth }}@{{ mongo_hosts }}/{{ big_poppa_mongo_database }}
+  -e MONGO_REPLSET_NAME={{ big_poppa_mongo_replset_name }}
+  -e GITHUB_VARNISH_HOST={{ github_varnish_host }}
+  -e GITHUB_VARNISH_PORT={{ github_varnish_port }}
+  -e GITHUB_PROTOCOL=http
+
+container_run_opts: >
+  -h {{ name }}
+  -d
+  {{container_envs}}
+
+npm_start_command: run start-worker
diff --git a/ansible/group_vars/alpha-eru.yml b/ansible/group_vars/alpha-eru.yml
@@ -9,6 +9,17 @@ node_version: 4.4.4
 npm_version: 3.8
 has_shrinkwrap: true
 
+dockerfile_enviroment: [
+  "NPM_TOKEN {{ npm_token }}",
+  "BIG_POPPA_HOST {{ big_poppa_host_address }}:{{ big_poppa_port }}",
+  "RABBITMQ_HOSTNAME {{ rabbit_host_address }}",
+  "RABBITMQ_PASSWORD {{ rabbit_password }}",
+  "RABBITMQ_PORT {{ rabbit_port }}"
+]
+dockerfile_pre_install_commands: [
+   'echo "//registry.npmjs.org/:_authToken=${NPM_TOKEN}" > .npmrc'
+]
+
 dockerfile_post_install_commands:
 - apt-get update && apt-get install -y supervisor
 - npm run build
@@ -17,6 +28,7 @@ container_envs: >-
   -e AWS_ACCESS_KEY={{ eru_aws_access_key_id }}
   -e AWS_ENVIRONMENT={{ eru_aws_environment }}
   -e AWS_SECRET_KEY={{ eru_aws_secret_access_key }}
+  -e BIG_POPPA_HOST={{ big_poppa_host_address }}:{{ big_poppa_port }}
   -e CONSUL_HOST={{ consul_host_address }}:{{ consul_api_port }}
   -e DOMAIN={{ eru_subdomain }}.{{ domain }}
   -e GITHUB_CLIENT_ID={{ eru_github_id }}
diff --git a/ansible/socket-server.yml b/ansible/socket-server.yml
@@ -6,6 +6,7 @@
 - hosts: redis
 - hosts: swarm-manager
 - hosts: consul
+- hosts: big-poppa
 - hosts: socket-server-proxy
 
 - hosts: socket-server
diff --git a/ansible/stage-hosts/hosts b/ansible/stage-hosts/hosts
@@ -17,7 +17,6 @@ delta-staging-data
 [stage:children]
 dock
 docks
-rabbitmq
 redis
 vault
 consul
diff --git a/ansible/workers.yml b/ansible/workers.yml
@@ -5,6 +5,7 @@
 - hosts: rabbitmq
 - hosts: redis
 - hosts: swarm-manager
+- hosts: big-poppa
 - hosts: consul
 
 - hosts: worker

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,2 @@`
	`1`	`+- include: big-poppa-http.yml`
	`2`	`+- include: big-poppa-worker.yml`