Merge pull request aws-samples#561 from CharlyF/datadog-workshop

Datadog workshop. Thanks for this awesome PR @CharlyF !!!

Author: dalbhanj

02-path-working-with-clusters/207-cluster-monitoring-with-datadog/readme.adoc

@@ -0,0 +1,92 @@
+apiVersion: extensions/v1beta1
+kind: DaemonSet
+metadata:
+  name: dd-agent
+spec:
+  template:
+    metadata:
+      labels:
+        app: dd-agent
+      name: dd-agent
+    spec:
+      containers:
+      - image: datadog/agent:latest
+        imagePullPolicy: Always
+        name: dd-agent
+        ports:
+          - containerPort: 8125
+            hostPort: 8125
+            name: dogstatsdport
+            protocol: UDP
+          - containerPort: 8126
+            name: traceport
+            protocol: TCP
+        env:
+          - name: DD_API_KEY
+            value: <DD_API_KEY>
+          - name: KUBERNETES
+            value: "yes"
+          - name: DD_APM_ENABLED
+            value: "true"
+          - name: DD_PROCESS_AGENT_ENABLED
+            value: "true"
+          - name: DD_LOGS_ENABLED
+            value: "true"
+          - name: DD_LOGS_CONFIG_CONTAINER_COLLECT_ALL
+            value: "true"
+          - name: HOST_PROC
+            value: /host/proc
+          - name: HOST_SYS
+            value: /host/sys
+        volumeMounts:
+          - name: dockersocket
+            mountPath: /var/run/docker.sock
+          - name: procdir
+            mountPath: /host/proc
+            readOnly: true
+          - name: cgroups
+            mountPath: /host/sys/fs/cgroup
+            readOnly: true
+          - name: passwd
+            mountPath: /etc/passwd
+            readOnly: true
+          - name: pointerdir
+            mountPath: /opt/datadog-agent/run
+      volumes:
+        - hostPath:
+            path: /run/docker.sock
+          name: dockersocket
+        - hostPath:
+            path: /proc
+          name: procdir
+        - hostPath:
+            path: /sys/fs/cgroup
+          name: cgroups
+        - hostPath:
+            path: /etc/passwd
+          name: passwd
+        - hostPath:
+            path: /opt/datadog-agent/run
+          name: pointerdir
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: dd-agent
+  labels:
+    run: dd-agent
+spec:
+  ports:
+  - name: dogstatsdport
+    port: 8125
+    targetPort: 8125
+    protocol: UDP
+  - name: traceport
+    port: 8126
+    targetPort: 8126
+    protocol: TCP
+    targetPort: 8126
+    protocol: TCP
+  selector:
+    app: dd-agent
+  type: ClusterIP

02-path-working-with-clusters/207-cluster-monitoring-with-datadog/templates/datadog/agent.yaml

@@ -0,0 +1,32 @@
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRole
+metadata:
+  name: datadog-agent
+rules:
+- apiGroups:  # This is required by the agent to query the Kubelet API.
+  - ""
+  resources:
+  - nodes/metrics
+  - nodes/spec
+  - nodes/proxy # Required to get /pods
+  verbs:
+  - get
+---
+kind: ServiceAccount
+apiVersion: v1
+metadata:
+  name: datadog-agent
+  namespace: default
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRoleBinding
+metadata:
+  name: datadog-agent
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: ClusterRole
+  name: datadog-agent
+subjects:
+- kind: ServiceAccount
+  name: datadog-agent
+  namespace: default

02-path-working-with-clusters/207-cluster-monitoring-with-datadog/templates/datadog/rbac.yaml

@@ -0,0 +1,97 @@
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: mongo
+  labels:
+    name: mongo
+spec:
+  ports:
+  - port: 27017
+    targetPort: 27017
+  clusterIP: None
+  selector:
+    role: mongo
+---
+apiVersion: apps/v1beta1
+kind: StatefulSet
+metadata:
+  name: mongo
+spec:
+  serviceName: "mongo"
+  replicas: 3
+  template:
+    metadata:
+      annotations:
+        ad.datadoghq.com/mongo.check_names: '["mongo"]'
+        ad.datadoghq.com/mongo.init_configs: '[{}]'
+        ad.datadoghq.com/mongo.instances: '[{"server": "mongodb://datadog:tndPhL3wrMEDuj4wLEHmbxbV@%%host%%:%%port%%"}]'
+      labels:
+        role: mongo
+        environment: test
+    spec:
+      serviceAccountName: mongorbac
+      terminationGracePeriodSeconds: 10
+      containers:
+        - name: mongo
+          image: mongo
+          command:
+            - mongod
+            - "--replSet"
+            - rs0
+            - "--bind_ip"
+            - 0.0.0.0
+            - "--smallfiles"
+            - "--noprealloc"
+          ports:
+            - containerPort: 27017
+          volumeMounts:
+            - name: mongo-persistent-storage
+              mountPath: /data/db
+        - name: mongo-sidecar
+          image: cvallance/mongo-k8s-sidecar
+          env:
+            - name: MONGO_SIDECAR_POD_LABELS
+              value: "role=mongo,environment=test"
+  volumeClaimTemplates:
+  - metadata:
+      name: mongo-persistent-storage
+      annotations:
+        volume.beta.kubernetes.io/storage-class: "fast"
+    spec:
+      accessModes: [ "ReadWriteOnce" ]
+      resources:
+        requests:
+          storage: 1Gi
+---
+kind: ClusterRole
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+  name: mongorbac
+rules:
+- apiGroups:
+  - ""
+  resources:
+  - pods
+  verbs:
+  - get
+  - list
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRoleBinding
+metadata:
+  name: mongorbac
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: ClusterRole
+  name: mongorbac
+subjects:
+- kind: ServiceAccount
+  name: mongorbac
+  namespace: default
+---
+kind: ServiceAccount
+apiVersion: v1
+metadata:
+  name: mongorbac
+  namespace: default

02-path-working-with-clusters/207-cluster-monitoring-with-datadog/templates/mongodb/mongodb.yaml

@@ -0,0 +1,7 @@
+kind: StorageClass
+apiVersion: storage.k8s.io/v1beta1
+metadata:
+  name: fast
+provisioner: kubernetes.io/aws-ebs
+parameters:
+  type: gp2

02-path-working-with-clusters/207-cluster-monitoring-with-datadog/templates/mongodb/storageclass.yaml

@@ -0,0 +1,70 @@
+apiVersion: apps/v1beta1
+kind: Deployment
+metadata:
+  name: nginx
+spec:
+  replicas: 1
+  template: # create pods using pod definition in this template
+    metadata:
+      annotations:
+        ad.datadoghq.com/nginx.check_names: '["nginx"]'
+        ad.datadoghq.com/nginx.init_configs: '[{}]'
+        ad.datadoghq.com/nginx.instances: '[{"nginx_status_url": "http://%%host%%/nginx_status"}]'
+      labels:
+        role: nginx
+    spec:
+      containers:
+      - name: nginx
+        image: charlyyfon/nodeapp:nginx
+        imagePullPolicy: Always
+        ports:
+        - containerPort: 80
+        volumeMounts:
+        - name: "config"
+          mountPath: "/etc/nginx/nginx.conf"
+          subPath: "nginx.conf"
+      volumes:
+        - name: "config"
+          configMap:
+            name: "nginxconfig"
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: nginx-deployment
+spec:
+  ports:
+  - name: nginx
+    port: 80
+    targetPort: 80
+    protocol: TCP
+  selector:
+    role: nginx
+  type: LoadBalancer
+---
+apiVersion: v1
+data:
+  nginx.conf: |+
+    worker_processes  5;
+    events {
+      worker_connections  4096;
+    }
+    http {
+        server {
+            location /nginx_status {
+              stub_status on;
+              access_log  /dev/stdout;
+              allow all;
+            }
+            location / {
+                proxy_pass http://fan:5000;
+                proxy_set_header Host  $host;
+                proxy_set_header X-Real-IP $remote_addr;
+                proxy_redirect off;
+            }
+        }
+    }
+kind: ConfigMap
+metadata:
+  name: nginxconfig
+  namespace: default

02-path-working-with-clusters/207-cluster-monitoring-with-datadog/templates/nginx/nginx.yaml

@@ -0,0 +1,35 @@
+apiVersion: apps/v1beta1
+kind: Deployment
+metadata:
+  name: redis
+spec:
+  replicas: 1 # tells deployment to run 2 pods matching the template
+  template: # create pods using pod definition in this template
+    metadata:
+      annotations:
+        ad.datadoghq.com/redis.check_names: '["redisdb"]'
+        ad.datadoghq.com/redis.init_configs: '[{}]'
+        ad.datadoghq.com/redis.instances: '[{"host": "%%host%%","port":"6379"}]'
+      labels:
+        role: redis
+    spec:
+      containers:
+      - name: redis
+        image: charlyyfon/nodeapp:redis
+        imagePullPolicy: Always
+        ports:
+        - name: redis
+          containerPort: 6379
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: redis
+  labels:
+    role: redis
+spec:
+  ports:
+  - port: 6379
+    targetPort: 6379
+  selector:
+    role: redis

02-path-working-with-clusters/207-cluster-monitoring-with-datadog/templates/redis/redis.yaml

@@ -0,0 +1,36 @@
+apiVersion: apps/v1beta1
+kind: Deployment
+metadata:
+  name: fan
+spec:
+  replicas: 1 # tells deployment to run 2 pods matching the template
+  template: # create pods using pod definition in this template
+    metadata:
+      labels:
+        role: fan
+    spec:
+      containers:
+      - name: fan
+        image: charlyyfon/nodeapp:fetch
+        imagePullPolicy: Always
+        ports:
+          - name: fan
+            containerPort: 5000
+        env:
+          - name: API_KEY
+            value: DD_API_KEY
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: fan
+  labels:
+    role: fan
+spec:
+  ports:
+  - port: 5000
+    targetPort: 5000
+    protocol: TCP
+  selector:
+    role: fan
+  type: ClusterIP