Merge pull request #253 from CodeNow/SAN-3238-datadog-integrations

San 3238 datadog integrations

Author: und1sk0

ansible/docks.yml

@@ -10,7 +10,7 @@
   roles:
     - { role: docker, tags: "docker" }
     - { role: iptables, tags: "iptables, security" }
-    - { role: datadog }
+    - { role: datadog, tags: "datadog" }
 
 - include: krain.yml
 - include: filibuster.yml

ansible/gamma-hosts/variables

@@ -58,6 +58,8 @@ vault_aws_region=us-east-1
 ansible_ssh_private_key_file=~/.ssh/gamma.pem
 datadog_host_address=10.4.6.251
 datadog_tags=env:gamma
+datadog_mongodb_user=datadog
+datadog_mongodb_pwd=sqa3WBgkCgZsFZuex0kBNahZ
 domain=runnable-gamma.com
 mongo_port=27017
 new_relic_license_key=338516e0826451c297d44dc60aeaf0a0ca4bfead
@@ -70,6 +72,7 @@ registry_host=10.4.4.82
 swarm_token=d363b783f03a845a2c82b081bfe8443e
 user_content_domain=runnable.ninja
 api_hello_runnable_github_token=88ddc423c2312d02a8bbcaad76dd4c374a30e4af
+no_dd_monitoring=false
 
 [ec2:vars]
 env=gamma

ansible/group_vars/alpha-mongo.yml

@@ -7,3 +7,6 @@ db_path: "/opt/mongodb/db"
 container_image: mongo
 container_tag: "latest"
 container_run_opts: "-d --name mongodb -p 27017:27017 -v {{ db_path }}:/data/db:rw"
+
+# do not monitor docker-daemon for mongo, as there is none
+no_dd_monitoring: true

ansible/mongo.yml

@@ -6,3 +6,4 @@
   - { role: notify, tags: "notify" }
   - { role: database }
   - { role: container_kill_start, tags: "deploy" }
+  - { role: datadog, tags: "datadog" }

ansible/rabbitmq.yml

@@ -7,3 +7,4 @@
   - { role: database }
   - { role: rabbitmq }
   - { role: container_kill_start, tags: "deploy" }
+  - { role: datadog, tags: datadog }

ansible/roles/datadog/tasks/main.yml

@@ -1,46 +1,77 @@
 ---
 - name: add https transport
-  tags: ['datadog']
   sudo: yes
   apt:
     name=apt-transport-https
     state=latest
 
 - name: add datadog apt key
-  tags: ['datadog']
   sudo: yes
   apt_key:
     id=C7A7DA52
     keyserver=keyserver.ubuntu.com
     state=present
 
 - name: add datadog repository
-  tags: ['datadog']
   sudo: yes
   apt_repository:
     repo='deb http://apt.datadoghq.com/ stable main'
     state=present
     update_cache=yes
 
+- name: install dd agent
+  sudo: yes
+  apt:
+    name=datadog-agent
+    state=latest
+
+- name: add docker to dd-agent group
+  sudo: yes
+  when: no_dd_monitoring != false
+  user:
+    name=dd-agent
+    groups=docker
+
+- name: create dd configdir
+  sudo: yes
+  file:
+    path=/etc/dd-agent/conf.d
+    owner=root
+    mode=0555
+    state=directory
+
 - name: Create main Datadog agent configuration file
-  tags: ['datadog']
   sudo: yes
   template:
     src=datadog.conf.j2
     dest=/etc/dd-agent/datadog.conf
   notify: restart datadog-agent
 
 - name: install network checks for dock services
-  tags: ['datadog']
   sudo: yes
   when: docker_config == "docks"
   template:
     src=tcp_check.yaml.j2
     dest=/etc/dd-agent/conf.d/tcp_check.yaml
   notify: restart datadog-agent
 
+- name: install docker integration
+  sudo: yes
+  when: no_dd_monitoring != false
+  template:
+    src=docker_daemon.yaml.j2
+    dest=/etc/dd-agent/conf.d/docker_daemon.yaml
+  notify: restart datadog-agent
+
+# assumes a config for {{ name }} exists
+- name: install datadog integrations
+  sudo: yes
+  template:
+    src="{{ name }}.yaml.j2"
+    dest="/etc/dd-agent/conf.d/{{ name }}.yaml"
+  notify: restart datadog-agent
+
 - name: force restart
-  tags: ['datadogg']
   command: echo restart datadog
   when: force_restart is defined
   notify: restart datadog-agent

ansible/roles/datadog/templates/docker_daemon.yaml.j2

@@ -0,0 +1,5 @@
+init_config:
+
+instances:
+  - url: "unix://var/run/docker.sock"
+    new_tag_names: true

ansible/roles/datadog/templates/mongo.yaml.j2

@@ -0,0 +1,4 @@
+init_config:
+
+instances:
+  - server: mongodb://{{ datadog_mongodb_user }}:{{ datadog_mongodb_pwd }}@localhost:27017

ansible/roles/datadog/templates/rabbitmq.yaml.j2

@@ -0,0 +1,6 @@
+init_config:
+
+instances:
+  - {{ name }}_api_url: http://localhost:54320/api/
+    {{ name }}_user: {{ rabbit_username }}
+    {{ name }}_pass: {{ rabbit_password }}