Merge pull request #144 from CodeNow/metrics

adding custom metrics

Author: anandkumarpatel

ansible/metrics.yml

@@ -1,4 +1,4 @@
 ---
-- hosts: docks
+- hosts: [docks, api, eru]
   roles:
     - { role: custom_metrics }

ansible/roles/custom_metrics/files/docker_log_lines.sh

@@ -0,0 +1,23 @@
+#!/bin/bash
+set -e
+
+echo "don't use this script. change it (and test) with filesize, not length"
+# du -d /docker/containers/$id/$id-json.log ?? -- anand
+exit 0
+
+# don't run this if datadog is not installed
+if [ ! -e /usr/bin/dd-agent ]; then exit 0; fi
+
+# don't run this if docker is not installed
+if [ ! -e /usr/bin/docker ]; then exit 0; fi
+
+all_lines='0'
+
+for id in $(docker ps -q); do
+  file=$(docker inspect $id | awk 'match($0, /"LogPath": "(.+)",/, a) { print a[1]; }')
+  lines=$(wc -l $file | awk '{ print $1 }')
+  all_lines=$(echo $all_lines + $lines | bc)
+done
+
+data="bryan.docker.logs.lines:$all_lines|g"
+echo "$data" | nc -u -w 1 localhost 8125

ansible/roles/custom_metrics/files/docker_proc_status.sh

@@ -0,0 +1,19 @@
+#!/bin/bash
+set -e
+
+# don't run this if datadog is not installed
+if [ ! -e /usr/bin/dd-agent ]; then exit 0; fi
+
+docker_pid=$(ps ax | awk '/\/usr\/bin\/docker.+\-d.+/{ print $1 }')
+
+docker_vmrss_value=$(awk '/VmRSS/{ print $2 }' /proc/$docker_pid/status)
+data="bryan.docker.proc.vmrss:$docker_vmrss_value|g"
+echo "$data" | nc -u -w 1 localhost 8125
+
+docker_fdsize_value=$(awk '/FDSize/{ print $2 }' /proc/$docker_pid/status)
+data="bryan.docker.proc.fdsize:$docker_fdsize_value|g"
+echo "$data" | nc -u -w 1 localhost 8125
+
+docker_vmsize_value=$(awk '/VmSize/{ print $2 }' /proc/$docker_pid/status)
+data="bryan.docker.proc.vmsize:$docker_vmsize_value|g"
+echo "$data" | nc -u -w 1 localhost 8125

ansible/roles/custom_metrics/tasks/main.yml

@@ -11,12 +11,17 @@
     mode=0500
   with_items:
     - docker_rss
+    # - docker_log_lines
+    - docker_proc_status
 
 - name: put cron in place
   sudo: yes
   cron:
-    name="{{ item }}"
-    state=present
-    job="/opt/scripts/{{ item }}.sh > /dev/null"
+    name="{{ item.name }}"
+    minute={{ item.minutes }}
+    state={{ item.state | default("present") }}
+    job="/opt/scripts/{{ item.name }}.sh > /dev/null"
   with_items:
-    - docker_rss
+    - { name: docker_rss, minutes: '*' }
+    # - { name: docker_log_lines, minutes: '*/5', state: absent }
+    - { name: docker_proc_status, minutes: '*' }