Add logstash index cleaning. Defaults to 128gb data max. Using https:…

…//github.com/logstash/expire-logs. Splitted out elasticsearch servers.

hosts

@@ -36,6 +36,9 @@ namenodes
 [regionservers:children]
 datanodes
 
+[elasticsearch]
+monitor01
+
 [monitors]
 monitor01
 

roles/logstash_index_cleaner/defaults/main.yml

@@ -0,0 +1,4 @@
+---
+
+# maximum logstash data size in elasticsearch, defaults to 128 gb
+logstash_max_data_gb: 128

roles/logstash_index_cleaner/tasks/main.yml

@@ -0,0 +1,18 @@
+---
+# file: roles/logstash_index_cleaner/tasks/main.yml
+
+- name: install python-pip via apt
+  apt: pkg=python-pip
+  tags: logstash_index_cleaner
+
+- name: clone the expire-logs repo to /var/lib/logstash-index-cleaner
+  git: repo=https://github.com/logstash/expire-logs.git dest=/var/lib/logstash-index-cleaner update=true
+  tags: logstash_index_cleaner
+
+- name: pip install -r requirements.txt
+  shell: chdir=/var/lib/logstash-index-cleaner pip install -r requirements.txt
+  tags: logstash_index_cleaner
+
+- name: install the logstash index cleaner crontab at /etc/cron.d/logstash-index-cleaner
+  template: src=logstash-index-cleaner.cron.d dest=/etc/cron.d/logstash-index-cleaner owner=root group=root mode=644
+  tags: logstash_index_cleaner

roles/logstash_index_cleaner/templates/logstash-index-cleaner.cron.d

@@ -0,0 +1 @@
+0 2 * * * * root python /var/lib/logstash-index-cleaner/logstash_index_cleaner.py --host {{ hostvars[groups["elasticsearch"][0]]["ansible_hostname"] }} -g {{ logstash_max_data_gb }}

site.yml

@@ -18,6 +18,13 @@
   roles:
     - { role: 2_aggregated_links, when: bond_mode is defined and mtu is defined and ansible_virtualization_role == "host" and ansible_interfaces|length == 3 and "bond0" not in ansible_interfaces }
 
+- hosts: elasticsearch
+  accelerate: "{{ accelerate }}"
+  user: ansibler
+  sudo: true
+  roles:
+    - elasticsearch
+
 - hosts: monitors[0]
   accelerate: "{{ accelerate }}"
   user: ansibler
@@ -26,7 +33,7 @@
     - oracle_jdk
     - ganglia_metad
     - ganglia_web
-    - elasticsearch
+    - logstash_index_cleaner
     - kibana3
 
 - hosts: all