simple-central-rsyslog.sh

#!/bin/bash
# simple-central-rsyslog
# Recipe for a central rsyslog with log compression
# 
# jmanteau 04.09.2012
# 
# GPL
#
# Syntaxe: # su - -c "./simple-central-rsyslog.sh"
# Syntaxe: or # sudo ./simple-central-rsyslog.sh

VERSION="1.0"

#=============================================================================

# Variables globales
#-------------------

WGET="wget -m --no-check-certificate"
DATE=`date +"%Y%m%d%H%M%S"`
LOG_FILE="/tmp/simple-central-rsyslog-$DATE.log"
APT="aptitude -q -y"

# UPGRADE both of them !
LOGSTASHURL="http://semicomplete.com/files/logstash/logstash-1.1.1-monolithic.jar"
ELASTICSEARCHDEB="https://github.com/downloads/elasticsearch/elasticsearch/elasticsearch-0.19.8.deb"

LOGSTASHDIR="/opt/logstash"
LOGSTASHINIT="/etc/init.d/logstash"
LOGSTASHINITURL="https://raw.github.com/jmanteau/simple-central-rsyslog/master/logstash"
LOGSTASHCONF="https://raw.github.com/jmanteau/simple-central-rsyslog/master/logstash.conf"
LOGSTASHCLEANER="https://raw.github.com/jmanteau/simple-central-rsyslog/master/logstash_index_cleaner.py"
CONFRSYSLOG="https://raw.github.com/jmanteau/simple-central-rsyslog/master/rsyslog.conf"
CONFCRON="https://raw.github.com/jmanteau/simple-central-rsyslog/master/rsyslog-bzip2.txt"
NGINXPASSENGER="https://raw.github.com/jmanteau/simple-central-rsyslog/master/nginx-passenger.conf"
APACHEKIBANA="https://raw.github.com/jmanteau/simple-central-rsyslog/master/vhost-kibana.conf"
REMOTELOGDIR="/var/log/remote/"
LOGROTATECONF="https://raw.github.com/jmanteau/simple-central-rsyslog/master/logrotate-remote.conf"
PATTERNS="https://raw.github.com/jmanteau/simple-central-rsyslog/master/patterns.tar"

# Fonctions 
#---------------------------------

displaymessage() {
  echo "$*"
}

displaytitle() {
  displaymessage "------------------------------------------------------------------------------"
  displaymessage "$*"
  displaymessage "------------------------------------------------------------------------------"
}

displayerror() {
  displaymessage "$*" >&2
}

# Premier parametre: ERROR CODE
# Second parametre: MESSAGE
displayerrorandexit() {
  local exitcode=$1
  shift
  displayerror "$*"
  exit $exitcode
}

# Premier parametre: MESSAGE
# Autres parametres: COMMAND
displayandexec() {
  local message=$1
  echo -n "[In progress] $message"
  shift
  echo ">>> $*" >> $LOG_FILE 2>&1
  sh -c "$*" >> $LOG_FILE 2>&1
  local ret=$?
  if [ $ret -ne 0 ]; then
    echo -e "\r\e[0;31m   [ERROR]\e[0m $message"
  else
    echo -e "\r\e[0;32m      [OK]\e[0m $message"
  fi
  return $ret
}

# Start
#-------------------

# are you root ?
if [ $EUID -ne 0 ]; then
  displayerror 1 "You have to be root: # su - -c $0"
fi

# Log
echo "Starting" > $LOG_FILE

displaytitle "-- Update Aptitude"
displayandexec "Disable CDROM repo" sed -i 's/^deb cdrom/#deb cdrom/g' /etc/apt/sources.list
displayandexec "aptitude update" aptitude update 


displaytitle "-- RSYSLOG"
displayandexec "Downloading rsyslog configuration" $WGET -O /etc/rsyslog.conf $CONFRSYSLOG
displayandexec "Downloading logrotate conf" $WGET -O /etc/logrotate.d/remote $LOGROTATECONF
#displayandexec "Downloading cron configuration to compress logs" $WGET -O /etc/cron.daily/rsyslog-bzip2 $CONFCRON
#displayandexec "Adjusting rights" chmod +x /etc/cron.daily/rsyslog-bzip2
displayandexec "Making remote log dir" mkdir -p $REMOTELOGDIR
displayandexec "Restarting rsyslog" /etc/init.d/rsyslog restart
displaytitle "-- Done"

displaytitle "-- LOGSTASH" 
displayandexec "Making Logstash dirs" mkdir -p $LOGSTASHDIR && mkdir /var/log/logstash && mkdir /etc/logstash
displayandexec "Downloading Logstash jar" $WGET -O $LOGSTASHDIR/logstash.jar $LOGSTASHURL
displayandexec "Installing Java" $APT install default-jre
displayandexec "Downloading logstash init.d" $WGET -O $LOGSTASHINIT $LOGSTASHINITURL
displayandexec "Downloading logstash conf" $WGET -O /etc/logstash/logstash.conf $LOGSTASHCONF
displayandexec "Downloading logstash cleaner" $WGET -O /opt/logstash/logstash_index_cleaner.py $LOGSTASHCLEANER
displayandexec "Downloading logstash patterns" $WGET -O /tmp/patterns.tar $PATTERNS
displayandexec "Extracting logstash patterns" tar /tmp/patterns.tar -C /etc/logstash/
displayandexec "Adjusting rights" chmod +x $LOGSTASHINIT
displaymessage "Adjusting open files"
echo "root soft nofile 32000" >> /etc/security/limits.conf
echo "root hard nofile 32000" >> /etc/security/limits.conf
displayandexec "Starting at boot" update-rc.d logstash defaults


# In case of distributed elasticsearch
#displaytitle "-- ELASTICSEARCH"
#displayandexec "Downloading deb" $WGET $ELASTICSEARCHDEB
#displayandexec "Installing Elasticsearch from deb" dpkg -i elasticsearch*.deb

displaytitle "-- KIBANA"
displayandexec "Installing requirement" $APT install git curl libcurl3-dev ruby1.9.1-full rubygems1.9.1 libapache2-mod-passenger ruby-switch
displayandexec "Make Ruby 1.9 default" ruby-switch --set ruby1.9.1
displayandexec "Installing Ruby stuff" gem install bundler jls-grok
displaymessage "Configuring Passenger for apache"
echo "PassengerDefaultUser www-data" > "/etc/apache2/mods-available/passenger-user.load"
a2enmod passenger
a2enmod passenger-user
displayandexec "Downloading Kibana vhost conf" $WGET -O /etc/apache2/sites-enabled/0001-kibana.conf $APACHEKIBANA
rm /etc/apache2/sites-enabled/000-default
displayandexec "Downloading Kibana" cd /var/www/ &&  git clone --branch=kibana-ruby https://github.com/rashidkpc/Kibana.git 
displayandexec "Installing Ruby gems" cd /var/www/Kibana && bundle install
displayandexec "Adjusting web dir right" chown -R www-data:www-data /var/www/Kibana/
displayandexec "Restarting web server"  /etc/init.d/apache2 force-reload
displayandexec "Restarting Logstash"  service logstash restart

displaymessage ""
displaymessage " ### END ###"

echo "End" >> $LOG_FILE