Collect bounced emails from postfix

# A ruby script for collecting bounced email with status
require 'rubygems'
path = "/var/spool/postfix/defer"
defer = Dir.foreach("/var/spool/postfix/defer")

defer.each do |x|
  x.gsub("..",'').gsub(".",'')
  if File.directory?("#{path}/#{x}")
     if Dir["#{path}/#{x}"].empty?
       # "is empty"
     else
       # "is not empty"
       a = x.gsub("..",'').gsub(".",'')
       if a == ''
         #
       else
         sub_dir = "#{path}/#{a}"
         Dir.foreach("#{sub_dir}") do |doc|
            sub_sub_dir = doc.gsub("..",'').gsub(".",'')
           
            if sub_sub_dir  == ''
            #
            else
               contents = Array.new
               file = File.open("#{sub_dir}/#{sub_sub_dir}", "rb")
               file.each do |data|
                  contents << data
               end
               output = Array.new
               arr = Array.new
               arr = contents.to_a.join
               arr.split("\n").each do |data|
                  if data =~ /^recipient=/
                    output << data
                  end
                  if data =~ /^status/
                    output << data
                  end
                  if data =~ /^reason/
                      output << data
                  end
                 
                     
               end
               puts " #{output[0]} | #{output[1]} | #{output[2]}"
               puts "!"  
            end
         end     
      
       end   
     end   
    
  else
     #
  end
end

RUBY CLIENT SERVER MONITOR

require "rubygems"
require "socket"
require "openssl"
require "base64"
include OpenSSL
require "base64"
PORT = 5534

chat_client = TCPSocket.new("IP", PORT)


# while line  = gets do chat_client.puts(line) end
$dpipe = `hostname`
$dpipe = $dpipe.strip #squeeze.gsub(""," ")
def load_check
load_check = `uptime | cut -d: -f5 `
  $dpipe = $dpipe + "|"
  load ="#{load_check}".split(" ")
    load.each do
    |lcheck|
    $dpipe = $dpipe + lcheck #.squeeze.gsub("\n","")
  end
end
def disk_check
array=`df -Ph | grep -r '/' | awk '{ printf "%s-%s-%s-%s ",$3,$4,$5,$6  }'`
  bulk_data="#{array}".split(" ")
  $dpipe = $dpipe + "|"
    bulk_data.each do
      |check|
      data="#{check}".split("-")
      max =  data[2]
      if  max.to_i > 90

        $dpipe = $dpipe + "Urgent:" + data[3] + ":" + data[2] + ":" +  data[0]  + ":" + data[1] + ","
      elsif max.to_i < 90 && max.to_i > 75
        $dpipe =   $dpipe + "Warning:" + data[3] + ":" + data[2] + ":" +  data[0]  + ":" + data[1] + ","
      else
       
      end
   end
end
def apache_check
apache_pid = `ps -efa | grep httpd | grep -v grep | awk '{ print $2 }'| xargs |wc -w`
#puts apache_pid.to_i
if  apache_pid.to_i > 1

$dpipe =  $dpipe + "|"
$dpipe =  $dpipe + "httpd:OK"
else
$dpipe =  $dpipe + "|"
$dpipe =  $dpipe + "httpd:NA"
end
end

def mysql_check
mysql_pid = `ps -efa | grep mysql | grep -v grep | awk '{ print $2 }'| xargs |wc -w`
        if  mysql_pid.to_i > 1

                $dpipe =  $dpipe + "|"
                $dpipe =  $dpipe + "mysqld:OK"
        else
                $dpipe =  $dpipe + "|"
                $dpipe =  $dpipe + "mysqld:NA"
end
end

def ram_check
m_array = `free -tom |xargs |cut -d ":" -f 2 |cut -d " " -f 1-7 |xargs`
mem_array="#{m_array}".split(" ")
threshold = ( ( mem_array[1].to_i - mem_array[5].to_i - mem_array[4].to_i ) * 100 ) / mem_array[0].to_i
if  threshold.to_i > 90
   $dpipe =  $dpipe + "|"
   $dpipe =  $dpipe + "RAM:#{threshold.to_i}%:NA"
else
   $dpipe =  $dpipe + "|"
   $dpipe =  $dpipe + "RAM:#{threshold.to_i}%:ok"
end
end
def process_check
hallow = []
  p_array = `ps -eo pid,comm,%cpu,%mem | awk '{OFS="!"; print $1,$2,$3,$4}' | grep -v 'PID!COMMAND!%CPU!%MEM' |xargs `
  proc_list = "#{p_array}".split(" ")
  proc_list.each do |l|
    k = "#{l}".split("!")
   k.each do |lt|
    if  k[2] != "0.0" or k[3] != "0.0"
if k[2].to_i > 50 or k[3].to_i > 20
     hallow << l + ","
end
    end
   end
  end
  if hallow.length < 1
  $dpipe =  $dpipe + "|"
  $dpipe =  $dpipe + "10PID:ok"
  else
  $dpipe =  $dpipe + "|"
           $dpipe =  $dpipe + "10PID:#{hallow}"

  end
end
load_check
disk_check
apache_check
mysql_check
ram_check
process_check
$dpipe.chomp
#enc  = Base64.encode64($dpipe)
puts $dpipe
hu = $dpipe
#chat_client.puts(enc)
#chat_client.puts($dpipe)
chat_client.puts(hu)

Script for installing redis-server under user

#! /bin/bash

is_number()
{
echo "$1" | awk '$0 ~/[^0-9]/ { print "NA" }'>/tmp/numcheck$$$
if [ "`cat /tmp/numcheck$$$|xargs`" == NA ] ;then
   echo "NA"
fi
}


check_empty()
{
if [ "$1" == "" ] ;then
    echo "Blank input please try again !!!!!!!!!!!"
    exit
else
    private=": ; = root passwd user `ls |xargs`"
    check=`echo $private |grep -w $1 |xargs`
    if [ "$check" != "" ]  ;then
        echo "Reserved Word Please Retry :$private  "
        exit
    fi
fi
}

install_redis()
{
echo -e "\033[1m Redis server install Require sudoers user \033[0m"
echo "Checking if redis already installed"
sleep 3
    if [ -f "/usr/local/bin/redis-server" ] ; then
        echo "Redis installation already exits skipping source compile"
            if [ -f "/usr/bin/redis-server" ] ; then
                  echo "Redis installation already exits skipping source compile"
            fi
    else
    cd ~/
    if [ -f "~/redis-2.2.14.tar.gz" ] ;then
        mv ~/redis-2.2.14* ~/redis-2.2.14_`date +%Y-%m-%d`
    fi
    wget http://redis.googlecode.com/files/redis-2.2.14.tar.gz
    tar xzf redis-2.2.14.tar.gz
    cd redis-2.2.14/ && make && sudo make install && mkdir -p ~/redis && sudo  cp utils/redis_init_script /etc/init.d/Restart_Redis && cp redis.conf ~/redis/redis.conf &&  cd - && echo -e "\033[1m Enter the Redis port for custom application \033[0m"
    read port_input
        if [ "$port_input" == "" ] ; then
            echo "No redis port Specified continuing with default :recommends manual setting after Setup"
            port_check="`is_number $port_input |xargs`"
            if [ "$port_check" == "NA" ] ;then
                echo "invalid redis port Specified continuing with default :recommends manual setting after Setup"
            else
                echo "HELLO GOOD  $port_input"
            fi
        fi
    fi
}


yes_no()
{
if [ "$*" != "yes" ] ; then
                echo "Thanks please try again ...."
        exit 1
              
fi

}

install_redis

Anaconda System installer stage1 initrd patching .

Reference : http://hi.baidu.com/delovery/blog/item/8a454d9085fd1181a877a42b.html

Manually Update the Anaconda stage 1 image

WHAT IS THE STAGE 1 IMAGE?

The stage 1 image in anaconda confuses a lot of people. We've done a good job making stage 1 and stage 2 appear as a single entity, but they are really separate. The whole job of stage 1 is to load the necessary drivers to find anaconda (which we call the stage 2 image). Stage 2 could be located on a network source (NFS, HTTP, FTP), a local hard drive, or a CD-ROM drive. Stage 1 also takes care of configuring your network interface for installation if you indicate the stage 2 location is a network source.

When a bug is found in stage 1, patching it and testing it requires building a new ramdisk image to boot in to the installation environment. We cannot provide a mechanism like updates.img for several reasons. First, the stage 1 portion of anaconda is responsible for loading updates.img after it loads. Second, the stage 1 portion is basically one static program called /sbin/loader, so the only way to test it is to build a new one.

This document explains one of several ways to build a new stage 1 image for testing purposes. The example platform is Red Hat Enterprise Linux 5, but the techniques apply to Fedora Core 6 and higher.

SETTING UP YOUR DEVELOPMENT SYSTEM

I will assume you are building a new ramdisk image for the same architecture as your workstation. If you are not, you will need to explore other means of building the anaconda SRPM. You must build on the target architecture.

First, set up RPM to build locally:
     mkdir -p ~/rpmbuild/RPMS
     mkdir -p ~/rpmbuild/SRPMS
     mkdir -p ~/rpmbuild/SOURCES
     mkdir -p ~/rpmbuild/BUILD
     mkdir -p ~/rpmbuild/SPECS
     echo '%_topdir %(echo $HOME)/rpmbuild' > ~/.rpmmacros

Next, obtain the anaconda source RPM from the RHEL-5 media and install it. You should not be doing this as root:
     rpm -Uvh anaconda-11.1.2.36-1.src.rpm

Now you are ready to patch anaconda to your liking.

PATCHING ANACONDA'S STAGE 1 COMPONENTS

Extract the source:

     cd ~/rpmbuild/SPECS
     rpmbuild -bp anaconda.spec
RPM may complain about missing dependencies. Install them if you lack them. Anaconda needs a lot of stuff in order to compile.

Patch the source:
     cd ~/rpmbuild/BUILD/anaconda-11.1.2.36

The stage 1 sources are located in the loader2 subdirectory. The stage 1 components also link against libisys which is in the isys subdirectory. Either way, you will want to make patches against this source tree and put the patches in the ~/rpmbuild/SOURCES directory. For this example, we are patching loader2/loader.c:
cd loader2
     cp -a loader.c loader.c.orig
     vim loader.c
     # la la la...making my changes.... :wq
     cd ~/rpmbuild/BUILD
     gendiff anaconda-11.1.2.36/ .orig > ~/rpmbuild/SOURCES/anaconda.patch

Now go and edit ~/rpmbuild/SPECS/anaconda.spec and add anaconda.patch as a patch and make sure it's applied in the %prep section after the %setup macro is run.

BUILDING A PATCHED ANACONDA

Simple, use rpmbuild:
     cd ~/rpmbuild/SPECS
     rpmbuild -ba anaconda.spec

The resulting packages will be written to ~/rpmbuild/RPMS

BUILDING A NEW RAMDISK

First, we need to get the two stage 1 components that matter: loader and init.
     cd ~/rpmbuild/RPMS/
     rpmdev-extract anaconda-runtime-11.1.2.36-1.i386.rpm
     cd anaconda-runtime-11.1.2.36-1
     cp -a usr/lib/anaconda-runtime/loader/init ~/init
     cp -a usr/lib/anaconda-runtime/loader/loader ~/loader

Second, get the ramdisk image that you want to update. For this example, I am updating the pxeboot/initrd.img from the RHEL-5 tree. I have copied the initrd.img file to my home directory:
     cd ~
     mkdir tmp-initrd
     cd tmp-initrd
     gzip -dc ~/initrd.img | cpio -id
     cat ~/init > sbin/init
     cat ~/loader > sbin/loader
     (find . | cpio -c -o | gzip -9) > ~/initrd.img
     cd ~
Now the initrd.img file in my home directory contains the new loader and init binaries. Copying this to the boot server and you are ready to go with a new initrd.img for RHEL-5.

CREATING AN INSTALLATION BOOT CD-ROM WITH YOUR NEW initrd.img

isolinux (not available for Itanium systems, you'll need to use a loop back mount of the ia64 boot.iso) is used for booting the Red Hat Enterprise Linux installation CD. To create your own CD-ROM to boot the installation program, use the following instructions:

Copy the isolinux/ directory from the Red Hat Enterprise Linux CD #1 into a temporary directory (referred to here as path-to-workspace) using the following command:

cp -r path-to-cd/isolinux/ path-to-workspace

Change directories to the path-to-workspace directory you have created:

cd path-to-work-space

Copy the new initrd.img to path-to-workspace

cp ~/initd.img path-to-workspace/isolinux/

Make sure the file(s) you have copied have appropriate permissions:

chmod u+w isolinux/*
Finally, issue the following command to create the ISO image file:

mkisofs -o file.iso -b isolinux.bin -c boot.cat -no-emul-boot \\
-boot-load-size 4 -boot-info-table -R -J -v -T isolinux/

Discover Machine info connected to N/W using Nmap Linux tool

#! /bin/bash

ETHERNET=eth0

HostList=(`arp -vni $ETHERNET |cut -d " " -f 1 |grep -r 192 |xargs`)

for (( i = 0 ; i <= ${#HostList[*]} ; i++ ))
    do
    #nmap ${HostList[i]}
    #nmap -O --system-dns ${HostList[i]}
    #nmap -O --osscan-guess --system-dns ${HostList[i]}
    nmap  -F -O -o2 --osscan-limit -oX ${HostList[i]}_$i.xml  ${HostList[i]}
done

Linux add User passwd without prompting for password

Much simpler : 

echo "passwd " | /usr/bin/passwd --stdin "username"

Squid Proxy Blacklist Auto Update Shell Script

Do necessary changes for path rest is self explanatory : 

cat Update_Blacklists

#! /bin/bash
if [ -d "/usr/local/squid/share/squidGuard"  ] ;then

    cd /usr/local/squid/share/squidGuard/
    rm -f -f bl.tar.gz
        mv /usr/local/squid/share/squidGuard/db/blacklists /usr/local/squid/share/squidGuard/db/blacklists.old
    wget -O bl.tar.gz http://ftp.tdcnorge.no/pub/www/proxy/squidGuard/contrib/blacklists.tar.gz

    tar --ungzip --extract --exclude=*.diff --directory=/usr/local/squid/share/squidGuard/db --verbose -f bl.tar.gz

    rm -f -f bl.tar.gz

    wget -O bl.tar.gz ftp://ftp.univ-tlse1.fr/pub/reseau/cache/squidguard_contrib/blacklists.tar.gz

    tar --ungzip --extract --exclude=*.diff --directory=/usr/local/squid/share/squidGuard/db --verbose -f bl.tar.gz

    rm -f -f bl.tar.gz

    chown -R squid:squid /usr/local/squid/share/squidGuard/db

    find /usr/local/squid/share/squidGuard/db   |xargs chmod 755
        rm -rf /usr/local/squid/share/squidGuard/db/blacklists/global_usage
    rm -rf /usr/local/squid/share/squidGuard/db/blacklists/README   

else
   echo "Error squid  may not be Installed "
       
fi

list_of_f=(`ls /usr/local/squid/share/squidGuard/db/blacklists`)
for ((  i = 0 ;  i < ${#list_of_f[*]};  i++  ))
    do
        serch=`ls /usr/local/squid/share/squidGuard/db/blacklists/${list_of_f[i]} |grep -w urls`
 if [ "$serch" == ""  ]; then

  echo " /usr/local/squid/share/squidGuard/db/blacklists/${list_of_f[i]} : urls not present "
  echo " So adding it : `touch /usr/local/squid/share/squidGuard/db/blacklists/${list_of_f[i]}/urls && echo "warex.com" >touch /usr/local/squid/share/squidGuard/db/blacklists/${list_of_f[i]}/urls`"
 else
  echo "hi $serch"
 fi

 serch1=`ls /usr/local/squid/share/squidGuard/db/blacklists/${list_of_f[i]} |grep -w domains`
        if [ "$serch1" == ""  ]; then

                echo " /usr/local/squid/share/squidGuard/db/blacklists/${list_of_f[i]} : domains not present "
  echo " So adding it : `touch /usr/local/squid/share/squidGuard/db/blacklists/${list_of_f[i]}/domains && echo " So adding it : `touch /usr/local/squid/share/squidGuard/db/blacklists/${list_of_f[i]}/domains`"`"
        else
                echo "hi $serch1"
        fi


done
chown -R squid:squid /usr/local/squid/share/squidGuard/db/*

        find /usr/local/squid/share/squidGuard/db/blacklists   |xargs chmod 755
        rm -rf /usr/local/squid/share/squidGuard/db/blacklists/global_usage
        rm -rf /usr/local/squid/share/squidGuard/db/blacklists/README

chmod 755 /usr/local/squid/share/squidGuard/squidGuard.conf

chmod -R 777 /usr/local/squid/share/squidGuard/db/blacklists

chmod -R 777 /usr/local/squid/share/squidGuard/log

#ind  /usr/local/squid/share/squidGuard/db/blacklists -type d -exec chmod 755 \{\} \; -print

chmod 777 /usr/local/squid/share/squidGuard/log


Best Regards

ChetanM