A quick and dirty netdisco install on debian with an MRTG integration
=====================================================================
From: sylvain.maurin@isc.cnrs.fr

**********************************************
***** Get and install 14all-cgi and mrtg *****
**********************************************

=============== Ddebian help us ==============
* use debian sarge packages :
* (even for rrdtool)
# apt-get -u install mrtg
# apt-get -su install rrdtool librrds-perl
* will not use debian mrtg conf
# mv /etc/mrtg.cfg /etc/mrtg.cfg.debian
# mkdir /usr/local/mrtg
# mkdir /usr/local/mrtg/bin
# mkdir /usr/local/mrtg/etc
# addgroup --system mrtg
# adduser --system --home /usr/local/mrtg  --no-create-home --ingroup mrtg mrtg
# chsh -s mrtg /bin/bash
# chown -R mrtg.mrtg /usr/local/mrtg
# chown -R mrtg.mrtg /var/www/mrtg
# chown -R mrtg.mrtg /var/log/mrtg
# chown -R mrtg.mrtg /var/lock/mrtg
# chown -R mrtg.mrtg /var/lib/mrtg
# su mrtg mkdir /var/www/mrtg/images

=============== 14all.cgi ===============

# wget http://heanet.dl.sourceforge.net/sourceforge/my14all/14all-1.1p25.tar.gz
* untar and install stuff ... and :
# cp 14all/14all.cgi /usr/lib/cgi-bin
* edit /usr/lib/cgi-bin/14all.cgi:
$cfgfile = /usr/local/mrtg/etc/14all.cfg
* done
# cd /usr/local/mrtg/etc/
# ln -s CONF_FILE_MRTG 14all.cfg

=============== local stuff ===============

cat >/usr/local/mrtg/bin/mrtg-conf-builder <<EOF_mrtg-conf-builder
#!/usr/bin/perl -w
#build an mrtg conf file every croned date
#

use Net::Ping;
$p = Net::Ping->new('icmp');

# define your router switch/router list
push @host, "192.168.1.1";
for ($adr=220;$adr<230;$adr++) {
    push @host, "192.168.1.$adr";
}
for ($adr=237;$adr<240;$adr++) {
    push @host, "192.168.1.$adr";
}
for ($adr=50;$adr<80;$adr++) {
    push @host, "172.18.1.$adr";
}
#push @host, "SR0S26";
#push @host, "SR0S24";
#push @host, "SR0S29";
#push @host, "SR0N26";
#push @host, "SR0N24";
#push @host, "SR0N50";
#push @host, "SR1N24";
#push @host, "SR1S26";
#push @host, "SR1S24";
#push @host, "SR1S29";
#push @host, "SR1N29";

#some local path declaration
$wwwpath="/var/www/mrtg";
$confpath="/usr/local/mrtg/etc";
$confname="mrtg-script-builded.conf";
$logpath="/var/log/mrtg";

@path=($wwwpath,$confpath,$logpath);

foreach $path (@path) {
    if ( not (-d $path) ) {
        mkdir $path;
        print `ls $path/.`;
    }
}

#mrtg autoconf declaration
$global = " --ifref=eth";
$global.= " --ifdesc=descr";
$global.= " --global 'RunAsDaemon: Yes'";
$global.= " --global 'Interval: 10'";
$global.= " --global 'Refresh: 600'";
$global.= " --global 'WorkDir: $wwwpath'";
#$global.= " --global 'Htmldir: $wwwpath'";
#$global.= " --global 'Imagedir: $wwwpath'";
#$global.= " --global 'Logdir: $logpath'";
$global.= " --global 'LogFormat: rrdtool'";
$global.= " --global 'PathAdd: /usr/bin'";
$global.= " --global 'LibAdd: /usr/share/perl5'";
$global.= " --global 'Forks: 4'";
$global.= " --global 'Options[_]: bits,growright'";
$subdir = " --subdirs=HOSTNAME";
$output = " --output='$confpath/$confname'";
$community = " --community=public";

# ping to verify that an target exist
foreach $ip (@host) {
    if ($p->ping($ip, 0.5)) {
        printf "Add $ip\n";
        $host.= " $ip";
    } else {
        printf "Host $ip not added (no echo)\n";
    }
}

# do mrtg conf
printf  "************* DO : \n";

$cmd = "/usr/bin/cfgmaker $global $subdir $output $community $host";
$log = "$cmd\n" . `$cmd` . "\nFIN $cmd\n\n";

#$cmd = "/usr/bin/indexmaker --section=title --show=week --columns=2 --output=$wwwpath/index.html $confpath/$confname";
#$log.= "$cmd\n" . `$cmd` . "\nFIN $cmd\n\n";
#$log.= `/usr/bin/indexmaker --section=name --show=week --columns=6 --output=$wwwpath/index.html $confpath/$confname`;

printf "\n$log\n************* FIN !\n\n";
$p->close();

EOF_mrtg-conf-builder

* And now to build our first mrtg.conf :
# chmod +x /usr/local/mrtg/bin/mrtg-enpc-conf-builder
# /usr/local/mrtg/bin/mrtg-enpc-conf-builder

=============== mrtg init script ===============

cat >/etc/init.d/mrtg <<EOF
#! /bin/sh
set -e

PID_FILE=/usr/local/mrtg/etc/mrt-script-builded.pid
CONF_FILE=/usr/local/mrtg/etc/mrtg-script-builded.conf


case "$1" in
  start)
        echo -n "Starting mrtg"
        if [ -f $CONF_FILE ]
        then
                /usr/bin/mrtg --user=mrtg --group=mrtg $CONF_FILE >>/var/log/mrtg/lance_mrtg.log 2>&1
                echo .
        fi
        ;;

  stop)
        echo -n "Stopping mrtg"
        if [ -f $PID_FILE ]
        then
                /bin/kill `/bin/cat $PID_FILE`
                echo .
        fi
        ;;

  *)
        echo "Usage: /etc/init.d/netdisco {start|stop}"
        exit 1
esac
exit 0
EOF

* get it at boot :
# chmd 755 /etc/init.d/mrtg
# update-rc.d mrtg defaults 88 20
* else to start mrtg manualy :
# mrtg --user=mrtg --group=mrtg /usr/local/mrtg/etc/mrtg-script-builded.conf

=============== daily topology update ===============
cat > /etc/cron.daily/mrtg <<EOF
#! /bin/sh
# mrtg conf file update 
/usr/local/mrtg/bin/mrtg-enpc-conf-builder
# mrtg daemon restart
/etc/init.d/mrtg stop
/etc/init.d/mrtg start

EOF

=============== Some admin stuff : logs ! ===============

cat >>/etc/logrotate.d/mrtg <<EOF
/var/log/mrtg/lance_mrtg.log {
        weekly
        rotate 12
        compress
        missingok
}

**********************************************
***** NETDISCO : http://www.netdisco.org *****
**********************************************

=============== postgres ===============
# apt-get -u install postgresql postgresql-doc libpg-perl
* will install packages : libkrb53 libperl5.8 libpg-perl libpq3 postgresql postgresql-client postgresql-doc ucf
* select default database file path from /var/lib/postgres/data to /usr/local/postgress/data
* select char encoding : fr_FR.iso885915@euro 
* select date format : european
# chown -R postgres.postgres /usr/local/postgress
cat >>/usr/local/postgress/data/pg_hba.conf <<EOF
local   template1   all                                             ident
local   sameuser    all                                             md5
EOF
# /etc/init.d/postgresql restart

=============== perl libs =============== 
# apt-get -u install snmp libsnmp-perl
* mibs for debian sarge in /usr/share/snmp/mibs/
# wget http://heanet.dl.sourceforge.net/sourceforge/snmp-info/SNMP-Info-0.8.tar.gz
# tar xzvf SNMP-Info-0.8.tar.gz
# cd SNMP-Info ; perl Makefile.PL ; make ; make test
# cd SNMP-Info ; make install

* Install graphviz for maps
# apt-get -u install graphviz graphviz-dev
* Config Autohinter
* get font lucon.ttf and copy inside netdisco directory
* cpan install des modules perl de GraphViz
# cpan
cpan> install GraphViz
* done

=============== apache ===============
# apt-get -u install apache-perl apache-doc libapache-mod-perl-doc libmailtools-perl libhtml-format-perl
cat >>/etc/apache-perl/httpd.conf <<EOF
Include /usr/local/netdisco/netdisco_apache.conf
Include /usr/local/netdisco/netdisco_apache_dir.conf
EOF
=============== mason ===============
#apt-get -u install libhtml-mason-perl
#mkdir /usr/local/netdisco/mason
#chown www-data.netdisco /usr/local/netdisco/mason
* Install debian perl packages
#apt-get -u install libapache-dbi-perl libapache-session-perl libapache-request-perl
#apt-get -u install libmasonx-request-withapachesession-perl

=============== netdisco itself ! ===============
# wget http://voxel.dl.sourceforge.net/sourceforge/netdisco/netdisco-beta-0.93.tar.gz
# mkdir -p /usr/local/netdisco/data/logs
# tar xzvf netdisco-beta-0.93.tar.gz
# cp -rp netdisco-0.93/* /usr/local/netdisco
* add netdisco user
# addgroup --system netdisco
# useradd --system --home /usr/local/netdisco --no-create-home --ingroup netdisco netdisco
# chsh -s netdisco /bin/bash
# pwconv
# chown -R netdisco.netdisco /usr/local/netdisco
* netdisco db init
# cd /usr/local/netdisco/ ; sql/pg_init
* edit and change password in netdisco.conf
* edit and change netdisco_apache.conf 
[session_password       => 'netdiscoISC']  
[db_Pg_pw        = netdisco_new_passwd]
* done
# su netdisco
$ cd /usr/local/netdisco/sql ; ./pg_run
$ cd /usr/local/netdisco/sql ; ./pg_all
* Do not care on errors ...
* get CISCO mibs
# cd /usr/local/src/netdisco ; wget -nH -nd ftp://ftp.cisco.com/pub/mibs/v1/v1.tar.gz
# cd /usr/local/src/netdisco ; wget -nH -nd ftp://ftp.cisco.com/pub/mibs/v2/v2.tar.gz
# cd /usr/share/snmp/mibs/ ; tar xzvf /usr/local/src/netdisco/v2.tar.gz
# cd /usr/share/snmp/mibs/ ; tar xzvf /usr/local/src/netdisco/v1.tar.gz BRIDGE-MIB.my SNMP-REPEATER-MIB.my ESSWITCH-MIB.my TOKEN-RING-RMON-MIB.my
* get OUI database (Organizationally Unique Identifier for MAC address)
# cd /usr/local/netdisco
# wget http://standards.ieee.org/regauth/oui/oui.txt
# apt-get -u install libdbi-perl libpg-perl libdbd-pg-perl
# su netdisco -c "./netdisco -O"
* edit and modify netdisco.conf
domain = ...
compress = /bin/gzip -f
db_Pg_pw = ...
node_font = /usr/local/netdisco/lucon.ttf
* done
* edit and modify netdisco_apache.conf
mettre a jour les champs suivants:
session_password
#session_cookie_domain
* done
* add netdisco.crontab in netdisco user crontab
# crontab -e -u netdisco
:r /usr/local/netdisco/netdisco
:wq
* add netdisco web admin (here with pwd netdisco)
# su netdisco -c "/usr/local/netdisco/netdisco -u admin netdisco
* first test we need a new mibs BUG ?
# /usr/local/netdisco/netdisco -d rgi24
# cd /usr/local/share/snmp/mibs
# wget http://www.simpleweb.org/ietf/mibs/modules/IETF/txt/RFC1271-MIB
* some manual configuration
#cd /usr/local/netdisco
#su netdisco -c "./netdisco -r 195.221.109.1"
* no more to do : we have a CDP enabled network...

=============== netdisco init script ===============
cat >/etc/init.d/netdisco <<EOF
#! /bin/sh
set -e

case "$1" in
  start)
          echo -n "Starting netdisco"
          if [ -f /usr/local/netdisco/netdisco ]
	          then
                  su - netdisco -c "/usr/local/netdisco/netdisco -p start"
                  echo .
          fi
          ;;

  stop)
          echo -n "Stopping netdisco: A FAIRE MANUELLEMENT (ou prendre le temps de mettre a jour le script !)"
          echo "."
	  ;;
  *)
          echo "Usage: /etc/init.d/netdisco {start|stop}"
          exit 1
esac
exit 0
EOF
* get it a boot
# update-rc.d netdisco start 88 2 .
# mkdir /usr/local/netdisco/data
# mkdir /usr/local/netdisco/data/logs
# chown netdisco.netdisco /usr/local/netdisco/data
# chown netdisco.netdisco /usr/local/netdisco/data/logs

=============== Usage REMEMBER ===============
* Updates 
# /usr/local/netdisco/netdisco -b -a
# /usr/local/netdisco/netdisco -b -m
* Do map
# /usr/local/netdisco/netdisco -g
* font adjust node_fontsize param netdisco.conf (default from 10.0 to 46.0)

***************************************************
***** to get mrtg picts on port netdisco list *****
***************************************************

============== Some small hacks ==============
cat >/usr/local/src/netdisco/netdisco_html_device.html.patch <<EOF___netdisco_html_device.html.patch
--- device.html 2005-01-27 18:52:25.000000000 +0100
+++ device.html.orig    2004-12-06 21:34:12.000000000 +0100
@@ -418,7 +418,6 @@
     my $remote_port = $port->{remote_port};
     my $remote_id   = $port->{remote_id};
     my $remote_type = $port->{remote_type};
-    my $remote_portm = '';
     my $up_admin    = $port->{up_admin} || '';
     my $stp         = $port->{stp}      || '';
     my $up          = $port->{up}       || '';
@@ -436,7 +435,7 @@
     my $rowclass = (++$odd % 2 ) ? 'match-0': 'match-1';
 </%perl>
 <TR CLASS="<%$rowclass%>">
-    <TD CLASS="<%$class%>"> <% $port->{portdisp} %> </TD>
+    <TD CLASS="<%$class%>"><% $port->{portdisp} %></TD>
 <%perl>
     foreach my $col (sort keys %port_cols){
         my $colname  = $port_cols{$col}->[0];
@@ -460,7 +459,7 @@
     if (defined $remote_ip) {
         my $name = '';
         my $link = '';
-        my $remote_dev = sql_hash('device',['ip','dns','name','location'],
+        my $remote_dev = sql_hash('device',['ip','dns'],
                     {'ip'=>$remote_ip});
         my $alias = sql_hash('device_ip',['ip','dns'],
                     {'alias'=>$remote_ip});
@@ -479,7 +478,7 @@
             $name = $remote_dev->{'dns'};
             $name = defined $name ? $name  : $remote_ip;
             $name =~ s/\Q$domain\E//;
-            $name .= " ($remote_port) | $remote_dev->{name}\@$remote_dev->{location}";
+            $name .= " ($remote_port)";
             $name = "<SPAN CLASS=\"device-link\">$name</SPAN>";
             $link = "device.html?ip=$remote_ip&port=$remote_port";

@@ -500,7 +499,7 @@
             $link = "node.html?node=$remote_ip";
         }
 </%perl>
-            <A HREF="<%$link%>"><%$name%> </A> \
+            <A HREF="<%$link%>"><%$name%></A> \
 <%perl>
     }
     $m->out("<BR>\n") if (defined $remote_ip and defined $port->{macs});
@@ -551,18 +550,6 @@
             </TD>
 % # Port Control Column
     <TD> \
-
-% if ( $port->{port} !~ /vlan|Administrati|Etudiants|Externe|Hertzien|Recherche|Residence|Test/i and $class eq "port-up") {
-%     my $portm = $port->{mac};
-%     $portm =~ tr/A-Z/a-z/;
-%     $portm =~ tr/_ @:^\//-/;
-%     $portm =~ s/--/-/g;
-%     my $image = '<A HREF="/cgi-bin/14all.cgi?log=' . "$devip" . "_" . "$portm"
-%              . '" target="_blank"><img alt="weekly-graph" src="/cgi-bin/14all.cgi?log=' . "$devip"
-%              . "_" . "$portm" . '&amp;png=weekly&amp;small=1" WIDTH=345 HEIGHT=155 BORDER=0 ALT="RRD DB Info" TITLE="RRD Grapher DB Info"> </A />';
-      <% $image %>
-% }
-
 % if ($device->{dns} =~ /^hub/i and $port_info) {
       <A HREF="port_info.html?hub=<%$device->{dns}%>&port=<%$port->{port}%>"><IMG SRC="icon_info.gif" WIDTH=12 HEIGHT=11 BORDER=0 ALT="Pinnacles DB Info" TITLE="Pinnacles DB Info"></A> \
 % }
EOF___netdisco_html_device.html.patch

# cd /usr/local/netdisco/html
# patch -b -p0 </usr/local/src/netdisco/netdisco_html_device.html.patch


* And now, browse the web and see the result ;)