ssh_tunnel statistics: fs-beast to old-beast

Time: 2009-Aug-16 08:50:41 Sun

Current tunnel state: disabled          Current tunnel condition: DOWN

loader stats

------ loader (pid: 5961 ) ------------ (v3.26 2006/04/15) ----- State: disabled DOWN
Time:                2009-Jul-26 00:00:54 Sun
client:              fs-beast
server:              old-beast
client heartbeat:    Client Heartbeat
server heartbeat:    Server Heartbeat
server heartbeat 1:  Server Heartbeat 1
server heartbeat 2:  Server Heartbeat 2
server heartbeat 3:  Server Heartbeat 3
server heartbeat 4:  Server Heartbeat 4
Sleep time:          241
loader loop counter: 0
bad port tests:      1     last: 2009-Jul-26 00:00:47 Sun
failed file updates: 0     last: none yet
tunnels killed:      2     last: 2009-Jul-26 00:00:54 Sun
emails sent:         1     last: 2009-Jul-26 00:00:51 Sun
email addresses:     john@larsen-family.us
loader started:      YYYY-MMM-DD HH:MM:SS DOW
debug flags:         0x0

tunnel stats

------ tunnel (pid: 4597 ) ------------ (v3.26 2006/04/15) ----- State: enabled UP
Time:                2007-Feb-10 18:20:32 Sat
client:              fs-beast
server:              old-beast
client heartbeat:    Client Heartbeat
server heartbeat:    Sat Feb 10 18:12:05 EST 2007
Sleep time:          241
tunnel loop counter: 4
bad port tests:      0     last: none yet
emails sent:         2     last: 2007-Feb-10 18:20:32 Sat
email addresses:     john@larsen-family.us
tunnel started:      2007-Feb-10 18:08:28 Sat
debug flags:         0x0

Current users, uptime, and load average

 08:50:42 up 24 days, 22:13,  1 user,  load average: 0.87, 0.53, 0.43
USER     TTY        LOGIN@   IDLE   JCPU   PCPU WHAT
jlarsen  pts/0     08:44   25.00s  0.96s  0.96s -bash

Current processes

UID        PID  PPID  C STIME TTY          TIME CMD
root         1     0  0 Jul22 ?        00:02:23 init [3] 
root         2     1  0 Jul22 ?        00:00:00 [keventd]
root         4     1  0 Jul22 ?        00:00:00 [ksoftirqd_CPU0]
root         5     1  0 Jul22 ?        00:01:05 [kswapd]
root         6     1  0 Jul22 ?        00:00:00 [bdflush]
root         7     1  0 Jul22 ?        00:00:02 [kupdated]
root         8     1  0 Jul22 ?        00:00:00 [mdrecoveryd]
root        12     1  0 Jul22 ?        00:08:26 [kjournald]
root        90     1  0 Jul22 ?        00:00:57 devfsd /dev
root       182     1  0 Jul22 ?        00:00:00 [khubd]
root       360     1  0 Jul22 ?        00:06:17 [kjournald]
rpc        824     1  0 Jul22 ?        00:00:00 [portmap]
root       838     1  0 Jul22 ?        00:04:23 syslogd -m 0
root       847     1  0 Jul22 ?        00:00:02 klogd -2
rpcuser    890     1  0 Jul22 ?        00:00:00 [rpc.statd]
root       906     1  0 Jul22 ?        00:00:00 ypserv
xfs        981     1  0 Jul22 ?        00:00:01 [xfs]
root      1006     1  0 Jul22 ?        00:00:00 /sbin/mount.smbfs //david-covey/C /mnt/david-covey/c -o rw username owner gid 501 password XXXXXXXXX uid 501 fmask 775 dmask 1777
root      1015     1  0 Jul22 ?        00:00:00 /sbin/mount.smbfs //paul-otto/C /mnt/paul-otto/c -o rw username owner gid 501 password XXXXXXXXX uid 501 fmask 775 dmask 1777
root      1018     1  0 Jul22 ?        00:00:00 /sbin/mount.smbfs //rs-welfare/c$ /mnt/rs-welfare/c -o rw username StakeAdmin gid 501 password XXXXXXXXX uid 501 fmask 775 dmask 1777
root      1021     1  0 Jul22 ?        00:00:00 /sbin/mount.smbfs //rs-welfare/d$ /mnt/rs-welfare/d -o rw username StakeAdmin gid 501 password XXXXXXXXX uid 501 fmask 775 dmask 1777
root      1049     1  0 Jul22 ?        00:00:00 rpc.ypxfrd
daemon    1064     1  0 Jul22 ?        00:00:00 [atd]
root      1085     1  0 Jul22 ?        00:00:00 saslauthd -a pam -T
root      1092  1085  0 Jul22 ?        00:00:00 saslauthd -a pam -T
root      1093  1085  0 Jul22 ?        00:00:00 saslauthd -a pam -T
root      1094  1085  0 Jul22 ?        00:00:00 saslauthd -a pam -T
root      1095  1085  0 Jul22 ?        00:00:00 saslauthd -a pam -T
named     1104     1  0 Jul22 ?        00:00:00 [named]
named     1108  1104  0 Jul22 ?        00:00:00 [named]
named     1113  1108  0 Jul22 ?        00:02:05 [named]
named     1114  1108  0 Jul22 ?        00:00:02 [named]
named     1115  1108  0 Jul22 ?        00:00:16 [named]
root      1128     1  0 Jul22 ?        00:14:44 /usr/sbin/sshd
root      1150     1  0 Jul22 ?        00:00:00 xinetd -stayalive -reuse -pidfile /var/run/xinetd.pid
root      1211     1  0 Jul22 ?        00:00:01 cupsd
root      1331     1  0 Jul22 ?        00:00:00 [nfsd]
root      1332     1  0 Jul22 ?        00:00:00 [nfsd]
root      1333     1  0 Jul22 ?        00:00:00 [lockd]
root      1334  1333  0 Jul22 ?        00:00:00 [rpciod]
root      1335     1  0 Jul22 ?        00:00:00 [nfsd]
root      1336     1  0 Jul22 ?        00:00:00 [nfsd]
root      1337     1  0 Jul22 ?        00:00:00 [nfsd]
root      1338     1  0 Jul22 ?        00:00:00 [nfsd]
root      1339     1  0 Jul22 ?        00:00:00 [nfsd]
root      1340     1  0 Jul22 ?        00:00:00 [nfsd]
root      1352     1  0 Jul22 ?        00:00:00 rpc.mountd
root      1367     1  0 Jul22 ?        00:00:00 rwhod
root      1371  1367  0 Jul22 ?        00:00:00 rwhod
root      1410     1  0 Jul22 ?        00:00:00 rpc.yppasswdd
root      1590     1  0 Jul22 ?        00:00:55 [master]
postfix   1604  1590  0 Jul22 ?        00:01:52 [nqmgr]
root      1668     1  0 Jul22 ?        00:00:01 crond
root      1703     1  0 Jul22 ?        00:00:07 smbd -D
root      1713     1  0 Jul22 ?        00:00:52 nmbd -D
root      1817     1  0 Jul22 vc/1     00:00:00 /sbin/mingetty tty1
root      1818     1  0 Jul22 vc/2     00:00:00 /sbin/mingetty tty2
root      1819     1  0 Jul22 vc/3     00:00:00 /sbin/mingetty tty3
root      1820     1  0 Jul22 vc/4     00:00:00 /sbin/mingetty tty4
root      1821     1  0 Jul22 vc/5     00:00:00 /sbin/mingetty tty5
root      1822     1  0 Jul22 vc/6     00:00:00 /sbin/mingetty tty6
root      8651     1  0 Aug15 ?        00:00:43 /usr/bin/perl -w /usr/sbin/ddclient -daemon 300
root     20989  1668  0 00:00 ?        00:00:00 [crond]
jlarsen  21011 20989  0 00:00 ?        00:00:00 [sendmail]
jlarsen  21013 21011  0 00:00 ?        00:00:00 [postdrop]
root     21147  1668  0 00:00 ?        00:00:00 [crond]
jlarsen  21158 21147  0 00:01 ?        00:00:00 [sendmail]
jlarsen  21159 21158  0 00:01 ?        00:00:00 [postdrop]
jlarsen  21174     1  0 00:01 ?        00:00:18 /usr/bin/perl -w /home/jlarsen/ping_test.pl/nashuastake.dyndns.org -debug 0
jlarsen  21247     1  0 00:02 ?        00:00:18 /usr/bin/perl -w /home/jlarsen/ping_test.pl/larsen-family.us -debug 0
root     21397  1668  0 00:04 ?        00:00:00 [crond]
jlarsen  21415 21397  0 00:04 ?        00:00:00 [sendmail]
jlarsen  21417 21415  0 00:04 ?        00:00:00 [postdrop]
jlarsen  21436     1  0 00:04 ?        00:00:17 /usr/bin/perl -w /home/jlarsen/ping_test.pl/david-covey -debug 0
root     21490  1668  0 00:05 ?        00:00:00 [crond]
jlarsen  21505 21490  0 00:05 ?        00:00:00 [sendmail]
jlarsen  21507 21505  0 00:05 ?        00:00:00 [postdrop]
jlarsen  21522     1  0 00:05 ?        00:00:17 /usr/bin/perl -w /home/jlarsen/ping_test.pl/paul-otto -debug 0
root     21613  1668  0 00:07 ?        00:00:00 [crond]
jlarsen  21647 21613  0 00:07 ?        00:00:00 [sendmail]
jlarsen  21649 21647  0 00:07 ?        00:00:00 [postdrop]
jlarsen  21667     1  0 00:07 ?        00:00:17 /usr/bin/perl -w /home/jlarsen/ping_test.pl/rs-welfare -debug 0
postfix  14350  1590  0 08:30 ?        00:00:00 [pickup]
root     15220  1668  0 08:40 ?        00:00:00 [crond]
jlarsen  15255     1  0 08:40 ?        00:00:03 /usr/bin/perl -w /home/jlarsen/ssh_tunnel/screamer/loader -d 0 -st 289 -e john@larsen-family.us
jlarsen  15342     1  0 08:40 ?        00:00:03 /usr/bin/perl -w /home/jlarsen/ssh_tunnel/screamer/tunnel -d 0 -st 289 -e john@larsen-family.us
jlarsen  15416     1  0 08:40 ?        00:00:01 /usr/bin/ssh -F /home/jlarsen/ssh_tunnel/screamer/tunnel.conf -n tunnel /home/tunnels/ssh_tunnel/fs-beast/pulse -d 0 -st 289 -e john@larsen-family.us
jlarsen  15452 15220  0 08:40 ?        00:00:00 [sendmail]
jlarsen  15456 15452  0 08:40 ?        00:00:00 [postdrop]
root     15881  1128  0 08:44 ?        00:00:00 /usr/sbin/sshd
jlarsen  15892 15881  0 08:44 ?        00:00:01 [sshd]
jlarsen  15893 15892  0 08:44 pts/0    00:00:00 -bash
jlarsen  16551 15255  0 08:49 ?        00:00:00 [loader] 
root     16573  1668  0 08:50 ?        00:00:00 [crond]
jlarsen  16598     1  0 08:50 ?        00:00:00 sh -c echo test | /usr/bin/telnet larsen-family.us 143 2>1
jlarsen  16600 16598  0 08:50 ?        00:00:00 /usr/bin/telnet larsen-family.us 143
jlarsen  16646 21174  0 08:50 ?        00:00:00 /usr/bin/perl -w /home/jlarsen/ping_test.pl/nashuastake.dyndns.org -debug 0
root     16674    90  1 08:50 ?        00:00:00 [modprobe] 
jlarsen  16709 16646  1 08:50 ?        00:00:00 sh -c /usr/bin/scp -p  -F /home/jlarsen/ping_test.pl/nashuastake.dyndns.org.conf nashuastake.dyndns.org_from_fs-beast.24hrs.large.png webpage:/home/tunnels/ping_test/png/nashuastake.dyndns.org_from_fs-beast.24hrs.large.png 2>/dev/null
jlarsen  16710 16709  1 08:50 ?        00:00:00 /usr/bin/scp -p -F /home/jlarsen/ping_test.pl/nashuastake.dyndns.org.conf nashuastake.dyndns.org_from_fs-beast.24hrs.large.png webpage /home/tunnels/ping_test/png/nashuastake.dyndns.org_from_fs-beast.24hrs.large.png
jlarsen  16711 16710 28 08:50 ?        00:00:00 /usr/bin/ssh -x -oForwardAgent no -oClearAllForwardings yes -F/home/jlarsen/ping_test.pl/nashuastake.dyndns.org.conf webpage scp -p -t /home/tunnels/ping_test/png/nashuastake.dyndns.org_from_fs-beast.24hrs.large.png
jlarsen  16721     1  2 08:50 ?        00:00:00 /usr/bin/perl -w /home/jlarsen/ssh_tunnel/old-beast/ssh_tunnel.pl
jlarsen  16726 16721  0 08:50 ?        00:00:00 /bin/ps -edf

Current netstat

Active Internet connections (w/o servers)
Proto Recv-Q Send-Q Local Address           Foreign Address         State      
tcp        0      0 localhost:3206          localhost:37022         TIME_WAIT   
tcp        0      0 localhost:3205          localhost:37022         TIME_WAIT   
tcp        0      0 10.248.223.3:3199       173-14-166-5-NewEng:ssh TIME_WAIT   
tcp        0      0 10.248.223.3:3200       173-14-166-5-NewEng:ssh TIME_WAIT   
tcp        0      0 10.248.223.3:3202       173-14-166-5-NewEng:ssh TIME_WAIT   
tcp        0      0 10.248.223.3:3203       173-14-166-5-NewEng:ssh TIME_WAIT   
tcp        0   6976 10.248.223.3:3212       173-14-166-5-NewEng:ssh ESTABLISHED 
tcp        0      0 10.248.223.3:3209       173-14-166-5-NewEng:ssh TIME_WAIT   
tcp        0      0 10.248.223.3:3210       173-14-166-5-NewEng:ssh TIME_WAIT   
tcp        0      0 10.248.223.3:3211       173-14-166-5-NewEng:ssh TIME_WAIT   
tcp        0      0 10.248.223.3:3015       173-14-166-5-NewEng:ssh ESTABLISHED 
tcp        0      0 localhost:3084          localhost:ssh           ESTABLISHED 
tcp        0      1 10.248.223.3:3204       173-14-166-5-NewEn:imap SYN_SENT    
tcp        0      0 localhost:3208          localhost:ssh           TIME_WAIT   
tcp        0      0 localhost:3207          localhost:ssh           TIME_WAIT   
tcp        0      0 localhost:ssh           localhost:3084          ESTABLISHED 

crontab file

# DO NOT EDIT THIS FILE - edit the master and reinstall.
# (/tmp/crontab.13512 installed on Wed May 20 13:39:31 2009)
# (Cron version -- $Id: crontab.c,v 2.13 1994/01/17 03:20:37 vixie Exp $)
#MAILTO=jlarsen
# 040628 - MX records not being found on verizon's network for some reason.  Email is
# getting stuck in the queue.
#MAILTO=john@larsen-family.us
MAILTO=theClaw56@gmail.com

# ssh_tunnel to old-beast
0,10,20,30,40,50 * * * * /home/jlarsen/ssh_tunnel/old-beast/ssh_tunnel.pl
# ssh_tunnel to screamer
0,10,20,30,40,50 * * * * /home/jlarsen/ssh_tunnel/screamer/ssh_tunnel.pl
#
# Ping tests
0,15,30,45 * * * * /home/jlarsen/ping_test.pl/pt.pl nashuastake.dyndns.org
1,16,31,46 * * * * /home/jlarsen/ping_test.pl/pt.pl larsen-family.us
4,19,34,49 * * * * /home/jlarsen/ping_test.pl/pt.pl david-covey
5,20,35,50 * * * * /home/jlarsen/ping_test.pl/pt.pl paul-otto
7,22,37,52 * * * * /home/jlarsen/ping_test.pl/pt.pl rs-welfare

loader.conf file

# Filename:  loader.conf
# Description:  This is the configuration file for the loader portion of the 
# ssh_tunnel program.  Once configured the contents of this file never change.  
# This insures that the loader will always operate.  It is important not to 
# change the formatting of this file because it is read by the ssh_tunnel and 
# processed using perl which is expecting things to be in certain locations.
#
# loader.conf has two sections:
# 1. Configuration information such as the names of the ssh and sshd
#    hosts, the working directories on each host, and other data as needed.
# 2. The ssh host configuration for the loader program is in this file.
#    That configuration should never change.  It needs to be at the end
#    of the file because ssh uses everything between "Host" entries as
#    configuration.  There is only one Host section in this file.
#
########################################################################
# The following section contains host information 
# SSH_CLIENT      fs-beast
# SSH_CLIENT_DIR  /home/jlarsen/ssh_tunnel/old-beast
# SSH_SERVER      old-beast
# SSH_SERVER_DIR  /home/tunnels/ssh_tunnel/fs-beast
#
########################################################################
# The following section is the ssh config file for the loader program.
# IMPORTANT!  The path on the client MUST have the SSH_SERVER name in
# it.  The script uses this name is search strings and it MUST be there.
Host loader
HostName larsen-family.us
Port = 143
UserKnownHostsFile = /home/jlarsen/ssh_tunnel/old-beast/known_hosts
User = tunnels
IdentityFile = /home/jlarsen/ssh_tunnel/old-beast/id_rsa.fs-beast

tunnel.conf file

# Filename:  tunnel.conf
#
# Description:  This is the configuration file for the tunnel and pulse sections of the 
# ssh_tunnel program.  The contents of this file can be changed during program execution.
# It is important not to change the formatting of the file because it is processed
# using perl which is expecting things to be in certain locations.
#
# tunnel.conf has three sections:
# 1. Configuration information such as email addresses and thresholds.
# 2. The ssh host configuration for the tunnel.  This consists of two
#    host definitions, tunnel and heartbeat.  The tunnel is the permanent
#    connection and defines port forwarding.  The heartbeat uses one of 
#    the forwarded ports to write and copy heartbeat files between the
#    ssh client and the ssh server.  Changing heartbeats indicate that the
#    tunnel is functioning.
# 3. The webpage configuration section as described below.  This has the
#    ssh host configuration for updating a webpage on a webserver.
#
################################################################################
# The following section contains configuration information.  Don't remove the
# leading pound sign (#).  The lines must be commented or the files won't work
# for ssh.
#
# The tunnel is either "enabled" or "disabled" based on the value given
# below.  If disabled, then no processes are running on either the
# client or the server.  A cron job on the client runs ssh_tunnel.pl periodically
# to check if tunnel.conf has changed on the server.  If a change is detected
# then the new tunnel.conf file is transfered over.  If the tunnel state
# becomes "enabled" then the tunnel is activated.
# TUNNEL_STATE disabled
#
# The email addresses below receive diagnostic messages.  Separate
# multiple addresses with commas and no white space.  The word "none"
# turns off email sending and is the default.  The same email address
# is used by cron, loader, tunnel, and pulse.
# EMAIL_ADDRESS     john@larsen-family.us
#
# The threshold defined below is how many port failures are required
# before an email is sent.  Set this to "none" to turn this off.  If
# the ssh_server's ssh port isn't accessible then the loader kills 
# the tunnel.  This periodic email serves as a reminder that the tunnel
# is down.
# EMAIL_THRESHOLD   100
#
# The loader, tunnel, and pulse programs all have the same sleep value.
# The sleep time can be changed here.  It should be in the range of
# 60 to 3600 seconds.  Shorter sleep times increase system loading.
# The sleep time must be less than half the crontab time for ssh_tunnel.pl.
# SLEEP_TIME        241
#
#
################################################################################
# The following section is the ssh config file for the tunnel program.
# IMPORTANT!  The path on the client MUST have the SSH_SERVER name in
# it.  The script uses this name is search strings and it MUST be there.
#
# Important info about port numbers used in the "ssh_tunnel" and "heartbeat"
# sections below.  The "heartbeat" Port number must be the same as the last
# two port numbers in the "ssh_tunnel" section.  In this example 50022 is
# used.  The port number used must be unused by anything else on the two
# machines.  If you have multiple tunnels connecting to a single ssh_server
# be sure to use different port numbers.  
#
# Another requirement is that the ssh_server must be configured to
# allow remote port forwarding.  This is normally off by default in the 
# ssh_server's sshd_config file.  Set "GatewayPorts yes" in sshd_config.
#
Host tunnel
HostName larsen-family.us
Port = 143
UserKnownHostsFile = /home/jlarsen/ssh_tunnel/old-beast/known_hosts
User = tunnels
IdentityFile = /home/jlarsen/ssh_tunnel/old-beast/id_rsa.fs-beast
Compression = yes
RemoteForward = 36143 localhost:143
RemoteForward = 36906 david-covey:5906
RemoteForward = 36934 david-covey:23
RemoteForward = 36923 localhost:110
RemoteForward = 36022 localhost:22
LocalForward = 36022 old-beast:22

################################################################################
Host heartbeat
HostName localhost
Port = 36022
UserKnownHostsFile = /home/jlarsen/ssh_tunnel/old-beast/known_hosts
User = tunnels
IdentityFile = /home/jlarsen/ssh_tunnel/old-beast/id_rsa.fs-beast

################################################################################
Host pulse
HostName localhost
Port = 36022
UserKnownHostsFile = /home/tunnels/ssh_tunnel/fs-beast/known_hosts
User = jlarsen
IdentityFile = /home/tunnels/ssh_tunnel/fs-beast/id_rsa.fs-beast

################################################################################
# Note: This section must be last in tunnel.conf.
# A webpage will be copied to the directory set by WEBSERVER_DIR below.  The
# default value "none" turns this feature off.  Change "none" to the directory
# path where the webpage should be copied.  The "webpage" host information 
# below must also be changed to valid values to make this work.
# WEBSERVER_DIR     /home/tunnels/ssh_tunnel_html
#
# The filename of the webpage copied to the webserver defaults to
# SSH_CLIENT_to_SSH_SERVER.html.  To choose a different name replace the
# word "default" on the line below with the desired name.
# WEBPAGE_FILENAME  default
#
# A copy of the webpage can be put in the directory define by WEBPAGE_LOCAL_DIR.
# Change "none" to a valid directory to enable this feature.
# WEBPAGE_LOCAL_DIR  none
#
# The webpage update rate defaults to once per sleep time. Change the value below
# to select a different rate.  The update rate is the number of times through the
# loader while loop before updating the webpage.  This value is ignored when events
# occur such as the tunnel going down or during startup.  The webpage is updated
# for all non normal runtime events.
# WEBPAGE_UPDATE_RATE   1
#
Host webpage
HostName larsen-family.us
Port = 22
UserKnownHostsFile = /home/jlarsen/ssh_tunnel/old-beast/known_hosts.webpage
User = tunnels
IdentityFile = /home/jlarsen/ssh_tunnel/old-beast/id_rsa.fs-beast