ssh_tunnel statistics: rlarsen to old-beast
Time: 2009-May-31 13:20:36 Sun
Current tunnel state: disabled Current tunnel condition: DOWN
loader stats
------ loader (pid: 12144 ) ------------ (v3.26 2006/04/15) ----- State: disabled DOWN
Time: 2009-May-31 00:00:39 Sun
client: rlarsen
server: old-beast
client heartbeat: Client Heartbeat
server heartbeat: Server Heartbeat
server heartbeat 1: Server Heartbeat 1
server heartbeat 2: Server Heartbeat 2
server heartbeat 3: Server Heartbeat 3
server heartbeat 4: Server Heartbeat 4
Sleep time: 238
loader loop counter: 0
bad port tests: 1 last: 2009-May-31 00:00:34 Sun
failed file updates: 0 last: none yet
tunnels killed: 3 last: 2009-May-31 00:00:39 Sun
emails sent: 1 last: 2009-May-31 00:00:37 Sun
email addresses: john@larsen-family.us
loader started: YYYY-MMM-DD HH:MM:SS DOW
debug flags: 0x2800001
tunnel stats
------ tunnel (pid: 3352 ) ------------ (v3.26 2006/04/15) ----- State: enabled UP
Time: 2006-Sep-21 20:00:26 Thu
client: rlarsen
server: old-beast
client heartbeat: Client Heartbeat
server heartbeat: Sat May 27 20:55:17 EDT 2006
Sleep time: 238
tunnel loop counter: 1
bad port tests: 0 last: none yet
emails sent: 1 last: 2006-Sep-21 20:00:23 Thu
email addresses: john@larsen-family.us
tunnel started: 2006-Sep-21 20:00:25 Thu
debug flags: 0x2800001
Current users, uptime, and load average
13:20:36 up 40 days, 3:07, 2 users, load average: 0.00, 0.00, 0.00
USER TTY LOGIN@ IDLE JCPU PCPU WHAT
jlarsen tty1 13:12 912days 0.00s 0.07s -bash
jlarsen tty2 13:15 912days 0.00s 0.17s -bash
Current processes
UID PID PPID C STIME TTY TIME CMD
jlarsen 1024 1 0 Apr21 ? 00:00:14 /usr/bin/cygrunsrv
jlarsen 172 1024 0 Apr21 ? 00:00:30 /usr/sbin/cron -D
SYSTEM 376 1 0 Apr21 ? 00:00:17 /usr/bin/cygrunsrv
SYSTEM 560 376 0 Apr21 ? 00:04:33 /usr/sbin/sshd -D
jlarsen 2528 172 0 Apr21 ? 00:00:20 /usr/sbin/cron -D
jlarsen 1600 2528 0 Apr21 ? 00:00:18 /usr/sbin/sendmail -FCronDaemon -odi -oem -oi -t
jlarsen 1660 172 0 Apr24 ? 00:00:15 /usr/sbin/cron -D
jlarsen 3828 1 0 Apr24 ? 00:00:16 sh -c echo test | /usr/bin/telnet larsen-family.us 22 2>1
jlarsen 3932 3828 0 Apr24 ? 00:00:16 /usr/bin/telnet larsen-family.us 22
jlarsen 536 172 0 Apr28 ? 00:00:15 /usr/sbin/cron -D
jlarsen 3908 1 0 Apr28 ? 00:00:14 sh -c echo test | /usr/bin/telnet larsen-family.us 22 2>1
jlarsen 5860 3908 0 Apr28 ? 00:00:14 /usr/bin/telnet larsen-family.us 22
jlarsen 6240 172 0 May07 ? 00:00:13 /usr/sbin/cron -D
jlarsen 7300 1 0 May07 ? 00:00:11 sh -c echo test | /usr/bin/telnet larsen-family.us 22 2>1
jlarsen 6676 7300 0 May07 ? 00:00:14 /usr/bin/telnet larsen-family.us 22
jlarsen 10020 1 0 May17 tty0 00:00:06 -bash
jlarsen 8504 1 0 May28 ? 00:00:02 sh -c cat /tmp/2140.email | /usr/bin/email -s "ssh: rlarsen to screamer: Server heartbeat dead. Killing tunnel and ssh links." john@larsen-family.us
jlarsen 10000 8504 0 May28 ? 00:00:12 /usr/bin/email -s ssh: rlarsen to screamer: Server heartbeat dead. Killing tunnel and ssh links. john@larsen-family.us
jlarsen 12972 172 0 May28 ? 00:00:01 /usr/sbin/cron -D
jlarsen 11792 12972 0 May28 ? 00:00:02 /usr/bin/perl -w /home/jlarsen/ssh_tunnel/screamer/ssh_tunnel.pl
jlarsen 12828 11792 0 May28 ? 00:00:01 sh -c cat /tmp/11792.email | /usr/bin/email -s "ssh: rlarsen to screamer: loader.heartbeat is NOT_RUNNING. Loader pid 2140 stalled. Killing everything and restarting loader." john@larsen-family.us
jlarsen 14092 12828 0 May28 ? 00:00:13 /usr/bin/email -s ssh: rlarsen to screamer: loader.heartbeat is NOT_RUNNING. Loader pid 2140 stalled. Killing everything and restarting loader. john@larsen-family.us
jlarsen 12620 172 0 May28 ? 00:00:01 /usr/sbin/cron -D
jlarsen 12648 12620 0 May28 ? 00:00:01 /usr/bin/bash /home/jlarsen/backup/backup.cron
jlarsen 10984 12648 0 May28 ? 00:00:02 /usr/bin/perl /home/jlarsen/backup/backup.pl -f rsync.dirlist
jlarsen 14244 172 0 May28 ? 00:00:01 /usr/sbin/cron -D
jlarsen 13744 14244 0 May28 ? 00:00:02 /usr/bin/perl -w /home/jlarsen/ssh_tunnel/screamer/ssh_tunnel.pl
jlarsen 12400 13744 0 May28 ? 00:00:01 sh -c cat /tmp/13744.email | /usr/bin/email -s "ssh: rlarsen to screamer: loader.heartbeat is NOT_RUNNING. Loader pid 2140 stalled. Killing everything and restarting loader." john@larsen-family.us
jlarsen 10248 12400 0 May28 ? 00:00:13 /usr/bin/email -s ssh: rlarsen to screamer: loader.heartbeat is NOT_RUNNING. Loader pid 2140 stalled. Killing everything and restarting loader. john@larsen-family.us
jlarsen 13244 172 0 May28 ? 00:00:01 /usr/sbin/cron -D
jlarsen 13768 13244 0 May28 ? 00:00:02 /usr/bin/perl -w /home/jlarsen/ssh_tunnel/screamer/ssh_tunnel.pl
jlarsen 12356 13768 0 May28 ? 00:00:01 sh -c cat /tmp/13768.email | /usr/bin/email -s "ssh: rlarsen to screamer: loader.heartbeat is NOT_RUNNING. Loader pid 2140 stalled. Killing everything and restarting loader." john@larsen-family.us
jlarsen 12360 12356 0 May28 ? 00:00:13 /usr/bin/email -s ssh: rlarsen to screamer: loader.heartbeat is NOT_RUNNING. Loader pid 2140 stalled. Killing everything and restarting loader. john@larsen-family.us
jlarsen 12708 10984 0 May28 ? 00:00:01 sh -c cat logfile | /usr/bin/email -s "backup: ERROR! rlarsen rsync backup for rsync.dirlist" john@larsen-family.us
jlarsen 14280 12708 0 May28 ? 00:00:13 /usr/bin/email -s backup: ERROR! rlarsen rsync backup for rsync.dirlist john@larsen-family.us
jlarsen 13652 12620 0 May28 ? 00:00:01 /usr/sbin/sendmail -FCronDaemon -odi -oem -oi -t
jlarsen 14044 172 0 May28 ? 00:00:01 /usr/sbin/cron -D
jlarsen 13728 14044 0 May28 ? 00:00:01 /usr/bin/perl -w /home/jlarsen/ssh_tunnel/screamer/ssh_tunnel.pl
jlarsen 14288 13728 0 May28 ? 00:00:01 sh -c cat /tmp/13728.email | /usr/bin/email -s "ssh: rlarsen to screamer: loader.heartbeat is NOT_RUNNING. Loader pid 2140 stalled. Killing everything and restarting loader." john@larsen-family.us
jlarsen 3996 14288 0 May28 ? 00:00:12 /usr/bin/email -s ssh: rlarsen to screamer: loader.heartbeat is NOT_RUNNING. Loader pid 2140 stalled. Killing everything and restarting loader. john@larsen-family.us
jlarsen 10700 1 0 May28 ? 00:00:02 sh -c cat /tmp/12072.email | /usr/bin/email -s "ssh: rlarsen to screamer: Writing client heartbeat failed 4 times. Exiting tunnel. ssh return code: 65280" john@larsen-family.us
jlarsen 14208 10700 0 May28 ? 00:00:13 /usr/bin/email -s ssh: rlarsen to screamer: Writing client heartbeat failed 4 times. Exiting tunnel. ssh return code: 65280 john@larsen-family.us
SYSTEM 11332 560 0 13:12 ? 00:00:00 /usr/sbin/sshd -D -R
jlarsen 10228 11332 0 13:12 tty1 00:00:00 -bash
SYSTEM 2184 560 0 13:15 ? 00:00:00 /usr/sbin/sshd -D -R
jlarsen 11200 2184 0 13:15 tty2 00:00:00 -bash
jlarsen 12776 172 0 13:20 ? 00:00:00 /usr/sbin/cron -D
jlarsen 11716 172 0 13:20 ? 00:00:00 /usr/sbin/cron -D
jlarsen 9916 11716 0 13:20 ? 00:00:00 /usr/sbin/sendmail -FCronDaemon -odi -oem -oi -t
jlarsen 11404 1 1 13:20 ? 00:00:00 /usr/bin/perl -w /home/jlarsen/ssh_tunnel/screamer/loader -d 0 -st 238 -e john@larsen-family.us
jlarsen 8900 1 2 13:20 ? 00:00:00 /usr/bin/perl -w /home/jlarsen/ssh_tunnel/screamer/tunnel -d 0 -st 238 -e john@larsen-family.us
jlarsen 13680 1 4 13:20 ? 00:00:00 /usr/bin/perl -w /home/jlarsen/ssh_tunnel/old-beast/ssh_tunnel.pl
jlarsen 11376 13680 0 13:20 ? 00:00:00 /usr/bin/procps -edf
Current netstat
Active Connections
Proto Local Address Foreign Address State
TCP rlarsen:ssh localhost:3959 ESTABLISHED
TCP rlarsen:1026 localhost:27015 ESTABLISHED
TCP rlarsen:3955 localhost:5906 ESTABLISHED
TCP rlarsen:3959 localhost:ssh ESTABLISHED
TCP rlarsen:5906 localhost:3955 ESTABLISHED
TCP rlarsen:27015 localhost:1026 ESTABLISHED
TCP rlarsen:ssh c-66-30-138-108.hsd1.nh.comcast.net:38386 ESTABLISHED
TCP rlarsen:1056 www-cs-ntc07.evip.aol.com:http ESTABLISHED
TCP rlarsen:1602 cds478.sjc.llnw.net:http ESTABLISHED
TCP rlarsen:2163 74.125.104.100:http ESTABLISHED
TCP rlarsen:2355 c-66-30-138-108.hsd1.nh.comcast.net:2525 ESTABLISHED
TCP rlarsen:2373 c-66-30-138-108.hsd1.nh.comcast.net:2525 ESTABLISHED
TCP rlarsen:2448 c-66-30-138-108.hsd1.nh.comcast.net:2525 ESTABLISHED
TCP rlarsen:2495 c-66-30-138-108.hsd1.nh.comcast.net:2525 ESTABLISHED
TCP rlarsen:2507 c-66-30-138-108.hsd1.nh.comcast.net:2525 ESTABLISHED
TCP rlarsen:2518 c-66-30-138-108.hsd1.nh.comcast.net:2525 ESTABLISHED
TCP rlarsen:2539 c-66-30-138-108.hsd1.nh.comcast.net:2525 ESTABLISHED
TCP rlarsen:2860 by2msg3010617.phx.gbl:1863 ESTABLISHED
TCP rlarsen:2866 cds874.lax.llnw.net:http CLOSE_WAIT
TCP rlarsen:3211 67.132.30.27:http CLOSE_WAIT
TCP rlarsen:3213 67.132.30.27:http CLOSE_WAIT
TCP rlarsen:3515 cds440.lax.llnw.net:http CLOSE_WAIT
TCP rlarsen:3618 c-66-30-138-108.hsd1.nh.comcast.net:ssh CLOSE_WAIT
TCP rlarsen:3971 c-66-30-138-108.hsd1.nh.comcast.net:ssh TIME_WAIT
TCP rlarsen:3973 c-66-30-138-108.hsd1.nh.comcast.net:2525 TIME_WAIT
TCP rlarsen:3975 c-66-30-138-108.hsd1.nh.comcast.net:2525 TIME_WAIT
TCP rlarsen:3977 c-66-30-138-108.hsd1.nh.comcast.net:ssh TIME_WAIT
TCP rlarsen:3979 c-66-30-138-108.hsd1.nh.comcast.net:ssh TIME_WAIT
TCP rlarsen:3983 c-66-30-138-108.hsd1.nh.comcast.net:ssh TIME_WAIT
TCP rlarsen:3985 c-66-30-138-108.hsd1.nh.comcast.net:2525 TIME_WAIT
TCP rlarsen:3987 c-66-30-138-108.hsd1.nh.comcast.net:2525 TIME_WAIT
TCP rlarsen:4110 76.9.20.118:http ESTABLISHED
TCP rlarsen:4168 64.94.107.18:http CLOSE_WAIT
TCP rlarsen:4169 64.94.107.18:http CLOSE_WAIT
TCP rlarsen:4285 c-66-30-138-108.hsd1.nh.comcast.net:ssh CLOSE_WAIT
TCP rlarsen:4821 c-66-30-138-108.hsd1.nh.comcast.net:ssh CLOSE_WAIT
crontab file
# DO NOT EDIT THIS FILE - edit the master and reinstall.
# (/tmp/crontab.2k8bidj4vO installed on Wed Mar 18 20:42:22 2009)
# (Cron version V5.0 -- $Id: crontab.c,v 1.12 2004/01/23 18:56:42 vixie Exp $)
MAILTO=theClaw56@larsen-family.us
# Ping tests
#0,15,30,47 * * * * /home/jlarsen/test_pt/pt larsen-family.us -r 60 -t 5 -tto 60 -c -e theClaw56@larsen-family.us
# ssh_tunnel
0,10,20,30,40,50 * * * * /home/jlarsen/ssh_tunnel/screamer/ssh_tunnel.pl
0,10,20,30,40,50 * * * * /home/jlarsen/ssh_tunnel/old-beast/ssh_tunnel.pl
# BACKUPS ------------------------------------------------------
# Perform backups and daily diskusage report
05 03 * * * /home/jlarsen/backup/backup.cron
loader.conf file
# Filename: loader.conf
# Description: This is the configuration file for the loader portion of the
# ssh_tunnel program. The contents of this file never change. This insures
# that the loader will always operate. It is important not to change the
# formatting of this file because it is read by the ssh_tunnel and processed
# using perl which is expecting things to be in certain locations.
#
# loader.conf has two sections:
# 1. Configuration information such as the names of the ssh and sshd
# hosts, the working directories on each host, and other data as needed.
# 2. The ssh host configuration for the loader program is in this file.
# That configuration should never change. It needs to be at the end
# of the file because ssh uses everything between "Host" entries as
# configuration. There is only one Host section in this file.
#
########################################################################
# The following section contains host information
# SSH_CLIENT rlarsen
# SSH_CLIENT_DIR /home/jlarsen/ssh_tunnel/old-beast
# SSH_SERVER old-beast
# SSH_SERVER_DIR /home/tunnels/ssh_tunnel/rlarsen
#
########################################################################
# The following section is the ssh config file for the loader program.
# IMPORTANT! The path on the client MUST have the SSH_SERVER name in
# it. The script uses this name is search strings and it MUST be there.
Host loader
HostName larsen-family.us
Port = 143
UserKnownHostsFile = /home/jlarsen/ssh_tunnel/old-beast/known_hosts
User = tunnels
IdentityFile = /home/jlarsen/ssh_tunnel/old-beast/id_rsa.rlarsen
tunnel.conf file
# Filename: tunnel.conf
#
# Description: This is the configuration file for the tunnel portion of the
# ssh_tunnel program. The contents of this file can be changed during program execution.
# It is important not to change the formatting of the file because it is read by the
# tunnel program and processed using awk which is expecting things to be in certain
# locations.
#
# tunnel.conf has three sections:
# 1. Configuration information such as email addresses and thresholds.
# 2. The ssh host configuration for the tunnel. This consists of two
# host definitions, tunnel and heartbeat. The tunnel is the permanent
# connection and defines port forwarding. The heartbeat uses one of
# the forwarded ports to write and copy heartbeat files between the
# ssh client and the ssh server. Changing heartbeats indicate that the
# tunnel is functioning.
# 3. The webpage configuration section as described below. This has the
# ssh host configuration for updating a webpage on a webserver.
#
################################################################################
# The following section contains configuration information
#
# The tunnel is either "enabled" or "disabled" based on the value given
# below. If disabled, then no processes are running on either the
# client or the server. A cron job on the client runs ssh_tunnel.pl periodically
# to check if tunnel.conf has changed on the server. If a change is detected
# then the new tunnel.conf file is transfered over. If the tunnel state
# becomes "enabled" then the tunnel is activated.
# TUNNEL_STATE disabled
#
# The email addresses below receive diagnostic messages. Separate
# multiple addresses with commas and no white space. The word "none"
# turns off email sending and is the default. The same email address
# is used by cron, loader, tunnel, and pulse.
# EMAIL_ADDRESS john@larsen-family.us
#
# The threshold defined below is how many port failures are required
# before an email is sent. Set this to "none" to turn this off. If
# the ssh_server's ssh port isn't accessible then the loader kills
# the tunnel. This periodic email serves as a reminder that the tunnel
# is down.
# EMAIL_THRESHOLD 500
#
# The loader, tunnel, and pulse programs all have the same sleep value.
# The sleep time can be changed here. It should be in the range of
# 60 to 3600 seconds. Shorter sleep times increase system loading.
# The sleep time must be less than half the crontab time for ssh_tunnel.pl.
# SLEEP_TIME 238
#
#
################################################################################
# The following section is the ssh config file for the tunnel program.
# IMPORTANT! The path on the client MUST have the SSH_SERVER name in
# it. The script uses this name is search strings and it MUST be there.
#
# Important info about port numbers used in the "ssh_tunnel" and "heartbeat"
# sections below. The "heartbeat" Port number must be the same as the last
# two port numbers in the "ssh_tunnel" section. In this example 50022 is
# used. The port number used must be unused by anything else on the two
# machines. If you have multiple tunnels connecting to a single ssh_server
# be sure to use different port numbers.
#
# Another requirement is that the ssh_server must be configured to
# allow remote port forwarding. This is normally off by default in the
# ssh_server's sshd_config file. Set "GatewayPorts yes" in sshd_config.
#
Host tunnel
HostName larsen-family.us
Port = 143
UserKnownHostsFile = /home/jlarsen/ssh_tunnel/old-beast/known_hosts
User = tunnels
IdentityFile = /home/jlarsen/ssh_tunnel/old-beast/id_rsa.rlarsen
Compression = yes
RemoteForward = 59106 localhost:5906
RemoteForward = 59122 localhost:22
RemoteForward = 59122 localhost:22
LocalForward = 59122 localhost:22
################################################################################
Host heartbeat
HostName localhost
Port = 59122
UserKnownHostsFile = /home/jlarsen/ssh_tunnel/old-beast/known_hosts
User = tunnels
IdentityFile = /home/jlarsen/ssh_tunnel/old-beast/id_rsa.rlarsen
################################################################################
Host pulse
HostName localhost
Port = 59122
UserKnownHostsFile = /home/tunnels/ssh_tunnel/rlarsen/known_hosts
User = jlarsen
IdentityFile = /home/tunnels/ssh_tunnel/rlarsen/id_rsa.rlarsen
################################################################################
# Note: This section must be last in tunnel.conf.
# A webpage will be copied to the directory set by WEBSERVER_DIR below. The
# default value "none" turns this feature off. Change "none" to the directory
# path where the webpage should be copied. The "webpage" host information
# below must also be changed to valid values to make this work.
# WEBSERVER_DIR /home/tunnels/ssh_tunnel_html
#
# The filename of the webpage copied to the webserver defaults to
# SSH_CLIENT_to_SSH_SERVER.html. To choose a different name replace the
# word "default" on the line below with the desired name.
# WEBPAGE_FILENAME default
#
# A copy of the webpage can be put in the directory define by WEBPAGE_LOCAL_DIR.
# Change "none" to a valid directory to enable this feature.
# WEBPAGE_LOCAL_DIR none
#
# The webpage update rate defaults to once per sleep time. Change the value below
# to select a different rate. The update rate is the number of times through the
# loader while loop before updating the webpage. This value is ignored when events
# occur such as the tunnel going down or during startup. The webpage is updated
# for all non normal runtime events.
# WEBPAGE_UPDATE_RATE 1
#
Host webpage
HostName larsen-family.us
Port = 22
UserKnownHostsFile = /home/jlarsen/ssh_tunnel/old-beast/known_hosts.webpage
User = tunnels
IdentityFile = /home/jlarsen/ssh_tunnel/old-beast/id_rsa.rlarsen