#!/usr/bin/python
# Copyright (C) 2001 Matt Zimmerman <mdz@debian.org>
# Copyright (C) 2007,2008 Javier Fernandez-Sanguino <jfs@debian.org>
# - included patch from Justin Pryzby <justinpryzby_AT_users.sourceforge.net>
# to work with the latest Lsof - modify to reduce false positives by not
# complaining about deleted inodes/files under /tmp/, /var/log/,
# /var/run or named /SYSV.
# - introduced a verbose option
# PENDING:
# - included code from 'psdel' contributed by Sam Morris <sam_AT_robots.org.uk> to
# make the program work even if lsof is not installed
# (available at http://robots.org.uk/src/psdel)
# - make it work with a whitelist of directories instead of a blacklist
# (might make it less false positive prone)
#
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2, or (at your option)
# any later version.
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
# MA 02110-1301 USA
#
# On Debian systems, a copy of the GNU General Public License may be
# found in /usr/share/common-licenses/GPL.
import sys
import os, errno
import re
import pwd
import sys
import string
import subprocess
import getopt
from stat import *
if os.getuid() != 0:
sys.stderr.write('ERROR: This program must be run as root in order to obtain information\n')
sys.stderr.write('about all open file descriptors in the system.\n')
sys.exit(1)
def find_cmd(cmd):
dirs = [ '/', '/usr/', '/usr/local/', sys.prefix ]
for d in dirs:
for sd in ('bin', 'sbin'):
location = os.path.join(d, sd, cmd)
if os.path.exists(location):
return location
return 0
def usage():
sys.stderr.write('usage: checkrestart [-v]\n')
def main():
process = None
toRestart = {}
# Process options
try:
opts, args = getopt.getopt(sys.argv[1:], "hv", ["help", "verbose"])
except getopt.GetoptError, err:
# print help information and exit:
print str(err) # will print something like "option -a not recognized"
usage()
sys.exit(2)
verbose = False
for o, a in opts:
if o == "-v":
verbose = True
elif o in ("-h", "--help"):
usage()
sys.exit()
else:
assert False, "unhandled option"
# Start checking
toRestart = lsofcheck()
# Check if we have lsof, if not, use psdel
# if find_cmd('lsof'):
# toRestart = lsofcheck()
# else:
# TODO - This does not work yet:
# toRestart = psdelcheck()
print "Found %d processes using old versions of upgraded files" % len(toRestart)
if len(toRestart) == 0:
sys.exit(0)
programs = {}
for process in toRestart:
programs.setdefault(process.program, [])
programs[process.program].append(process)
if len(programs) == 1:
print "(%d distinct program)" % len(programs)
else:
print "(%d distinct programs)" % len(programs)
# Verbose information
if verbose:
for process in toRestart:
print "Process %s (PID: %d) " % (process.program, process.pid)
process.listDeleted()
packages = {}
diverted = None
dpkgQuery = ["dpkg", "--search"] + programs.keys()
dpkgProc = subprocess.Popen(dpkgQuery, stdout=subprocess.PIPE, stderr=None)
for line in dpkgProc.stdout.readlines():
if line.startswith('local diversion'):
continue
m = re.match('^diversion by (\S+) (from|to): (.*)$', line)
if m:
if m.group(2) == 'from':
diverted = m.group(3)
continue
if not diverted:
raise 'Weird error while handling diversion'
packagename, program = m.group(1), diverted
else:
packagename, program = line[:-1].split(': ')
packages.setdefault(packagename,Package(packagename))
packages[packagename].processes.extend(programs[program])
print "(%d distinct packages)" % len(packages)
if len(packages) == 0:
print "No packages seem to need to be restarted."
print "(please read checkrestart(1))"
sys.exit(0)
for package in packages.values():
if package == 'util-linux':
continue
dpkgQuery = ["dpkg", "--listfiles ", package.name]
dpkgProc = subprocess.Popen(dpkgQuery, stdout=subprocess.PIPE, stderr=None)
for line in dpkgProc.stdout.readlines():
path = line[:-1]
if path.startswith('/etc/init.d/'):
if path.endswith('.sh'):
continue
package.initscripts.append(path)
# Alternatively, find init.d scripts that match the process name
if len(package.initscripts) == 0:
for process in package.processes:
path = '/etc/init.d/' + os.path.basename(process.program)
if os.path.exists(path):
package.initscripts.append(path)
# Remove duplicate inits
package.initscripts = [ u for u in package.initscripts if u not in locals()['_[1]'] ]
restartable = []
nonrestartable = []
restartCommands = []
for package in packages.values():
if len(package.initscripts) > 0:
restartable.append(package)
restartCommands.extend(map(lambda s: s + ' restart',package.initscripts))
else:
nonrestartable.append(package)
if len(restartable) > 0:
print
print "Of these, %d seem to contain init scripts which can be used to restart them:" % len(restartable)
# TODO - consider putting this in a --verbose option
print "The following packages seem to have init scripts that could be used\nto restart them:"
for package in restartable:
print package.name + ':'
for process in package.processes:
print "\t%s\t%s" % (process.pid,process.program)
print
print "These are the init scripts:"
print '\n'.join(restartCommands)
print
if len(nonrestartable) == 0:
sys.exit(0)
# TODO - consider putting this in a --verbose option
print "These processes do not seem to have an associated init script to restart them:"
for package in nonrestartable:
print package.name + ':'
for process in package.processes:
print "\t%s\t%s" % (process.pid,process.program)
def lsofcheck():
processes = {}
for line in os.popen('lsof +XL -F nf').readlines():
field, data = line[0], line[1:-1]
if field == 'p':
process = processes.setdefault(data,Process(int(data)))
elif field == 'k':
process.links.append(data)
elif field == 'n':
# Remove the previous entry to check if this is something we should use
if data.startswith('/SYSV'):
# If we find SYSV we discard the previous descriptor
last = process.descriptors.pop()
elif data.startswith('/'):
last = process.descriptors.pop()
# Add it to the list of deleted files if the previous descriptor
# was DEL or lsof marks it as deleted
if re.compile("DEL").search(last) or re.compile("deleted").search(data):
process.files.append(data)
else:
# We discard the previous descriptors and drop it
last = process.descriptors.pop()
elif field == 'f':
# Save the descriptor for later comparison
process.descriptors.append(data)
toRestart = filter(lambda process: process.needsRestart(),
processes.values())
return toRestart
# Tells if a file has to be considered a deleted file
# Returns:
# - 0 (NO) for known locations of files which might be delted
# - 1 (YES) for valid deleted files we are interested in
def isdeletedFile (f):
# We don't care about log files
if f.startswith('/var/log/'):
return 0
# Or about files under temporary locations
if f.startswith('/var/run/'):
return 0
# Or about files under /tmp
if f.startswith('/tmp/'):
return 0
# Or /dev/zero
if f.startswith('/dev/zero'):
return 0
# Or /dev/pts (used by gpm)
if f.startswith('/dev/pts/'):
return 0
# Or /usr/lib/locale
if f.startswith('/usr/lib/locale/'):
return 0
# Skip automatically generated files
if f.endswith('icon-theme.cache'):
return 0
# TODO: it should only care about library files (i.e. /lib, /usr/lib and the like)
# build that check with a regexp to exclude others
if f.endswith(' (deleted)'):
return 1
if re.compile("\(path inode=[0-9]+\)$").search(f):
return 1
# Default: it is a deleted file we are interested in
return 1
def psdelcheck():
# TODO - Needs to be fixed to work here
# Useful for seeing which processes need to be restarted after you upgrade
# programs or shared libraries. Written to replace checkrestart(1) from the
# debian-goodies, which often misses out processes due to bugs in lsof; see
# <http://bugs.debian.org/264985> for more information.
numeric = re.compile(r'\d+')
toRestart = map (delmaps, map (string.atoi, filter (numeric.match, os.listdir('/proc'))))
return toRestart
def delmaps (pid):
processes = {}
process = processes.setdefault(pid,Process(int(pid)))
deleted = re.compile(r'(.*) \(deleted\)$')
boring = re.compile(r'/(dev/zero|SYSV([\da-f]{8}))|/usr/lib/locale')
mapline = re.compile(r'^[\da-f]{8}-[\da-f]{8} [r-][w-][x-][sp-] '
r'[\da-f]{8} [\da-f]{2}:[\da-f]{2} (\d+) *(.+)( \(deleted\))?\n$')
maps = open('/proc/%d/maps' % (pid))
for line in maps.readlines ():
m = mapline.match (line)
if (m):
inode = string.atoi (m.group (1))
file = m.group (2)
if inode == 0:
continue
# remove ' (deleted)' suffix
if deleted.match (file):
file = file [0:-10]
if boring.match (file):
continue
# list file names whose inode numbers do not match their on-disk
# values; or files that do not exist at all
try:
if os.stat (file)[stat.ST_INO] != inode:
process = processes.setdefault(pid,Process(int(pid)))
except OSError, (e, strerror):
if e == errno.ENOENT:
process = processes.setdefault(pid,Process(int(pid)))
else:
sys.stderr.write ('checkrestart (psdel): %s %s: %s\n' % (SysProcess.get(pid).info (), file, os.strerror (e)))
else:
print 'checkrestart (psdel): Error parsing "%s"' % (line [0:-1])
maps.close ()
return process
class SysProcess:
re_name = re.compile('Name:\t(.*)$')
re_uids = re.compile('Uid:\t(\d+)\t(\d+)\t(\d+)\t(\d+)$')
processes = {}
def get (pid):
try:
return Process.processes [pid]
except KeyError:
Process.processes [pid] = Process (pid)
return Process.get (pid)
# private
def __init__ (self, pid):
self.pid = pid
status = open ('/proc/%d/status' % (self.pid))
for line in status.readlines ():
m = self.re_name.match (line)
if m:
self.name = m.group (1)
continue
m = self.re_uids.match (line)
if m:
self.user = pwd.getpwuid (string.atoi (m.group (1)))[0]
continue
status.close ()
def info (self):
return '%d %s %s' % (self.pid, self.name, self.user)
class Process:
def __init__(self, pid):
self.pid = pid
self.files = []
self.descriptors = []
self.links = []
try:
self.program = self.cleanFile(os.readlink('/proc/%d/exe' % self.pid))
except OSError, e:
if e.errno != 2:
raise
def cleanFile(self, f):
# /proc/pid/exe has all kinds of junk in it sometimes
null = f.find('\0')
if null != -1:
f = f[:null]
# Support symlinked /usr
if f.startswith('/usr'):
statinfo = os.lstat('/usr')[ST_MODE]
# If /usr is a symlink then find where it points to
if S_ISLNK(statinfo):
newusr = os.readlink('/usr')
if not newusr.startswith('/'):
# If the symlink is relative, make it absolute
newusr = os.path.join(os.path.dirname('/usr'), newusr)
f = re.sub('^/usr',newusr, f)
# print "Changing usr to " + newusr + " result:" +f; # Debugging
return re.sub('( \(deleted\)|.dpkg-new).*$','',f)
def listDeleted(self):
listfiles = []
listdescriptors = []
for f in self.files:
if isdeletedFile(f):
listfiles.append(f)
if listfiles != []:
print "List of deleted files in use:"
for file in listfiles:
print "\t" + file
# Check if a process needs to be restarted, previously we would
# just check if it used libraries named '.dpkg-new' since that's
# what dpkg would do. Now we need to be more contrieved.
# Returns:
# - 0 if there is no need to restart the process
# - 1 if the process needs to be restarted
def needsRestart(self):
for f in self.files:
if isdeletedFile(f):
return 1
for f in self.links:
if f == 0:
return 1
return 0
class Package:
def __init__(self, name):
self.name = name
self.initscripts = []
self.processes = []
if __name__ == '__main__':
main()