# badlinks.py - plugin to list bad links # # Copyright (C) 1998, 1999 Albert Hopkins (marduk) # Copyright (C) 2002 Mike W. Meyer # Copyright (C) 2005 Arthur de Jong # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA # # The files produced as output from the software do not automatically fall # under the copyright of the software, unless explicitly stated otherwise. """Present a listing of links that point to non-existent pages.""" __title__ = 'bad links' __author__ = 'Arthur de Jong' import config import plugins def generate(fp,site): """Present the list of bad links to the given file descriptor.""" # find all links with link problems links = filter(lambda a: len(a.linkproblems)>0, site.linkMap.values()) # sort list links.sort(lambda a, b: cmp(a.url, b.url)) # present results if not links: fp.write( '
\n' ' There were no problems retrieving links from the website.\n' '
\n' '\n' ' These links could not be retrieved during the crawling of the website.\n' '
\n' '