# badlinks.py - plugin to list bad links # # Copyright (C) 1998, 1999 Albert Hopkins (marduk) # Copyright (C) 2002 Mike W. Meyer # Copyright (C) 2005, 2006, 2007 Arthur de Jong # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA # # The files produced as output from the software do not automatically fall # under the copyright of the software, unless explicitly stated otherwise. """Present a listing of links that point to non-existent pages.""" __title__ = 'bad links' __author__ = 'Arthur de Jong' __outputfile__ = 'badlinks.html' import plugins def generate(site): """Present the list of bad links to the given file descriptor.""" # find all links with link problems links = [ x for x in site.linkMap.values() if len(x.linkproblems)>0 ] # sort list links.sort(lambda a, b: cmp(a.url, b.url)) # present results fp = plugins.open_html(plugins.badlinks, site) if not links: fp.write( '

\n' ' There were no problems retrieving links from the website.\n' '

\n' ) plugins.close_html(fp) return fp.write( '

\n' ' These links could not be retrieved during the crawling of the website.\n' '

\n' '
    \n' ) for link in links: # list the link fp.write( '
  1. \n' ' %(badurl)s\n' ' \n') # present a list of parents link.parents.sort() plugins.print_parents(fp, link, ' ') # add a reference to the problem map for problem in link.linkproblems: for parent in link.parents: parent.add_pageproblem('bad link: ' + link.url + ': ' + problem) fp.write( '
  2. \n') fp.write( '
\n' ) plugins.close_html(fp)