# badlinks.py - plugin to list bad links # # Copyright (C) 1998, 1999 Albert Hopkins (marduk) # Copyright (C) 2002 Mike W. Meyer # Copyright (C) 2005 Arthur de Jong # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA # # The files produced as output from the software do not automatically fall # under the copyright of the software, unless explicitly stated otherwise. """Present a listing of links that point to non-existent pages.""" __title__ = 'bad links' __author__ = 'Arthur de Jong' import config import plugins def generate(fp,site): """Present the list of bad links to the given file descriptor.""" # find all links with link problems links = filter(lambda a: len(a.linkproblems)>0, site.linkMap.values()) # sort list links.sort(lambda a, b: cmp(a.url, b.url)) # present results if not links: fp.write( '

\n' ' There were no problems retrieving links from the website.\n' '

\n' '
    \n' ) return fp.write( '

    \n' ' These links could not be retrieved during the crawling of the website.\n' '

    \n' '
      \n' ) for link in links: # list the link fp.write( '
    1. \n' ' %(badurl)s\n' '
        \n' % { 'badurl': plugins.make_link(link,link.url) }) # list the problems for problem in link.linkproblems: fp.write( '
      • %(problem)s
      • \n' % { 'problem': plugins.escape(problem) }) fp.write( '
      \n') # present a list of parents link.parents.sort() plugins.print_parents(fp,link,' ') # add a reference to the problem map for problem in link.linkproblems: for parent in link.parents: parent.add_pageproblem("bad link: " + link.url + ": " + problem) fp.write( '
    2. \n') fp.write( '
    \n' )