1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
|
# slow.py - plugin that lists pages that could be slow to load
#
# Copyright (C) 1998, 1999 Albert Hopkins (marduk)
# Copyright (C) 2002 Mike W. Meyer
# Copyright (C) 2005 Arthur de Jong
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
#
# The files produced as output from the software do not automatically fall
# under the copyright of the software, unless explicitly stated otherwise.
"""Present a list of pages that are large and probably slow to download."""
__title__ = "what's slow"
__author__ = 'Arthur de Jong'
import config
import plugins
def _getsize(link,done=[]):
"""Return the size of the link and all its embedded links, counting each
link only once."""
done.append(link)
if not hasattr(link,"totalSize"):
size = 0
if link.size is not None:
size = link.size
for l in link.embedded:
if l not in done:
size += _getsize(l,done)
link.totalSize = size
return link.totalSize
def generate(fp,site):
"""Output the list of large pages to the given file descriptor."""
# get all internal pages
links = filter(lambda a: a.ispage and a.isinternal, site.linkMap.values())
# calculate size of links
links = filter(lambda a: _getsize(a) >= config.REPORT_SLOW_URL_SIZE*1024, links)
# sort links by size
links.sort(lambda a, b: cmp(a.totalSize, b.totalSize))
# present results
if not links:
fp.write(
' <p class="description">\n'
' No pages over %(size)sK were found.\n'
' </p>\n'
% { 'size': config.REPORT_SLOW_URL_SIZE })
return
fp.write(
' <p class="description">\n'
' These pages are probably too big (over %(size)sK) which could be\n'
' slow to download.\n'
' </p>\n'
' <ul>\n'
% { 'size': config.REPORT_SLOW_URL_SIZE })
for link in links:
fp.write(
' <li>\n'
' %(link)s\n'
' <ul class="problem">\n'
' <li>size: %(size)sK</li>\n'
' </ul>\n'
' </li>\n'
% { 'link': plugins.make_link(link),
'size': str(link.totalSize/1024) })
link.add_pageproblem('this page %sK' % str(link.totalSize/1024))
fp.write(
' </ul>\n' )
|