David Blume's GitList
Repositories
testpython.git
Code
Commits
Branches
Tags
Search
Tree:
0d6d4d4
Branches
Tags
main
python2
testpython.git
sitesize
sitesize.py
Compatibility with Python 2.
David Blume
commited
0d6d4d4
at 2016-08-14 11:18:22
sitesize.py
Blame
History
Raw
#!/usr/bin/env python # https://dl.dropboxusercontent.com/u/3967849/pyru/_build/html/process.html from __future__ import print_function import urllib sites = [ # 'https://www.yahoo.com/', # 'http://www.cnn.com', # 'http://www.python.org', # 'http://www.jython.org', 'http://www.pypy.org', # 'http://www.perl.org', # 'http://www.cisco.com', # 'http://www.facebook.com', # 'http://www.twitter.com', # 'http://www.macrumors.com/', # 'http://arstechnica.com/', # 'http://www.reuters.com/', # 'http://abcnews.go.com/', # 'http://www.cnbc.com/', ] def sitesize(url): ''' Determine the size of a website ''' # TODO: Use requests instead, or migrate to python3 f = urllib.urlopen(url) # Could use "with" in python3 page = f.read() f.close() return url, len(page) def run(): for result in map(sitesize, sites): print(result) if __name__ == '__main__': run()
