mirror of https://github.com/Mikaela/Limnoria.git
88 lines
2.8 KiB
Python
88 lines
2.8 KiB
Python
#!/usr/bin/env python
|
|
|
|
###
|
|
# Copyright (c) 2002, Jeremiah Fincher
|
|
# All rights reserved.
|
|
#
|
|
# Redistribution and use in source and binary forms, with or without
|
|
# modification, are permitted provided that the following conditions are met:
|
|
#
|
|
# * Redistributions of source code must retain the above copyright notice,
|
|
# this list of conditions, and the following disclaimer.
|
|
# * Redistributions in binary form must reproduce the above copyright notice,
|
|
# this list of conditions, and the following disclaimer in the
|
|
# documentation and/or other materials provided with the distribution.
|
|
# * Neither the name of the author of this software nor the name of
|
|
# contributors to this software may be used to endorse or promote products
|
|
# derived from this software without specific prior written consent.
|
|
#
|
|
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
# ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
|
# LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
# POSSIBILITY OF SUCH DAMAGE.
|
|
###
|
|
|
|
__revision__ = "$Id$"
|
|
|
|
import fix
|
|
|
|
import re
|
|
import socket
|
|
import urllib2
|
|
import urlparse
|
|
|
|
class WebError(Exception):
|
|
pass
|
|
|
|
urlRe = re.compile(r"(\w+://[^\])>\s]+)", re.I)
|
|
|
|
REFUSED = 'Connection refused.'
|
|
TIMED_OUT = 'Connection timed out.'
|
|
RESET_BY_PEER = 'Connection reset by peer.'
|
|
|
|
def getUrlFd(url):
|
|
"""Gets a file-like object for a url."""
|
|
try:
|
|
fd = urllib2.urlopen(url)
|
|
return fd
|
|
except socket.timeout, e:
|
|
raise WebError, TIMED_OUT
|
|
except socket.error, e:
|
|
if e.args[0] == 111:
|
|
raise WebError, REFUSED
|
|
elif e.args[0] in (110, 10060):
|
|
raise WebError, TIMED_OUT
|
|
elif e.args[0] == 104:
|
|
raise WebError, RESET_BY_PEER
|
|
else:
|
|
raise WebError, str(e)
|
|
except (urllib2.HTTPError, urllib2.URLError), e:
|
|
raise WebError, str(e)
|
|
|
|
def getUrl(url, size=None):
|
|
"""Gets a page. Returns a string that is the page gotten."""
|
|
fd = getUrlFd(url)
|
|
try:
|
|
if size is None:
|
|
text = fd.read()
|
|
else:
|
|
text = fd.read(size)
|
|
except socket.timeout, e:
|
|
raise WebError, TIMED_OUT
|
|
fd.close()
|
|
return text
|
|
|
|
def getDomain(url):
|
|
return urlparse.urlparse(url)[1]
|
|
|
|
|
|
# vim:set shiftwidth=4 tabstop=8 expandtab textwidth=78:
|
|
|