mirror of
https://github.com/kennethreitz/requests3.git
synced 2026-06-05 23:10:16 +00:00
327 lines
6.3 KiB
Python
327 lines
6.3 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
"""
|
|
requests.core
|
|
~~~~~~~~~~~~~
|
|
|
|
This module implements the main Requests system.
|
|
|
|
:copyright: (c) 2011 by Kenneth Reitz.
|
|
:license: ISC, see LICENSE for more details.
|
|
"""
|
|
|
|
import httplib
|
|
import urllib
|
|
import urllib2
|
|
import urlparse
|
|
|
|
|
|
__title__ = 'requests'
|
|
__version__ = '0.0.1'
|
|
__build__ = 0x000001
|
|
__author__ = 'Kenneth Reitz'
|
|
__license__ = 'ISC'
|
|
__copyright__ = 'Copyright 2011 Kenneth Reitz'
|
|
|
|
|
|
AUTOAUTHS = []
|
|
|
|
|
|
class Request(object):
|
|
"""The :class:`Request` object. It's awesome.
|
|
"""
|
|
|
|
_METHODS = ('get', 'head', 'put', 'post', 'delete')
|
|
|
|
def __init__(self):
|
|
self.url = None
|
|
self.headers = dict()
|
|
self.method = None
|
|
self.params = {}
|
|
self.data = {}
|
|
self.response = Response()
|
|
self.auth = None
|
|
self.sent = False
|
|
|
|
|
|
def __setattr__(self, name, value):
|
|
if (name == 'method') and (value):
|
|
if not value.lower() in self._METHODS:
|
|
raise InvalidMethod()
|
|
|
|
object.__setattr__(self, name, value)
|
|
|
|
|
|
def _checks(self):
|
|
pass
|
|
|
|
|
|
def _get_opener(self):
|
|
""" Creates appropriate opener object for urllib2.
|
|
"""
|
|
|
|
if self.auth:
|
|
|
|
# create a password manager
|
|
authr = urllib2.HTTPPasswordMgrWithDefaultRealm()
|
|
|
|
authr.add_password(None, self.url, self.auth.username, self.auth.password)
|
|
handler = urllib2.HTTPBasicAuthHandler(authr)
|
|
opener = urllib2.build_opener(handler)
|
|
|
|
# use the opener to fetch a URL
|
|
return opener.open
|
|
else:
|
|
return urllib2.urlopen
|
|
|
|
|
|
def send(self, anyway=False):
|
|
"""Sends the request.
|
|
|
|
:param anyway: If True, request will be sent, even if it has already been sent.
|
|
"""
|
|
self._checks()
|
|
|
|
if self.method.lower() == 'get':
|
|
if (not self.sent) or anyway:
|
|
try:
|
|
# url encode GET params if it's a dict
|
|
if isinstance(self.params, dict):
|
|
params = urllib.urlencode(self.params)
|
|
else:
|
|
|
|
params = self.params
|
|
|
|
req = urllib2.Request("%s?%s" % (self.url, params))
|
|
|
|
if self.headers:
|
|
req.headers = self.headers
|
|
|
|
opener = self._get_opener()
|
|
resp = opener(req)
|
|
|
|
self.response.status_code = resp.code
|
|
self.response.headers = resp.info().dict
|
|
self.response.content = resp.read()
|
|
|
|
success = True
|
|
|
|
|
|
except RequestException:
|
|
raise RequestException
|
|
|
|
|
|
elif self.method.lower() == 'head':
|
|
if (not self.sent) or anyway:
|
|
try:
|
|
pass
|
|
|
|
success = True
|
|
|
|
except Exception:
|
|
raise RequestException
|
|
|
|
elif self.method.lower() == 'put':
|
|
if (not self.sent) or anyway:
|
|
try:
|
|
pass
|
|
|
|
success = True
|
|
|
|
except Exception:
|
|
raise RequestException
|
|
|
|
elif self.method.lower() == 'post':
|
|
if (not self.sent) or anyway:
|
|
try:
|
|
|
|
req = urllib2.Request(self.url)
|
|
|
|
if self.headers:
|
|
r.headers = self.headers
|
|
|
|
# url encode form data if it's a dict
|
|
if isinstance(self.data, dict):
|
|
req.data = urllib.urlencode(self.data)
|
|
else:
|
|
req.data = self.data
|
|
|
|
|
|
if self.auth:
|
|
|
|
# create a password manager
|
|
password_mgr = urllib2.HTTPPasswordMgrWithDefaultRealm()
|
|
|
|
# Add the username and password.
|
|
# If we knew the realm, we could use it instead of ``None``.
|
|
password_mgr.add_password(None, self.url, self.auth.username, self.auth.password)
|
|
handler = urllib2.HTTPBasicAuthHandler(password_mgr)
|
|
opener = urllib2.build_opener(handler)
|
|
|
|
# use the opener to fetch a URL
|
|
resp = opener.open(req)
|
|
else:
|
|
resp = urllib2.urlopen(req)
|
|
|
|
self.response.status_code = resp.code
|
|
self.response.headers = resp.info().dict
|
|
self.response.content = resp.read()
|
|
|
|
success = True
|
|
|
|
except Exception:
|
|
raise RequestException
|
|
|
|
elif self.method.lower() == 'delete':
|
|
if (not self.sent) or anyway:
|
|
try:
|
|
pass
|
|
|
|
success = True
|
|
|
|
except Exception:
|
|
raise RequestException
|
|
|
|
else:
|
|
raise InvalidMethod
|
|
|
|
|
|
self.sent = True if success else False
|
|
|
|
return success
|
|
|
|
|
|
class Response(object):
|
|
"""The :class:`Request` object. It's awesome.
|
|
"""
|
|
|
|
def __init__(self):
|
|
self.content = None
|
|
self.status_code = None
|
|
self.headers = dict()
|
|
|
|
|
|
class AuthObject(object):
|
|
"""The :class:`AuthObject` is a simple HTTP Authentication token.
|
|
|
|
:param username: Username to authenticate with.
|
|
:param password: Password for given username.
|
|
"""
|
|
|
|
def __init__(self, username, password):
|
|
self.username = username
|
|
self.password = password
|
|
|
|
|
|
|
|
def get(url, params={}, headers={}, auth=None):
|
|
"""Sends a GET request. Returns :class:`Response` object.
|
|
"""
|
|
r = Request()
|
|
|
|
r.method = 'GET'
|
|
r.url = url
|
|
r.params = params
|
|
r.headers = headers
|
|
r.auth = _detect_auth(url, auth)
|
|
|
|
r.send()
|
|
|
|
return r.response
|
|
|
|
|
|
def head(url, data={}, headers={}, auth=None):
|
|
"""Sends a HEAD request. Returns :class:`Response` object.
|
|
"""
|
|
r = Request()
|
|
|
|
r.method = 'HEAD'
|
|
# return response object
|
|
r.data = data
|
|
r.headers = headers
|
|
r.auth = _detect_auth(url, auth)
|
|
|
|
r.send()
|
|
|
|
return r.response
|
|
|
|
|
|
def post(url, data={}, headers={}, auth=None):
|
|
"""Sends a POST request. Returns :class:`Response` object.
|
|
"""
|
|
r = Request()
|
|
|
|
r.url = url
|
|
r.method = 'POST'
|
|
r.data = data
|
|
|
|
r.headers = headers
|
|
r.auth = _detect_auth(url, auth)
|
|
|
|
r.send()
|
|
|
|
return r.response
|
|
|
|
|
|
def put(url, data='', headers={}, auth=None):
|
|
"""Sends a PUT request. Returns :class:`Response` object.
|
|
"""
|
|
r = Request()
|
|
|
|
r.method = 'PUT'
|
|
# return response object
|
|
|
|
r.headers = headers
|
|
r.auth = _detect_auth(url, auth)
|
|
|
|
r.send()
|
|
|
|
return r.response
|
|
|
|
|
|
def delete(url, params={}, headers={}, auth=None):
|
|
"""Sends a DELETE request. Returns :class:`Response` object.
|
|
"""
|
|
r = Request()
|
|
|
|
r.method = 'DELETE'
|
|
# return response object
|
|
|
|
r.headers = headers
|
|
r.auth = _detect_auth(url, auth)
|
|
|
|
r.send()
|
|
|
|
return r.response
|
|
|
|
|
|
def add_autoauth(url, authobject):
|
|
global AUTOAUTHS
|
|
|
|
AUTOAUTHS.append((url, authobject))
|
|
|
|
|
|
def _detect_auth(url, auth):
|
|
|
|
return _get_autoauth(url) if not auth else auth
|
|
|
|
|
|
def _get_autoauth(url):
|
|
for (authauth_url, auth) in AUTOAUTHS:
|
|
if autoauth_url in url:
|
|
return auth
|
|
|
|
return None
|
|
|
|
class RequestException(Exception):
|
|
"""There was an ambiguous exception that occured while handling your request."""
|
|
|
|
class AuthenticationError(RequestException):
|
|
"""The authentication credentials provided were invalid."""
|
|
|
|
class URLRequired(RequestException):
|
|
"""A valid URL is required to make a request."""
|
|
|
|
class InvalidMethod(RequestException):
|
|
"""An inappropriate method was attempted."""
|