132 lines
3.2 KiB
Python
132 lines
3.2 KiB
Python
import requests
|
|
|
|
class NeedLogin(Exception):
|
|
pass
|
|
|
|
class InsufficientPrivilege(Exception):
|
|
pass
|
|
|
|
class HTTPError(Exception):
|
|
def __init__(self,resp_code,url=None):
|
|
self.resp_code = resp_code
|
|
self.url = url
|
|
Exception.__init__(self)
|
|
|
|
def __expr__(self):
|
|
return f'{self.url}:{self.resp_code}'
|
|
|
|
def __str__(self):
|
|
return f'{self.url}:{self.resp_code}'
|
|
|
|
hostsessions = {}
|
|
|
|
class Http_Client:
|
|
def __init__(self):
|
|
self.s = requests.Session()
|
|
self.s.verify = False
|
|
self.s.hooks['response'].append(self.response_handler)
|
|
|
|
def prepped_handler(self, prepped):
|
|
pass
|
|
|
|
def response_handler(self, resp, *args, **kw):
|
|
return resp
|
|
|
|
def url2domain(self,url):
|
|
parts = url.split('/')[:3]
|
|
pre = '/'.join(parts)
|
|
return pre
|
|
|
|
def _webcall(self,url,method="GET",
|
|
params={},
|
|
files={},
|
|
headers={},
|
|
stream=False):
|
|
domain = self.url2domain(url)
|
|
sessionid = hostsessions.get(domain,None)
|
|
if sessionid:
|
|
headers.update({'session':sessionid})
|
|
|
|
if method in ['GET']:
|
|
req = requests.Request(method,url,
|
|
params=params,headers=headers)
|
|
else:
|
|
req = requests.Request(method,url,
|
|
data=params,files=files,headers=headers)
|
|
prepped = self.s.prepare_request(req)
|
|
self.prepped_handler(prepped)
|
|
resp = self.s.send(prepped)
|
|
if resp.status_code == 200:
|
|
h = resp.headers.get('Set-Cookie',None)
|
|
if h:
|
|
sessionid = h.split(';')[0]
|
|
hostsessions[domain] = sessionid
|
|
|
|
if resp.status_code == 401:
|
|
print('NeedLogin:',url)
|
|
raise NeedLogin
|
|
|
|
if resp.status_code == 403:
|
|
raise InsufficientPrivilege
|
|
|
|
if resp.status_code != 200:
|
|
print('Error', url, method,
|
|
params, resp.status_code,
|
|
type(resp.status_code))
|
|
raise HTTPError(resp.status_code,url)
|
|
return resp
|
|
|
|
def webcall(self,url,method="GET",
|
|
params={},
|
|
files={},
|
|
headers={},
|
|
stream=False):
|
|
resp = self._webcall(url,method=method,
|
|
params=params,
|
|
files=files,
|
|
headers=headers,
|
|
stream=stream)
|
|
if stream:
|
|
return resp
|
|
try:
|
|
data = resp.json()
|
|
if type(data) != type({}):
|
|
return data
|
|
status = data.get('status',None)
|
|
if status is None:
|
|
return data
|
|
if status == 'OK':
|
|
return data.get('data')
|
|
return data
|
|
except:
|
|
return resp.text
|
|
|
|
def __call__(self,url,method="GET",
|
|
params={},
|
|
headers={},
|
|
files={},
|
|
stream=False):
|
|
return self.webcall(url, method=method,
|
|
params=params, files=files,
|
|
headers=headers, stream=stream)
|
|
|
|
def get(self, url, params={}, headers={}, stream=False):
|
|
return self.__call__(url,method='GET',params=params,
|
|
headers=headers, stream=stream)
|
|
def post(self, url, params={}, headers={}, files={}, stream=False):
|
|
return self.__call__(url,method='POST',params=params, files=files,
|
|
headers=headers, stream=stream)
|
|
|
|
def put(self, url, params={}, headers={}, stream=False):
|
|
return self.__call__(url,method='PUT',params=params,
|
|
headers=headers, stream=stream)
|
|
|
|
def delete(self, url, params={}, headers={}, stream=False):
|
|
return self.__call__(url,method='DELETE',params=params,
|
|
headers=headers, stream=stream)
|
|
|
|
def option(self, url, params={}, headers={}, stream=False):
|
|
return self.__call__(url,method='OPTION',params=params,
|
|
headers=headers, stream=stream)
|
|
|