apppublic/appPublic/httpclient.py

import asyncio
import aiohttp
import re

RESPONSE_BIN = 0
RESPONSE_TEXT = 1
RESPONSE_JSON = 2
RESPONSE_FILE = 3

class HttpClient:
	def __init__(self,coding='utf-8'):
		self.coding = coding
		self.session = None
		self.cookies = {}

	async def close(self):
		if self.session:
			await self.session.close()
			self.session = None

	def url2domain(self,url):
		parts = url.split('/')[:3]
		pre = '/'.join(parts)
		return pre
		
	def setCookie(self,url,cookies):
		name = self.url2domain(url)
		self.cookies[name] = cookies

	def getCookies(self,url):
		name = url2domain(url)
		return self.cookies.get(name,None)

	def getsession(self,url):
		if self.session is None:
			jar = aiohttp.CookieJar(unsafe=True)
			self.session = aiohttp.ClientSession(cookie_jar=jar)
		return self.session
				
	async def handleResp(self,url,resp,resp_type):
		if resp.cookies is not None:
			self.setCookie(url,resp.cookies)

		if resp_type == RESPONSE_BIN:
			return await resp.read()
		if resp_type == RESPONSE_JSON:
			return await resp.json()
		# default resp_type == RESPONSE_TEXT:
		return await resp.text(self.coding)

	def grapCookie(self,url):
		session = self.getsession(url)
		domain = self.url2domain(url)
		filtered = session.cookie_jar.filter_cookies(domain)
		return filtered
		print(f'=====domain={domain},cookies={fltered},type={type(fltered)}===')

	async def get(self,url,
					params={},headers={},resp_type=RESPONSE_TEXT):
		session = self.getsession(url)
		resp = await session.get(url,params=params,headers=headers)
		if resp.status==200:
			return await self.handleResp(url,resp,resp_type)
		return None

	async def post(self,url,
					data=b'',headers={},cookies=None,
					resp_type=RESPONSE_TEXT):
		session = self.getsession(url)
		resp = await session.post(url,data=data,
						headers=headers,cookies=cookies)
		if resp.status==200:
			return await self.handleResp(url,resp,resp_type)
		print(f'**ERROR**{url} response code={resp.status}')
		return None

if __name__ == '__main__':
	async def gbaidu(hc):
		r = await hc.get('https://www.baidu.com')
		print(r)
		await hc.close()
	loop = asyncio.get_event_loop()
	hc = HttpClient()
	loop.run_until_complete(gbaidu(hc))