mirror of
https://github.com/lilydjwg/nvchecker.git
synced 2025-03-10 06:14:02 +00:00
e3d62d4169
Pass content_type=None as per the document suggests: https://docs.aiohttp.org/en/stable/client_advanced.html#disabling-content-type-validation-for-json-responses
75 lines
1.9 KiB
Python
75 lines
1.9 KiB
Python
# MIT licensed
|
|
# Copyright (c) 2013-2017 lilydjwg <lilydjwg@gmail.com>, et al.
|
|
|
|
import json
|
|
from urllib.parse import urlencode
|
|
|
|
from tornado.httpclient import AsyncHTTPClient, HTTPRequest, HTTPResponse
|
|
from tornado.httpclient import HTTPError
|
|
from tornado.platform.asyncio import AsyncIOMainLoop, to_asyncio_future
|
|
AsyncIOMainLoop().install()
|
|
|
|
try:
|
|
import pycurl
|
|
AsyncHTTPClient.configure("tornado.curl_httpclient.CurlAsyncHTTPClient", max_clients=20)
|
|
except ImportError:
|
|
pycurl = None
|
|
|
|
__all__ = ['session', 'HTTPError']
|
|
|
|
client = AsyncHTTPClient()
|
|
HTTP2_AVAILABLE = None if pycurl else False
|
|
|
|
def try_use_http2(curl):
|
|
global HTTP2_AVAILABLE
|
|
if HTTP2_AVAILABLE is None:
|
|
try:
|
|
curl.setopt(pycurl.HTTP_VERSION, 4)
|
|
HTTP2_AVAILABLE = True
|
|
except pycurl.error:
|
|
HTTP2_AVAILABLE = False
|
|
elif HTTP2_AVAILABLE:
|
|
curl.setopt(pycurl.HTTP_VERSION, 4)
|
|
|
|
class Session:
|
|
def get(self, url, **kwargs):
|
|
kwargs['prepare_curl_callback'] = try_use_http2
|
|
|
|
proxy = kwargs.get('proxy')
|
|
if proxy:
|
|
del kwargs['proxy']
|
|
elif hasattr(self, 'nv_config') and self.nv_config.get('proxy'):
|
|
proxy = self.nv_config.get('proxy')
|
|
if proxy:
|
|
host, port = proxy.rsplit(':', 1)
|
|
kwargs['proxy_host'] = host
|
|
kwargs['proxy_port'] = int(port)
|
|
|
|
params = kwargs.get('params')
|
|
if params:
|
|
del kwargs['params']
|
|
q = urlencode(params)
|
|
url += '?' + q
|
|
|
|
r = HTTPRequest(url, **kwargs)
|
|
return ResponseManager(r)
|
|
|
|
class ResponseManager:
|
|
def __init__(self, req):
|
|
self.req = req
|
|
|
|
async def __aenter__(self):
|
|
return await to_asyncio_future(client.fetch(self.req))
|
|
|
|
async def __aexit__(self, exc_type, exc, tb):
|
|
pass
|
|
|
|
async def json_response(self, **kwargs):
|
|
return json.loads(self.body.decode('utf-8'))
|
|
|
|
async def read(self):
|
|
return self.body
|
|
|
|
HTTPResponse.json = json_response
|
|
HTTPResponse.read = read
|
|
session = Session()
|