INNER CODE UNIT · Python
fetch
XDeadHackerX/The_spy_job · requisitos/theHarvester/theHarvester/lib/core.py:272
async def fetch(session, url, params='', json=False, proxy="") -> Union[str, dict, list, bool]:
# This fetch method solely focuses on get requests
try:
# Wrap in try except due to 0x89 png/jpg files
# This fetch method solely focuses on get requests
# TODO determine if method for post requests is necessary
if proxy != "":
if params != "":
sslcontext = ssl.create_default_context(cafile=certifi.where())
async with session.get(url, ssl=sslcontext, params=params, proxy=proxy) as response:
return await response.text() if json is False else await response.json()
else:
sslcontext = ssl.create_default_context(cafile=certifi.where())
async with session.get(url, ssl=sslcontext, proxy=proxy) as response:
await asyncio.sleep(2)
return await response.text() if json is False else await response.json()
if params != '':