INNER CODE UNIT · Python
download_dataset
aws-samples/rag-using-langchain-amazon-bedrock-and-opensearch · utils/dataset.py:15
def download_dataset(url):
# download the dataset and store it to tmp dir
try:
logger.info("Downloading dataset")
response = requests.get(url)
if response.status_code == 200:
temp = tempfile.NamedTemporaryFile(delete=False)
temp.write(response.content)
temp.close()
return temp.name
else:
logger.error("Failed to download dataset")
return None
except Exception as e:
logger.error(e)
return None