INNER CODE UNIT · Python

decompress_dataset

aws-samples/rag-using-langchain-amazon-bedrock-and-opensearch · utils/dataset.py:34

def decompress_dataset(file_path):
    # decompress the dataset
    temp_fd, temp_path = tempfile.mkstemp()
    logger.info(f"Decompressing dataset {file_path} to new file {temp_path}") 
    try:    
        with gzip.open(file_path, 'rb') as compressed:
            with open(temp_path, 'wb') as decompressed:
                decompressed.write(compressed.read())
        logger.info("Decompression complete") 
        return temp_path
    except Exception as e:
        logger.error(e)
        return None


def prep_for_put(file_path):
    logger.info(f"Loading file {file_path}")
    all_records = []

View source record →