INNER CODE UNIT · Python

main

aws-samples/rag-using-langchain-amazon-bedrock-and-opensearch · load-data-to-opensearch.py:61

def main():
    logger.info("Starting")
    
    dataset_url = "https://huggingface.co/datasets/sentence-transformers/embedding-training-data/resolve/main/gooaq_pairs.jsonl.gz"
    early_stop_record_count = 100
    
    args, _ = parse_args()
    region = args.region
    name = args.index
    multi_tenant = args.multi_tenant

    
    # Prepare OpenSearch index with vector embeddings index mapping
    logger.info(f"Recreating opensearch index: {args.recreate}, using early stop: {args.early_stop} to insert only {early_stop_record_count} records")
    if multi_tenant:
        logger.info("Using multi tenant mode")    
    logger.info("Preparing OpenSearch Index")
    opensearch_password = secret.get_secret(name, region)

View source record →