INNER CODE UNIT · Python

save_queries

UKPLab/gpl · gpl/toolkit/beir.py:16

def save_queries(queries: Dict[str, str], output_dir):
    os.makedirs(output_dir, exist_ok=True)
    save_path = os.path.join(output_dir, "queries.jsonl")
    with open(save_path, "w") as f:
        for qid, query in queries.items():
            line_dict = {"_id": qid, "text": query, "metadata": {}}
            line = json.dumps(line_dict) + "\n"
            f.write(line)

    logger.info(f"Saved (copied) queries into {save_path}")


def save_qrels(qrels: Dict[str, Dict[str, float]], output_dir, split):
    os.makedirs(os.path.join(output_dir, "qrels"), exist_ok=True)

    assert split in ["train", "test", "dev"]
    save_path = os.path.join(output_dir, f"qrels/{split}.tsv")
    with open(save_path, "w") as f:

View source record →