INNER CODE UNIT · Python

main

OSU-NLP-Group/ScienceAgentBench · compute_scores.py:66

def main():
    instance_path = Path('/testbed/instance_path')
    if os.path.exists("pred_results"):
        shutil.rmtree("pred_results")
    os.symlink(instance_path / "pred_results", "pred_results")
    
    # 
    with open(instance_path / 'input' / 'input.json', 'rb') as f:
        example = json.load(f)

    # 
    eval_program_path = '/testbed/benchmark/eval_programs'
    pred_program_path = '/testbed/pred_programs'
    gold_program_path = '/testbed/benchmark/gold_programs'

    output_tuple = compute_scores(example, eval_program_path, pred_program_path, gold_program_path)
    print(output_tuple)
    os.makedirs(instance_path / "output", exist_ok=True)

View source record →