INNER CODE UNIT · Python

main

Future-House/BixBench · grade_outputs.py:109

async def main():
    try:
        args = parse_args()
        metrics = await grade_answers(
            args.input_file,
            args.answer_mode,
            args.model,
            args.temperature,
        )

        # make dir if doesn't exist
        if not os.path.exists(args.output_dir):
            os.makedirs(args.output_dir)

        output_file = (
            Path(args.input_file).stem + "_graded.json"
            if args.output_file is None
            else args.output_file

View source record →