evaluation/benchmarks/scienceagentbench/post_proc.py

import json
from argparse import ArgumentParser

if __name__ == '__main__':
    parser = ArgumentParser()
    parser.add_argument(
        'log_fname',
        type=str,
    )
    args = parser.parse_args()

    fname = args.log_fname
    out_fname = args.log_fname.replace('.jsonl', '.converted.jsonl')

    log = [json.loads(line) for line in open(fname)]

    simple_log = [
        json.dumps(
            {
                'instance_id': ex['instance_id'],
                'instruction': ex['instruction'],
                'test_result': ex['test_result'],
                'cost': ex['metrics']['accumulated_cost'],
            }
        )
        for ex in log
    ]

    with open(out_fname, 'w+', encoding='utf-8') as f:
        f.write('\n'.join(simple_log))