lawbench

v1.0

LawBench: Benchmarking Legal Knowledge of Large Language Models

uvx harbor run -d lawbench@1.0

Tasks (1000)

lawbench-2-4-0-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-0-one-shot
ae85e50
lawbench-2-4-0-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-0-zero-shot
ae85e50
lawbench-2-4-1-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-1-one-shot
ae85e50
lawbench-2-4-1-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-1-zero-shot
ae85e50
lawbench-2-4-10-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-10-one-shot
ae85e50
lawbench-2-4-10-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-10-zero-shot
ae85e50
lawbench-2-4-11-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-11-one-shot
ae85e50
lawbench-2-4-11-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-11-zero-shot
ae85e50
lawbench-2-4-12-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-12-one-shot
ae85e50
lawbench-2-4-12-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-12-zero-shot
ae85e50
lawbench-2-4-13-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-13-one-shot
ae85e50
lawbench-2-4-13-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-13-zero-shot
ae85e50
lawbench-2-4-14-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-14-one-shot
ae85e50
lawbench-2-4-14-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-14-zero-shot
ae85e50
lawbench-2-4-15-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-15-one-shot
ae85e50
lawbench-2-4-15-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-15-zero-shot
ae85e50
lawbench-2-4-16-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-16-one-shot
ae85e50
lawbench-2-4-16-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-16-zero-shot
ae85e50
lawbench-2-4-17-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-17-one-shot
ae85e50
lawbench-2-4-17-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-17-zero-shot
ae85e50
lawbench-2-4-18-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-18-one-shot
ae85e50
lawbench-2-4-18-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-18-zero-shot
ae85e50
lawbench-2-4-19-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-19-one-shot
ae85e50
lawbench-2-4-19-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-19-zero-shot
ae85e50
lawbench-2-4-2-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-2-one-shot
ae85e50
lawbench-2-4-2-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-2-zero-shot
ae85e50
lawbench-2-4-20-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-20-one-shot
ae85e50
lawbench-2-4-20-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-20-zero-shot
ae85e50
lawbench-2-4-21-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-21-one-shot
ae85e50
lawbench-2-4-21-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-21-zero-shot
ae85e50
lawbench-2-4-22-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-22-one-shot
ae85e50
lawbench-2-4-22-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-22-zero-shot
ae85e50
lawbench-2-4-23-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-23-one-shot
ae85e50
lawbench-2-4-23-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-23-zero-shot
ae85e50
lawbench-2-4-24-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-24-one-shot
ae85e50
lawbench-2-4-24-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-24-zero-shot
ae85e50
lawbench-2-4-3-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-3-one-shot
ae85e50
lawbench-2-4-3-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-3-zero-shot
ae85e50
lawbench-2-4-4-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-4-one-shot
ae85e50
lawbench-2-4-4-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-4-zero-shot
ae85e50
lawbench-2-4-5-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-5-one-shot
ae85e50
lawbench-2-4-5-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-5-zero-shot
ae85e50
lawbench-2-4-6-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-6-one-shot
ae85e50
lawbench-2-4-6-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-6-zero-shot
ae85e50
lawbench-2-4-7-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-7-one-shot
ae85e50
lawbench-2-4-7-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-7-zero-shot
ae85e50
lawbench-2-4-8-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-8-one-shot
ae85e50
lawbench-2-4-8-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-8-zero-shot
ae85e50
lawbench-2-4-9-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-9-one-shot
ae85e50
lawbench-2-4-9-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-4-9-zero-shot
ae85e50
lawbench-2-5-0-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-0-one-shot
ae85e50
lawbench-2-5-0-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-0-zero-shot
ae85e50
lawbench-2-5-1-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-1-one-shot
ae85e50
lawbench-2-5-1-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-1-zero-shot
ae85e50
lawbench-2-5-10-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-10-one-shot
ae85e50
lawbench-2-5-10-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-10-zero-shot
ae85e50
lawbench-2-5-11-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-11-one-shot
ae85e50
lawbench-2-5-11-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-11-zero-shot
ae85e50
lawbench-2-5-12-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-12-one-shot
ae85e50
lawbench-2-5-12-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-12-zero-shot
ae85e50
lawbench-2-5-13-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-13-one-shot
ae85e50
lawbench-2-5-13-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-13-zero-shot
ae85e50
lawbench-2-5-14-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-14-one-shot
ae85e50
lawbench-2-5-14-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-14-zero-shot
ae85e50
lawbench-2-5-15-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-15-one-shot
ae85e50
lawbench-2-5-15-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-15-zero-shot
ae85e50
lawbench-2-5-16-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-16-one-shot
ae85e50
lawbench-2-5-16-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-16-zero-shot
ae85e50
lawbench-2-5-17-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-17-one-shot
ae85e50
lawbench-2-5-17-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-17-zero-shot
ae85e50
lawbench-2-5-18-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-18-one-shot
ae85e50
lawbench-2-5-18-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-18-zero-shot
ae85e50
lawbench-2-5-19-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-19-one-shot
ae85e50
lawbench-2-5-19-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-19-zero-shot
ae85e50
lawbench-2-5-2-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-2-one-shot
ae85e50
lawbench-2-5-2-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-2-zero-shot
ae85e50
lawbench-2-5-20-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-20-one-shot
ae85e50
lawbench-2-5-20-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-20-zero-shot
ae85e50
lawbench-2-5-21-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-21-one-shot
ae85e50
lawbench-2-5-21-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-21-zero-shot
ae85e50
lawbench-2-5-22-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-22-one-shot
ae85e50
lawbench-2-5-22-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-22-zero-shot
ae85e50
lawbench-2-5-23-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-23-one-shot
ae85e50
lawbench-2-5-23-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-23-zero-shot
ae85e50
lawbench-2-5-24-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-24-one-shot
ae85e50
lawbench-2-5-24-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-24-zero-shot
ae85e50
lawbench-2-5-3-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-3-one-shot
ae85e50
lawbench-2-5-3-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-3-zero-shot
ae85e50
lawbench-2-5-4-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-4-one-shot
ae85e50
lawbench-2-5-4-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-4-zero-shot
ae85e50
lawbench-2-5-5-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-5-one-shot
ae85e50
lawbench-2-5-5-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-5-zero-shot
ae85e50
lawbench-2-5-6-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-6-one-shot
ae85e50
lawbench-2-5-6-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-6-zero-shot
ae85e50
lawbench-2-5-7-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-7-one-shot
ae85e50
lawbench-2-5-7-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-7-zero-shot
ae85e50
lawbench-2-5-8-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-8-one-shot
ae85e50
lawbench-2-5-8-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-8-zero-shot
ae85e50
lawbench-2-5-9-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-9-one-shot
ae85e50
lawbench-2-5-9-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-5-9-zero-shot
ae85e50