lawbench

v1.0

LawBench: Benchmarking Legal Knowledge of Large Language Models

uvx harbor run -d lawbench@1.0

Tasks (1000)

lawbench-3-3-0-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-0-one-shot
ae85e50
lawbench-3-3-0-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-0-zero-shot
ae85e50
lawbench-3-3-1-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-1-one-shot
ae85e50
lawbench-3-3-1-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-1-zero-shot
ae85e50
lawbench-3-3-10-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-10-one-shot
ae85e50
lawbench-3-3-10-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-10-zero-shot
ae85e50
lawbench-3-3-11-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-11-one-shot
ae85e50
lawbench-3-3-11-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-11-zero-shot
ae85e50
lawbench-3-3-12-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-12-one-shot
ae85e50
lawbench-3-3-12-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-12-zero-shot
ae85e50
lawbench-3-3-13-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-13-one-shot
ae85e50
lawbench-3-3-13-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-13-zero-shot
ae85e50
lawbench-3-3-14-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-14-one-shot
ae85e50
lawbench-3-3-14-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-14-zero-shot
ae85e50
lawbench-3-3-15-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-15-one-shot
ae85e50
lawbench-3-3-15-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-15-zero-shot
ae85e50
lawbench-3-3-16-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-16-one-shot
ae85e50
lawbench-3-3-16-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-16-zero-shot
ae85e50
lawbench-3-3-17-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-17-one-shot
ae85e50
lawbench-3-3-17-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-17-zero-shot
ae85e50
lawbench-3-3-18-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-18-one-shot
ae85e50
lawbench-3-3-18-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-18-zero-shot
ae85e50
lawbench-3-3-19-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-19-one-shot
ae85e50
lawbench-3-3-19-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-19-zero-shot
ae85e50
lawbench-3-3-2-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-2-one-shot
ae85e50
lawbench-3-3-2-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-2-zero-shot
ae85e50
lawbench-3-3-20-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-20-one-shot
ae85e50
lawbench-3-3-20-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-20-zero-shot
ae85e50
lawbench-3-3-21-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-21-one-shot
ae85e50
lawbench-3-3-21-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-21-zero-shot
ae85e50
lawbench-3-3-22-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-22-one-shot
ae85e50
lawbench-3-3-22-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-22-zero-shot
ae85e50
lawbench-3-3-23-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-23-one-shot
ae85e50
lawbench-3-3-23-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-23-zero-shot
ae85e50
lawbench-3-3-24-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-24-one-shot
ae85e50
lawbench-3-3-24-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-24-zero-shot
ae85e50
lawbench-3-3-3-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-3-one-shot
ae85e50
lawbench-3-3-3-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-3-zero-shot
ae85e50
lawbench-3-3-4-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-4-one-shot
ae85e50
lawbench-3-3-4-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-4-zero-shot
ae85e50
lawbench-3-3-5-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-5-one-shot
ae85e50
lawbench-3-3-5-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-5-zero-shot
ae85e50
lawbench-3-3-6-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-6-one-shot
ae85e50
lawbench-3-3-6-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-6-zero-shot
ae85e50
lawbench-3-3-7-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-7-one-shot
ae85e50
lawbench-3-3-7-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-7-zero-shot
ae85e50
lawbench-3-3-8-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-8-one-shot
ae85e50
lawbench-3-3-8-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-8-zero-shot
ae85e50
lawbench-3-3-9-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-9-one-shot
ae85e50
lawbench-3-3-9-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-3-9-zero-shot
ae85e50
lawbench-3-4-0-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-0-one-shot
ae85e50
lawbench-3-4-0-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-0-zero-shot
ae85e50
lawbench-3-4-1-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-1-one-shot
ae85e50
lawbench-3-4-1-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-1-zero-shot
ae85e50
lawbench-3-4-10-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-10-one-shot
ae85e50
lawbench-3-4-10-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-10-zero-shot
ae85e50
lawbench-3-4-11-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-11-one-shot
ae85e50
lawbench-3-4-11-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-11-zero-shot
ae85e50
lawbench-3-4-12-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-12-one-shot
ae85e50
lawbench-3-4-12-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-12-zero-shot
ae85e50
lawbench-3-4-13-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-13-one-shot
ae85e50
lawbench-3-4-13-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-13-zero-shot
ae85e50
lawbench-3-4-14-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-14-one-shot
ae85e50
lawbench-3-4-14-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-14-zero-shot
ae85e50
lawbench-3-4-15-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-15-one-shot
ae85e50
lawbench-3-4-15-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-15-zero-shot
ae85e50
lawbench-3-4-16-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-16-one-shot
ae85e50
lawbench-3-4-16-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-16-zero-shot
ae85e50
lawbench-3-4-17-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-17-one-shot
ae85e50
lawbench-3-4-17-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-17-zero-shot
ae85e50
lawbench-3-4-18-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-18-one-shot
ae85e50
lawbench-3-4-18-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-18-zero-shot
ae85e50
lawbench-3-4-19-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-19-one-shot
ae85e50
lawbench-3-4-19-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-19-zero-shot
ae85e50
lawbench-3-4-2-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-2-one-shot
ae85e50
lawbench-3-4-2-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-2-zero-shot
ae85e50
lawbench-3-4-20-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-20-one-shot
ae85e50
lawbench-3-4-20-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-20-zero-shot
ae85e50
lawbench-3-4-21-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-21-one-shot
ae85e50
lawbench-3-4-21-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-21-zero-shot
ae85e50
lawbench-3-4-22-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-22-one-shot
ae85e50
lawbench-3-4-22-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-22-zero-shot
ae85e50
lawbench-3-4-23-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-23-one-shot
ae85e50
lawbench-3-4-23-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-23-zero-shot
ae85e50
lawbench-3-4-24-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-24-one-shot
ae85e50
lawbench-3-4-24-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-24-zero-shot
ae85e50
lawbench-3-4-3-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-3-one-shot
ae85e50
lawbench-3-4-3-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-3-zero-shot
ae85e50
lawbench-3-4-4-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-4-one-shot
ae85e50
lawbench-3-4-4-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-4-zero-shot
ae85e50
lawbench-3-4-5-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-5-one-shot
ae85e50
lawbench-3-4-5-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-5-zero-shot
ae85e50
lawbench-3-4-6-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-6-one-shot
ae85e50
lawbench-3-4-6-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-6-zero-shot
ae85e50
lawbench-3-4-7-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-7-one-shot
ae85e50
lawbench-3-4-7-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-7-zero-shot
ae85e50
lawbench-3-4-8-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-8-one-shot
ae85e50
lawbench-3-4-8-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-8-zero-shot
ae85e50
lawbench-3-4-9-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-9-one-shot
ae85e50
lawbench-3-4-9-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-4-9-zero-shot
ae85e50