lawbench

v1.0

LawBench: Benchmarking Legal Knowledge of Large Language Models

uvx harbor run -d lawbench@1.0

Tasks (1000)

lawbench-3-7-0-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-0-one-shot
ae85e50
lawbench-3-7-0-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-0-zero-shot
ae85e50
lawbench-3-7-1-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-1-one-shot
ae85e50
lawbench-3-7-1-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-1-zero-shot
ae85e50
lawbench-3-7-10-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-10-one-shot
ae85e50
lawbench-3-7-10-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-10-zero-shot
ae85e50
lawbench-3-7-11-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-11-one-shot
ae85e50
lawbench-3-7-11-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-11-zero-shot
ae85e50
lawbench-3-7-12-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-12-one-shot
ae85e50
lawbench-3-7-12-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-12-zero-shot
ae85e50
lawbench-3-7-13-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-13-one-shot
ae85e50
lawbench-3-7-13-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-13-zero-shot
ae85e50
lawbench-3-7-14-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-14-one-shot
ae85e50
lawbench-3-7-14-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-14-zero-shot
ae85e50
lawbench-3-7-15-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-15-one-shot
ae85e50
lawbench-3-7-15-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-15-zero-shot
ae85e50
lawbench-3-7-16-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-16-one-shot
ae85e50
lawbench-3-7-16-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-16-zero-shot
ae85e50
lawbench-3-7-17-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-17-one-shot
ae85e50
lawbench-3-7-17-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-17-zero-shot
ae85e50
lawbench-3-7-18-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-18-one-shot
ae85e50
lawbench-3-7-18-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-18-zero-shot
ae85e50
lawbench-3-7-19-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-19-one-shot
ae85e50
lawbench-3-7-19-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-19-zero-shot
ae85e50
lawbench-3-7-2-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-2-one-shot
ae85e50
lawbench-3-7-2-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-2-zero-shot
ae85e50
lawbench-3-7-20-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-20-one-shot
ae85e50
lawbench-3-7-20-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-20-zero-shot
ae85e50
lawbench-3-7-21-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-21-one-shot
ae85e50
lawbench-3-7-21-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-21-zero-shot
ae85e50
lawbench-3-7-22-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-22-one-shot
ae85e50
lawbench-3-7-22-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-22-zero-shot
ae85e50
lawbench-3-7-23-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-23-one-shot
ae85e50
lawbench-3-7-23-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-23-zero-shot
ae85e50
lawbench-3-7-24-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-24-one-shot
ae85e50
lawbench-3-7-24-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-24-zero-shot
ae85e50
lawbench-3-7-3-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-3-one-shot
ae85e50
lawbench-3-7-3-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-3-zero-shot
ae85e50
lawbench-3-7-4-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-4-one-shot
ae85e50
lawbench-3-7-4-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-4-zero-shot
ae85e50
lawbench-3-7-5-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-5-one-shot
ae85e50
lawbench-3-7-5-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-5-zero-shot
ae85e50
lawbench-3-7-6-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-6-one-shot
ae85e50
lawbench-3-7-6-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-6-zero-shot
ae85e50
lawbench-3-7-7-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-7-one-shot
ae85e50
lawbench-3-7-7-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-7-zero-shot
ae85e50
lawbench-3-7-8-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-8-one-shot
ae85e50
lawbench-3-7-8-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-8-zero-shot
ae85e50
lawbench-3-7-9-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-9-one-shot
ae85e50
lawbench-3-7-9-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-7-9-zero-shot
ae85e50
lawbench-3-8-0-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-0-one-shot
ae85e50
lawbench-3-8-0-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-0-zero-shot
ae85e50
lawbench-3-8-1-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-1-one-shot
ae85e50
lawbench-3-8-1-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-1-zero-shot
ae85e50
lawbench-3-8-10-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-10-one-shot
ae85e50
lawbench-3-8-10-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-10-zero-shot
ae85e50
lawbench-3-8-11-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-11-one-shot
ae85e50
lawbench-3-8-11-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-11-zero-shot
ae85e50
lawbench-3-8-12-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-12-one-shot
ae85e50
lawbench-3-8-12-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-12-zero-shot
ae85e50
lawbench-3-8-13-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-13-one-shot
ae85e50
lawbench-3-8-13-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-13-zero-shot
ae85e50
lawbench-3-8-14-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-14-one-shot
ae85e50
lawbench-3-8-14-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-14-zero-shot
ae85e50
lawbench-3-8-15-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-15-one-shot
ae85e50
lawbench-3-8-15-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-15-zero-shot
ae85e50
lawbench-3-8-16-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-16-one-shot
ae85e50
lawbench-3-8-16-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-16-zero-shot
ae85e50
lawbench-3-8-17-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-17-one-shot
ae85e50
lawbench-3-8-17-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-17-zero-shot
ae85e50
lawbench-3-8-18-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-18-one-shot
ae85e50
lawbench-3-8-18-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-18-zero-shot
ae85e50
lawbench-3-8-19-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-19-one-shot
ae85e50
lawbench-3-8-19-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-19-zero-shot
ae85e50
lawbench-3-8-2-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-2-one-shot
ae85e50
lawbench-3-8-2-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-2-zero-shot
ae85e50
lawbench-3-8-20-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-20-one-shot
ae85e50
lawbench-3-8-20-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-20-zero-shot
ae85e50
lawbench-3-8-21-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-21-one-shot
ae85e50
lawbench-3-8-21-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-21-zero-shot
ae85e50
lawbench-3-8-22-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-22-one-shot
ae85e50
lawbench-3-8-22-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-22-zero-shot
ae85e50
lawbench-3-8-23-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-23-one-shot
ae85e50
lawbench-3-8-23-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-23-zero-shot
ae85e50
lawbench-3-8-24-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-24-one-shot
ae85e50
lawbench-3-8-24-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-24-zero-shot
ae85e50
lawbench-3-8-3-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-3-one-shot
ae85e50
lawbench-3-8-3-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-3-zero-shot
ae85e50
lawbench-3-8-4-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-4-one-shot
ae85e50
lawbench-3-8-4-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-4-zero-shot
ae85e50
lawbench-3-8-5-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-5-one-shot
ae85e50
lawbench-3-8-5-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-5-zero-shot
ae85e50
lawbench-3-8-6-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-6-one-shot
ae85e50
lawbench-3-8-6-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-6-zero-shot
ae85e50
lawbench-3-8-7-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-7-one-shot
ae85e50
lawbench-3-8-7-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-7-zero-shot
ae85e50
lawbench-3-8-8-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-8-one-shot
ae85e50
lawbench-3-8-8-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-8-zero-shot
ae85e50
lawbench-3-8-9-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-9-one-shot
ae85e50
lawbench-3-8-9-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-3-8-9-zero-shot
ae85e50