lawbench
v1.0LawBench: Benchmarking Legal Knowledge of Large Language Models
uvx harbor run -d lawbench@1.0Tasks (1000)
lawbench-2-1-0-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-0-one-shotae85e50
lawbench-2-1-0-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-0-zero-shotae85e50
lawbench-2-1-1-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-1-one-shotae85e50
lawbench-2-1-1-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-1-zero-shotae85e50
lawbench-2-1-10-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-10-one-shotae85e50
lawbench-2-1-10-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-10-zero-shotae85e50
lawbench-2-1-11-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-11-one-shotae85e50
lawbench-2-1-11-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-11-zero-shotae85e50
lawbench-2-1-12-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-12-one-shotae85e50
lawbench-2-1-12-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-12-zero-shotae85e50
lawbench-2-1-13-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-13-one-shotae85e50
lawbench-2-1-13-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-13-zero-shotae85e50
lawbench-2-1-14-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-14-one-shotae85e50
lawbench-2-1-14-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-14-zero-shotae85e50
lawbench-2-1-15-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-15-one-shotae85e50
lawbench-2-1-15-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-15-zero-shotae85e50
lawbench-2-1-16-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-16-one-shotae85e50
lawbench-2-1-16-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-16-zero-shotae85e50
lawbench-2-1-17-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-17-one-shotae85e50
lawbench-2-1-17-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-17-zero-shotae85e50
lawbench-2-1-18-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-18-one-shotae85e50
lawbench-2-1-18-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-18-zero-shotae85e50
lawbench-2-1-19-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-19-one-shotae85e50
lawbench-2-1-19-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-19-zero-shotae85e50
lawbench-2-1-2-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-2-one-shotae85e50
lawbench-2-1-2-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-2-zero-shotae85e50
lawbench-2-1-20-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-20-one-shotae85e50
lawbench-2-1-20-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-20-zero-shotae85e50
lawbench-2-1-21-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-21-one-shotae85e50
lawbench-2-1-21-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-21-zero-shotae85e50
lawbench-2-1-22-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-22-one-shotae85e50
lawbench-2-1-22-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-22-zero-shotae85e50
lawbench-2-1-23-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-23-one-shotae85e50
lawbench-2-1-23-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-23-zero-shotae85e50
lawbench-2-1-24-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-24-one-shotae85e50
lawbench-2-1-24-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-24-zero-shotae85e50
lawbench-2-1-3-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-3-one-shotae85e50
lawbench-2-1-3-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-3-zero-shotae85e50
lawbench-2-1-4-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-4-one-shotae85e50
lawbench-2-1-4-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-4-zero-shotae85e50
lawbench-2-1-5-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-5-one-shotae85e50
lawbench-2-1-5-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-5-zero-shotae85e50
lawbench-2-1-6-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-6-one-shotae85e50
lawbench-2-1-6-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-6-zero-shotae85e50
lawbench-2-1-7-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-7-one-shotae85e50
lawbench-2-1-7-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-7-zero-shotae85e50
lawbench-2-1-8-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-8-one-shotae85e50
lawbench-2-1-8-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-8-zero-shotae85e50
lawbench-2-1-9-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-9-one-shotae85e50
lawbench-2-1-9-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-1-9-zero-shotae85e50
lawbench-2-10-0-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-0-one-shotae85e50
lawbench-2-10-0-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-0-zero-shotae85e50
lawbench-2-10-1-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-1-one-shotae85e50
lawbench-2-10-1-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-1-zero-shotae85e50
lawbench-2-10-10-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-10-one-shotae85e50
lawbench-2-10-10-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-10-zero-shotae85e50
lawbench-2-10-11-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-11-one-shotae85e50
lawbench-2-10-11-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-11-zero-shotae85e50
lawbench-2-10-12-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-12-one-shotae85e50
lawbench-2-10-12-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-12-zero-shotae85e50
lawbench-2-10-13-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-13-one-shotae85e50
lawbench-2-10-13-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-13-zero-shotae85e50
lawbench-2-10-14-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-14-one-shotae85e50
lawbench-2-10-14-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-14-zero-shotae85e50
lawbench-2-10-15-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-15-one-shotae85e50
lawbench-2-10-15-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-15-zero-shotae85e50
lawbench-2-10-16-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-16-one-shotae85e50
lawbench-2-10-16-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-16-zero-shotae85e50
lawbench-2-10-17-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-17-one-shotae85e50
lawbench-2-10-17-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-17-zero-shotae85e50
lawbench-2-10-18-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-18-one-shotae85e50
lawbench-2-10-18-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-18-zero-shotae85e50
lawbench-2-10-19-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-19-one-shotae85e50
lawbench-2-10-19-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-19-zero-shotae85e50
lawbench-2-10-2-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-2-one-shotae85e50
lawbench-2-10-2-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-2-zero-shotae85e50
lawbench-2-10-20-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-20-one-shotae85e50
lawbench-2-10-20-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-20-zero-shotae85e50
lawbench-2-10-21-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-21-one-shotae85e50
lawbench-2-10-21-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-21-zero-shotae85e50
lawbench-2-10-22-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-22-one-shotae85e50
lawbench-2-10-22-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-22-zero-shotae85e50
lawbench-2-10-23-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-23-one-shotae85e50
lawbench-2-10-23-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-23-zero-shotae85e50
lawbench-2-10-24-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-24-one-shotae85e50
lawbench-2-10-24-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-24-zero-shotae85e50
lawbench-2-10-3-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-3-one-shotae85e50
lawbench-2-10-3-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-3-zero-shotae85e50
lawbench-2-10-4-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-4-one-shotae85e50
lawbench-2-10-4-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-4-zero-shotae85e50
lawbench-2-10-5-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-5-one-shotae85e50
lawbench-2-10-5-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-5-zero-shotae85e50
lawbench-2-10-6-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-6-one-shotae85e50
lawbench-2-10-6-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-6-zero-shotae85e50
lawbench-2-10-7-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-7-one-shotae85e50
lawbench-2-10-7-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-7-zero-shotae85e50
lawbench-2-10-8-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-8-one-shotae85e50
lawbench-2-10-8-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-8-zero-shotae85e50
lawbench-2-10-9-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-9-one-shotae85e50
lawbench-2-10-9-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-10-9-zero-shotae85e50