lawbench

v1.0

LawBench: Benchmarking Legal Knowledge of Large Language Models

uvx harbor run -d lawbench@1.0

Tasks (1000)

lawbench-2-8-0-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-0-one-shot
ae85e50
lawbench-2-8-0-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-0-zero-shot
ae85e50
lawbench-2-8-1-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-1-one-shot
ae85e50
lawbench-2-8-1-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-1-zero-shot
ae85e50
lawbench-2-8-10-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-10-one-shot
ae85e50
lawbench-2-8-10-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-10-zero-shot
ae85e50
lawbench-2-8-11-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-11-one-shot
ae85e50
lawbench-2-8-11-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-11-zero-shot
ae85e50
lawbench-2-8-12-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-12-one-shot
ae85e50
lawbench-2-8-12-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-12-zero-shot
ae85e50
lawbench-2-8-13-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-13-one-shot
ae85e50
lawbench-2-8-13-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-13-zero-shot
ae85e50
lawbench-2-8-14-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-14-one-shot
ae85e50
lawbench-2-8-14-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-14-zero-shot
ae85e50
lawbench-2-8-15-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-15-one-shot
ae85e50
lawbench-2-8-15-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-15-zero-shot
ae85e50
lawbench-2-8-16-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-16-one-shot
ae85e50
lawbench-2-8-16-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-16-zero-shot
ae85e50
lawbench-2-8-17-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-17-one-shot
ae85e50
lawbench-2-8-17-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-17-zero-shot
ae85e50
lawbench-2-8-18-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-18-one-shot
ae85e50
lawbench-2-8-18-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-18-zero-shot
ae85e50
lawbench-2-8-19-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-19-one-shot
ae85e50
lawbench-2-8-19-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-19-zero-shot
ae85e50
lawbench-2-8-2-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-2-one-shot
ae85e50
lawbench-2-8-2-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-2-zero-shot
ae85e50
lawbench-2-8-20-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-20-one-shot
ae85e50
lawbench-2-8-20-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-20-zero-shot
ae85e50
lawbench-2-8-21-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-21-one-shot
ae85e50
lawbench-2-8-21-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-21-zero-shot
ae85e50
lawbench-2-8-22-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-22-one-shot
ae85e50
lawbench-2-8-22-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-22-zero-shot
ae85e50
lawbench-2-8-23-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-23-one-shot
ae85e50
lawbench-2-8-23-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-23-zero-shot
ae85e50
lawbench-2-8-24-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-24-one-shot
ae85e50
lawbench-2-8-24-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-24-zero-shot
ae85e50
lawbench-2-8-3-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-3-one-shot
ae85e50
lawbench-2-8-3-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-3-zero-shot
ae85e50
lawbench-2-8-4-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-4-one-shot
ae85e50
lawbench-2-8-4-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-4-zero-shot
ae85e50
lawbench-2-8-5-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-5-one-shot
ae85e50
lawbench-2-8-5-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-5-zero-shot
ae85e50
lawbench-2-8-6-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-6-one-shot
ae85e50
lawbench-2-8-6-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-6-zero-shot
ae85e50
lawbench-2-8-7-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-7-one-shot
ae85e50
lawbench-2-8-7-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-7-zero-shot
ae85e50
lawbench-2-8-8-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-8-one-shot
ae85e50
lawbench-2-8-8-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-8-zero-shot
ae85e50
lawbench-2-8-9-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-9-one-shot
ae85e50
lawbench-2-8-9-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-8-9-zero-shot
ae85e50
lawbench-2-9-0-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-0-one-shot
ae85e50
lawbench-2-9-0-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-0-zero-shot
ae85e50
lawbench-2-9-1-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-1-one-shot
ae85e50
lawbench-2-9-1-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-1-zero-shot
ae85e50
lawbench-2-9-10-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-10-one-shot
ae85e50
lawbench-2-9-10-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-10-zero-shot
ae85e50
lawbench-2-9-11-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-11-one-shot
ae85e50
lawbench-2-9-11-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-11-zero-shot
ae85e50
lawbench-2-9-12-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-12-one-shot
ae85e50
lawbench-2-9-12-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-12-zero-shot
ae85e50
lawbench-2-9-13-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-13-one-shot
ae85e50
lawbench-2-9-13-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-13-zero-shot
ae85e50
lawbench-2-9-14-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-14-one-shot
ae85e50
lawbench-2-9-14-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-14-zero-shot
ae85e50
lawbench-2-9-15-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-15-one-shot
ae85e50
lawbench-2-9-15-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-15-zero-shot
ae85e50
lawbench-2-9-16-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-16-one-shot
ae85e50
lawbench-2-9-16-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-16-zero-shot
ae85e50
lawbench-2-9-17-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-17-one-shot
ae85e50
lawbench-2-9-17-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-17-zero-shot
ae85e50
lawbench-2-9-18-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-18-one-shot
ae85e50
lawbench-2-9-18-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-18-zero-shot
ae85e50
lawbench-2-9-19-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-19-one-shot
ae85e50
lawbench-2-9-19-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-19-zero-shot
ae85e50
lawbench-2-9-2-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-2-one-shot
ae85e50
lawbench-2-9-2-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-2-zero-shot
ae85e50
lawbench-2-9-20-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-20-one-shot
ae85e50
lawbench-2-9-20-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-20-zero-shot
ae85e50
lawbench-2-9-21-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-21-one-shot
ae85e50
lawbench-2-9-21-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-21-zero-shot
ae85e50
lawbench-2-9-22-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-22-one-shot
ae85e50
lawbench-2-9-22-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-22-zero-shot
ae85e50
lawbench-2-9-23-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-23-one-shot
ae85e50
lawbench-2-9-23-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-23-zero-shot
ae85e50
lawbench-2-9-24-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-24-one-shot
ae85e50
lawbench-2-9-24-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-24-zero-shot
ae85e50
lawbench-2-9-3-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-3-one-shot
ae85e50
lawbench-2-9-3-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-3-zero-shot
ae85e50
lawbench-2-9-4-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-4-one-shot
ae85e50
lawbench-2-9-4-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-4-zero-shot
ae85e50
lawbench-2-9-5-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-5-one-shot
ae85e50
lawbench-2-9-5-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-5-zero-shot
ae85e50
lawbench-2-9-6-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-6-one-shot
ae85e50
lawbench-2-9-6-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-6-zero-shot
ae85e50
lawbench-2-9-7-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-7-one-shot
ae85e50
lawbench-2-9-7-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-7-zero-shot
ae85e50
lawbench-2-9-8-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-8-one-shot
ae85e50
lawbench-2-9-8-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-8-zero-shot
ae85e50
lawbench-2-9-9-one-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-9-one-shot
ae85e50
lawbench-2-9-9-zero-shot
uvx harbor run -d lawbench@1.0 -t lawbench-2-9-9-zero-shot
ae85e50