bird-bench
vparityBIRD SQL parity subset (150 tasks, seed 42). Original benchmark: https://huggingface.co/datasets/birdsql/bird_sql_dev_20251106. Adapter: https://github.com/laude-institute/harbor/tree/main/adapters/bird-bench.
uvx harbor run -d bird-bench@parityTasks (150)
california_schools__13
uvx harbor run -d bird-bench@parity -t california_schools__1382d1fb0
california_schools__23
uvx harbor run -d bird-bench@parity -t california_schools__2382d1fb0
california_schools__3
uvx harbor run -d bird-bench@parity -t california_schools__382d1fb0
california_schools__37
uvx harbor run -d bird-bench@parity -t california_schools__3782d1fb0
california_schools__43
uvx harbor run -d bird-bench@parity -t california_schools__4382d1fb0
california_schools__65
uvx harbor run -d bird-bench@parity -t california_schools__6582d1fb0
california_schools__74
uvx harbor run -d bird-bench@parity -t california_schools__7482d1fb0
california_schools__75
uvx harbor run -d bird-bench@parity -t california_schools__7582d1fb0
california_schools__87
uvx harbor run -d bird-bench@parity -t california_schools__8782d1fb0
card_games__350
uvx harbor run -d bird-bench@parity -t card_games__35082d1fb0
card_games__362
uvx harbor run -d bird-bench@parity -t card_games__36282d1fb0
card_games__402
uvx harbor run -d bird-bench@parity -t card_games__40282d1fb0
card_games__410
uvx harbor run -d bird-bench@parity -t card_games__41082d1fb0
card_games__412
uvx harbor run -d bird-bench@parity -t card_games__41282d1fb0
card_games__438
uvx harbor run -d bird-bench@parity -t card_games__43882d1fb0
card_games__444
uvx harbor run -d bird-bench@parity -t card_games__44482d1fb0
card_games__445
uvx harbor run -d bird-bench@parity -t card_games__44582d1fb0
card_games__450
uvx harbor run -d bird-bench@parity -t card_games__45082d1fb0
card_games__451
uvx harbor run -d bird-bench@parity -t card_games__45182d1fb0
card_games__454
uvx harbor run -d bird-bench@parity -t card_games__45482d1fb0
card_games__458
uvx harbor run -d bird-bench@parity -t card_games__45882d1fb0
card_games__469
uvx harbor run -d bird-bench@parity -t card_games__46982d1fb0
card_games__474
uvx harbor run -d bird-bench@parity -t card_games__47482d1fb0
card_games__487
uvx harbor run -d bird-bench@parity -t card_games__48782d1fb0
codebase_community__542
uvx harbor run -d bird-bench@parity -t codebase_community__54282d1fb0
codebase_community__545
uvx harbor run -d bird-bench@parity -t codebase_community__54582d1fb0
codebase_community__570
uvx harbor run -d bird-bench@parity -t codebase_community__57082d1fb0
codebase_community__575
uvx harbor run -d bird-bench@parity -t codebase_community__57582d1fb0
codebase_community__579
uvx harbor run -d bird-bench@parity -t codebase_community__57982d1fb0
codebase_community__599
uvx harbor run -d bird-bench@parity -t codebase_community__59982d1fb0
codebase_community__602
uvx harbor run -d bird-bench@parity -t codebase_community__60282d1fb0
codebase_community__620
uvx harbor run -d bird-bench@parity -t codebase_community__62082d1fb0
codebase_community__634
uvx harbor run -d bird-bench@parity -t codebase_community__63482d1fb0
codebase_community__639
uvx harbor run -d bird-bench@parity -t codebase_community__63982d1fb0
codebase_community__643
uvx harbor run -d bird-bench@parity -t codebase_community__64382d1fb0
codebase_community__678
uvx harbor run -d bird-bench@parity -t codebase_community__67882d1fb0
codebase_community__681
uvx harbor run -d bird-bench@parity -t codebase_community__68182d1fb0
codebase_community__688
uvx harbor run -d bird-bench@parity -t codebase_community__68882d1fb0
codebase_community__697
uvx harbor run -d bird-bench@parity -t codebase_community__69782d1fb0
codebase_community__712
uvx harbor run -d bird-bench@parity -t codebase_community__71282d1fb0
codebase_community__715
uvx harbor run -d bird-bench@parity -t codebase_community__71582d1fb0
debit_card_specializing__1478
uvx harbor run -d bird-bench@parity -t debit_card_specializing__147882d1fb0
debit_card_specializing__1485
uvx harbor run -d bird-bench@parity -t debit_card_specializing__148582d1fb0
debit_card_specializing__1488
uvx harbor run -d bird-bench@parity -t debit_card_specializing__148882d1fb0
debit_card_specializing__1493
uvx harbor run -d bird-bench@parity -t debit_card_specializing__149382d1fb0
debit_card_specializing__1501
uvx harbor run -d bird-bench@parity -t debit_card_specializing__150182d1fb0
debit_card_specializing__1502
uvx harbor run -d bird-bench@parity -t debit_card_specializing__150282d1fb0
debit_card_specializing__1532
uvx harbor run -d bird-bench@parity -t debit_card_specializing__153282d1fb0
european_football_2__1026
uvx harbor run -d bird-bench@parity -t european_football_2__102682d1fb0
european_football_2__1030
uvx harbor run -d bird-bench@parity -t european_football_2__103082d1fb0
european_football_2__1041
uvx harbor run -d bird-bench@parity -t european_football_2__104182d1fb0
european_football_2__1050
uvx harbor run -d bird-bench@parity -t european_football_2__105082d1fb0
european_football_2__1058
uvx harbor run -d bird-bench@parity -t european_football_2__105882d1fb0
european_football_2__1062
uvx harbor run -d bird-bench@parity -t european_football_2__106282d1fb0
european_football_2__1066
uvx harbor run -d bird-bench@parity -t european_football_2__106682d1fb0
european_football_2__1084
uvx harbor run -d bird-bench@parity -t european_football_2__108482d1fb0
european_football_2__1090
uvx harbor run -d bird-bench@parity -t european_football_2__109082d1fb0
european_football_2__1093
uvx harbor run -d bird-bench@parity -t european_football_2__109382d1fb0
european_football_2__1112
uvx harbor run -d bird-bench@parity -t european_football_2__111282d1fb0
european_football_2__1116
uvx harbor run -d bird-bench@parity -t european_football_2__111682d1fb0
european_football_2__1133
uvx harbor run -d bird-bench@parity -t european_football_2__113382d1fb0
european_football_2__1141
uvx harbor run -d bird-bench@parity -t european_football_2__114182d1fb0
financial__110
uvx harbor run -d bird-bench@parity -t financial__11082d1fb0
financial__117
uvx harbor run -d bird-bench@parity -t financial__11782d1fb0
financial__118
uvx harbor run -d bird-bench@parity -t financial__11882d1fb0
financial__132
uvx harbor run -d bird-bench@parity -t financial__13282d1fb0
financial__158
uvx harbor run -d bird-bench@parity -t financial__15882d1fb0
financial__181
uvx harbor run -d bird-bench@parity -t financial__18182d1fb0
financial__193
uvx harbor run -d bird-bench@parity -t financial__19382d1fb0
financial__89
uvx harbor run -d bird-bench@parity -t financial__8982d1fb0
financial__90
uvx harbor run -d bird-bench@parity -t financial__9082d1fb0
formula_1__1007
uvx harbor run -d bird-bench@parity -t formula_1__100782d1fb0
formula_1__848
uvx harbor run -d bird-bench@parity -t formula_1__84882d1fb0
formula_1__876
uvx harbor run -d bird-bench@parity -t formula_1__87682d1fb0
formula_1__891
uvx harbor run -d bird-bench@parity -t formula_1__89182d1fb0
formula_1__900
uvx harbor run -d bird-bench@parity -t formula_1__90082d1fb0
formula_1__902
uvx harbor run -d bird-bench@parity -t formula_1__90282d1fb0
formula_1__905
uvx harbor run -d bird-bench@parity -t formula_1__90582d1fb0
formula_1__912
uvx harbor run -d bird-bench@parity -t formula_1__91282d1fb0
formula_1__924
uvx harbor run -d bird-bench@parity -t formula_1__92482d1fb0
formula_1__931
uvx harbor run -d bird-bench@parity -t formula_1__93182d1fb0
formula_1__936
uvx harbor run -d bird-bench@parity -t formula_1__93682d1fb0
formula_1__938
uvx harbor run -d bird-bench@parity -t formula_1__93882d1fb0
formula_1__965
uvx harbor run -d bird-bench@parity -t formula_1__96582d1fb0
formula_1__972
uvx harbor run -d bird-bench@parity -t formula_1__97282d1fb0
formula_1__975
uvx harbor run -d bird-bench@parity -t formula_1__97582d1fb0
formula_1__976
uvx harbor run -d bird-bench@parity -t formula_1__97682d1fb0
formula_1__989
uvx harbor run -d bird-bench@parity -t formula_1__98982d1fb0
student_club__1329
uvx harbor run -d bird-bench@parity -t student_club__132982d1fb0
student_club__1330
uvx harbor run -d bird-bench@parity -t student_club__133082d1fb0
student_club__1336
uvx harbor run -d bird-bench@parity -t student_club__133682d1fb0
student_club__1342
uvx harbor run -d bird-bench@parity -t student_club__134282d1fb0
student_club__1350
uvx harbor run -d bird-bench@parity -t student_club__135082d1fb0
student_club__1357
uvx harbor run -d bird-bench@parity -t student_club__135782d1fb0
student_club__1367
uvx harbor run -d bird-bench@parity -t student_club__136782d1fb0
student_club__1368
uvx harbor run -d bird-bench@parity -t student_club__136882d1fb0
student_club__1385
uvx harbor run -d bird-bench@parity -t student_club__138582d1fb0
student_club__1405
uvx harbor run -d bird-bench@parity -t student_club__140582d1fb0
student_club__1418
uvx harbor run -d bird-bench@parity -t student_club__141882d1fb0
student_club__1419
uvx harbor run -d bird-bench@parity -t student_club__141982d1fb0