bfcl
v1.0Berkeley Function-Calling Leaderboard: 3,641 function calling tasks for evaluating LLM tool use capabilities across simple, multiple, parallel, and irrelevance categories.
uvx harbor run -d bfcl@1.0Tasks (3641)
bfcl-simple-python-331
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3316bedd78
bfcl-simple-python-332
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3326bedd78
bfcl-simple-python-333
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3336bedd78
bfcl-simple-python-334
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3346bedd78
bfcl-simple-python-335
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3356bedd78
bfcl-simple-python-336
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3366bedd78
bfcl-simple-python-337
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3376bedd78
bfcl-simple-python-338
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3386bedd78
bfcl-simple-python-339
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3396bedd78
bfcl-simple-python-34
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-346bedd78
bfcl-simple-python-340
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3406bedd78
bfcl-simple-python-341
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3416bedd78
bfcl-simple-python-342
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3426bedd78
bfcl-simple-python-343
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3436bedd78
bfcl-simple-python-344
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3446bedd78
bfcl-simple-python-345
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3456bedd78
bfcl-simple-python-346
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3466bedd78
bfcl-simple-python-347
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3476bedd78
bfcl-simple-python-348
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3486bedd78
bfcl-simple-python-349
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3496bedd78
bfcl-simple-python-35
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-356bedd78
bfcl-simple-python-350
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3506bedd78
bfcl-simple-python-351
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3516bedd78
bfcl-simple-python-352
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3526bedd78
bfcl-simple-python-353
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3536bedd78
bfcl-simple-python-354
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3546bedd78
bfcl-simple-python-355
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3556bedd78
bfcl-simple-python-356
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3566bedd78
bfcl-simple-python-357
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3576bedd78
bfcl-simple-python-358
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3586bedd78
bfcl-simple-python-359
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3596bedd78
bfcl-simple-python-36
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-366bedd78
bfcl-simple-python-360
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3606bedd78
bfcl-simple-python-361
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3616bedd78
bfcl-simple-python-362
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3626bedd78
bfcl-simple-python-363
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3636bedd78
bfcl-simple-python-364
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3646bedd78
bfcl-simple-python-365
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3656bedd78
bfcl-simple-python-366
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3666bedd78
bfcl-simple-python-367
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3676bedd78
bfcl-simple-python-368
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3686bedd78
bfcl-simple-python-369
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3696bedd78
bfcl-simple-python-37
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-376bedd78
bfcl-simple-python-370
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3706bedd78
bfcl-simple-python-371
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3716bedd78
bfcl-simple-python-372
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3726bedd78
bfcl-simple-python-373
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3736bedd78
bfcl-simple-python-374
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3746bedd78
bfcl-simple-python-375
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3756bedd78
bfcl-simple-python-376
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3766bedd78
bfcl-simple-python-377
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3776bedd78
bfcl-simple-python-378
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3786bedd78
bfcl-simple-python-379
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3796bedd78
bfcl-simple-python-38
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-386bedd78
bfcl-simple-python-380
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3806bedd78
bfcl-simple-python-381
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3816bedd78
bfcl-simple-python-382
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3826bedd78
bfcl-simple-python-383
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3836bedd78
bfcl-simple-python-384
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3846bedd78
bfcl-simple-python-385
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3856bedd78
bfcl-simple-python-386
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3866bedd78
bfcl-simple-python-387
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3876bedd78
bfcl-simple-python-388
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3886bedd78
bfcl-simple-python-389
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3896bedd78
bfcl-simple-python-39
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-396bedd78
bfcl-simple-python-390
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3906bedd78
bfcl-simple-python-391
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3916bedd78
bfcl-simple-python-392
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3926bedd78
bfcl-simple-python-393
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3936bedd78
bfcl-simple-python-394
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3946bedd78
bfcl-simple-python-395
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3956bedd78
bfcl-simple-python-396
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3966bedd78
bfcl-simple-python-397
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3976bedd78
bfcl-simple-python-398
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3986bedd78
bfcl-simple-python-399
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3996bedd78
bfcl-simple-python-4
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-46bedd78
bfcl-simple-python-40
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-406bedd78
bfcl-simple-python-41
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-416bedd78
bfcl-simple-python-42
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-426bedd78
bfcl-simple-python-43
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-436bedd78
bfcl-simple-python-44
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-446bedd78
bfcl-simple-python-45
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-456bedd78
bfcl-simple-python-46
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-466bedd78
bfcl-simple-python-47
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-476bedd78
bfcl-simple-python-48
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-486bedd78
bfcl-simple-python-49
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-496bedd78
bfcl-simple-python-5
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-56bedd78
bfcl-simple-python-50
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-506bedd78
bfcl-simple-python-51
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-516bedd78
bfcl-simple-python-52
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-526bedd78
bfcl-simple-python-53
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-536bedd78
bfcl-simple-python-54
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-546bedd78
bfcl-simple-python-55
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-556bedd78
bfcl-simple-python-56
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-566bedd78
bfcl-simple-python-57
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-576bedd78
bfcl-simple-python-58
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-586bedd78
bfcl-simple-python-59
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-596bedd78
bfcl-simple-python-6
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-66bedd78
bfcl-simple-python-60
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-606bedd78
bfcl-simple-python-61
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-616bedd78