bfcl
v1.0Berkeley Function-Calling Leaderboard: 3,641 function calling tasks for evaluating LLM tool use capabilities across simple, multiple, parallel, and irrelevance categories.
uvx harbor run -d bfcl@1.0Tasks (3641)
bfcl-simple-python-241
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2416bedd78
bfcl-simple-python-242
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2426bedd78
bfcl-simple-python-243
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2436bedd78
bfcl-simple-python-244
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2446bedd78
bfcl-simple-python-245
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2456bedd78
bfcl-simple-python-246
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2466bedd78
bfcl-simple-python-247
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2476bedd78
bfcl-simple-python-248
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2486bedd78
bfcl-simple-python-249
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2496bedd78
bfcl-simple-python-25
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-256bedd78
bfcl-simple-python-250
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2506bedd78
bfcl-simple-python-251
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2516bedd78
bfcl-simple-python-252
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2526bedd78
bfcl-simple-python-253
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2536bedd78
bfcl-simple-python-254
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2546bedd78
bfcl-simple-python-255
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2556bedd78
bfcl-simple-python-256
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2566bedd78
bfcl-simple-python-257
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2576bedd78
bfcl-simple-python-258
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2586bedd78
bfcl-simple-python-259
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2596bedd78
bfcl-simple-python-26
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-266bedd78
bfcl-simple-python-260
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2606bedd78
bfcl-simple-python-261
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2616bedd78
bfcl-simple-python-262
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2626bedd78
bfcl-simple-python-263
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2636bedd78
bfcl-simple-python-264
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2646bedd78
bfcl-simple-python-265
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2656bedd78
bfcl-simple-python-266
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2666bedd78
bfcl-simple-python-267
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2676bedd78
bfcl-simple-python-268
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2686bedd78
bfcl-simple-python-269
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2696bedd78
bfcl-simple-python-27
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-276bedd78
bfcl-simple-python-270
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2706bedd78
bfcl-simple-python-271
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2716bedd78
bfcl-simple-python-272
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2726bedd78
bfcl-simple-python-273
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2736bedd78
bfcl-simple-python-274
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2746bedd78
bfcl-simple-python-275
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2756bedd78
bfcl-simple-python-276
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2766bedd78
bfcl-simple-python-277
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2776bedd78
bfcl-simple-python-278
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2786bedd78
bfcl-simple-python-279
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2796bedd78
bfcl-simple-python-28
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-286bedd78
bfcl-simple-python-280
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2806bedd78
bfcl-simple-python-281
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2816bedd78
bfcl-simple-python-282
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2826bedd78
bfcl-simple-python-283
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2836bedd78
bfcl-simple-python-284
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2846bedd78
bfcl-simple-python-285
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2856bedd78
bfcl-simple-python-286
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2866bedd78
bfcl-simple-python-287
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2876bedd78
bfcl-simple-python-288
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2886bedd78
bfcl-simple-python-289
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2896bedd78
bfcl-simple-python-29
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-296bedd78
bfcl-simple-python-290
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2906bedd78
bfcl-simple-python-291
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2916bedd78
bfcl-simple-python-292
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2926bedd78
bfcl-simple-python-293
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2936bedd78
bfcl-simple-python-294
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2946bedd78
bfcl-simple-python-295
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2956bedd78
bfcl-simple-python-296
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2966bedd78
bfcl-simple-python-297
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2976bedd78
bfcl-simple-python-298
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2986bedd78
bfcl-simple-python-299
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2996bedd78
bfcl-simple-python-3
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-36bedd78
bfcl-simple-python-30
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-306bedd78
bfcl-simple-python-300
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3006bedd78
bfcl-simple-python-301
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3016bedd78
bfcl-simple-python-302
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3026bedd78
bfcl-simple-python-303
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3036bedd78
bfcl-simple-python-304
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3046bedd78
bfcl-simple-python-305
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3056bedd78
bfcl-simple-python-306
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3066bedd78
bfcl-simple-python-307
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3076bedd78
bfcl-simple-python-308
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3086bedd78
bfcl-simple-python-309
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3096bedd78
bfcl-simple-python-31
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-316bedd78
bfcl-simple-python-310
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3106bedd78
bfcl-simple-python-311
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3116bedd78
bfcl-simple-python-312
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3126bedd78
bfcl-simple-python-313
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3136bedd78
bfcl-simple-python-314
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3146bedd78
bfcl-simple-python-315
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3156bedd78
bfcl-simple-python-316
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3166bedd78
bfcl-simple-python-317
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3176bedd78
bfcl-simple-python-318
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3186bedd78
bfcl-simple-python-319
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3196bedd78
bfcl-simple-python-32
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-326bedd78
bfcl-simple-python-320
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3206bedd78
bfcl-simple-python-321
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3216bedd78
bfcl-simple-python-322
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3226bedd78
bfcl-simple-python-323
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3236bedd78
bfcl-simple-python-324
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3246bedd78
bfcl-simple-python-325
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3256bedd78
bfcl-simple-python-326
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3266bedd78
bfcl-simple-python-327
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3276bedd78
bfcl-simple-python-328
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3286bedd78
bfcl-simple-python-329
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3296bedd78
bfcl-simple-python-33
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-336bedd78
bfcl-simple-python-330
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-3306bedd78