bfcl
v1.0Berkeley Function-Calling Leaderboard: 3,641 function calling tasks for evaluating LLM tool use capabilities across simple, multiple, parallel, and irrelevance categories.
uvx harbor run -d bfcl@1.0Tasks (3641)
bfcl-simple-python-151
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1516bedd78
bfcl-simple-python-152
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1526bedd78
bfcl-simple-python-153
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1536bedd78
bfcl-simple-python-154
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1546bedd78
bfcl-simple-python-155
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1556bedd78
bfcl-simple-python-156
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1566bedd78
bfcl-simple-python-157
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1576bedd78
bfcl-simple-python-158
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1586bedd78
bfcl-simple-python-159
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1596bedd78
bfcl-simple-python-16
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-166bedd78
bfcl-simple-python-160
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1606bedd78
bfcl-simple-python-161
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1616bedd78
bfcl-simple-python-162
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1626bedd78
bfcl-simple-python-163
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1636bedd78
bfcl-simple-python-164
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1646bedd78
bfcl-simple-python-165
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1656bedd78
bfcl-simple-python-166
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1666bedd78
bfcl-simple-python-167
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1676bedd78
bfcl-simple-python-168
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1686bedd78
bfcl-simple-python-169
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1696bedd78
bfcl-simple-python-17
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-176bedd78
bfcl-simple-python-170
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1706bedd78
bfcl-simple-python-171
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1716bedd78
bfcl-simple-python-172
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1726bedd78
bfcl-simple-python-173
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1736bedd78
bfcl-simple-python-174
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1746bedd78
bfcl-simple-python-175
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1756bedd78
bfcl-simple-python-176
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1766bedd78
bfcl-simple-python-177
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1776bedd78
bfcl-simple-python-178
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1786bedd78
bfcl-simple-python-179
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1796bedd78
bfcl-simple-python-18
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-186bedd78
bfcl-simple-python-180
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1806bedd78
bfcl-simple-python-181
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1816bedd78
bfcl-simple-python-182
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1826bedd78
bfcl-simple-python-183
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1836bedd78
bfcl-simple-python-184
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1846bedd78
bfcl-simple-python-185
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1856bedd78
bfcl-simple-python-186
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1866bedd78
bfcl-simple-python-187
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1876bedd78
bfcl-simple-python-188
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1886bedd78
bfcl-simple-python-189
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1896bedd78
bfcl-simple-python-19
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-196bedd78
bfcl-simple-python-190
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1906bedd78
bfcl-simple-python-191
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1916bedd78
bfcl-simple-python-192
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1926bedd78
bfcl-simple-python-193
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1936bedd78
bfcl-simple-python-194
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1946bedd78
bfcl-simple-python-195
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1956bedd78
bfcl-simple-python-196
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1966bedd78
bfcl-simple-python-197
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1976bedd78
bfcl-simple-python-198
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1986bedd78
bfcl-simple-python-199
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-1996bedd78
bfcl-simple-python-2
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-26bedd78
bfcl-simple-python-20
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-206bedd78
bfcl-simple-python-200
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2006bedd78
bfcl-simple-python-201
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2016bedd78
bfcl-simple-python-202
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2026bedd78
bfcl-simple-python-203
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2036bedd78
bfcl-simple-python-204
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2046bedd78
bfcl-simple-python-205
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2056bedd78
bfcl-simple-python-206
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2066bedd78
bfcl-simple-python-207
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2076bedd78
bfcl-simple-python-208
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2086bedd78
bfcl-simple-python-209
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2096bedd78
bfcl-simple-python-21
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-216bedd78
bfcl-simple-python-210
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2106bedd78
bfcl-simple-python-211
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2116bedd78
bfcl-simple-python-212
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2126bedd78
bfcl-simple-python-213
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2136bedd78
bfcl-simple-python-214
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2146bedd78
bfcl-simple-python-215
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2156bedd78
bfcl-simple-python-216
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2166bedd78
bfcl-simple-python-217
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2176bedd78
bfcl-simple-python-218
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2186bedd78
bfcl-simple-python-219
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2196bedd78
bfcl-simple-python-22
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-226bedd78
bfcl-simple-python-220
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2206bedd78
bfcl-simple-python-221
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2216bedd78
bfcl-simple-python-222
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2226bedd78
bfcl-simple-python-223
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2236bedd78
bfcl-simple-python-224
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2246bedd78
bfcl-simple-python-225
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2256bedd78
bfcl-simple-python-226
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2266bedd78
bfcl-simple-python-227
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2276bedd78
bfcl-simple-python-228
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2286bedd78
bfcl-simple-python-229
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2296bedd78
bfcl-simple-python-23
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-236bedd78
bfcl-simple-python-230
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2306bedd78
bfcl-simple-python-231
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2316bedd78
bfcl-simple-python-232
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2326bedd78
bfcl-simple-python-233
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2336bedd78
bfcl-simple-python-234
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2346bedd78
bfcl-simple-python-235
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2356bedd78
bfcl-simple-python-236
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2366bedd78
bfcl-simple-python-237
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2376bedd78
bfcl-simple-python-238
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2386bedd78
bfcl-simple-python-239
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2396bedd78
bfcl-simple-python-24
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-246bedd78
bfcl-simple-python-240
uvx harbor run -d bfcl@1.0 -t bfcl-simple-python-2406bedd78