simpleqa

v1.0

SimpleQA: 4,326 short, fact-seeking questions from OpenAI for evaluating language model factuality. Uses LLM-as-a-judge grading. Source: https://openai.com/index/introducing-simpleqa/

uvx harbor run -d simpleqa@1.0

Tasks (4326)

simpleqa-1268
uvx harbor run -d simpleqa@1.0 -t simpleqa-1268
b8f0fa9
simpleqa-1269
uvx harbor run -d simpleqa@1.0 -t simpleqa-1269
b8f0fa9
simpleqa-127
uvx harbor run -d simpleqa@1.0 -t simpleqa-127
b8f0fa9
simpleqa-1270
uvx harbor run -d simpleqa@1.0 -t simpleqa-1270
b8f0fa9
simpleqa-1271
uvx harbor run -d simpleqa@1.0 -t simpleqa-1271
b8f0fa9
simpleqa-1272
uvx harbor run -d simpleqa@1.0 -t simpleqa-1272
b8f0fa9
simpleqa-1273
uvx harbor run -d simpleqa@1.0 -t simpleqa-1273
b8f0fa9
simpleqa-1274
uvx harbor run -d simpleqa@1.0 -t simpleqa-1274
b8f0fa9
simpleqa-1275
uvx harbor run -d simpleqa@1.0 -t simpleqa-1275
b8f0fa9
simpleqa-1276
uvx harbor run -d simpleqa@1.0 -t simpleqa-1276
b8f0fa9
simpleqa-1277
uvx harbor run -d simpleqa@1.0 -t simpleqa-1277
b8f0fa9
simpleqa-1278
uvx harbor run -d simpleqa@1.0 -t simpleqa-1278
b8f0fa9
simpleqa-1279
uvx harbor run -d simpleqa@1.0 -t simpleqa-1279
b8f0fa9
simpleqa-128
uvx harbor run -d simpleqa@1.0 -t simpleqa-128
b8f0fa9
simpleqa-1280
uvx harbor run -d simpleqa@1.0 -t simpleqa-1280
b8f0fa9
simpleqa-1281
uvx harbor run -d simpleqa@1.0 -t simpleqa-1281
b8f0fa9
simpleqa-1282
uvx harbor run -d simpleqa@1.0 -t simpleqa-1282
b8f0fa9
simpleqa-1283
uvx harbor run -d simpleqa@1.0 -t simpleqa-1283
b8f0fa9
simpleqa-1284
uvx harbor run -d simpleqa@1.0 -t simpleqa-1284
b8f0fa9
simpleqa-1285
uvx harbor run -d simpleqa@1.0 -t simpleqa-1285
b8f0fa9
simpleqa-1286
uvx harbor run -d simpleqa@1.0 -t simpleqa-1286
b8f0fa9
simpleqa-1287
uvx harbor run -d simpleqa@1.0 -t simpleqa-1287
b8f0fa9
simpleqa-1288
uvx harbor run -d simpleqa@1.0 -t simpleqa-1288
b8f0fa9
simpleqa-1289
uvx harbor run -d simpleqa@1.0 -t simpleqa-1289
b8f0fa9
simpleqa-129
uvx harbor run -d simpleqa@1.0 -t simpleqa-129
b8f0fa9
simpleqa-1290
uvx harbor run -d simpleqa@1.0 -t simpleqa-1290
b8f0fa9
simpleqa-1291
uvx harbor run -d simpleqa@1.0 -t simpleqa-1291
b8f0fa9
simpleqa-1292
uvx harbor run -d simpleqa@1.0 -t simpleqa-1292
b8f0fa9
simpleqa-1293
uvx harbor run -d simpleqa@1.0 -t simpleqa-1293
b8f0fa9
simpleqa-1294
uvx harbor run -d simpleqa@1.0 -t simpleqa-1294
b8f0fa9
simpleqa-1295
uvx harbor run -d simpleqa@1.0 -t simpleqa-1295
b8f0fa9
simpleqa-1296
uvx harbor run -d simpleqa@1.0 -t simpleqa-1296
b8f0fa9
simpleqa-1297
uvx harbor run -d simpleqa@1.0 -t simpleqa-1297
b8f0fa9
simpleqa-1298
uvx harbor run -d simpleqa@1.0 -t simpleqa-1298
b8f0fa9
simpleqa-1299
uvx harbor run -d simpleqa@1.0 -t simpleqa-1299
b8f0fa9
simpleqa-13
uvx harbor run -d simpleqa@1.0 -t simpleqa-13
b8f0fa9
simpleqa-130
uvx harbor run -d simpleqa@1.0 -t simpleqa-130
b8f0fa9
simpleqa-1300
uvx harbor run -d simpleqa@1.0 -t simpleqa-1300
b8f0fa9
simpleqa-1301
uvx harbor run -d simpleqa@1.0 -t simpleqa-1301
b8f0fa9
simpleqa-1302
uvx harbor run -d simpleqa@1.0 -t simpleqa-1302
b8f0fa9
simpleqa-1303
uvx harbor run -d simpleqa@1.0 -t simpleqa-1303
b8f0fa9
simpleqa-1304
uvx harbor run -d simpleqa@1.0 -t simpleqa-1304
b8f0fa9
simpleqa-1305
uvx harbor run -d simpleqa@1.0 -t simpleqa-1305
b8f0fa9
simpleqa-1306
uvx harbor run -d simpleqa@1.0 -t simpleqa-1306
b8f0fa9
simpleqa-1307
uvx harbor run -d simpleqa@1.0 -t simpleqa-1307
b8f0fa9
simpleqa-1308
uvx harbor run -d simpleqa@1.0 -t simpleqa-1308
b8f0fa9
simpleqa-1309
uvx harbor run -d simpleqa@1.0 -t simpleqa-1309
b8f0fa9
simpleqa-131
uvx harbor run -d simpleqa@1.0 -t simpleqa-131
b8f0fa9
simpleqa-1310
uvx harbor run -d simpleqa@1.0 -t simpleqa-1310
b8f0fa9
simpleqa-1311
uvx harbor run -d simpleqa@1.0 -t simpleqa-1311
b8f0fa9
simpleqa-1312
uvx harbor run -d simpleqa@1.0 -t simpleqa-1312
b8f0fa9
simpleqa-1313
uvx harbor run -d simpleqa@1.0 -t simpleqa-1313
b8f0fa9
simpleqa-1314
uvx harbor run -d simpleqa@1.0 -t simpleqa-1314
b8f0fa9
simpleqa-1315
uvx harbor run -d simpleqa@1.0 -t simpleqa-1315
b8f0fa9
simpleqa-1316
uvx harbor run -d simpleqa@1.0 -t simpleqa-1316
b8f0fa9
simpleqa-1317
uvx harbor run -d simpleqa@1.0 -t simpleqa-1317
b8f0fa9
simpleqa-1318
uvx harbor run -d simpleqa@1.0 -t simpleqa-1318
b8f0fa9
simpleqa-1319
uvx harbor run -d simpleqa@1.0 -t simpleqa-1319
b8f0fa9
simpleqa-132
uvx harbor run -d simpleqa@1.0 -t simpleqa-132
b8f0fa9
simpleqa-1320
uvx harbor run -d simpleqa@1.0 -t simpleqa-1320
b8f0fa9
simpleqa-1321
uvx harbor run -d simpleqa@1.0 -t simpleqa-1321
b8f0fa9
simpleqa-1322
uvx harbor run -d simpleqa@1.0 -t simpleqa-1322
b8f0fa9
simpleqa-1323
uvx harbor run -d simpleqa@1.0 -t simpleqa-1323
b8f0fa9
simpleqa-1324
uvx harbor run -d simpleqa@1.0 -t simpleqa-1324
b8f0fa9
simpleqa-1325
uvx harbor run -d simpleqa@1.0 -t simpleqa-1325
b8f0fa9
simpleqa-1326
uvx harbor run -d simpleqa@1.0 -t simpleqa-1326
b8f0fa9
simpleqa-1327
uvx harbor run -d simpleqa@1.0 -t simpleqa-1327
b8f0fa9
simpleqa-1328
uvx harbor run -d simpleqa@1.0 -t simpleqa-1328
b8f0fa9
simpleqa-1329
uvx harbor run -d simpleqa@1.0 -t simpleqa-1329
b8f0fa9
simpleqa-133
uvx harbor run -d simpleqa@1.0 -t simpleqa-133
b8f0fa9
simpleqa-1330
uvx harbor run -d simpleqa@1.0 -t simpleqa-1330
b8f0fa9
simpleqa-1331
uvx harbor run -d simpleqa@1.0 -t simpleqa-1331
b8f0fa9
simpleqa-1332
uvx harbor run -d simpleqa@1.0 -t simpleqa-1332
b8f0fa9
simpleqa-1333
uvx harbor run -d simpleqa@1.0 -t simpleqa-1333
b8f0fa9
simpleqa-1334
uvx harbor run -d simpleqa@1.0 -t simpleqa-1334
b8f0fa9
simpleqa-1335
uvx harbor run -d simpleqa@1.0 -t simpleqa-1335
b8f0fa9
simpleqa-1336
uvx harbor run -d simpleqa@1.0 -t simpleqa-1336
b8f0fa9
simpleqa-1337
uvx harbor run -d simpleqa@1.0 -t simpleqa-1337
b8f0fa9
simpleqa-1338
uvx harbor run -d simpleqa@1.0 -t simpleqa-1338
b8f0fa9
simpleqa-1339
uvx harbor run -d simpleqa@1.0 -t simpleqa-1339
b8f0fa9
simpleqa-134
uvx harbor run -d simpleqa@1.0 -t simpleqa-134
b8f0fa9
simpleqa-1340
uvx harbor run -d simpleqa@1.0 -t simpleqa-1340
b8f0fa9
simpleqa-1341
uvx harbor run -d simpleqa@1.0 -t simpleqa-1341
b8f0fa9
simpleqa-1342
uvx harbor run -d simpleqa@1.0 -t simpleqa-1342
b8f0fa9
simpleqa-1343
uvx harbor run -d simpleqa@1.0 -t simpleqa-1343
b8f0fa9
simpleqa-1344
uvx harbor run -d simpleqa@1.0 -t simpleqa-1344
b8f0fa9
simpleqa-1345
uvx harbor run -d simpleqa@1.0 -t simpleqa-1345
b8f0fa9
simpleqa-1346
uvx harbor run -d simpleqa@1.0 -t simpleqa-1346
b8f0fa9
simpleqa-1347
uvx harbor run -d simpleqa@1.0 -t simpleqa-1347
b8f0fa9
simpleqa-1348
uvx harbor run -d simpleqa@1.0 -t simpleqa-1348
b8f0fa9
simpleqa-1349
uvx harbor run -d simpleqa@1.0 -t simpleqa-1349
b8f0fa9
simpleqa-135
uvx harbor run -d simpleqa@1.0 -t simpleqa-135
b8f0fa9
simpleqa-1350
uvx harbor run -d simpleqa@1.0 -t simpleqa-1350
b8f0fa9
simpleqa-1351
uvx harbor run -d simpleqa@1.0 -t simpleqa-1351
b8f0fa9
simpleqa-1352
uvx harbor run -d simpleqa@1.0 -t simpleqa-1352
b8f0fa9
simpleqa-1353
uvx harbor run -d simpleqa@1.0 -t simpleqa-1353
b8f0fa9
simpleqa-1354
uvx harbor run -d simpleqa@1.0 -t simpleqa-1354
b8f0fa9
simpleqa-1355
uvx harbor run -d simpleqa@1.0 -t simpleqa-1355
b8f0fa9
simpleqa-1356
uvx harbor run -d simpleqa@1.0 -t simpleqa-1356
b8f0fa9
simpleqa-1357
uvx harbor run -d simpleqa@1.0 -t simpleqa-1357
b8f0fa9