simpleqa

v1.0

SimpleQA: 4,326 short, fact-seeking questions from OpenAI for evaluating language model factuality. Uses LLM-as-a-judge grading. Source: https://openai.com/index/introducing-simpleqa/

uvx harbor run -d simpleqa@1.0

Tasks (4326)

simpleqa-1358
uvx harbor run -d simpleqa@1.0 -t simpleqa-1358
b8f0fa9
simpleqa-1359
uvx harbor run -d simpleqa@1.0 -t simpleqa-1359
b8f0fa9
simpleqa-136
uvx harbor run -d simpleqa@1.0 -t simpleqa-136
b8f0fa9
simpleqa-1360
uvx harbor run -d simpleqa@1.0 -t simpleqa-1360
b8f0fa9
simpleqa-1361
uvx harbor run -d simpleqa@1.0 -t simpleqa-1361
b8f0fa9
simpleqa-1362
uvx harbor run -d simpleqa@1.0 -t simpleqa-1362
b8f0fa9
simpleqa-1363
uvx harbor run -d simpleqa@1.0 -t simpleqa-1363
b8f0fa9
simpleqa-1364
uvx harbor run -d simpleqa@1.0 -t simpleqa-1364
b8f0fa9
simpleqa-1365
uvx harbor run -d simpleqa@1.0 -t simpleqa-1365
b8f0fa9
simpleqa-1366
uvx harbor run -d simpleqa@1.0 -t simpleqa-1366
b8f0fa9
simpleqa-1367
uvx harbor run -d simpleqa@1.0 -t simpleqa-1367
b8f0fa9
simpleqa-1368
uvx harbor run -d simpleqa@1.0 -t simpleqa-1368
b8f0fa9
simpleqa-1369
uvx harbor run -d simpleqa@1.0 -t simpleqa-1369
b8f0fa9
simpleqa-137
uvx harbor run -d simpleqa@1.0 -t simpleqa-137
b8f0fa9
simpleqa-1370
uvx harbor run -d simpleqa@1.0 -t simpleqa-1370
b8f0fa9
simpleqa-1371
uvx harbor run -d simpleqa@1.0 -t simpleqa-1371
b8f0fa9
simpleqa-1372
uvx harbor run -d simpleqa@1.0 -t simpleqa-1372
b8f0fa9
simpleqa-1373
uvx harbor run -d simpleqa@1.0 -t simpleqa-1373
b8f0fa9
simpleqa-1374
uvx harbor run -d simpleqa@1.0 -t simpleqa-1374
b8f0fa9
simpleqa-1375
uvx harbor run -d simpleqa@1.0 -t simpleqa-1375
b8f0fa9
simpleqa-1376
uvx harbor run -d simpleqa@1.0 -t simpleqa-1376
b8f0fa9
simpleqa-1377
uvx harbor run -d simpleqa@1.0 -t simpleqa-1377
b8f0fa9
simpleqa-1378
uvx harbor run -d simpleqa@1.0 -t simpleqa-1378
b8f0fa9
simpleqa-1379
uvx harbor run -d simpleqa@1.0 -t simpleqa-1379
b8f0fa9
simpleqa-138
uvx harbor run -d simpleqa@1.0 -t simpleqa-138
b8f0fa9
simpleqa-1380
uvx harbor run -d simpleqa@1.0 -t simpleqa-1380
b8f0fa9
simpleqa-1381
uvx harbor run -d simpleqa@1.0 -t simpleqa-1381
b8f0fa9
simpleqa-1382
uvx harbor run -d simpleqa@1.0 -t simpleqa-1382
b8f0fa9
simpleqa-1383
uvx harbor run -d simpleqa@1.0 -t simpleqa-1383
b8f0fa9
simpleqa-1384
uvx harbor run -d simpleqa@1.0 -t simpleqa-1384
b8f0fa9
simpleqa-1385
uvx harbor run -d simpleqa@1.0 -t simpleqa-1385
b8f0fa9
simpleqa-1386
uvx harbor run -d simpleqa@1.0 -t simpleqa-1386
b8f0fa9
simpleqa-1387
uvx harbor run -d simpleqa@1.0 -t simpleqa-1387
b8f0fa9
simpleqa-1388
uvx harbor run -d simpleqa@1.0 -t simpleqa-1388
b8f0fa9
simpleqa-1389
uvx harbor run -d simpleqa@1.0 -t simpleqa-1389
b8f0fa9
simpleqa-139
uvx harbor run -d simpleqa@1.0 -t simpleqa-139
b8f0fa9
simpleqa-1390
uvx harbor run -d simpleqa@1.0 -t simpleqa-1390
b8f0fa9
simpleqa-1391
uvx harbor run -d simpleqa@1.0 -t simpleqa-1391
b8f0fa9
simpleqa-1392
uvx harbor run -d simpleqa@1.0 -t simpleqa-1392
b8f0fa9
simpleqa-1393
uvx harbor run -d simpleqa@1.0 -t simpleqa-1393
b8f0fa9
simpleqa-1394
uvx harbor run -d simpleqa@1.0 -t simpleqa-1394
b8f0fa9
simpleqa-1395
uvx harbor run -d simpleqa@1.0 -t simpleqa-1395
b8f0fa9
simpleqa-1396
uvx harbor run -d simpleqa@1.0 -t simpleqa-1396
b8f0fa9
simpleqa-1397
uvx harbor run -d simpleqa@1.0 -t simpleqa-1397
b8f0fa9
simpleqa-1398
uvx harbor run -d simpleqa@1.0 -t simpleqa-1398
b8f0fa9
simpleqa-1399
uvx harbor run -d simpleqa@1.0 -t simpleqa-1399
b8f0fa9
simpleqa-14
uvx harbor run -d simpleqa@1.0 -t simpleqa-14
b8f0fa9
simpleqa-140
uvx harbor run -d simpleqa@1.0 -t simpleqa-140
b8f0fa9
simpleqa-1400
uvx harbor run -d simpleqa@1.0 -t simpleqa-1400
b8f0fa9
simpleqa-1401
uvx harbor run -d simpleqa@1.0 -t simpleqa-1401
b8f0fa9
simpleqa-1402
uvx harbor run -d simpleqa@1.0 -t simpleqa-1402
b8f0fa9
simpleqa-1403
uvx harbor run -d simpleqa@1.0 -t simpleqa-1403
b8f0fa9
simpleqa-1404
uvx harbor run -d simpleqa@1.0 -t simpleqa-1404
b8f0fa9
simpleqa-1405
uvx harbor run -d simpleqa@1.0 -t simpleqa-1405
b8f0fa9
simpleqa-1406
uvx harbor run -d simpleqa@1.0 -t simpleqa-1406
b8f0fa9
simpleqa-1407
uvx harbor run -d simpleqa@1.0 -t simpleqa-1407
b8f0fa9
simpleqa-1408
uvx harbor run -d simpleqa@1.0 -t simpleqa-1408
b8f0fa9
simpleqa-1409
uvx harbor run -d simpleqa@1.0 -t simpleqa-1409
b8f0fa9
simpleqa-141
uvx harbor run -d simpleqa@1.0 -t simpleqa-141
b8f0fa9
simpleqa-1410
uvx harbor run -d simpleqa@1.0 -t simpleqa-1410
b8f0fa9
simpleqa-1411
uvx harbor run -d simpleqa@1.0 -t simpleqa-1411
b8f0fa9
simpleqa-1412
uvx harbor run -d simpleqa@1.0 -t simpleqa-1412
b8f0fa9
simpleqa-1413
uvx harbor run -d simpleqa@1.0 -t simpleqa-1413
b8f0fa9
simpleqa-1414
uvx harbor run -d simpleqa@1.0 -t simpleqa-1414
b8f0fa9
simpleqa-1415
uvx harbor run -d simpleqa@1.0 -t simpleqa-1415
b8f0fa9
simpleqa-1416
uvx harbor run -d simpleqa@1.0 -t simpleqa-1416
b8f0fa9
simpleqa-1417
uvx harbor run -d simpleqa@1.0 -t simpleqa-1417
b8f0fa9
simpleqa-1418
uvx harbor run -d simpleqa@1.0 -t simpleqa-1418
b8f0fa9
simpleqa-1419
uvx harbor run -d simpleqa@1.0 -t simpleqa-1419
b8f0fa9
simpleqa-142
uvx harbor run -d simpleqa@1.0 -t simpleqa-142
b8f0fa9
simpleqa-1420
uvx harbor run -d simpleqa@1.0 -t simpleqa-1420
b8f0fa9
simpleqa-1421
uvx harbor run -d simpleqa@1.0 -t simpleqa-1421
b8f0fa9
simpleqa-1422
uvx harbor run -d simpleqa@1.0 -t simpleqa-1422
b8f0fa9
simpleqa-1423
uvx harbor run -d simpleqa@1.0 -t simpleqa-1423
b8f0fa9
simpleqa-1424
uvx harbor run -d simpleqa@1.0 -t simpleqa-1424
b8f0fa9
simpleqa-1425
uvx harbor run -d simpleqa@1.0 -t simpleqa-1425
b8f0fa9
simpleqa-1426
uvx harbor run -d simpleqa@1.0 -t simpleqa-1426
b8f0fa9
simpleqa-1427
uvx harbor run -d simpleqa@1.0 -t simpleqa-1427
b8f0fa9
simpleqa-1428
uvx harbor run -d simpleqa@1.0 -t simpleqa-1428
b8f0fa9
simpleqa-1429
uvx harbor run -d simpleqa@1.0 -t simpleqa-1429
b8f0fa9
simpleqa-143
uvx harbor run -d simpleqa@1.0 -t simpleqa-143
b8f0fa9
simpleqa-1430
uvx harbor run -d simpleqa@1.0 -t simpleqa-1430
b8f0fa9
simpleqa-1431
uvx harbor run -d simpleqa@1.0 -t simpleqa-1431
b8f0fa9
simpleqa-1432
uvx harbor run -d simpleqa@1.0 -t simpleqa-1432
b8f0fa9
simpleqa-1433
uvx harbor run -d simpleqa@1.0 -t simpleqa-1433
b8f0fa9
simpleqa-1434
uvx harbor run -d simpleqa@1.0 -t simpleqa-1434
b8f0fa9
simpleqa-1435
uvx harbor run -d simpleqa@1.0 -t simpleqa-1435
b8f0fa9
simpleqa-1436
uvx harbor run -d simpleqa@1.0 -t simpleqa-1436
b8f0fa9
simpleqa-1437
uvx harbor run -d simpleqa@1.0 -t simpleqa-1437
b8f0fa9
simpleqa-1438
uvx harbor run -d simpleqa@1.0 -t simpleqa-1438
b8f0fa9
simpleqa-1439
uvx harbor run -d simpleqa@1.0 -t simpleqa-1439
b8f0fa9
simpleqa-144
uvx harbor run -d simpleqa@1.0 -t simpleqa-144
b8f0fa9
simpleqa-1440
uvx harbor run -d simpleqa@1.0 -t simpleqa-1440
b8f0fa9
simpleqa-1441
uvx harbor run -d simpleqa@1.0 -t simpleqa-1441
b8f0fa9
simpleqa-1442
uvx harbor run -d simpleqa@1.0 -t simpleqa-1442
b8f0fa9
simpleqa-1443
uvx harbor run -d simpleqa@1.0 -t simpleqa-1443
b8f0fa9
simpleqa-1444
uvx harbor run -d simpleqa@1.0 -t simpleqa-1444
b8f0fa9
simpleqa-1445
uvx harbor run -d simpleqa@1.0 -t simpleqa-1445
b8f0fa9
simpleqa-1446
uvx harbor run -d simpleqa@1.0 -t simpleqa-1446
b8f0fa9
simpleqa-1447
uvx harbor run -d simpleqa@1.0 -t simpleqa-1447
b8f0fa9