simpleqa
v1.0SimpleQA: 4,326 short, fact-seeking questions from OpenAI for evaluating language model factuality. Uses LLM-as-a-judge grading. Source: https://openai.com/index/introducing-simpleqa/
uvx harbor run -d simpleqa@1.0Tasks (4326)
simpleqa-705
uvx harbor run -d simpleqa@1.0 -t simpleqa-705b8f0fa9
simpleqa-706
uvx harbor run -d simpleqa@1.0 -t simpleqa-706b8f0fa9
simpleqa-707
uvx harbor run -d simpleqa@1.0 -t simpleqa-707b8f0fa9
simpleqa-708
uvx harbor run -d simpleqa@1.0 -t simpleqa-708b8f0fa9
simpleqa-709
uvx harbor run -d simpleqa@1.0 -t simpleqa-709b8f0fa9
simpleqa-71
uvx harbor run -d simpleqa@1.0 -t simpleqa-71b8f0fa9
simpleqa-710
uvx harbor run -d simpleqa@1.0 -t simpleqa-710b8f0fa9
simpleqa-711
uvx harbor run -d simpleqa@1.0 -t simpleqa-711b8f0fa9
simpleqa-712
uvx harbor run -d simpleqa@1.0 -t simpleqa-712b8f0fa9
simpleqa-713
uvx harbor run -d simpleqa@1.0 -t simpleqa-713b8f0fa9
simpleqa-714
uvx harbor run -d simpleqa@1.0 -t simpleqa-714b8f0fa9
simpleqa-715
uvx harbor run -d simpleqa@1.0 -t simpleqa-715b8f0fa9
simpleqa-716
uvx harbor run -d simpleqa@1.0 -t simpleqa-716b8f0fa9
simpleqa-717
uvx harbor run -d simpleqa@1.0 -t simpleqa-717b8f0fa9
simpleqa-718
uvx harbor run -d simpleqa@1.0 -t simpleqa-718b8f0fa9
simpleqa-719
uvx harbor run -d simpleqa@1.0 -t simpleqa-719b8f0fa9
simpleqa-72
uvx harbor run -d simpleqa@1.0 -t simpleqa-72b8f0fa9
simpleqa-720
uvx harbor run -d simpleqa@1.0 -t simpleqa-720b8f0fa9
simpleqa-721
uvx harbor run -d simpleqa@1.0 -t simpleqa-721b8f0fa9
simpleqa-722
uvx harbor run -d simpleqa@1.0 -t simpleqa-722b8f0fa9
simpleqa-723
uvx harbor run -d simpleqa@1.0 -t simpleqa-723b8f0fa9
simpleqa-724
uvx harbor run -d simpleqa@1.0 -t simpleqa-724b8f0fa9
simpleqa-725
uvx harbor run -d simpleqa@1.0 -t simpleqa-725b8f0fa9
simpleqa-726
uvx harbor run -d simpleqa@1.0 -t simpleqa-726b8f0fa9
simpleqa-727
uvx harbor run -d simpleqa@1.0 -t simpleqa-727b8f0fa9
simpleqa-728
uvx harbor run -d simpleqa@1.0 -t simpleqa-728b8f0fa9
simpleqa-729
uvx harbor run -d simpleqa@1.0 -t simpleqa-729b8f0fa9
simpleqa-73
uvx harbor run -d simpleqa@1.0 -t simpleqa-73b8f0fa9
simpleqa-730
uvx harbor run -d simpleqa@1.0 -t simpleqa-730b8f0fa9
simpleqa-731
uvx harbor run -d simpleqa@1.0 -t simpleqa-731b8f0fa9
simpleqa-732
uvx harbor run -d simpleqa@1.0 -t simpleqa-732b8f0fa9
simpleqa-733
uvx harbor run -d simpleqa@1.0 -t simpleqa-733b8f0fa9
simpleqa-734
uvx harbor run -d simpleqa@1.0 -t simpleqa-734b8f0fa9
simpleqa-735
uvx harbor run -d simpleqa@1.0 -t simpleqa-735b8f0fa9
simpleqa-736
uvx harbor run -d simpleqa@1.0 -t simpleqa-736b8f0fa9
simpleqa-737
uvx harbor run -d simpleqa@1.0 -t simpleqa-737b8f0fa9
simpleqa-738
uvx harbor run -d simpleqa@1.0 -t simpleqa-738b8f0fa9
simpleqa-739
uvx harbor run -d simpleqa@1.0 -t simpleqa-739b8f0fa9
simpleqa-74
uvx harbor run -d simpleqa@1.0 -t simpleqa-74b8f0fa9
simpleqa-740
uvx harbor run -d simpleqa@1.0 -t simpleqa-740b8f0fa9
simpleqa-741
uvx harbor run -d simpleqa@1.0 -t simpleqa-741b8f0fa9
simpleqa-742
uvx harbor run -d simpleqa@1.0 -t simpleqa-742b8f0fa9
simpleqa-743
uvx harbor run -d simpleqa@1.0 -t simpleqa-743b8f0fa9
simpleqa-744
uvx harbor run -d simpleqa@1.0 -t simpleqa-744b8f0fa9
simpleqa-745
uvx harbor run -d simpleqa@1.0 -t simpleqa-745b8f0fa9
simpleqa-746
uvx harbor run -d simpleqa@1.0 -t simpleqa-746b8f0fa9
simpleqa-747
uvx harbor run -d simpleqa@1.0 -t simpleqa-747b8f0fa9
simpleqa-748
uvx harbor run -d simpleqa@1.0 -t simpleqa-748b8f0fa9
simpleqa-749
uvx harbor run -d simpleqa@1.0 -t simpleqa-749b8f0fa9
simpleqa-75
uvx harbor run -d simpleqa@1.0 -t simpleqa-75b8f0fa9
simpleqa-750
uvx harbor run -d simpleqa@1.0 -t simpleqa-750b8f0fa9
simpleqa-751
uvx harbor run -d simpleqa@1.0 -t simpleqa-751b8f0fa9
simpleqa-752
uvx harbor run -d simpleqa@1.0 -t simpleqa-752b8f0fa9
simpleqa-753
uvx harbor run -d simpleqa@1.0 -t simpleqa-753b8f0fa9
simpleqa-754
uvx harbor run -d simpleqa@1.0 -t simpleqa-754b8f0fa9
simpleqa-755
uvx harbor run -d simpleqa@1.0 -t simpleqa-755b8f0fa9
simpleqa-756
uvx harbor run -d simpleqa@1.0 -t simpleqa-756b8f0fa9
simpleqa-757
uvx harbor run -d simpleqa@1.0 -t simpleqa-757b8f0fa9
simpleqa-758
uvx harbor run -d simpleqa@1.0 -t simpleqa-758b8f0fa9
simpleqa-759
uvx harbor run -d simpleqa@1.0 -t simpleqa-759b8f0fa9
simpleqa-76
uvx harbor run -d simpleqa@1.0 -t simpleqa-76b8f0fa9
simpleqa-760
uvx harbor run -d simpleqa@1.0 -t simpleqa-760b8f0fa9
simpleqa-761
uvx harbor run -d simpleqa@1.0 -t simpleqa-761b8f0fa9
simpleqa-762
uvx harbor run -d simpleqa@1.0 -t simpleqa-762b8f0fa9
simpleqa-763
uvx harbor run -d simpleqa@1.0 -t simpleqa-763b8f0fa9
simpleqa-764
uvx harbor run -d simpleqa@1.0 -t simpleqa-764b8f0fa9
simpleqa-765
uvx harbor run -d simpleqa@1.0 -t simpleqa-765b8f0fa9
simpleqa-766
uvx harbor run -d simpleqa@1.0 -t simpleqa-766b8f0fa9
simpleqa-767
uvx harbor run -d simpleqa@1.0 -t simpleqa-767b8f0fa9
simpleqa-768
uvx harbor run -d simpleqa@1.0 -t simpleqa-768b8f0fa9
simpleqa-769
uvx harbor run -d simpleqa@1.0 -t simpleqa-769b8f0fa9
simpleqa-77
uvx harbor run -d simpleqa@1.0 -t simpleqa-77b8f0fa9
simpleqa-770
uvx harbor run -d simpleqa@1.0 -t simpleqa-770b8f0fa9
simpleqa-771
uvx harbor run -d simpleqa@1.0 -t simpleqa-771b8f0fa9
simpleqa-772
uvx harbor run -d simpleqa@1.0 -t simpleqa-772b8f0fa9
simpleqa-773
uvx harbor run -d simpleqa@1.0 -t simpleqa-773b8f0fa9
simpleqa-774
uvx harbor run -d simpleqa@1.0 -t simpleqa-774b8f0fa9
simpleqa-775
uvx harbor run -d simpleqa@1.0 -t simpleqa-775b8f0fa9
simpleqa-776
uvx harbor run -d simpleqa@1.0 -t simpleqa-776b8f0fa9
simpleqa-777
uvx harbor run -d simpleqa@1.0 -t simpleqa-777b8f0fa9
simpleqa-778
uvx harbor run -d simpleqa@1.0 -t simpleqa-778b8f0fa9
simpleqa-779
uvx harbor run -d simpleqa@1.0 -t simpleqa-779b8f0fa9
simpleqa-78
uvx harbor run -d simpleqa@1.0 -t simpleqa-78b8f0fa9
simpleqa-780
uvx harbor run -d simpleqa@1.0 -t simpleqa-780b8f0fa9
simpleqa-781
uvx harbor run -d simpleqa@1.0 -t simpleqa-781b8f0fa9
simpleqa-782
uvx harbor run -d simpleqa@1.0 -t simpleqa-782b8f0fa9
simpleqa-783
uvx harbor run -d simpleqa@1.0 -t simpleqa-783b8f0fa9
simpleqa-784
uvx harbor run -d simpleqa@1.0 -t simpleqa-784b8f0fa9
simpleqa-785
uvx harbor run -d simpleqa@1.0 -t simpleqa-785b8f0fa9
simpleqa-786
uvx harbor run -d simpleqa@1.0 -t simpleqa-786b8f0fa9
simpleqa-787
uvx harbor run -d simpleqa@1.0 -t simpleqa-787b8f0fa9
simpleqa-788
uvx harbor run -d simpleqa@1.0 -t simpleqa-788b8f0fa9
simpleqa-789
uvx harbor run -d simpleqa@1.0 -t simpleqa-789b8f0fa9
simpleqa-79
uvx harbor run -d simpleqa@1.0 -t simpleqa-79b8f0fa9
simpleqa-790
uvx harbor run -d simpleqa@1.0 -t simpleqa-790b8f0fa9
simpleqa-791
uvx harbor run -d simpleqa@1.0 -t simpleqa-791b8f0fa9
simpleqa-792
uvx harbor run -d simpleqa@1.0 -t simpleqa-792b8f0fa9
simpleqa-793
uvx harbor run -d simpleqa@1.0 -t simpleqa-793b8f0fa9
simpleqa-794
uvx harbor run -d simpleqa@1.0 -t simpleqa-794b8f0fa9
simpleqa-795
uvx harbor run -d simpleqa@1.0 -t simpleqa-795b8f0fa9