simpleqa

v1.0

SimpleQA: 4,326 short, fact-seeking questions from OpenAI for evaluating language model factuality. Uses LLM-as-a-judge grading. Source: https://openai.com/index/introducing-simpleqa/

uvx harbor run -d simpleqa@1.0

Tasks (4326)

simpleqa-796
uvx harbor run -d simpleqa@1.0 -t simpleqa-796
b8f0fa9
simpleqa-797
uvx harbor run -d simpleqa@1.0 -t simpleqa-797
b8f0fa9
simpleqa-798
uvx harbor run -d simpleqa@1.0 -t simpleqa-798
b8f0fa9
simpleqa-799
uvx harbor run -d simpleqa@1.0 -t simpleqa-799
b8f0fa9
simpleqa-8
uvx harbor run -d simpleqa@1.0 -t simpleqa-8
b8f0fa9
simpleqa-80
uvx harbor run -d simpleqa@1.0 -t simpleqa-80
b8f0fa9
simpleqa-800
uvx harbor run -d simpleqa@1.0 -t simpleqa-800
b8f0fa9
simpleqa-801
uvx harbor run -d simpleqa@1.0 -t simpleqa-801
b8f0fa9
simpleqa-802
uvx harbor run -d simpleqa@1.0 -t simpleqa-802
b8f0fa9
simpleqa-803
uvx harbor run -d simpleqa@1.0 -t simpleqa-803
b8f0fa9
simpleqa-804
uvx harbor run -d simpleqa@1.0 -t simpleqa-804
b8f0fa9
simpleqa-805
uvx harbor run -d simpleqa@1.0 -t simpleqa-805
b8f0fa9
simpleqa-806
uvx harbor run -d simpleqa@1.0 -t simpleqa-806
b8f0fa9
simpleqa-807
uvx harbor run -d simpleqa@1.0 -t simpleqa-807
b8f0fa9
simpleqa-808
uvx harbor run -d simpleqa@1.0 -t simpleqa-808
b8f0fa9
simpleqa-809
uvx harbor run -d simpleqa@1.0 -t simpleqa-809
b8f0fa9
simpleqa-81
uvx harbor run -d simpleqa@1.0 -t simpleqa-81
b8f0fa9
simpleqa-810
uvx harbor run -d simpleqa@1.0 -t simpleqa-810
b8f0fa9
simpleqa-811
uvx harbor run -d simpleqa@1.0 -t simpleqa-811
b8f0fa9
simpleqa-812
uvx harbor run -d simpleqa@1.0 -t simpleqa-812
b8f0fa9
simpleqa-813
uvx harbor run -d simpleqa@1.0 -t simpleqa-813
b8f0fa9
simpleqa-814
uvx harbor run -d simpleqa@1.0 -t simpleqa-814
b8f0fa9
simpleqa-815
uvx harbor run -d simpleqa@1.0 -t simpleqa-815
b8f0fa9
simpleqa-816
uvx harbor run -d simpleqa@1.0 -t simpleqa-816
b8f0fa9
simpleqa-817
uvx harbor run -d simpleqa@1.0 -t simpleqa-817
b8f0fa9
simpleqa-818
uvx harbor run -d simpleqa@1.0 -t simpleqa-818
b8f0fa9
simpleqa-819
uvx harbor run -d simpleqa@1.0 -t simpleqa-819
b8f0fa9
simpleqa-82
uvx harbor run -d simpleqa@1.0 -t simpleqa-82
b8f0fa9
simpleqa-820
uvx harbor run -d simpleqa@1.0 -t simpleqa-820
b8f0fa9
simpleqa-821
uvx harbor run -d simpleqa@1.0 -t simpleqa-821
b8f0fa9
simpleqa-822
uvx harbor run -d simpleqa@1.0 -t simpleqa-822
b8f0fa9
simpleqa-823
uvx harbor run -d simpleqa@1.0 -t simpleqa-823
b8f0fa9
simpleqa-824
uvx harbor run -d simpleqa@1.0 -t simpleqa-824
b8f0fa9
simpleqa-825
uvx harbor run -d simpleqa@1.0 -t simpleqa-825
b8f0fa9
simpleqa-826
uvx harbor run -d simpleqa@1.0 -t simpleqa-826
b8f0fa9
simpleqa-827
uvx harbor run -d simpleqa@1.0 -t simpleqa-827
b8f0fa9
simpleqa-828
uvx harbor run -d simpleqa@1.0 -t simpleqa-828
b8f0fa9
simpleqa-829
uvx harbor run -d simpleqa@1.0 -t simpleqa-829
b8f0fa9
simpleqa-83
uvx harbor run -d simpleqa@1.0 -t simpleqa-83
b8f0fa9
simpleqa-830
uvx harbor run -d simpleqa@1.0 -t simpleqa-830
b8f0fa9
simpleqa-831
uvx harbor run -d simpleqa@1.0 -t simpleqa-831
b8f0fa9
simpleqa-832
uvx harbor run -d simpleqa@1.0 -t simpleqa-832
b8f0fa9
simpleqa-833
uvx harbor run -d simpleqa@1.0 -t simpleqa-833
b8f0fa9
simpleqa-834
uvx harbor run -d simpleqa@1.0 -t simpleqa-834
b8f0fa9
simpleqa-835
uvx harbor run -d simpleqa@1.0 -t simpleqa-835
b8f0fa9
simpleqa-836
uvx harbor run -d simpleqa@1.0 -t simpleqa-836
b8f0fa9
simpleqa-837
uvx harbor run -d simpleqa@1.0 -t simpleqa-837
b8f0fa9
simpleqa-838
uvx harbor run -d simpleqa@1.0 -t simpleqa-838
b8f0fa9
simpleqa-839
uvx harbor run -d simpleqa@1.0 -t simpleqa-839
b8f0fa9
simpleqa-84
uvx harbor run -d simpleqa@1.0 -t simpleqa-84
b8f0fa9
simpleqa-840
uvx harbor run -d simpleqa@1.0 -t simpleqa-840
b8f0fa9
simpleqa-841
uvx harbor run -d simpleqa@1.0 -t simpleqa-841
b8f0fa9
simpleqa-842
uvx harbor run -d simpleqa@1.0 -t simpleqa-842
b8f0fa9
simpleqa-843
uvx harbor run -d simpleqa@1.0 -t simpleqa-843
b8f0fa9
simpleqa-844
uvx harbor run -d simpleqa@1.0 -t simpleqa-844
b8f0fa9
simpleqa-845
uvx harbor run -d simpleqa@1.0 -t simpleqa-845
b8f0fa9
simpleqa-846
uvx harbor run -d simpleqa@1.0 -t simpleqa-846
b8f0fa9
simpleqa-847
uvx harbor run -d simpleqa@1.0 -t simpleqa-847
b8f0fa9
simpleqa-848
uvx harbor run -d simpleqa@1.0 -t simpleqa-848
b8f0fa9
simpleqa-849
uvx harbor run -d simpleqa@1.0 -t simpleqa-849
b8f0fa9
simpleqa-85
uvx harbor run -d simpleqa@1.0 -t simpleqa-85
b8f0fa9
simpleqa-850
uvx harbor run -d simpleqa@1.0 -t simpleqa-850
b8f0fa9
simpleqa-851
uvx harbor run -d simpleqa@1.0 -t simpleqa-851
b8f0fa9
simpleqa-852
uvx harbor run -d simpleqa@1.0 -t simpleqa-852
b8f0fa9
simpleqa-853
uvx harbor run -d simpleqa@1.0 -t simpleqa-853
b8f0fa9
simpleqa-854
uvx harbor run -d simpleqa@1.0 -t simpleqa-854
b8f0fa9
simpleqa-855
uvx harbor run -d simpleqa@1.0 -t simpleqa-855
b8f0fa9
simpleqa-856
uvx harbor run -d simpleqa@1.0 -t simpleqa-856
b8f0fa9
simpleqa-857
uvx harbor run -d simpleqa@1.0 -t simpleqa-857
b8f0fa9
simpleqa-858
uvx harbor run -d simpleqa@1.0 -t simpleqa-858
b8f0fa9
simpleqa-859
uvx harbor run -d simpleqa@1.0 -t simpleqa-859
b8f0fa9
simpleqa-86
uvx harbor run -d simpleqa@1.0 -t simpleqa-86
b8f0fa9
simpleqa-860
uvx harbor run -d simpleqa@1.0 -t simpleqa-860
b8f0fa9
simpleqa-861
uvx harbor run -d simpleqa@1.0 -t simpleqa-861
b8f0fa9
simpleqa-862
uvx harbor run -d simpleqa@1.0 -t simpleqa-862
b8f0fa9
simpleqa-863
uvx harbor run -d simpleqa@1.0 -t simpleqa-863
b8f0fa9
simpleqa-864
uvx harbor run -d simpleqa@1.0 -t simpleqa-864
b8f0fa9
simpleqa-865
uvx harbor run -d simpleqa@1.0 -t simpleqa-865
b8f0fa9
simpleqa-866
uvx harbor run -d simpleqa@1.0 -t simpleqa-866
b8f0fa9
simpleqa-867
uvx harbor run -d simpleqa@1.0 -t simpleqa-867
b8f0fa9
simpleqa-868
uvx harbor run -d simpleqa@1.0 -t simpleqa-868
b8f0fa9
simpleqa-869
uvx harbor run -d simpleqa@1.0 -t simpleqa-869
b8f0fa9
simpleqa-87
uvx harbor run -d simpleqa@1.0 -t simpleqa-87
b8f0fa9
simpleqa-870
uvx harbor run -d simpleqa@1.0 -t simpleqa-870
b8f0fa9
simpleqa-871
uvx harbor run -d simpleqa@1.0 -t simpleqa-871
b8f0fa9
simpleqa-872
uvx harbor run -d simpleqa@1.0 -t simpleqa-872
b8f0fa9
simpleqa-873
uvx harbor run -d simpleqa@1.0 -t simpleqa-873
b8f0fa9
simpleqa-874
uvx harbor run -d simpleqa@1.0 -t simpleqa-874
b8f0fa9
simpleqa-875
uvx harbor run -d simpleqa@1.0 -t simpleqa-875
b8f0fa9
simpleqa-876
uvx harbor run -d simpleqa@1.0 -t simpleqa-876
b8f0fa9
simpleqa-877
uvx harbor run -d simpleqa@1.0 -t simpleqa-877
b8f0fa9
simpleqa-878
uvx harbor run -d simpleqa@1.0 -t simpleqa-878
b8f0fa9
simpleqa-879
uvx harbor run -d simpleqa@1.0 -t simpleqa-879
b8f0fa9
simpleqa-88
uvx harbor run -d simpleqa@1.0 -t simpleqa-88
b8f0fa9
simpleqa-880
uvx harbor run -d simpleqa@1.0 -t simpleqa-880
b8f0fa9
simpleqa-881
uvx harbor run -d simpleqa@1.0 -t simpleqa-881
b8f0fa9
simpleqa-882
uvx harbor run -d simpleqa@1.0 -t simpleqa-882
b8f0fa9
simpleqa-883
uvx harbor run -d simpleqa@1.0 -t simpleqa-883
b8f0fa9
simpleqa-884
uvx harbor run -d simpleqa@1.0 -t simpleqa-884
b8f0fa9
simpleqa-885
uvx harbor run -d simpleqa@1.0 -t simpleqa-885
b8f0fa9