simpleqa

v1.0

SimpleQA: 4,326 short, fact-seeking questions from OpenAI for evaluating language model factuality. Uses LLM-as-a-judge grading. Source: https://openai.com/index/introducing-simpleqa/

uvx harbor run -d simpleqa@1.0

Tasks (4326)

simpleqa-886
uvx harbor run -d simpleqa@1.0 -t simpleqa-886
b8f0fa9
simpleqa-887
uvx harbor run -d simpleqa@1.0 -t simpleqa-887
b8f0fa9
simpleqa-888
uvx harbor run -d simpleqa@1.0 -t simpleqa-888
b8f0fa9
simpleqa-889
uvx harbor run -d simpleqa@1.0 -t simpleqa-889
b8f0fa9
simpleqa-89
uvx harbor run -d simpleqa@1.0 -t simpleqa-89
b8f0fa9
simpleqa-890
uvx harbor run -d simpleqa@1.0 -t simpleqa-890
b8f0fa9
simpleqa-891
uvx harbor run -d simpleqa@1.0 -t simpleqa-891
b8f0fa9
simpleqa-892
uvx harbor run -d simpleqa@1.0 -t simpleqa-892
b8f0fa9
simpleqa-893
uvx harbor run -d simpleqa@1.0 -t simpleqa-893
b8f0fa9
simpleqa-894
uvx harbor run -d simpleqa@1.0 -t simpleqa-894
b8f0fa9
simpleqa-895
uvx harbor run -d simpleqa@1.0 -t simpleqa-895
b8f0fa9
simpleqa-896
uvx harbor run -d simpleqa@1.0 -t simpleqa-896
b8f0fa9
simpleqa-897
uvx harbor run -d simpleqa@1.0 -t simpleqa-897
b8f0fa9
simpleqa-898
uvx harbor run -d simpleqa@1.0 -t simpleqa-898
b8f0fa9
simpleqa-899
uvx harbor run -d simpleqa@1.0 -t simpleqa-899
b8f0fa9
simpleqa-9
uvx harbor run -d simpleqa@1.0 -t simpleqa-9
b8f0fa9
simpleqa-90
uvx harbor run -d simpleqa@1.0 -t simpleqa-90
b8f0fa9
simpleqa-900
uvx harbor run -d simpleqa@1.0 -t simpleqa-900
b8f0fa9
simpleqa-901
uvx harbor run -d simpleqa@1.0 -t simpleqa-901
b8f0fa9
simpleqa-902
uvx harbor run -d simpleqa@1.0 -t simpleqa-902
b8f0fa9
simpleqa-903
uvx harbor run -d simpleqa@1.0 -t simpleqa-903
b8f0fa9
simpleqa-904
uvx harbor run -d simpleqa@1.0 -t simpleqa-904
b8f0fa9
simpleqa-905
uvx harbor run -d simpleqa@1.0 -t simpleqa-905
b8f0fa9
simpleqa-906
uvx harbor run -d simpleqa@1.0 -t simpleqa-906
b8f0fa9
simpleqa-907
uvx harbor run -d simpleqa@1.0 -t simpleqa-907
b8f0fa9
simpleqa-908
uvx harbor run -d simpleqa@1.0 -t simpleqa-908
b8f0fa9
simpleqa-909
uvx harbor run -d simpleqa@1.0 -t simpleqa-909
b8f0fa9
simpleqa-91
uvx harbor run -d simpleqa@1.0 -t simpleqa-91
b8f0fa9
simpleqa-910
uvx harbor run -d simpleqa@1.0 -t simpleqa-910
b8f0fa9
simpleqa-911
uvx harbor run -d simpleqa@1.0 -t simpleqa-911
b8f0fa9
simpleqa-912
uvx harbor run -d simpleqa@1.0 -t simpleqa-912
b8f0fa9
simpleqa-913
uvx harbor run -d simpleqa@1.0 -t simpleqa-913
b8f0fa9
simpleqa-914
uvx harbor run -d simpleqa@1.0 -t simpleqa-914
b8f0fa9
simpleqa-915
uvx harbor run -d simpleqa@1.0 -t simpleqa-915
b8f0fa9
simpleqa-916
uvx harbor run -d simpleqa@1.0 -t simpleqa-916
b8f0fa9
simpleqa-917
uvx harbor run -d simpleqa@1.0 -t simpleqa-917
b8f0fa9
simpleqa-918
uvx harbor run -d simpleqa@1.0 -t simpleqa-918
b8f0fa9
simpleqa-919
uvx harbor run -d simpleqa@1.0 -t simpleqa-919
b8f0fa9
simpleqa-92
uvx harbor run -d simpleqa@1.0 -t simpleqa-92
b8f0fa9
simpleqa-920
uvx harbor run -d simpleqa@1.0 -t simpleqa-920
b8f0fa9
simpleqa-921
uvx harbor run -d simpleqa@1.0 -t simpleqa-921
b8f0fa9
simpleqa-922
uvx harbor run -d simpleqa@1.0 -t simpleqa-922
b8f0fa9
simpleqa-923
uvx harbor run -d simpleqa@1.0 -t simpleqa-923
b8f0fa9
simpleqa-924
uvx harbor run -d simpleqa@1.0 -t simpleqa-924
b8f0fa9
simpleqa-925
uvx harbor run -d simpleqa@1.0 -t simpleqa-925
b8f0fa9
simpleqa-926
uvx harbor run -d simpleqa@1.0 -t simpleqa-926
b8f0fa9
simpleqa-927
uvx harbor run -d simpleqa@1.0 -t simpleqa-927
b8f0fa9
simpleqa-928
uvx harbor run -d simpleqa@1.0 -t simpleqa-928
b8f0fa9
simpleqa-929
uvx harbor run -d simpleqa@1.0 -t simpleqa-929
b8f0fa9
simpleqa-93
uvx harbor run -d simpleqa@1.0 -t simpleqa-93
b8f0fa9
simpleqa-930
uvx harbor run -d simpleqa@1.0 -t simpleqa-930
b8f0fa9
simpleqa-931
uvx harbor run -d simpleqa@1.0 -t simpleqa-931
b8f0fa9
simpleqa-932
uvx harbor run -d simpleqa@1.0 -t simpleqa-932
b8f0fa9
simpleqa-933
uvx harbor run -d simpleqa@1.0 -t simpleqa-933
b8f0fa9
simpleqa-934
uvx harbor run -d simpleqa@1.0 -t simpleqa-934
b8f0fa9
simpleqa-935
uvx harbor run -d simpleqa@1.0 -t simpleqa-935
b8f0fa9
simpleqa-936
uvx harbor run -d simpleqa@1.0 -t simpleqa-936
b8f0fa9
simpleqa-937
uvx harbor run -d simpleqa@1.0 -t simpleqa-937
b8f0fa9
simpleqa-938
uvx harbor run -d simpleqa@1.0 -t simpleqa-938
b8f0fa9
simpleqa-939
uvx harbor run -d simpleqa@1.0 -t simpleqa-939
b8f0fa9
simpleqa-94
uvx harbor run -d simpleqa@1.0 -t simpleqa-94
b8f0fa9
simpleqa-940
uvx harbor run -d simpleqa@1.0 -t simpleqa-940
b8f0fa9
simpleqa-941
uvx harbor run -d simpleqa@1.0 -t simpleqa-941
b8f0fa9
simpleqa-942
uvx harbor run -d simpleqa@1.0 -t simpleqa-942
b8f0fa9
simpleqa-943
uvx harbor run -d simpleqa@1.0 -t simpleqa-943
b8f0fa9
simpleqa-944
uvx harbor run -d simpleqa@1.0 -t simpleqa-944
b8f0fa9
simpleqa-945
uvx harbor run -d simpleqa@1.0 -t simpleqa-945
b8f0fa9
simpleqa-946
uvx harbor run -d simpleqa@1.0 -t simpleqa-946
b8f0fa9
simpleqa-947
uvx harbor run -d simpleqa@1.0 -t simpleqa-947
b8f0fa9
simpleqa-948
uvx harbor run -d simpleqa@1.0 -t simpleqa-948
b8f0fa9
simpleqa-949
uvx harbor run -d simpleqa@1.0 -t simpleqa-949
b8f0fa9
simpleqa-95
uvx harbor run -d simpleqa@1.0 -t simpleqa-95
b8f0fa9
simpleqa-950
uvx harbor run -d simpleqa@1.0 -t simpleqa-950
b8f0fa9
simpleqa-951
uvx harbor run -d simpleqa@1.0 -t simpleqa-951
b8f0fa9
simpleqa-952
uvx harbor run -d simpleqa@1.0 -t simpleqa-952
b8f0fa9
simpleqa-953
uvx harbor run -d simpleqa@1.0 -t simpleqa-953
b8f0fa9
simpleqa-954
uvx harbor run -d simpleqa@1.0 -t simpleqa-954
b8f0fa9
simpleqa-955
uvx harbor run -d simpleqa@1.0 -t simpleqa-955
b8f0fa9
simpleqa-956
uvx harbor run -d simpleqa@1.0 -t simpleqa-956
b8f0fa9
simpleqa-957
uvx harbor run -d simpleqa@1.0 -t simpleqa-957
b8f0fa9
simpleqa-958
uvx harbor run -d simpleqa@1.0 -t simpleqa-958
b8f0fa9
simpleqa-959
uvx harbor run -d simpleqa@1.0 -t simpleqa-959
b8f0fa9
simpleqa-96
uvx harbor run -d simpleqa@1.0 -t simpleqa-96
b8f0fa9
simpleqa-960
uvx harbor run -d simpleqa@1.0 -t simpleqa-960
b8f0fa9
simpleqa-961
uvx harbor run -d simpleqa@1.0 -t simpleqa-961
b8f0fa9
simpleqa-962
uvx harbor run -d simpleqa@1.0 -t simpleqa-962
b8f0fa9
simpleqa-963
uvx harbor run -d simpleqa@1.0 -t simpleqa-963
b8f0fa9
simpleqa-964
uvx harbor run -d simpleqa@1.0 -t simpleqa-964
b8f0fa9
simpleqa-965
uvx harbor run -d simpleqa@1.0 -t simpleqa-965
b8f0fa9
simpleqa-966
uvx harbor run -d simpleqa@1.0 -t simpleqa-966
b8f0fa9
simpleqa-967
uvx harbor run -d simpleqa@1.0 -t simpleqa-967
b8f0fa9
simpleqa-968
uvx harbor run -d simpleqa@1.0 -t simpleqa-968
b8f0fa9
simpleqa-969
uvx harbor run -d simpleqa@1.0 -t simpleqa-969
b8f0fa9
simpleqa-97
uvx harbor run -d simpleqa@1.0 -t simpleqa-97
b8f0fa9
simpleqa-970
uvx harbor run -d simpleqa@1.0 -t simpleqa-970
b8f0fa9
simpleqa-971
uvx harbor run -d simpleqa@1.0 -t simpleqa-971
b8f0fa9
simpleqa-972
uvx harbor run -d simpleqa@1.0 -t simpleqa-972
b8f0fa9
simpleqa-973
uvx harbor run -d simpleqa@1.0 -t simpleqa-973
b8f0fa9
simpleqa-974
uvx harbor run -d simpleqa@1.0 -t simpleqa-974
b8f0fa9
simpleqa-975
uvx harbor run -d simpleqa@1.0 -t simpleqa-975
b8f0fa9