simpleqa

v1.0

SimpleQA: 4,326 short, fact-seeking questions from OpenAI for evaluating language model factuality. Uses LLM-as-a-judge grading. Source: https://openai.com/index/introducing-simpleqa/

uvx harbor run -d simpleqa@1.0

Tasks (4326)

simpleqa-0
uvx harbor run -d simpleqa@1.0 -t simpleqa-0
b8f0fa9
simpleqa-1
uvx harbor run -d simpleqa@1.0 -t simpleqa-1
b8f0fa9
simpleqa-10
uvx harbor run -d simpleqa@1.0 -t simpleqa-10
b8f0fa9
simpleqa-100
uvx harbor run -d simpleqa@1.0 -t simpleqa-100
b8f0fa9
simpleqa-1000
uvx harbor run -d simpleqa@1.0 -t simpleqa-1000
b8f0fa9
simpleqa-1001
uvx harbor run -d simpleqa@1.0 -t simpleqa-1001
b8f0fa9
simpleqa-1002
uvx harbor run -d simpleqa@1.0 -t simpleqa-1002
b8f0fa9
simpleqa-1003
uvx harbor run -d simpleqa@1.0 -t simpleqa-1003
b8f0fa9
simpleqa-1004
uvx harbor run -d simpleqa@1.0 -t simpleqa-1004
b8f0fa9
simpleqa-1005
uvx harbor run -d simpleqa@1.0 -t simpleqa-1005
b8f0fa9
simpleqa-1006
uvx harbor run -d simpleqa@1.0 -t simpleqa-1006
b8f0fa9
simpleqa-1007
uvx harbor run -d simpleqa@1.0 -t simpleqa-1007
b8f0fa9
simpleqa-1008
uvx harbor run -d simpleqa@1.0 -t simpleqa-1008
b8f0fa9
simpleqa-1009
uvx harbor run -d simpleqa@1.0 -t simpleqa-1009
b8f0fa9
simpleqa-101
uvx harbor run -d simpleqa@1.0 -t simpleqa-101
b8f0fa9
simpleqa-1010
uvx harbor run -d simpleqa@1.0 -t simpleqa-1010
b8f0fa9
simpleqa-1011
uvx harbor run -d simpleqa@1.0 -t simpleqa-1011
b8f0fa9
simpleqa-1012
uvx harbor run -d simpleqa@1.0 -t simpleqa-1012
b8f0fa9
simpleqa-1013
uvx harbor run -d simpleqa@1.0 -t simpleqa-1013
b8f0fa9
simpleqa-1014
uvx harbor run -d simpleqa@1.0 -t simpleqa-1014
b8f0fa9
simpleqa-1015
uvx harbor run -d simpleqa@1.0 -t simpleqa-1015
b8f0fa9
simpleqa-1016
uvx harbor run -d simpleqa@1.0 -t simpleqa-1016
b8f0fa9
simpleqa-1017
uvx harbor run -d simpleqa@1.0 -t simpleqa-1017
b8f0fa9
simpleqa-1018
uvx harbor run -d simpleqa@1.0 -t simpleqa-1018
b8f0fa9
simpleqa-1019
uvx harbor run -d simpleqa@1.0 -t simpleqa-1019
b8f0fa9
simpleqa-102
uvx harbor run -d simpleqa@1.0 -t simpleqa-102
b8f0fa9
simpleqa-1020
uvx harbor run -d simpleqa@1.0 -t simpleqa-1020
b8f0fa9
simpleqa-1021
uvx harbor run -d simpleqa@1.0 -t simpleqa-1021
b8f0fa9
simpleqa-1022
uvx harbor run -d simpleqa@1.0 -t simpleqa-1022
b8f0fa9
simpleqa-1023
uvx harbor run -d simpleqa@1.0 -t simpleqa-1023
b8f0fa9
simpleqa-1024
uvx harbor run -d simpleqa@1.0 -t simpleqa-1024
b8f0fa9
simpleqa-1025
uvx harbor run -d simpleqa@1.0 -t simpleqa-1025
b8f0fa9
simpleqa-1026
uvx harbor run -d simpleqa@1.0 -t simpleqa-1026
b8f0fa9
simpleqa-1027
uvx harbor run -d simpleqa@1.0 -t simpleqa-1027
b8f0fa9
simpleqa-1028
uvx harbor run -d simpleqa@1.0 -t simpleqa-1028
b8f0fa9
simpleqa-1029
uvx harbor run -d simpleqa@1.0 -t simpleqa-1029
b8f0fa9
simpleqa-103
uvx harbor run -d simpleqa@1.0 -t simpleqa-103
b8f0fa9
simpleqa-1030
uvx harbor run -d simpleqa@1.0 -t simpleqa-1030
b8f0fa9
simpleqa-1031
uvx harbor run -d simpleqa@1.0 -t simpleqa-1031
b8f0fa9
simpleqa-1032
uvx harbor run -d simpleqa@1.0 -t simpleqa-1032
b8f0fa9
simpleqa-1033
uvx harbor run -d simpleqa@1.0 -t simpleqa-1033
b8f0fa9
simpleqa-1034
uvx harbor run -d simpleqa@1.0 -t simpleqa-1034
b8f0fa9
simpleqa-1035
uvx harbor run -d simpleqa@1.0 -t simpleqa-1035
b8f0fa9
simpleqa-1036
uvx harbor run -d simpleqa@1.0 -t simpleqa-1036
b8f0fa9
simpleqa-1037
uvx harbor run -d simpleqa@1.0 -t simpleqa-1037
b8f0fa9
simpleqa-1038
uvx harbor run -d simpleqa@1.0 -t simpleqa-1038
b8f0fa9
simpleqa-1039
uvx harbor run -d simpleqa@1.0 -t simpleqa-1039
b8f0fa9
simpleqa-104
uvx harbor run -d simpleqa@1.0 -t simpleqa-104
b8f0fa9
simpleqa-1040
uvx harbor run -d simpleqa@1.0 -t simpleqa-1040
b8f0fa9
simpleqa-1041
uvx harbor run -d simpleqa@1.0 -t simpleqa-1041
b8f0fa9
simpleqa-1042
uvx harbor run -d simpleqa@1.0 -t simpleqa-1042
b8f0fa9
simpleqa-1043
uvx harbor run -d simpleqa@1.0 -t simpleqa-1043
b8f0fa9
simpleqa-1044
uvx harbor run -d simpleqa@1.0 -t simpleqa-1044
b8f0fa9
simpleqa-1045
uvx harbor run -d simpleqa@1.0 -t simpleqa-1045
b8f0fa9
simpleqa-1046
uvx harbor run -d simpleqa@1.0 -t simpleqa-1046
b8f0fa9
simpleqa-1047
uvx harbor run -d simpleqa@1.0 -t simpleqa-1047
b8f0fa9
simpleqa-1048
uvx harbor run -d simpleqa@1.0 -t simpleqa-1048
b8f0fa9
simpleqa-1049
uvx harbor run -d simpleqa@1.0 -t simpleqa-1049
b8f0fa9
simpleqa-105
uvx harbor run -d simpleqa@1.0 -t simpleqa-105
b8f0fa9
simpleqa-1050
uvx harbor run -d simpleqa@1.0 -t simpleqa-1050
b8f0fa9
simpleqa-1051
uvx harbor run -d simpleqa@1.0 -t simpleqa-1051
b8f0fa9
simpleqa-1052
uvx harbor run -d simpleqa@1.0 -t simpleqa-1052
b8f0fa9
simpleqa-1053
uvx harbor run -d simpleqa@1.0 -t simpleqa-1053
b8f0fa9
simpleqa-1054
uvx harbor run -d simpleqa@1.0 -t simpleqa-1054
b8f0fa9
simpleqa-1055
uvx harbor run -d simpleqa@1.0 -t simpleqa-1055
b8f0fa9
simpleqa-1056
uvx harbor run -d simpleqa@1.0 -t simpleqa-1056
b8f0fa9
simpleqa-1057
uvx harbor run -d simpleqa@1.0 -t simpleqa-1057
b8f0fa9
simpleqa-1058
uvx harbor run -d simpleqa@1.0 -t simpleqa-1058
b8f0fa9
simpleqa-1059
uvx harbor run -d simpleqa@1.0 -t simpleqa-1059
b8f0fa9
simpleqa-106
uvx harbor run -d simpleqa@1.0 -t simpleqa-106
b8f0fa9
simpleqa-1060
uvx harbor run -d simpleqa@1.0 -t simpleqa-1060
b8f0fa9
simpleqa-1061
uvx harbor run -d simpleqa@1.0 -t simpleqa-1061
b8f0fa9
simpleqa-1062
uvx harbor run -d simpleqa@1.0 -t simpleqa-1062
b8f0fa9
simpleqa-1063
uvx harbor run -d simpleqa@1.0 -t simpleqa-1063
b8f0fa9
simpleqa-1064
uvx harbor run -d simpleqa@1.0 -t simpleqa-1064
b8f0fa9
simpleqa-1065
uvx harbor run -d simpleqa@1.0 -t simpleqa-1065
b8f0fa9
simpleqa-1066
uvx harbor run -d simpleqa@1.0 -t simpleqa-1066
b8f0fa9
simpleqa-1067
uvx harbor run -d simpleqa@1.0 -t simpleqa-1067
b8f0fa9
simpleqa-1068
uvx harbor run -d simpleqa@1.0 -t simpleqa-1068
b8f0fa9
simpleqa-1069
uvx harbor run -d simpleqa@1.0 -t simpleqa-1069
b8f0fa9
simpleqa-107
uvx harbor run -d simpleqa@1.0 -t simpleqa-107
b8f0fa9
simpleqa-1070
uvx harbor run -d simpleqa@1.0 -t simpleqa-1070
b8f0fa9
simpleqa-1071
uvx harbor run -d simpleqa@1.0 -t simpleqa-1071
b8f0fa9
simpleqa-1072
uvx harbor run -d simpleqa@1.0 -t simpleqa-1072
b8f0fa9
simpleqa-1073
uvx harbor run -d simpleqa@1.0 -t simpleqa-1073
b8f0fa9
simpleqa-1074
uvx harbor run -d simpleqa@1.0 -t simpleqa-1074
b8f0fa9
simpleqa-1075
uvx harbor run -d simpleqa@1.0 -t simpleqa-1075
b8f0fa9
simpleqa-1076
uvx harbor run -d simpleqa@1.0 -t simpleqa-1076
b8f0fa9
simpleqa-1077
uvx harbor run -d simpleqa@1.0 -t simpleqa-1077
b8f0fa9
simpleqa-1078
uvx harbor run -d simpleqa@1.0 -t simpleqa-1078
b8f0fa9
simpleqa-1079
uvx harbor run -d simpleqa@1.0 -t simpleqa-1079
b8f0fa9
simpleqa-108
uvx harbor run -d simpleqa@1.0 -t simpleqa-108
b8f0fa9
simpleqa-1080
uvx harbor run -d simpleqa@1.0 -t simpleqa-1080
b8f0fa9
simpleqa-1081
uvx harbor run -d simpleqa@1.0 -t simpleqa-1081
b8f0fa9
simpleqa-1082
uvx harbor run -d simpleqa@1.0 -t simpleqa-1082
b8f0fa9
simpleqa-1083
uvx harbor run -d simpleqa@1.0 -t simpleqa-1083
b8f0fa9
simpleqa-1084
uvx harbor run -d simpleqa@1.0 -t simpleqa-1084
b8f0fa9
simpleqa-1085
uvx harbor run -d simpleqa@1.0 -t simpleqa-1085
b8f0fa9
simpleqa-1086
uvx harbor run -d simpleqa@1.0 -t simpleqa-1086
b8f0fa9
simpleqa-1087
uvx harbor run -d simpleqa@1.0 -t simpleqa-1087
b8f0fa9