simpleqa

v1.0

SimpleQA: 4,326 short, fact-seeking questions from OpenAI for evaluating language model factuality. Uses LLM-as-a-judge grading. Source: https://openai.com/index/introducing-simpleqa/

uvx harbor run -d simpleqa@1.0

Tasks (7652)

simpleqa-3088
uvx harbor run -d simpleqa@1.0 -t simpleqa-3088
b8f0fa9
simpleqa-3088
uvx harbor run -d simpleqa@1.0 -t simpleqa-3088
b8f0fa9
simpleqa-3089
uvx harbor run -d simpleqa@1.0 -t simpleqa-3089
b8f0fa9
simpleqa-3089
uvx harbor run -d simpleqa@1.0 -t simpleqa-3089
b8f0fa9
simpleqa-309
uvx harbor run -d simpleqa@1.0 -t simpleqa-309
b8f0fa9
simpleqa-309
uvx harbor run -d simpleqa@1.0 -t simpleqa-309
b8f0fa9
simpleqa-3090
uvx harbor run -d simpleqa@1.0 -t simpleqa-3090
b8f0fa9
simpleqa-3090
uvx harbor run -d simpleqa@1.0 -t simpleqa-3090
b8f0fa9
simpleqa-3091
uvx harbor run -d simpleqa@1.0 -t simpleqa-3091
b8f0fa9
simpleqa-3092
uvx harbor run -d simpleqa@1.0 -t simpleqa-3092
b8f0fa9
simpleqa-3093
uvx harbor run -d simpleqa@1.0 -t simpleqa-3093
b8f0fa9
simpleqa-3094
uvx harbor run -d simpleqa@1.0 -t simpleqa-3094
b8f0fa9
simpleqa-3094
uvx harbor run -d simpleqa@1.0 -t simpleqa-3094
b8f0fa9
simpleqa-3095
uvx harbor run -d simpleqa@1.0 -t simpleqa-3095
b8f0fa9
simpleqa-3095
uvx harbor run -d simpleqa@1.0 -t simpleqa-3095
b8f0fa9
simpleqa-3096
uvx harbor run -d simpleqa@1.0 -t simpleqa-3096
b8f0fa9
simpleqa-3096
uvx harbor run -d simpleqa@1.0 -t simpleqa-3096
b8f0fa9
simpleqa-3097
uvx harbor run -d simpleqa@1.0 -t simpleqa-3097
b8f0fa9
simpleqa-3097
uvx harbor run -d simpleqa@1.0 -t simpleqa-3097
b8f0fa9
simpleqa-3098
uvx harbor run -d simpleqa@1.0 -t simpleqa-3098
b8f0fa9
simpleqa-3098
uvx harbor run -d simpleqa@1.0 -t simpleqa-3098
b8f0fa9
simpleqa-3099
uvx harbor run -d simpleqa@1.0 -t simpleqa-3099
b8f0fa9
simpleqa-31
uvx harbor run -d simpleqa@1.0 -t simpleqa-31
b8f0fa9
simpleqa-31
uvx harbor run -d simpleqa@1.0 -t simpleqa-31
b8f0fa9
simpleqa-310
uvx harbor run -d simpleqa@1.0 -t simpleqa-310
b8f0fa9
simpleqa-310
uvx harbor run -d simpleqa@1.0 -t simpleqa-310
b8f0fa9
simpleqa-3100
uvx harbor run -d simpleqa@1.0 -t simpleqa-3100
b8f0fa9
simpleqa-3100
uvx harbor run -d simpleqa@1.0 -t simpleqa-3100
b8f0fa9
simpleqa-3101
uvx harbor run -d simpleqa@1.0 -t simpleqa-3101
b8f0fa9
simpleqa-3101
uvx harbor run -d simpleqa@1.0 -t simpleqa-3101
b8f0fa9
simpleqa-3102
uvx harbor run -d simpleqa@1.0 -t simpleqa-3102
b8f0fa9
simpleqa-3103
uvx harbor run -d simpleqa@1.0 -t simpleqa-3103
b8f0fa9
simpleqa-3104
uvx harbor run -d simpleqa@1.0 -t simpleqa-3104
b8f0fa9
simpleqa-3104
uvx harbor run -d simpleqa@1.0 -t simpleqa-3104
b8f0fa9
simpleqa-3105
uvx harbor run -d simpleqa@1.0 -t simpleqa-3105
b8f0fa9
simpleqa-3105
uvx harbor run -d simpleqa@1.0 -t simpleqa-3105
b8f0fa9
simpleqa-3106
uvx harbor run -d simpleqa@1.0 -t simpleqa-3106
b8f0fa9
simpleqa-3106
uvx harbor run -d simpleqa@1.0 -t simpleqa-3106
b8f0fa9
simpleqa-3107
uvx harbor run -d simpleqa@1.0 -t simpleqa-3107
b8f0fa9
simpleqa-3107
uvx harbor run -d simpleqa@1.0 -t simpleqa-3107
b8f0fa9
simpleqa-3108
uvx harbor run -d simpleqa@1.0 -t simpleqa-3108
b8f0fa9
simpleqa-3108
uvx harbor run -d simpleqa@1.0 -t simpleqa-3108
b8f0fa9
simpleqa-3109
uvx harbor run -d simpleqa@1.0 -t simpleqa-3109
b8f0fa9
simpleqa-311
uvx harbor run -d simpleqa@1.0 -t simpleqa-311
b8f0fa9
simpleqa-311
uvx harbor run -d simpleqa@1.0 -t simpleqa-311
b8f0fa9
simpleqa-3110
uvx harbor run -d simpleqa@1.0 -t simpleqa-3110
b8f0fa9
simpleqa-3111
uvx harbor run -d simpleqa@1.0 -t simpleqa-3111
b8f0fa9
simpleqa-3112
uvx harbor run -d simpleqa@1.0 -t simpleqa-3112
b8f0fa9
simpleqa-3113
uvx harbor run -d simpleqa@1.0 -t simpleqa-3113
b8f0fa9
simpleqa-3113
uvx harbor run -d simpleqa@1.0 -t simpleqa-3113
b8f0fa9
simpleqa-3114
uvx harbor run -d simpleqa@1.0 -t simpleqa-3114
b8f0fa9
simpleqa-3115
uvx harbor run -d simpleqa@1.0 -t simpleqa-3115
b8f0fa9
simpleqa-3116
uvx harbor run -d simpleqa@1.0 -t simpleqa-3116
b8f0fa9
simpleqa-3116
uvx harbor run -d simpleqa@1.0 -t simpleqa-3116
b8f0fa9
simpleqa-3117
uvx harbor run -d simpleqa@1.0 -t simpleqa-3117
b8f0fa9
simpleqa-3117
uvx harbor run -d simpleqa@1.0 -t simpleqa-3117
b8f0fa9
simpleqa-3118
uvx harbor run -d simpleqa@1.0 -t simpleqa-3118
b8f0fa9
simpleqa-3118
uvx harbor run -d simpleqa@1.0 -t simpleqa-3118
b8f0fa9
simpleqa-3119
uvx harbor run -d simpleqa@1.0 -t simpleqa-3119
b8f0fa9
simpleqa-3119
uvx harbor run -d simpleqa@1.0 -t simpleqa-3119
b8f0fa9
simpleqa-312
uvx harbor run -d simpleqa@1.0 -t simpleqa-312
b8f0fa9
simpleqa-312
uvx harbor run -d simpleqa@1.0 -t simpleqa-312
b8f0fa9
simpleqa-3120
uvx harbor run -d simpleqa@1.0 -t simpleqa-3120
b8f0fa9
simpleqa-3121
uvx harbor run -d simpleqa@1.0 -t simpleqa-3121
b8f0fa9
simpleqa-3121
uvx harbor run -d simpleqa@1.0 -t simpleqa-3121
b8f0fa9
simpleqa-3122
uvx harbor run -d simpleqa@1.0 -t simpleqa-3122
b8f0fa9
simpleqa-3122
uvx harbor run -d simpleqa@1.0 -t simpleqa-3122
b8f0fa9
simpleqa-3123
uvx harbor run -d simpleqa@1.0 -t simpleqa-3123
b8f0fa9
simpleqa-3123
uvx harbor run -d simpleqa@1.0 -t simpleqa-3123
b8f0fa9
simpleqa-3124
uvx harbor run -d simpleqa@1.0 -t simpleqa-3124
b8f0fa9
simpleqa-3124
uvx harbor run -d simpleqa@1.0 -t simpleqa-3124
b8f0fa9
simpleqa-3125
uvx harbor run -d simpleqa@1.0 -t simpleqa-3125
b8f0fa9
simpleqa-3125
uvx harbor run -d simpleqa@1.0 -t simpleqa-3125
b8f0fa9
simpleqa-3126
uvx harbor run -d simpleqa@1.0 -t simpleqa-3126
b8f0fa9
simpleqa-3127
uvx harbor run -d simpleqa@1.0 -t simpleqa-3127
b8f0fa9
simpleqa-3127
uvx harbor run -d simpleqa@1.0 -t simpleqa-3127
b8f0fa9
simpleqa-3128
uvx harbor run -d simpleqa@1.0 -t simpleqa-3128
b8f0fa9
simpleqa-3129
uvx harbor run -d simpleqa@1.0 -t simpleqa-3129
b8f0fa9
simpleqa-3129
uvx harbor run -d simpleqa@1.0 -t simpleqa-3129
b8f0fa9
simpleqa-313
uvx harbor run -d simpleqa@1.0 -t simpleqa-313
b8f0fa9
simpleqa-3130
uvx harbor run -d simpleqa@1.0 -t simpleqa-3130
b8f0fa9
simpleqa-3130
uvx harbor run -d simpleqa@1.0 -t simpleqa-3130
b8f0fa9
simpleqa-3131
uvx harbor run -d simpleqa@1.0 -t simpleqa-3131
b8f0fa9
simpleqa-3132
uvx harbor run -d simpleqa@1.0 -t simpleqa-3132
b8f0fa9
simpleqa-3133
uvx harbor run -d simpleqa@1.0 -t simpleqa-3133
b8f0fa9
simpleqa-3133
uvx harbor run -d simpleqa@1.0 -t simpleqa-3133
b8f0fa9
simpleqa-3134
uvx harbor run -d simpleqa@1.0 -t simpleqa-3134
b8f0fa9
simpleqa-3135
uvx harbor run -d simpleqa@1.0 -t simpleqa-3135
b8f0fa9
simpleqa-3135
uvx harbor run -d simpleqa@1.0 -t simpleqa-3135
b8f0fa9
simpleqa-3136
uvx harbor run -d simpleqa@1.0 -t simpleqa-3136
b8f0fa9
simpleqa-3136
uvx harbor run -d simpleqa@1.0 -t simpleqa-3136
b8f0fa9
simpleqa-3137
uvx harbor run -d simpleqa@1.0 -t simpleqa-3137
b8f0fa9
simpleqa-3137
uvx harbor run -d simpleqa@1.0 -t simpleqa-3137
b8f0fa9
simpleqa-3138
uvx harbor run -d simpleqa@1.0 -t simpleqa-3138
b8f0fa9
simpleqa-3139
uvx harbor run -d simpleqa@1.0 -t simpleqa-3139
b8f0fa9
simpleqa-3139
uvx harbor run -d simpleqa@1.0 -t simpleqa-3139
b8f0fa9
simpleqa-314
uvx harbor run -d simpleqa@1.0 -t simpleqa-314
b8f0fa9
simpleqa-314
uvx harbor run -d simpleqa@1.0 -t simpleqa-314
b8f0fa9
simpleqa-3140
uvx harbor run -d simpleqa@1.0 -t simpleqa-3140
b8f0fa9
simpleqa-3140
uvx harbor run -d simpleqa@1.0 -t simpleqa-3140
b8f0fa9