diff --git "a/results/202309/details/Baichuan-13B/acc_result.json" "b/results/202309/details/Baichuan-13B/acc_result.json" new file mode 100644--- /dev/null +++ "b/results/202309/details/Baichuan-13B/acc_result.json" @@ -0,0 +1 @@ +{"acc": 0.41968325791855204, "wrong_value": 0.22082103159699412, "human_acc": 0.6055938546977998, "hit": 742, "total": 1768, "wrong_hit": 502, "wrong_total": 1026, "detail": [{"answer": "A", "most_wrong": "D", "predict": "B", "human_acc": 0.913254521497}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.934205596942}, {"answer": "A", "most_wrong": "C", "predict": "D", "human_acc": 0.42948607025400004}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.764253826113}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.750650287645}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.849076302174}, {"answer": "B", "most_wrong": "A", "predict": "D", "human_acc": 0.428664572987}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.505229853169}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.31334579289000003}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.315691687016}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.40972793737200003}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.456461528069}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.458765475445}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.5840195644380001}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.381171287066}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.33372121017600004}, {"answer": "B", "most_wrong": "A", "predict": "ABCD", "human_acc": 0.416499584483}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.43870718264499997}, {"answer": "D", "most_wrong": "A", "predict": "A", "human_acc": 0.48999848064900003}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.666294871203}, {"answer": "D", "most_wrong": "A", "predict": "B", "human_acc": 0.349687226744}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.7508750604780001}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.312804588659}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.443626414625}, {"answer": "ACD", "most_wrong": "B", "predict": "C", "human_acc": 0.43914029592799997}, {"answer": "D", "most_wrong": "A", "predict": "B", "human_acc": 0.86904957431}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.451785400176}, {"answer": "B", "most_wrong": "D", "predict": "D", "human_acc": 0.298384071779}, {"answer": "C", "most_wrong": "D", "predict": "D", "human_acc": 0.682497945768}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.7884221982190001}, {"answer": "B", "most_wrong": "D", "predict": "D", "human_acc": 0.765030494713}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.549294209181}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.626115166261}, {"answer": "C", "most_wrong": "D", "predict": "D", "human_acc": 0.518189373519}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.62418293993}, {"answer": "B", "most_wrong": "D", "predict": "A", "human_acc": 0.445143426267}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.42564733775900004}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.637908496732}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.527212032282}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.382596218075}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.458425748187}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.7096774193550001}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.068902594796}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.21715284353000003}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.875514830485}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.407981172294}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.846025750776}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.549595723133}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.8357023581640001}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.420198134475}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.49738451337199996}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.41610276662300005}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.818189659554}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.275550278564}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.9076025924450001}, {"answer": "D", "most_wrong": "A", "predict": "A", "human_acc": 0.923772828395}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.446527742396}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.23389277760100002}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.506179151754}, {"answer": "B", "most_wrong": "C", "predict": "A", "human_acc": 0.7189751622039999}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.24720454154500002}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.500766780701}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.73267987487}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.46146021501600004}, {"answer": "C", "most_wrong": "B", "predict": "A", "human_acc": 0.58823725536}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.730064619949}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.509677042972}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.38883932469500004}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.6798880282}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.343636997121}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.687861099883}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.6623416618250001}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.954361467458}, {"answer": "A", "most_wrong": "B", "predict": "", "human_acc": 0.988573883162}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.90068990097}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.752670023168}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.725090828078}, {"answer": "A", "most_wrong": "C", "predict": "D", "human_acc": 0.652922754019}, {"answer": "B", "most_wrong": "D", "predict": "A", "human_acc": 0.44014444433800004}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.652426109227}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.46672414272600005}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.41680009414200003}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.26606583072100004}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.440275304133}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.8042125590960001}, {"answer": "D", "most_wrong": "C", "predict": "A", "human_acc": 0.35624665942100003}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.818769877447}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.5485811414890001}, {"answer": "C", "most_wrong": "A", "predict": "B", "human_acc": 0.688707451702}, {"answer": "D", "most_wrong": "A", "predict": "C", "human_acc": 0.824271097848}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.316396777666}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.743814844374}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.806523787892}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.551911578184}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.734510589235}, {"answer": "A", "most_wrong": "D", "predict": "A", "human_acc": 0.6552458056029999}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.664557664763}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.086415882968}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.8123245857150001}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.777860047023}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.45161290322600006}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.935534970212}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.609165990793}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.83596489686}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.784856818219}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.934356552538}, {"answer": "C", "most_wrong": "A", "predict": "B", "human_acc": 0.791353772769}, {"answer": "A", "most_wrong": "B", "predict": "D", "human_acc": 0.314393806705}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.536383499967}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.51771732761}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.383470627211}, {"answer": "B", "most_wrong": "D", "predict": "C", "human_acc": 0.793610404297}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.173720661793}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.6876884061440001}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.8760715351589999}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.9462081128750001}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.514158262219}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.19434770961700001}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.6818270388390001}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.7484063206870001}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.38994033808399997}, {"answer": "C", "most_wrong": "D", "predict": "D", "human_acc": 0.824552219175}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.5940614322500001}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.350825217328}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.405532348972}, {"answer": "A", "most_wrong": "D", "predict": "C", "human_acc": 0.712313221108}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.8654843567010001}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.593146741581}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.323767548199}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.11382113821100001}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.364268327044}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.11965562096}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.176190177507}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.891983073302}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.643266430786}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.7811950231160001}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.324573046633}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.396093876888}, {"answer": "B", "most_wrong": "A", "predict": "D", "human_acc": 0.8216473128580001}, {"answer": "B", "most_wrong": "A", "predict": "D", "human_acc": 0.48829713454100004}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.689054422599}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.44553103174599995}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.636608022798}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.851879145173}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.8200006361529999}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.716420409359}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.594029053451}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.8871212458380001}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.38356204699800006}, {"answer": "D", "most_wrong": "B", "predict": "A", "human_acc": 0.890550239234}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.407174305712}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.568564982589}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.33280084894}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.793608546301}, {"answer": "A", "most_wrong": "D", "predict": "C", "human_acc": 0.547588157775}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.9413475604510001}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.258814648154}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.1517985536}, {"answer": "C", "most_wrong": "A", "predict": "A", "human_acc": 0.8047235454020001}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.694615160562}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.872871287129}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.8622942217339999}, {"answer": "D", "most_wrong": "A", "predict": "C", "human_acc": 0.8205968126790001}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.71561315599}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.436490407884}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.517123991573}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.6817770319500001}, {"answer": "C", "most_wrong": "A", "predict": "D", "human_acc": 0.536189193738}, {"answer": "C", "most_wrong": "A", "predict": "D", "human_acc": 0.16959064327499998}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.503086244814}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.50576070901}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.42555935370599995}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.631754450454}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.719946452048}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.7048290980730001}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.7894617144970001}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.560469064635}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.6128099307830001}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.616967283702}, {"answer": "H", "most_wrong": "F", "predict": "B", "human_acc": 0.293364950892}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.16586774695}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.25175480775299997}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.529997515788}, {"answer": "D", "most_wrong": "B", "predict": "", "human_acc": 0.350800279459}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.618698596545}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.926476219652}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.719655514765}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.298405649921}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.555154567397}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.534550204484}, {"answer": "A", "most_wrong": "D", "predict": "A", "human_acc": 0.9357238386960001}, {"answer": "C", "most_wrong": "A", "predict": "D", "human_acc": 0.734183575682}, {"answer": "B", "most_wrong": "A", "predict": "D", "human_acc": 0.601927390043}, {"answer": "C", "most_wrong": "D", "predict": "B", "human_acc": 0.889599742066}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.715406562054}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.9280638029060001}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.692170386802}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.3694285218}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.155418525069}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.299793055875}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.461692781132}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.6026072945659999}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.439898884854}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.389399664653}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.554200989545}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.7226893088040001}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.583665884427}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.936884930452}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.55801454724}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.8298797786919999}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.857663083997}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.6036745457530001}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.13998711393600002}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.8981075915660001}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.439910685638}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.369781312127}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.60324830709}, {"answer": "A", "most_wrong": "D", "predict": "A", "human_acc": 0.786210188319}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.4634043059}, {"answer": "A", "most_wrong": "B", "predict": "D", "human_acc": 0.891072660021}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.555762732663}, {"answer": "D", "most_wrong": "B", "predict": "A", "human_acc": 0.905808232596}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.6881517493629999}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.32894320811100003}, {"answer": "A", "most_wrong": "B", "predict": "D", "human_acc": 0.604510859477}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.561137870523}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.355555049942}, {"answer": "A", "most_wrong": "D", "predict": "C", "human_acc": 0.870899888857}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.520564093058}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.42033847278700004}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.85233832988}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.237146660154}, {"answer": "C", "most_wrong": "D", "predict": "D", "human_acc": 0.584765745868}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.647459074125}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.40503174334000003}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.876374209517}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.814942652716}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.4597143219}, {"answer": "A", "most_wrong": "B", "predict": "D", "human_acc": 0.211216343143}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.8426802622}, {"answer": "A", "most_wrong": "D", "predict": "A", "human_acc": 0.523914654978}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.408967493654}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.205199799805}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.469548175906}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.984616456733}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.926317977499}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.599568197699}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.9016485293780001}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.124791534878}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.376688237802}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.380890520078}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.394984603144}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.459329705771}, {"answer": "B", "most_wrong": "D", "predict": "D", "human_acc": 0.692874657121}, {"answer": "B", "most_wrong": "D", "predict": "D", "human_acc": 0.285040098406}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.749518780661}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.138276122817}, {"answer": "A", "most_wrong": "D", "predict": "B", "human_acc": 0.7272111999800001}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.17268009891799999}, {"answer": "D", "most_wrong": "A", "predict": "B", "human_acc": 0.46039867381599997}, {"answer": "A", "most_wrong": "D", "predict": "A", "human_acc": 0.8517500458130001}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.568709824366}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.297406823533}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.500757448241}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.5611230259309999}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.565219783475}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.47592345973199995}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.526946081651}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.890979035999}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.426322930801}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.313987372511}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.08741773132000001}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.617308326516}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.540841041901}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.357625243982}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.57800724426}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.789279934588}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.54118300669}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.09365199524199999}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.632073921811}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.13570166515}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.19708148697900002}, {"answer": "A", "most_wrong": "B", "predict": "D", "human_acc": 0.8835046022820001}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.36804037591399996}, {"answer": "C", "most_wrong": "A", "predict": "B", "human_acc": 0.902578596253}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.263729246488}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.578009545388}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.17389112903200002}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.546460606347}, {"answer": "C", "most_wrong": "D", "predict": "B", "human_acc": 0.154385693925}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.590642806542}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.53603175523}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.5359002062670001}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.469124153167}, {"answer": "C", "most_wrong": "A", "predict": "B", "human_acc": 0.604398516163}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.281056036367}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.673948723753}, {"answer": "B", "most_wrong": "D", "predict": "C", "human_acc": 0.914887617369}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.8059866962309999}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.7705468500160001}, {"answer": "B", "most_wrong": "D", "predict": "C", "human_acc": 0.724048458386}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.7699562532759999}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.472644166397}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.8033624471749999}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.934010152284}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.491482989675}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.928991040599}, {"answer": "A", "most_wrong": "B", "predict": "D", "human_acc": 0.320490562964}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.567118327349}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.393757173108}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.790751634993}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.092237199164}, {"answer": "B", "most_wrong": "C", "predict": "D", "human_acc": 0.832542792328}, {"answer": "C", "most_wrong": "A", "predict": "B", "human_acc": 0.458789354172}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.51547298232}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.578761150983}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.306053799893}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.29457103279999997}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.25692992294100003}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.9617987457830001}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.6762768440019999}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.45537566259499995}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.864520175622}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.858166158065}, {"answer": "A", "most_wrong": "D", "predict": "A", "human_acc": 0.570158523901}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.8554083906559999}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.8170989282009999}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.47967012854700003}, {"answer": "B", "most_wrong": "A", "predict": "D", "human_acc": 0.269255914312}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.854245970681}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.7155987815960001}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.193498982228}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.5434963579600001}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.418813946558}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.730769230769}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.128457897251}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.47450155401000005}, {"answer": "C", "most_wrong": "A", "predict": "D", "human_acc": 0.839708323453}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.710691246771}, {"answer": "A", "most_wrong": "B", "predict": "D", "human_acc": 0.48798533458300003}, {"answer": "D", "most_wrong": "A", "predict": "B", "human_acc": 0.9107036247329999}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.8545025444350001}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.43753594337499996}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.546310109214}, {"answer": "C", "most_wrong": "A", "predict": "B", "human_acc": 0.66475985519}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.647661728946}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.847135986008}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.414554811147}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.440721118591}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.179174011584}, {"answer": "D", "most_wrong": "B", "predict": "", "human_acc": 0.90432554529}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.970915644416}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.565572380287}, {"answer": "D", "most_wrong": "A", "predict": "B", "human_acc": 0.555291425785}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.427013796173}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.877818188697}, {"answer": "B", "most_wrong": "D", "predict": "D", "human_acc": 0.544042553191}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.45579269278300005}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.561520197494}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.779176181437}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.906983113333}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.219864578193}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.153210457778}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.367389854849}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.134119409493}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.2579268964}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.734569918023}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.182903729015}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.5017493304840001}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.7130834782850001}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.893347485814}, {"answer": "C", "most_wrong": "D", "predict": "B", "human_acc": 0.5916305916310001}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.410459094076}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.24217516152200003}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.196765628771}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.271207727032}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.214894863047}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.12712888486100002}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.39355319342800005}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.7678607569320001}, {"answer": "D", "most_wrong": "B", "predict": "A", "human_acc": 0.433265870202}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.42930460386900005}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.24754764474200003}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.12914217313}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.275157460454}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.606025363108}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.7066992702160001}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.621796601025}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.5397076473300001}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.748103453504}, {"answer": "C", "most_wrong": "B", "predict": "A", "human_acc": 0.461475734525}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.6050195490570001}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.7862518381820001}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.818713755034}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.664637552187}, {"answer": "B", "most_wrong": "D", "predict": "C", "human_acc": 0.32185561339400004}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.22128294380900002}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.487327522489}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.843779750918}, {"answer": "B", "most_wrong": "D", "predict": "D", "human_acc": 0.840511966277}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.605294821137}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.6964489175849999}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.763517429825}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.950684931507}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.6614090431130001}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.902485146127}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.909273689025}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.934850273066}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.754325729097}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.622468810869}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.577039716954}, {"answer": "A", "most_wrong": "D", "predict": "C", "human_acc": 0.890428459119}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.911145785616}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.653130881368}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.7077966950660001}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.883616563888}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.8419226846050001}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.18178327065600003}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.898596894767}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.491688418739}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.18716916877700002}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.117827102172}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.547117666736}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.580014114326}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.85973222085}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.797124523568}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.370580811429}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.8494340828990001}, {"answer": "C", "most_wrong": "A", "predict": "B", "human_acc": 0.9224979250740001}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.546491770073}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.5624253470530001}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.410323142579}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.87454237839}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.24124727400600002}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.566881100266}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.415736510777}, {"answer": "D", "most_wrong": "A", "predict": "C", "human_acc": 0.787070446563}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.9032652145100001}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.8803459493770001}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.785612557825}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.557594271724}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.584375374576}, {"answer": "A", "most_wrong": "B", "predict": "D", "human_acc": 0.87588050123}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.954224020437}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.42064804904200004}, {"answer": "D", "most_wrong": "A", "predict": "C", "human_acc": 0.743538119343}, {"answer": "C", "most_wrong": "A", "predict": "A", "human_acc": 0.900758762504}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.362427737521}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.729408931743}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.79052373119}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.872084574881}, {"answer": "B", "most_wrong": "C", "predict": "D", "human_acc": 0.426474461131}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.9004144523550001}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.5033275598129999}, {"answer": "C", "most_wrong": "A", "predict": "D", "human_acc": 0.778964667214}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.594021715621}, {"answer": "A", "most_wrong": "D", "predict": "B", "human_acc": 0.840299056257}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.535795683625}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.8644438492490001}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.491364047685}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.134341682833}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.947001875668}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.909969923691}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.901831980674}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.41809399896599997}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.19968564509800002}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.790143974529}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.925871636478}, {"answer": "B", "most_wrong": "A", "predict": "D", "human_acc": 0.8700177147920001}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.31775170437}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.50670237741}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.45324791023000005}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.8777157605060001}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.5654839235520001}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.6716181690749999}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.448929105462}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.574480864154}, {"answer": "A", "most_wrong": "D", "predict": "A", "human_acc": 0.7898432325020001}, {"answer": "B", "most_wrong": "D", "predict": "C", "human_acc": 0.924848009447}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.18791163598600003}, {"answer": "C", "most_wrong": "A", "predict": "A", "human_acc": 0.593262226847}, {"answer": "C", "most_wrong": "D", "predict": "D", "human_acc": 0.46015461740900004}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.842259836777}, {"answer": "A", "most_wrong": "D", "predict": "C", "human_acc": 0.469976467016}, {"answer": "A", "most_wrong": "D", "predict": "B", "human_acc": 0.619864230098}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.374822320225}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.144033471944}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.378646264182}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.117528555976}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.8769251645289999}, {"answer": "D", "most_wrong": "A", "predict": "B", "human_acc": 0.898862994576}, {"answer": "B", "most_wrong": "D", "predict": "C", "human_acc": 0.943243417211}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.085292280827}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.254748643501}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.442467843445}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.765594880978}, {"answer": "B", "most_wrong": "D", "predict": "A", "human_acc": 0.6384041317820001}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.8172164728600001}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.918989681195}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.583996518403}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.406905224202}, {"answer": "A", "most_wrong": "B", "predict": "D", "human_acc": 0.848073040119}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.500216927582}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.731504140403}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.47094412871}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.580515927301}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.874424255612}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.22562500278600003}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.156427378965}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.492811689842}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.830303030303}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.801080344739}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.524870109084}, {"answer": "D", "most_wrong": "A", "predict": "IIIII", "human_acc": 0.613690181177}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.896636373133}, {"answer": "A", "most_wrong": "D", "predict": "C", "human_acc": 0.44263810755599997}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.9070016034210001}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.356579423286}, {"answer": "C", "most_wrong": "D", "predict": "B", "human_acc": 0.7136180708809999}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.899430740038}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.112487100103}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.6446693881429999}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.6092531553980001}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.6446266057760001}, {"answer": "D", "most_wrong": "C", "predict": "A", "human_acc": 0.8420186263489999}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.628182792047}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.41512897281800004}, {"answer": "C", "most_wrong": "A", "predict": "B", "human_acc": 0.292538847449}, {"answer": "B", "most_wrong": "D", "predict": "C", "human_acc": 0.893808777429}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.5375061511060001}, {"answer": "A", "most_wrong": "C", "predict": "D", "human_acc": 0.418359910802}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.272051516477}, {"answer": "A", "most_wrong": "D", "predict": "C", "human_acc": 0.287676526948}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.305267572164}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.933716867693}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.773523288566}, {"answer": "B", "most_wrong": "A", "predict": "A", "human_acc": 0.305012919897}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.927133375913}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.591786510691}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.9205123705910001}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.95597739149}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.826528732809}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.8105908421300001}, {"answer": "A", "most_wrong": "D", "predict": "B", "human_acc": 0.953858798199}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.985457781603}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.647339306584}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.401495964932}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.9100917118990001}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.449199968472}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.899148104728}, {"answer": "A", "most_wrong": "B", "predict": "D", "human_acc": 0.806108282544}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.633669507065}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.853994088722}, {"answer": "D", "most_wrong": "A", "predict": "B", "human_acc": 0.501367855478}, {"answer": "A", "most_wrong": "D", "predict": "A", "human_acc": 0.752890637055}, {"answer": "C", "most_wrong": "D", "predict": "A", "human_acc": 0.5434288466580001}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.46594257178500004}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.34000016767200003}, {"answer": "B", "most_wrong": "C", "predict": "A", "human_acc": 0.154795689747}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.9164158565280001}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.44448626270200003}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.223141443831}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.8730227606200001}, {"answer": "A", "most_wrong": "C", "predict": "D", "human_acc": 0.8966069061730001}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.20498238239500002}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.74390892854}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.482467457545}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.7719993017829999}, {"answer": "B", "most_wrong": "C", "predict": "D", "human_acc": 0.517396046353}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.633122543865}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.839511960803}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.350272874017}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.190322680349}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.612780135042}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.880384884226}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.563831003767}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.7120658552739999}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.440446161122}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.7335556970730001}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.798979587795}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.405732021176}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.897458771952}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.299329779936}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.822429906542}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.892105466636}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.865906747623}, {"answer": "D", "most_wrong": "A", "predict": "C", "human_acc": 0.948703881498}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.43018909899900004}, {"answer": "A", "most_wrong": "B", "predict": "D", "human_acc": 0.805857695573}, {"answer": "C", "most_wrong": "D", "predict": "", "human_acc": 0.857812012459}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.591697714923}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.8865788965010001}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.610919392984}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.694895000265}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.927652982184}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.709717627882}, {"answer": "B", "most_wrong": "D", "predict": "C", "human_acc": 0.692630736248}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.42275438748200006}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.5879207215910001}, {"answer": "A", "most_wrong": "D", "predict": "A", "human_acc": 0.854989679835}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.699423881484}, {"answer": "C", "most_wrong": "D", "predict": "A", "human_acc": 0.44970371829100003}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.745595308308}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.7604589116680001}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.8551305542830001}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.942191728282}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.8258525433420001}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.671594206079}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.7844561995}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.440112040794}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.768815809844}, {"answer": "A", "most_wrong": "C", "predict": "D", "human_acc": 0.479974932413}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.7697891192390001}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.8903098301960001}, {"answer": "A", "most_wrong": "D", "predict": "A", "human_acc": 0.687052974697}, {"answer": "D", "most_wrong": "A", "predict": "A", "human_acc": 0.892155315287}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.588582947366}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.7192033032470001}, {"answer": "D", "most_wrong": "A", "predict": "C", "human_acc": 0.697817501756}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.18385319560900001}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.179278127808}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.7132248515649999}, {"answer": "A", "most_wrong": "D", "predict": "B", "human_acc": 0.795414812509}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.614491478242}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.8510330195829999}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.617030458281}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.185065311979}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.49973964254000003}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.567278445301}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.843591855949}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.259606821255}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.19077949766500002}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.811851714691}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.7005860465879999}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.968572136973}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.460925457958}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.859224759615}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.775758641577}, {"answer": "A", "most_wrong": "B", "predict": "D", "human_acc": 0.9653409644900001}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.930131458164}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.430596199576}, {"answer": "D", "most_wrong": "A", "predict": "C", "human_acc": 0.478652615878}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.64799466865}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.945315837135}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.72010523185}, {"answer": "B", "most_wrong": "C", "predict": "A", "human_acc": 0.384162806397}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.921225648455}, {"answer": "C", "most_wrong": "A", "predict": "D", "human_acc": 0.55611629416}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.920310981535}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.581603171987}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.500046719616}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.701772059324}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.536192444898}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.873030564882}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.572597094013}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.475044871691}, {"answer": "D", "most_wrong": "A", "predict": "B", "human_acc": 0.513009233593}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.5193911492409999}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.8550638445000001}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.7393721666240001}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.8720391421610001}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.744345156516}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.792960654298}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.554863406586}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.558862768288}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.803533953492}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.549670780412}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.866335668829}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.838820079109}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.921622250712}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.143547065375}, {"answer": "B", "most_wrong": "C", "predict": "D", "human_acc": 0.604894998539}, {"answer": "C", "most_wrong": "D", "predict": "D", "human_acc": 0.887139050833}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.522557246763}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.864844521018}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.651157778466}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.10717125550300001}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.970619992044}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.518146682877}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.510772913817}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.904648141355}, {"answer": "C", "most_wrong": "D", "predict": "D", "human_acc": 0.870919107645}, {"answer": "B", "most_wrong": "D", "predict": "", "human_acc": 0.634634527662}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.955016800082}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.6854934563470001}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.84892808739}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.314921657008}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.516467326695}, {"answer": "C", "most_wrong": "A", "predict": "D", "human_acc": 0.396346533675}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.679281854491}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.852779614019}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.5765207828610001}, {"answer": "B", "most_wrong": "D", "predict": "D", "human_acc": 0.549490087686}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.5338582677170001}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.22542407520899999}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.64110226247}, {"answer": "C", "most_wrong": "A", "predict": "B", "human_acc": 0.269407230685}, {"answer": "B", "most_wrong": "D", "predict": "D", "human_acc": 0.777672667157}, {"answer": "B", "most_wrong": "A", "predict": "A", "human_acc": 0.373976309609}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.463054045352}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.43982200539300004}, {"answer": "D", "most_wrong": "C", "predict": "A", "human_acc": 0.522996853062}, {"answer": "A", "most_wrong": "D", "predict": "A", "human_acc": 0.836475449527}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.882627631113}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.348694029851}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.7743261031980001}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.697457440832}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.678451021943}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.451514182347}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.883353878133}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.636363636364}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.5455952483550001}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.446021826322}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.124852160246}, {"answer": "D", "most_wrong": "A", "predict": "C", "human_acc": 0.501659550978}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.7139417755149999}, {"answer": "C", "most_wrong": "A", "predict": "B", "human_acc": 0.595859777655}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.238319155762}, {"answer": "A", "most_wrong": "D", "predict": "B", "human_acc": 0.5857178873059999}, {"answer": "D", "most_wrong": "A", "predict": "A", "human_acc": 0.226722607713}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.801707044578}, {"answer": "C", "most_wrong": "D", "predict": "D", "human_acc": 0.794520547945}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.675604210766}, {"answer": "B", "most_wrong": "C", "predict": "D", "human_acc": 0.390377926519}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.824217684695}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.618191131112}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.143305549298}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.7459834226600001}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.7585970835710001}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.94896607925}, {"answer": "B", "most_wrong": "D", "predict": "D", "human_acc": 0.590748042022}, {"answer": "B", "most_wrong": "A", "predict": "D", "human_acc": 0.7203317006100001}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.287813924735}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.305919892913}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.404759341014}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.318045984785}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.925250702547}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.6406911823990001}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.781306106556}, {"answer": "B", "most_wrong": "D", "predict": "D", "human_acc": 0.943517872412}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.287745166916}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.7667855020800001}, {"answer": "D", "most_wrong": "A", "predict": "C", "human_acc": 0.868793335843}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.115583221863}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.9283946089670001}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.461042358386}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.33366415038600006}, {"answer": "B", "most_wrong": "C", "predict": "D", "human_acc": 0.890462577378}, {"answer": "C", "most_wrong": "A", "predict": "B", "human_acc": 0.946194203148}, {"answer": "B", "most_wrong": "C", "predict": "A", "human_acc": 0.43838693210800006}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.663631018072}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.290502446084}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.8771644098660001}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.845981470635}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.762978194748}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.425142776784}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.725271769036}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.145725634337}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.567913378836}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.734629538918}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.779746582361}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.531404631267}, {"answer": "A", "most_wrong": "D", "predict": "C", "human_acc": 0.476422006448}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.961941312865}, {"answer": "B", "most_wrong": "C", "predict": "D", "human_acc": 0.804198927933}, {"answer": "B", "most_wrong": "D", "predict": "A", "human_acc": 0.650241871977}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.795818278171}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.853641881925}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.591180548605}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.680099302874}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.8637254739540001}, {"answer": "B", "most_wrong": "D", "predict": "D", "human_acc": 0.356521018158}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.87398956696}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.8453028154550001}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.312433554477}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.8027369516720001}, {"answer": "C", "most_wrong": "A", "predict": "A", "human_acc": 0.46948441247}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.334384309402}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.8797533401850001}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.5277580854130001}, {"answer": "B", "most_wrong": "A", "predict": "D", "human_acc": 0.9354071415640001}, {"answer": "A", "most_wrong": "D", "predict": "A", "human_acc": 0.5952359368510001}, {"answer": "D", "most_wrong": "C", "predict": "A", "human_acc": 0.959005376344}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.655966808604}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.787652908968}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.26780865315}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.17249580350399998}, {"answer": "B", "most_wrong": "A", "predict": "D", "human_acc": 0.836713194627}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.541138233437}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.933659108679}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.618150594915}, {"answer": "B", "most_wrong": "D", "predict": "D", "human_acc": 0.553704429635}, {"answer": "C", "most_wrong": "A", "predict": "D", "human_acc": 0.58171086609}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.986677705856}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.8592380435050001}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.763687205112}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.891104059677}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.778138833165}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.6840255669299999}, {"answer": "B", "most_wrong": "A", "predict": "D", "human_acc": 0.214893311988}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.901657158381}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.8778044600020001}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.776798067791}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.507336885617}, {"answer": "A", "most_wrong": "B", "predict": "D", "human_acc": 0.263975367002}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.8546193766819999}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.435812241441}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.833670497902}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.415106435625}, {"answer": "A", "most_wrong": "B", "predict": "D", "human_acc": 0.404534926246}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.841611405125}, {"answer": "B", "most_wrong": "D", "predict": "D", "human_acc": 0.714907087451}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.168874215739}, {"answer": "A", "most_wrong": "B", "predict": "D", "human_acc": 0.497872651052}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.634975111344}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.8852517463130001}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.430264437959}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.836829636011}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.509137659434}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.6519961073189999}, {"answer": "C", "most_wrong": "A", "predict": "B", "human_acc": 0.880175474987}, {"answer": "D", "most_wrong": "A", "predict": "A", "human_acc": 0.43389929787500003}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.922828589741}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.672280287164}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.6650901489420001}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.7688467975550001}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.431108693077}, {"answer": "C", "most_wrong": "A", "predict": "A", "human_acc": 0.809933133614}, {"answer": "C", "most_wrong": "D", "predict": "B", "human_acc": 0.600930773706}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.890243902439}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.85638453297}, {"answer": "C", "most_wrong": "A", "predict": "B", "human_acc": 0.9301315024119999}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.7709348355660001}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.5597301951779999}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.448234283133}, {"answer": "C", "most_wrong": "D", "predict": "A", "human_acc": 0.66694203105}, {"answer": "D", "most_wrong": "A", "predict": "B", "human_acc": 0.846023235031}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.759523843713}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.49938722987100004}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.285769853124}, {"answer": "AB", "most_wrong": "D", "predict": "D", "human_acc": 0.195903116034}, {"answer": "C", "most_wrong": "D", "predict": "A", "human_acc": 0.42580279219600004}, {"answer": "C", "most_wrong": "D", "predict": "B", "human_acc": 0.5781847346610001}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.7776479978199999}, {"answer": "D", "most_wrong": "A", "predict": "C", "human_acc": 0.629111668806}, {"answer": "B", "most_wrong": "A", "predict": "D", "human_acc": 0.33170221134800004}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.507787120199}, {"answer": "B", "most_wrong": "D", "predict": "D", "human_acc": 0.6563848322379999}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.762316257656}, {"answer": "A", "most_wrong": "B", "predict": "D", "human_acc": 0.586660387355}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.697519981919}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.62962962963}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.866638566913}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.5172112098430001}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.741946889245}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.443518252371}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.31278683336}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.893308155317}, {"answer": "D", "most_wrong": "A", "predict": "A", "human_acc": 0.585606142274}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.9466428642270001}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.944326268075}, {"answer": "C", "most_wrong": "A", "predict": "D", "human_acc": 0.694270012816}, {"answer": "A", "most_wrong": "C", "predict": "D", "human_acc": 0.972959685349}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.7973736408080001}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.7676344967430001}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.7910530924139999}, {"answer": "C", "most_wrong": "A", "predict": "A", "human_acc": 0.8256861379}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.650550611544}, {"answer": "D", "most_wrong": "A", "predict": "A", "human_acc": 0.7094104524979999}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.7913797255}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.520779698419}, {"answer": "B", "most_wrong": "D", "predict": "C", "human_acc": 0.5825649622800001}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.876894442967}, {"answer": "D", "most_wrong": "A", "predict": "A", "human_acc": 0.519458196435}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.8111094499639999}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.8112978351360001}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.8878109406590001}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.421265822785}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.42236450949000004}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.880376434275}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.39297887178700003}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.7883890626250001}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.756987847879}, {"answer": "B", "most_wrong": "A", "predict": "D", "human_acc": 0.921827888304}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.8369778553160001}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.565183978074}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.703016725837}, {"answer": "A", "most_wrong": "D", "predict": "C", "human_acc": 0.954925297544}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.8059824198840001}, {"answer": "BC", "most_wrong": "A", "predict": "A", "human_acc": 0.468992299434}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.638246045001}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.88254308083}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.846907578188}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.926166152966}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.866715570827}, {"answer": "C", "most_wrong": "A", "predict": "A", "human_acc": 0.396601004249}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.125769777357}, {"answer": "C", "most_wrong": "A", "predict": "D", "human_acc": 0.584615372649}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.7861560158970001}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.699961424372}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.4853475818}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.757243638196}, {"answer": "C", "most_wrong": "D", "predict": "B", "human_acc": 0.8598355412009999}, {"answer": "D", "most_wrong": "A", "predict": "A", "human_acc": 0.370432357985}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.887757972534}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.7651566460329999}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.9215251295589999}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.5331316239120001}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.7109757737600001}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.7248250265020001}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.703100908001}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.146994438048}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.830856842297}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.731243115298}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.823573557923}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.40797916159000003}, {"answer": "AC", "most_wrong": "B", "predict": "B", "human_acc": 0.143938396736}, {"answer": "A", "most_wrong": "D", "predict": "B", "human_acc": 0.438349063349}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.5135178635900001}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.7723422716189999}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.9290296712110001}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.734734734735}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.842420758745}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.658490202023}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.9000610447370001}, {"answer": "D", "most_wrong": "A", "predict": "A", "human_acc": 0.692124861353}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.724812895797}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.470335540175}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.8594201766039999}, {"answer": "C", "most_wrong": "A", "predict": "B", "human_acc": 0.760692830843}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.675989754421}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.810762737413}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.7928990768280001}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.408842970324}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.9371688115060001}, {"answer": "D", "most_wrong": "A", "predict": "C", "human_acc": 0.822205845516}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.610215899867}, {"answer": "C", "most_wrong": "D", "predict": "A", "human_acc": 0.855602694625}, {"answer": "A", "most_wrong": "D", "predict": "A", "human_acc": 0.547534376482}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.671680564092}, {"answer": "ABC", "most_wrong": "D", "predict": "A", "human_acc": 0.225384692749}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.654948757473}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.7210052806570001}, {"answer": "C", "most_wrong": "D", "predict": "D", "human_acc": 0.416405879564}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.7831459778359999}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.724646226415}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.886592181799}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.660856568964}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.828624715065}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.542496550968}, {"answer": "B", "most_wrong": "C", "predict": "D", "human_acc": 0.965140533852}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.287208815734}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.855025099352}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.8111433020990001}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.5139406307859999}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.871969530002}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.690121776623}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.27086942121100005}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.571299240212}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.7522955757990001}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.38919868612}, {"answer": "ABCD", "most_wrong": "", "predict": "A", "human_acc": 0.41813344248900003}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.8335151922110001}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.616885945483}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.673845055937}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.309842041312}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.803301237964}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.6356184506360001}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.759112144927}, {"answer": "C", "most_wrong": "D", "predict": "D", "human_acc": 0.6605489516759999}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.734918151126}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.490026098684}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.633118426126}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.463195594089}, {"answer": "C", "most_wrong": "A", "predict": "B", "human_acc": 0.487957946779}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.8789357994860001}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.617282913837}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.6810637754600001}, {"answer": "D", "most_wrong": "A", "predict": "B", "human_acc": 0.7026003933699999}, {"answer": "D", "most_wrong": "A", "predict": "C", "human_acc": 0.684934612031}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.768182856296}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.647730220493}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.816901408451}, {"answer": "B", "most_wrong": "A", "predict": "D", "human_acc": 0.695011809928}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.84690576408}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.563555097514}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.52353304509}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.721196284464}, {"answer": "A", "most_wrong": "B", "predict": "D", "human_acc": 0.856662278777}, {"answer": "D", "most_wrong": "B", "predict": "A", "human_acc": 0.36657963446499997}, {"answer": "B", "most_wrong": "A", "predict": "D", "human_acc": 0.297933666544}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.6047619047620001}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.271990740741}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.688003173968}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.385900339751}, {"answer": "A", "most_wrong": "D", "predict": "C", "human_acc": 0.043835616438000005}, {"answer": "B", "most_wrong": "D", "predict": "D", "human_acc": 0.5070422535210001}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.39312869393500005}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.6847175214790001}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.511143120074}, {"answer": "B", "most_wrong": "D", "predict": "D", "human_acc": 0.864437780121}, {"answer": "B", "most_wrong": "A", "predict": "A", "human_acc": 0.856232084663}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.46597562530700004}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.5759806050080001}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.515052714973}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.516111707841}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.519888991674}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.7262110882659999}, {"answer": "D", "most_wrong": "C", "predict": "A", "human_acc": 0.7252868783559999}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.55660083586}, {"answer": "ABCD", "most_wrong": "", "predict": "D", "human_acc": 0.088250930356}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.825570890841}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.573232782989}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.8892280724770001}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.730691350882}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.574798790385}, {"answer": "B", "most_wrong": "C", "predict": "A", "human_acc": 0.838830584708}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.722039447049}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.858181961154}, {"answer": "A", "most_wrong": "D", "predict": "A", "human_acc": 0.605810062114}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.433741146169}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.7908385007450001}, {"answer": "C", "most_wrong": "D", "predict": "D", "human_acc": 0.785647644223}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.693255184315}, {"answer": "A", "most_wrong": "D", "predict": "C", "human_acc": 0.573135475002}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.55225382099}, {"answer": "C", "most_wrong": "D", "predict": "D", "human_acc": 0.243693107932}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.31530237278900003}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.256890668067}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.86686531724}, {"answer": "B", "most_wrong": "C", "predict": "A", "human_acc": 0.6957149849450001}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.366969759796}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.47789609049500004}, {"answer": "BC", "most_wrong": "A", "predict": "C", "human_acc": 0.149411764706}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.195260440289}, {"answer": "ABCD", "most_wrong": "", "predict": "D", "human_acc": 0.135852090032}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.255500354862}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.22428658166400003}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.5203018902550001}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.694882262294}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.281074499279}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.783711289929}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.7802377620500001}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.43187046924500005}, {"answer": "A", "most_wrong": "D", "predict": "C", "human_acc": 0.792003364961}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.48196754579}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.382919080546}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.7867718955159999}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.634485176954}, {"answer": "D", "most_wrong": "A", "predict": "A", "human_acc": 0.6431798926860001}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.846774193548}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.740031484766}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.620706607236}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.9232005377320001}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.53307353092}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.476951941428}, {"answer": "D", "most_wrong": "C", "predict": "A", "human_acc": 0.677209456615}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.826571801946}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.890705153532}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.9143969623670001}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.421833501116}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.9247281053230001}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.632993281911}, {"answer": "C", "most_wrong": "A", "predict": "A", "human_acc": 0.696825210339}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.5623397159560001}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.22849090869000002}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.49124698688400004}, {"answer": "D", "most_wrong": "A", "predict": "B", "human_acc": 0.5641302068190001}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.946597118728}, {"answer": "C", "most_wrong": "D", "predict": "D", "human_acc": 0.48291742529700005}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.390417363154}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.5821097769810001}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.429727125178}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.5612035974780001}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.153316581185}, {"answer": "AD", "most_wrong": "C", "predict": "D", "human_acc": 0.410609842417}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.212371490281}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.309112081151}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.612261083353}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.6113376429640001}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.517335347796}, {"answer": "B", "most_wrong": "D", "predict": "D", "human_acc": 0.5681692705910001}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.695763836477}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.302408732749}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.43595152226800005}, {"answer": "ACD", "most_wrong": "B", "predict": "D", "human_acc": 0.254778761062}, {"answer": "D", "most_wrong": "A", "predict": "A", "human_acc": 0.260025873221}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.221879538068}, {"answer": "ABC", "most_wrong": "D", "predict": "B", "human_acc": 0.057583852775000006}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.19739111650200003}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.536036545696}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.480499481102}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.43796338592399997}, {"answer": "C", "most_wrong": "D", "predict": "B", "human_acc": 0.711574961679}, {"answer": "B", "most_wrong": "D", "predict": "D", "human_acc": 0.241884323735}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.553887155486}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.5037314508}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.933009708738}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.09822906737600001}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.970950050856}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.5826282896139999}, {"answer": "C", "most_wrong": "D", "predict": "D", "human_acc": 0.8809197107360001}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.568097353788}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.400013582035}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.924967150332}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.6570571773989999}, {"answer": "A", "most_wrong": "D", "predict": "A", "human_acc": 0.9253214638970001}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.9312143518739999}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.500311171727}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.94801057852}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.34969530727}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.602360752171}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.7945176621740001}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.318025864344}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.753273809524}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.84412519592}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.754338239959}, {"answer": "B", "most_wrong": "C", "predict": "D", "human_acc": 0.525676645959}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.6077486064090001}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.33959296391899996}, {"answer": "C", "most_wrong": "D", "predict": "A", "human_acc": 0.919147152183}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.937272285645}, {"answer": "D", "most_wrong": "C", "predict": "A", "human_acc": 0.864742382614}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.539287481044}, {"answer": "A", "most_wrong": "D", "predict": "B", "human_acc": 0.33455678394800004}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.705288702284}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.903533387123}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.801397379913}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.730357125635}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.585999556948}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.744623174692}, {"answer": "B", "most_wrong": "C", "predict": "D", "human_acc": 0.428034371643}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.686331282422}, {"answer": "B", "most_wrong": "D", "predict": "II", "human_acc": 0.415618213407}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.934975164125}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.7176089236340001}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.7785512930509999}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.6706136811800001}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.792168396237}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.553997430024}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.413886976851}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.852496600322}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.769397363465}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.709879514206}, {"answer": "C", "most_wrong": "A", "predict": "D", "human_acc": 0.8847598351620001}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.458855926098}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.507325094919}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.6477463923579999}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.605781776202}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.754650222402}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.7806128072299999}, {"answer": "D", "most_wrong": "A", "predict": "C", "human_acc": 0.438613111027}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.9499599007780001}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.657893815023}, {"answer": "D", "most_wrong": "B", "predict": "A", "human_acc": 0.13729328214}, {"answer": "D", "most_wrong": "C", "predict": "A", "human_acc": 0.391333027738}, {"answer": "D", "most_wrong": "A", "predict": "A", "human_acc": 0.35514984498799995}, {"answer": "D", "most_wrong": "C", "predict": "ABC", "human_acc": 0.326510126807}, {"answer": "A", "most_wrong": "D", "predict": "B", "human_acc": 0.441171389304}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.7236590160590001}, {"answer": "B", "most_wrong": "D", "predict": "D", "human_acc": 0.37797262219300004}, {"answer": "D", "most_wrong": "A", "predict": "B", "human_acc": 0.413587162348}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.43325402450100003}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.36924384027199997}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.209984896972}, {"answer": "BD", "most_wrong": "A", "predict": "D", "human_acc": 0.571558495246}, {"answer": "A", "most_wrong": "C", "predict": "D", "human_acc": 0.225617479417}, {"answer": "BD", "most_wrong": "A", "predict": "B", "human_acc": 0.470723701625}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.43096169753200003}, {"answer": "A", "most_wrong": "C", "predict": "D", "human_acc": 0.45369302988900007}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.13980318968400002}, {"answer": "C", "most_wrong": "D", "predict": "A", "human_acc": 0.964866894768}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.834255891191}, {"answer": "C", "most_wrong": "D", "predict": "D", "human_acc": 0.648062907557}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.485328986366}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.23821772736400001}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.862177539995}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.611554517208}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.883595850941}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.34667776600600003}, {"answer": "C", "most_wrong": "A", "predict": "A", "human_acc": 0.708502024291}, {"answer": "D", "most_wrong": "C", "predict": "A", "human_acc": 0.33831230148499997}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.730774183632}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.195171736997}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.8757652205040001}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.459300961764}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.46978785662}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.9669571968930001}, {"answer": "C", "most_wrong": "D", "predict": "D", "human_acc": 0.594119635012}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.44558242843}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.516632390043}, {"answer": "D", "most_wrong": "C", "predict": "A", "human_acc": 0.39497490534900004}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.596638409822}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.8446457234579999}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.71636032031}, {"answer": "C", "most_wrong": "A", "predict": "A", "human_acc": 0.34916746162499995}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.46011746772800005}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.724146701256}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.808670661791}, {"answer": "B", "most_wrong": "D", "predict": "A", "human_acc": 0.511977268516}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.512411746059}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.9276834445119999}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.710949156433}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.54947970648}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.763018663901}, {"answer": "C", "most_wrong": "A", "predict": "D", "human_acc": 0.604128415836}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.46718242529000004}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.567171362293}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.833362426727}, {"answer": "D", "most_wrong": "B", "predict": "VDIIIII", "human_acc": 0.630821842787}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.735355082789}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.200396932468}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.457227711131}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.503375843961}, {"answer": "AC", "most_wrong": "B", "predict": "C", "human_acc": 0.604803724474}, {"answer": "B", "most_wrong": "A", "predict": "A", "human_acc": 0.402888606968}, {"answer": "ABC", "most_wrong": "D", "predict": "A", "human_acc": 0.145872129112}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.905596281066}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.716925695929}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.834292594822}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.777610424403}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.7812200525790001}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.750382663337}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.662099396191}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.668874913759}, {"answer": "C", "most_wrong": "D", "predict": "B", "human_acc": 0.542815819247}, {"answer": "C", "most_wrong": "D", "predict": "D", "human_acc": 0.7177816825950001}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.733431861568}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.6740599592450001}, {"answer": "B", "most_wrong": "C", "predict": "D", "human_acc": 0.857404739137}, {"answer": "C", "most_wrong": "B", "predict": "A", "human_acc": 0.7009174072819999}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.6703871781380001}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.70074968763}, {"answer": "C", "most_wrong": "D", "predict": "B", "human_acc": 0.858358023511}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.839171699741}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.624037725203}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.686817664846}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.7575556538399999}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.466418417548}, {"answer": "C", "most_wrong": "A", "predict": "B", "human_acc": 0.738230785193}, {"answer": "AB", "most_wrong": "C", "predict": "B", "human_acc": 0.129900140299}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.634774609016}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.477211033197}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.549291329864}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.7284288473920001}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.846153846154}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.917149187773}, {"answer": "B", "most_wrong": "C", "predict": "D", "human_acc": 0.478297604326}, {"answer": "A", "most_wrong": "D", "predict": "B", "human_acc": 0.7347476115249999}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.2526684722}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.643344525073}, {"answer": "B", "most_wrong": "C", "predict": "A", "human_acc": 0.566680443159}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.406231457834}, {"answer": "AD", "most_wrong": "B", "predict": "D", "human_acc": 0.497637935645}, {"answer": "C", "most_wrong": "D", "predict": "A", "human_acc": 0.48835202027700003}, {"answer": "B", "most_wrong": "A", "predict": "D", "human_acc": 0.243506801295}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.518606863924}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.394144805316}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.509959454851}, {"answer": "B", "most_wrong": "A", "predict": "A", "human_acc": 0.162858274578}, {"answer": "C", "most_wrong": "D", "predict": "B", "human_acc": 0.502250417935}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.11027479092}, {"answer": "A", "most_wrong": "B", "predict": "D", "human_acc": 0.18211075038400001}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.41343645637800003}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.517599853383}, {"answer": "B", "most_wrong": "C", "predict": "D", "human_acc": 0.715993810126}, {"answer": "C", "most_wrong": "A", "predict": "B", "human_acc": 0.7923141891890001}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.733339438499}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.5930680268740001}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.959504750412}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.514283737024}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.9355373303669999}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.602653474252}, {"answer": "C", "most_wrong": "A", "predict": "B", "human_acc": 0.467865150615}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.587809391006}, {"answer": "B", "most_wrong": "D", "predict": "C", "human_acc": 0.544355758267}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.6808320168509999}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.8039517100250001}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.6263736263740001}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.355736167552}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.7533487297920001}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.964285714286}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.496793635645}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.419925554892}, {"answer": "D", "most_wrong": "A", "predict": "A", "human_acc": 0.732120293151}, {"answer": "B", "most_wrong": "D", "predict": "C", "human_acc": 0.419446617825}, {"answer": "C", "most_wrong": "A", "predict": "A", "human_acc": 0.687457645795}, {"answer": "A", "most_wrong": "D", "predict": "A", "human_acc": 0.842302671115}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.8767805783910001}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.866804247818}, {"answer": "A", "most_wrong": "D", "predict": "A", "human_acc": 0.8036184537050001}, {"answer": "C", "most_wrong": "A", "predict": "A", "human_acc": 0.847747760854}, {"answer": "C", "most_wrong": "A", "predict": "A", "human_acc": 0.403358965891}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.579925385025}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.40533747398000003}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.55137669593}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.81835412761}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.881582606497}, {"answer": "C", "most_wrong": "D", "predict": "B", "human_acc": 0.644241408745}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.321931760312}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.78150113252}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.82038586307}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.9396512287900001}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.503319148936}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.643760179943}, {"answer": "B", "most_wrong": "D", "predict": "D", "human_acc": 0.523207837092}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.6724803933040001}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.49891242670700003}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.717194311409}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.691469612676}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.6863420528260001}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.793022889542}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.695849970668}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.8985128677020001}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.56741642388}, {"answer": "B", "most_wrong": "D", "predict": "C", "human_acc": 0.63697165565}, {"answer": "C", "most_wrong": "A", "predict": "D", "human_acc": 0.858890295598}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.523615855132}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.824030261285}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.73372415921}, {"answer": "C", "most_wrong": "D", "predict": "B", "human_acc": 0.282740573332}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.704418723156}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.478469189255}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.559870951235}, {"answer": "B", "most_wrong": "D", "predict": "C", "human_acc": 0.563665384642}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.327969425727}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.503905977541}, {"answer": "C", "most_wrong": "D", "predict": "B", "human_acc": 0.6499415363459999}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.380977492186}, {"answer": "C", "most_wrong": "D", "predict": "A", "human_acc": 0.47050294142}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.587149010111}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.730264684604}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.241587037806}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.311187357039}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.719368127305}, {"answer": "B", "most_wrong": "A", "predict": "A", "human_acc": 0.241906312172}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.241928706792}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.941206022689}, {"answer": "B", "most_wrong": "A", "predict": "A", "human_acc": 0.105098855359}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.7989834660130001}, {"answer": "B", "most_wrong": "C", "predict": "A", "human_acc": 0.286080273271}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.9377431906610001}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.255782809344}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.338814910908}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.20073060787100003}, {"answer": "B", "most_wrong": "D", "predict": "C", "human_acc": 0.273573366911}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.67883678294}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.627685637238}, {"answer": "D", "most_wrong": "A", "predict": "A", "human_acc": 0.59287911372}, {"answer": "D", "most_wrong": "A", "predict": "C", "human_acc": 0.7026834445119999}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.49654886802900006}, {"answer": "C", "most_wrong": "A", "predict": "B", "human_acc": 0.820209973753}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.835621335621}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.46023774799800005}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.7905700776160001}, {"answer": "C", "most_wrong": "D", "predict": "D", "human_acc": 0.60959816632}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.649661483127}, {"answer": "C", "most_wrong": "A", "predict": "D", "human_acc": 0.838101884159}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.40408315072100004}, {"answer": "C", "most_wrong": "D", "predict": "A", "human_acc": 0.5389531870790001}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.325642034594}, {"answer": "C", "most_wrong": "B", "predict": "A", "human_acc": 0.8190369226449999}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.9071025656470001}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.715154713627}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.15192601956000001}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.627415614532}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.713053136839}, {"answer": "D", "most_wrong": "A", "predict": "C", "human_acc": 0.311274385997}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.26762690834499997}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.8233883263049999}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.9526925766809999}, {"answer": "B", "most_wrong": "D", "predict": "D", "human_acc": 0.234527013041}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.6480794932220001}, {"answer": "B", "most_wrong": "A", "predict": "D", "human_acc": 0.921741522541}, {"answer": "D", "most_wrong": "A", "predict": "A", "human_acc": 0.800975919865}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.8519812789200001}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.896751671704}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.743032188432}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.855658198614}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.9517409800519999}, {"answer": "C", "most_wrong": "B", "predict": "A", "human_acc": 0.559480986471}, {"answer": "C", "most_wrong": "D", "predict": "B", "human_acc": 0.792655966751}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.5637935401640001}, {"answer": "B", "most_wrong": "C", "predict": "D", "human_acc": 0.720246350579}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.603705486044}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.618243302284}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.6977580338449999}, {"answer": "D", "most_wrong": "C", "predict": "IIII", "human_acc": 0.809647651932}, {"answer": "C", "most_wrong": "D", "predict": "D", "human_acc": 0.405269275475}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.640649114321}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.313578387447}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.08077926398900001}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.851104707012}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.723794634188}, {"answer": "B", "most_wrong": "A", "predict": "A", "human_acc": 0.742751331005}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.770601303535}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.892161173577}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.7558323647820001}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.852923627685}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.76623260792}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.38021097672400006}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.8649744274130001}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.45542048625}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.713904082877}, {"answer": "C", "most_wrong": "D", "predict": "A", "human_acc": 0.7303856403160001}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.761361519836}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.597144799456}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.736354481023}, {"answer": "D", "most_wrong": "C", "predict": "A", "human_acc": 0.6684312629470001}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.926080363912}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.562690718166}, {"answer": "D", "most_wrong": "B", "predict": "A", "human_acc": 0.639447200161}, {"answer": "A", "most_wrong": "D", "predict": "A", "human_acc": 0.7962460612380001}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.484675982293}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.5817157580760001}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.6831448752170001}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.444406233701}, {"answer": "B", "most_wrong": "C", "predict": "A", "human_acc": 0.24551491985399998}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.444200706583}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.41175562621600004}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.406707860015}, {"answer": "D", "most_wrong": "A", "predict": "A", "human_acc": 0.438484961411}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.380257476411}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.821091156694}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.6515300261100001}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.16372670971800002}, {"answer": "C", "most_wrong": "A", "predict": "A", "human_acc": 0.501898494942}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.06464727785}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.917240396942}, {"answer": "A", "most_wrong": "B", "predict": "D", "human_acc": 0.20158871945400003}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.7556236317139999}, {"answer": "AD", "most_wrong": "B", "predict": "ABCD", "human_acc": 0.055084745763}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.837249436702}, {"answer": "C", "most_wrong": "A", "predict": "B", "human_acc": 0.9139430699550001}, {"answer": "BC", "most_wrong": "A", "predict": "B", "human_acc": 0.49081094974899997}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.365366902057}, {"answer": "ABCD", "most_wrong": "", "predict": "ABCD", "human_acc": 0.653308752183}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.439777052746}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.491814432113}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.48721694667599996}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.426301809252}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.524030995714}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.440377804014}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.51760147525}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.707659231776}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.6163633164400001}, {"answer": "B", "most_wrong": "C", "predict": "A", "human_acc": 0.94959396473}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.161526210623}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.5926950747090001}, {"answer": "H", "most_wrong": "C", "predict": "B", "human_acc": 0.180162231393}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.713500721373}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.240844354018}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.785706334187}, {"answer": "C", "most_wrong": "B", "predict": "A", "human_acc": 0.923737916219}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.514590024293}, {"answer": "C", "most_wrong": "A", "predict": "A", "human_acc": 0.597991970162}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.098392444787}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.8075773223900001}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.543349674228}, {"answer": "B", "most_wrong": "D", "predict": "A", "human_acc": 0.374561797753}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.8607194244599999}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.25929859497700003}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.36936700979000003}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.16510707819499998}, {"answer": "B", "most_wrong": "D", "predict": "A", "human_acc": 0.837501702147}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.9799576340230001}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.530364889002}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.259107142857}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.215536096636}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.622111434511}, {"answer": "B", "most_wrong": "C", "predict": "D", "human_acc": 0.431034482759}, {"answer": "C", "most_wrong": "D", "predict": "D", "human_acc": 0.644597238603}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.464900610424}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.774058407374}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.829597907478}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.744240227802}, {"answer": "D", "most_wrong": "A", "predict": "C", "human_acc": 0.633493926386}, {"answer": "D", "most_wrong": "B", "predict": "A", "human_acc": 0.690392563283}, {"answer": "C", "most_wrong": "B", "predict": "A", "human_acc": 0.6410745742810001}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.494721255447}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.754073170377}, {"answer": "A", "most_wrong": "D", "predict": "A", "human_acc": 0.947679477664}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.5438708816860001}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.7568384673520001}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.93191711649}, {"answer": "B", "most_wrong": "D", "predict": "C", "human_acc": 0.7084996418830001}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.831469648562}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.659163743723}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.881432440566}, {"answer": "D", "most_wrong": "A", "predict": "C", "human_acc": 0.5751793174840001}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.893383418084}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.6632097881529999}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.467736436575}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.605727345368}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.31142567097400004}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.731315429455}, {"answer": "D", "most_wrong": "A", "predict": "A", "human_acc": 0.646154350534}, {"answer": "C", "most_wrong": "D", "predict": "D", "human_acc": 0.741048557856}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.660549446508}, {"answer": "B", "most_wrong": "D", "predict": "A", "human_acc": 0.578902788181}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.7835055101170001}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.6908719224959999}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.847523040982}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.565748986914}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.521363835661}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.8342914892340001}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.690726742487}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.517607806394}, {"answer": "D", "most_wrong": "A", "predict": "B", "human_acc": 0.156536765582}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.957880271957}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.943204365079}, {"answer": "B", "most_wrong": "C", "predict": "D", "human_acc": 0.913614507341}, {"answer": "B", "most_wrong": "C", "predict": "D", "human_acc": 0.732960255151}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.388396163053}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.5331938193970001}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.6626730720749999}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.6544726430740001}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.67}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.629673633674}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.53759661101}, {"answer": "D", "most_wrong": "A", "predict": "C", "human_acc": 0.601990223725}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.659575120321}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.358179124832}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.569333730444}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.749269324047}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.724173734113}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.7362422186809999}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.861661811613}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.457735777903}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.715061444096}, {"answer": "B", "most_wrong": "D", "predict": "C", "human_acc": 0.436508943296}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.468130081845}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.38759509007500004}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.8360160402260001}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.18699612149699998}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.917624245153}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.544238645221}, {"answer": "B", "most_wrong": "D", "predict": "C", "human_acc": 0.542937637689}, {"answer": "B", "most_wrong": "C", "predict": "D", "human_acc": 0.504382799561}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.7515164556089999}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.274826880705}, {"answer": "D", "most_wrong": "B", "predict": "A", "human_acc": 0.845733404848}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.256666238461}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.48599658981}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.569603003967}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.526754114629}, {"answer": "B", "most_wrong": "C", "predict": "D", "human_acc": 0.49482410291400003}, {"answer": "C", "most_wrong": "A", "predict": "D", "human_acc": 0.587762792543}, {"answer": "C", "most_wrong": "D", "predict": "D", "human_acc": 0.209239931991}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.5479225247889999}, {"answer": "D", "most_wrong": "C", "predict": "ABCD", "human_acc": 0.046893317702000004}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.518056185407}, {"answer": "D", "most_wrong": "A", "predict": "C", "human_acc": 0.584735714434}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.777885438731}, {"answer": "AB", "most_wrong": "C", "predict": "C", "human_acc": 0.15733143061}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.6973552630509999}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.692706935123}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.29730055435}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.495756877697}, {"answer": "ABD", "most_wrong": "C", "predict": "D", "human_acc": 0.40744368266400005}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.62964810321}, {"answer": "D", "most_wrong": "C", "predict": "A", "human_acc": 0.181095122861}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.383427364019}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.204973992198}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.249868287029}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.501990195668}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.442956699596}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.62731284354}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.5929542210550001}, {"answer": "D", "most_wrong": "B", "predict": "A", "human_acc": 0.458976831287}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.458988160085}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.683607177028}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.601978664226}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.71013085729}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.553832333254}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.564330665838}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.51731621937}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.53349471863}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.509451862073}, {"answer": "B", "most_wrong": "A", "predict": "D", "human_acc": 0.374838527844}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.523146356054}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.21858646270600002}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.753327099815}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.16522988505699998}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.389316160119}, {"answer": "B", "most_wrong": "C", "predict": "D", "human_acc": 0.579866303105}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.5168152573070001}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.877064220183}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.445370447537}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.9242193591500001}, {"answer": "A", "most_wrong": "B", "predict": "D", "human_acc": 0.472777676786}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.435074626866}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.525277654021}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.7370754003150001}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.396715311528}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.471125022772}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.8992829257930001}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.586041687968}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.688334964528}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.380743908165}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.684158004393}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.574270352606}, {"answer": "D", "most_wrong": "A", "predict": "B", "human_acc": 0.574474884447}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.769742856007}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.34322619637}, {"answer": "A", "most_wrong": "D", "predict": "C", "human_acc": 0.301541298075}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.9149911621440001}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.653270531852}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.872690953935}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.7405071294530001}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.6960606858420001}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.27333995766200003}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.313158612586}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.798296231472}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.843130553657}, {"answer": "A", "most_wrong": "D", "predict": "A", "human_acc": 0.765773175232}, {"answer": "A", "most_wrong": "D", "predict": "A", "human_acc": 0.416256157635}, {"answer": "D", "most_wrong": "A", "predict": "B", "human_acc": 0.634634371092}, {"answer": "B", "most_wrong": "C", "predict": "A", "human_acc": 0.566008824248}, {"answer": "A", "most_wrong": "B", "predict": "D", "human_acc": 0.6821054737590001}, {"answer": "ABD", "most_wrong": "C", "predict": "A", "human_acc": 0.23257505620900001}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.442551717806}, {"answer": "C", "most_wrong": "A", "predict": "A", "human_acc": 0.733161526575}, {"answer": "B", "most_wrong": "A", "predict": "A", "human_acc": 0.5746075003259999}, {"answer": "ABD", "most_wrong": "C", "predict": "ABD", "human_acc": 0.361388290935}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.7029915509040001}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.828827769942}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.9402917459450001}, {"answer": "C", "most_wrong": "A", "predict": "D", "human_acc": 0.591836511187}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.7643001167360001}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.7571287354570001}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.418002819448}, {"answer": "B", "most_wrong": "D", "predict": "C", "human_acc": 0.579602551068}, {"answer": "C", "most_wrong": "A", "predict": "B", "human_acc": 0.669787228818}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.880241648898}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.663206556176}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.718469988643}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.583737743884}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.660264551443}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.8101559027659999}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.828088791316}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.607071163304}, {"answer": "D", "most_wrong": "A", "predict": "C", "human_acc": 0.400429293806}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.711623341457}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.6966358454}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.547780546396}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.65965394139}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.7944960000000001}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.83903148404}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.901755027281}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.9516357567929999}, {"answer": "C", "most_wrong": "D", "predict": "B", "human_acc": 0.8938666230660001}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.749854346037}, {"answer": "A", "most_wrong": "D", "predict": "C", "human_acc": 0.640411778789}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.843382486388}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.651900574673}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.635328945184}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.882330734028}, {"answer": "A", "most_wrong": "C", "predict": "D", "human_acc": 0.674117963911}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.78042349181}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.5356111621649999}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.455093710042}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.516921109833}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.874081389543}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.732394779183}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.840124948191}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.697577820914}, {"answer": "D", "most_wrong": "A", "predict": "B", "human_acc": 0.7502190719140001}, {"answer": "C", "most_wrong": "D", "predict": "B", "human_acc": 0.644453484622}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.686840320715}, {"answer": "C", "most_wrong": "D", "predict": "B", "human_acc": 0.628028617563}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.719717064545}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.7416162090980001}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.653356913442}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.60301202501}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.374008870777}, {"answer": "D", "most_wrong": "C", "predict": "A", "human_acc": 0.381998668361}, {"answer": "D", "most_wrong": "C", "predict": "A", "human_acc": 0.579165199014}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.37811320928500003}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.6830509706969999}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.493308526938}, {"answer": "B", "most_wrong": "C", "predict": "B", "human_acc": 0.556685340501}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.860467140577}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.237196765499}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.7625289780590001}, {"answer": "B", "most_wrong": "A", "predict": "A", "human_acc": 0.666088965916}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.6689752053390001}, {"answer": "BCD", "most_wrong": "A", "predict": "D", "human_acc": 0.324389358031}, {"answer": "B", "most_wrong": "D", "predict": "A", "human_acc": 0.364032761601}, {"answer": "D", "most_wrong": "A", "predict": "D", "human_acc": 0.49452325372600003}, {"answer": "A", "most_wrong": "D", "predict": "D", "human_acc": 0.23020097502700002}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.375308978376}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.518515183628}, {"answer": "A", "most_wrong": "C", "predict": "C", "human_acc": 0.061417731370000006}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.52433042084}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.648337095424}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.280868050207}, {"answer": "C", "most_wrong": "A", "predict": "D", "human_acc": 0.33870265563799995}, {"answer": "D", "most_wrong": "B", "predict": "B", "human_acc": 0.6490451991189999}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.470440578205}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.504120977568}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.167501227295}, {"answer": "B", "most_wrong": "A", "predict": "D", "human_acc": 0.68094994836}, {"answer": "D", "most_wrong": "B", "predict": "C", "human_acc": 0.717077217806}, {"answer": "D", "most_wrong": "A", "predict": "B", "human_acc": 0.909054895303}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.683834252179}, {"answer": "C", "most_wrong": "D", "predict": "A", "human_acc": 0.312070113157}, {"answer": "D", "most_wrong": "B", "predict": "D", "human_acc": 0.8721883160180001}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.660941157903}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.585595535268}, {"answer": "D", "most_wrong": "C", "predict": "A", "human_acc": 0.931484914883}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.6270066899750001}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.5233048414729999}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.58850068744}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.53645254501}, {"answer": "D", "most_wrong": "A", "predict": "B", "human_acc": 0.492613111727}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.852174064041}, {"answer": "D", "most_wrong": "B", "predict": "A", "human_acc": 0.7392360318500001}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.8345169876680001}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.8578618181820001}, {"answer": "G", "most_wrong": "C", "predict": "B", "human_acc": 0.035510914268}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.194703432344}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.325983377103}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.789851881505}, {"answer": "C", "most_wrong": "A", "predict": "C", "human_acc": 0.878394809801}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.378008937074}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.81900539707}, {"answer": "A", "most_wrong": "C", "predict": "A", "human_acc": 0.7711948621150001}, {"answer": "B", "most_wrong": "D", "predict": "B", "human_acc": 0.41201736830400004}, {"answer": "B", "most_wrong": "D", "predict": "A", "human_acc": 0.560495883318}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.916450487521}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.92705415205}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.487545392646}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.520739209311}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.83125503573}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.702968518435}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.511231931717}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.917166575086}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.585343489914}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.413052165485}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.36917837786}, {"answer": "D", "most_wrong": "C", "predict": "A", "human_acc": 0.618076258356}, {"answer": "A", "most_wrong": "B", "predict": "D", "human_acc": 0.434610135565}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.531199378264}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.8932915223060001}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.8395386029990001}, {"answer": "A", "most_wrong": "B", "predict": "A", "human_acc": 0.977722521793}, {"answer": "A", "most_wrong": "B", "predict": "C", "human_acc": 0.82965436933}, {"answer": "B", "most_wrong": "A", "predict": "B", "human_acc": 0.365059328452}, {"answer": "C", "most_wrong": "B", "predict": "C", "human_acc": 0.9098599034529999}, {"answer": "C", "most_wrong": "B", "predict": "D", "human_acc": 0.641647885109}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.882638423988}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.7775859562399999}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.48481072342700005}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.8998247999400001}, {"answer": "B", "most_wrong": "D", "predict": "D", "human_acc": 0.458010735906}, {"answer": "B", "most_wrong": "C", "predict": "C", "human_acc": 0.870451080344}, {"answer": "D", "most_wrong": "C", "predict": "C", "human_acc": 0.588221805711}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.716756644995}, {"answer": "C", "most_wrong": "D", "predict": "C", "human_acc": 0.39094217900899997}, {"answer": "D", "most_wrong": "C", "predict": "D", "human_acc": 0.7794730411349999}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.6626263296220001}, {"answer": "A", "most_wrong": "C", "predict": "B", "human_acc": 0.750454924336}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.7179358210060001}, {"answer": "C", "most_wrong": "B", "predict": "B", "human_acc": 0.8172849092250001}, {"answer": "A", "most_wrong": "B", "predict": "B", "human_acc": 0.656672792509}, {"answer": "B", "most_wrong": "A", "predict": "C", "human_acc": 0.680761947312}, {"answer": "D", "most_wrong": "C", "predict": "B", "human_acc": 0.6312380574240001}]} \ No newline at end of file