"","sent.id","sent.index","participant.id","english.native","age","english.since","langs.minimal","langs.moderate","langs.fluent","langs.native","langs.points","gender","nationality","education","caring","dyslexia","human.hol","human.ord","is.translation","is.permutation","permutation.type","is.order","is.phrase","is.choice","is.swap","ref.length","hyp.length","src.length","degree","human.adq","real.score","real.score.factorised","sent.id.count","both.count","dted_mlt_met_cdec_fcl","dted_mlt_met_cdec_fco","dted_mlt_met_cdec_cl","dted_mlt_met_cdec_co","dted_mlt_met_cdec_c","dted_mlt_met_cdec_fc","dted_mlt_met_cdec_fb","dted_mlt_met_cdec_b","dted_mlt_met_giza_fcl","dted_mlt_met_giza_fco","dted_mlt_met_giza_cl","dted_mlt_met_giza_co","dted_mlt_met_giza_c","dted_mlt_met_giza_fc","dted_mlt_met_giza_fb","dted_mlt_met_giza_b","dted_mlt_stn_cdec_fco","dted_mlt_stn_cdec_co","dted_mlt_stn_giza_fcl","dted_mlt_stn_giza_fco","dted_mlt_stn_giza_cl","dted_mlt_stn_giza_co","dted_mlt_stn_giza_c","dted_mlt_stn_giza_fc","dted_mlt_stn_giza_fb","dted_mlt_stn_giza_b","dted_stn_stn_giza_fcl","dted_stn_stn_giza_fco","dted_stn_stn_giza_cl","dted_stn_stn_giza_co","dted_stn_stn_giza_c","dted_stn_stn_giza_fc","dted_stn_stn_giza_fb","dted_stn_stn_giza_b","dted_mlt_met_meteor_c","dted_mlt_met_meteor_fc","dted_mlt_met_meteor_fb","dted_mlt_met_meteor_b","dted_mlt_stn_meteor_c","dted_mlt_stn_meteor_fc","dted_mlt_stn_meteor_fb","dted_mlt_stn_meteor_b","dted_stn_stn_meteor_c","dted_stn_stn_meteor_fc","dted_stn_stn_meteor_fb","dted_stn_stn_meteor_b","derp_mlt_met_cdec_f","derp_mlt_met_cdec","derp_mlt_met_giza_f","derp_mlt_met_giza","derp_mlt_stn_cdec_f","derp_mlt_stn_cdec","derp_mlt_stn_giza_f","derp_mlt_stn_giza","derp_stn_stn_cdec_f","derp_stn_stn_cdec","derp_stn_stn_giza_f","derp_stn_stn_giza","meteor.1.5","meteor.1.5.wo","meteor.wmt","depref.align","depref.exact","LEPOR_v3","MEANT","nLEPOR.baseline","reverted","SIMPBLEU.prec","SIMPBLEU.recall","terrorcat","UMEANT","apac","BEER","DCUcomb.seg","DCU_seg","DiscoTK.light.kool","DiscoTK.light","DiscoTK.party","DiscoTK.party.tuned","nrc_amber","nrc_bleu","upc.ipa","upc.stout","VERTa.EQ","VERTa.W","BEER_Treepel","BS","chrF3","chrF","DPMFcomb","DPMF","dreem","LeBLEU.default","LeBLEU.optimized","meteor_wsd","ratatouille","UoW.LSTM","upf.cobalt","VERTa.70Adeq30Flu"
"1-1","wmt16_real.online-a.0.ru-en___2960___order___6",1,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.75,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,19,0.625,NA,0.625,0.75,1,121,0.677394894457,0.666666666667,0.51777200257,0.512820512821,0.537037037037,0.87037037037,0.5,0.314814814815,0.726108652259,0.756756756757,0.572873122475,0.594594594595,0.555555555556,0.714285714286,0.47619047619,0.314814814815,0.867924528302,0.641509433962,0.726108652259,0.756756756757,0.594892149007,0.594594594595,0.619047619048,0.714285714286,0.47619047619,0.404761904762,0.726108652259,0.756756756757,0.623951632403,0.648648648649,0.595238095238,0.714285714286,0.47619047619,0.380952380952,0.595238095238,0.690476190476,0.47619047619,0.380952380952,0.619047619048,0.690476190476,0.47619047619,0.404761904762,0.571428571429,0.690476190476,0.47619047619,0.380952380952,0.875,0.606557377049,0.808823529412,0.622641509434,0.875,0.625,0.808823529412,0.666666666667,0.875,0.586206896552,0.808823529412,0.6,0.432807552452579,0.449529662433701,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-2","wmt14_rbmt1.0.fr-en___905___order___10",2,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.375,NA,0.375,0.25,36,168,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-3","wmt14_rbmt4.0.fr-en___798",3,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.75,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,20,29,NA,0.5,0.5,0.5,1,61,0.84664030445,0.96,0.683202611916,0.72,NA,NA,NA,NA,0.883494430929,1,0.76213540692,0.846153846154,NA,0.764705882353,0.411764705882,NA,NA,NA,0.883494430929,1,0.76213540692,0.846153846154,0.676470588235,0.764705882353,0.411764705882,0.382352941176,0.883494430929,1,0.76213540692,0.846153846154,0.676470588235,0.764705882353,0.411764705882,0.382352941176,0.676470588235,0.676470588235,0.411764705882,0.382352941176,0.676470588235,0.676470588235,0.411764705882,0.382352941176,0.676470588235,0.676470588235,0.411764705882,0.382352941176,0.794117647059,0.771428571429,0.774193548387,0.851851851852,0.794117647059,0.771428571429,0.774193548387,0.851851851852,0.794117647059,0.794117647059,0.774193548387,0.851851851852,0.368251996420724,0.496373003508767,0.320825668723659,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2602,-81.364334,0.142679260617,0.0837677,NA,NA,NA,NA,-0.3645,0.2162,0.4065263,0.37716444,0.44852,0.490052486,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-4","wmt15_abumatran-combo.4010.fi-en___75",4,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.25,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,22,22,14,NA,0,0,0,1,22,0.690308998699,0.7,0.55484550065,0.55,NA,NA,NA,NA,0.631129785529,0.685714285714,0.486255835812,0.514285714286,NA,0.66,0.48,NA,NA,NA,0.631129785529,0.685714285714,0.562184874292,0.628571428571,0.56,0.66,0.48,0.38,0.631129785529,0.685714285714,0.468944911237,0.457142857143,0.5,0.66,0.48,0.38,0.56,0.64,0.48,0.4,0.58,0.64,0.48,0.38,0.56,0.64,0.48,0.38,0.852631578947,0.653333333333,0.88,0.568965517241,0.852631578947,0.657534246575,0.88,0.607142857143,0.852631578947,0.641791044776,0.88,0.620689655172,0.15716833307962,0.451858957603908,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0791569401647115,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4675673,0.52296104,-0.0334550067577945,0.538461538462,49.4911,51.3749,12.67566789,0.343244968553,0.35302493,0.569677,0.541539,0.29137514214159,4.20016678588,0.5917398925,0.471818246547,0.456058945454546
"1-5","wmt16_real.online-b.0.tr-en___1644___phrase___9",5,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.5,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,18,18,18,0.4375,NA,0.4375,0.5,1,32,0.603167236313,0.606060606061,0.436539245668,0.424242424242,0.944444444444,0.944444444444,0.5,0.5,0.649258707518,0.648648648649,0.492587075182,0.486486486486,0.944444444444,0.675,0.5,0.5,0.971428571429,0.971428571429,0.649258707518,0.648648648649,0.440363197737,0.432432432432,0.525,0.675,0.5,0.35,0.649258707518,0.648648648649,0.440363197737,0.432432432432,0.525,0.675,0.5,0.375,0.6,0.675,0.5,0.375,0.55,0.675,0.5,0.35,0.55,0.675,0.5,0.375,0.683544303797,0.737704918033,0.708860759494,0.759259259259,0.683544303797,0.65,0.708860759494,0.719298245614,0.683544303797,0.671875,0.708860759494,0.689655172414,0.528398148642026,0.528398148642026,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-6","wmt15_limsi-ncode-soul.3998.ru-en___214",6,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,26,23,17,NA,0.5,0.5,0.5,1,323,0.69942976808,0.708333333333,0.546460894111,0.541666666667,0.675,0.9,0.5,0.375,0.794299979092,0.863636363636,0.52286179094,0.545454545455,0.625,0.741379310345,0.465517241379,0.375,0.871794871795,0.717948717949,0.794299979092,0.863636363636,0.540001121951,0.545454545455,0.534482758621,0.741379310345,0.465517241379,0.379310344828,0.794299979092,0.863636363636,0.611433700348,0.636363636364,0.620689655172,0.741379310345,0.465517241379,0.396551724138,0.51724137931,0.672413793103,0.465517241379,0.344827586207,0.534482758621,0.672413793103,0.465517241379,0.379310344828,0.603448275862,0.672413793103,0.465517241379,0.396551724138,0.919254658385,0.626506024096,0.807692307692,0.6,0.919254658385,0.666666666667,0.807692307692,0.69696969697,0.919254658385,0.733333333333,0.807692307692,0.771929824561,0.283762176920557,0.454875047425416,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.206967615280656,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5112825,0.57444753,-0.135948982386917,0.413793103448,60.3968,57.5544,13.99019661,0.463855115024,0.56431563,0.688999,0.648684,0.42752365116585,5.77202949204,0.4359279875,0.526406730981,0.505497772727273
"1-7","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",7,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.25,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.875,NA,0.875,1,36,33,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-8","wmt16_real.pjatk.4520.cs-en___877___order___11",8,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0.3125,NA,0.3125,0.25,36,101,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-9","wmt14_rbmt1.0.fr-en___905",9,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,323,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-10","wmt15_abumatran.3931.fi-en___75___swap___6",10,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.75,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,22,22,14,0.625,NA,0.625,0.75,1,121,0.863902591623,0.862745098039,0.73881450262,0.745098039216,1,1,0.5,0.5,0.921567878569,0.954545454545,0.743871893748,0.772727272727,1,0.884615384615,0.5,0.5,1,1,0.921567878569,0.954545454545,0.795097514998,0.818181818182,0.788461538462,0.884615384615,0.5,0.461538461538,0.921567878569,0.954545454545,0.837254302855,0.863636363636,0.826923076923,0.884615384615,0.5,0.461538461538,0.711538461538,0.846153846154,0.5,0.403846153846,0.769230769231,0.846153846154,0.5,0.461538461538,0.807692307692,0.846153846154,0.5,0.461538461538,0.908045977011,0.720588235294,0.96,0.727272727273,0.908045977011,0.830769230769,0.96,0.877551020408,0.908045977011,0.815384615385,0.96,0.823529411765,0.490854645369467,0.490854645369467,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-11","wmt15_online-a.0.ru-en___658",11,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,27,23,28,NA,0.75,0.75,0.75,1,54,0.918567118515,0.958333333333,0.627252365254,0.666666666667,0.566666666667,0.7,0.5,0.366666666667,0.908711155006,0.923076923077,0.608514030655,0.615384615385,0.566666666667,0.890909090909,0.472727272727,0.366666666667,0.769230769231,0.615384615385,0.908711155006,0.923076923077,0.637918889246,0.653846153846,0.636363636364,0.890909090909,0.472727272727,0.345454545455,0.908711155006,0.923076923077,0.871186514462,0.884615384615,0.854545454545,0.890909090909,0.472727272727,0.436363636364,0.581818181818,0.854545454545,0.472727272727,0.345454545455,0.618181818182,0.854545454545,0.472727272727,0.345454545455,0.818181818182,0.854545454545,0.472727272727,0.436363636364,0.95652173913,0.725806451613,0.84,0.727272727273,0.95652173913,0.822580645161,0.84,0.772727272727,0.95652173913,0.924528301887,0.84,0.844827586207,0.383721757290645,0.537302701013944,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0168055142123947,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3794714,0.39494797,-0.0169121856736091,0.714285714286,23.1215,21.7606,11.07045665,0.153724346154,0.48082274,0.316645,0.224374,0.180938458086671,2.68876575245,0.37303114,0.291289791546,0.371900390909091
"1-12","wmt15_promt-rule-based.3993.ru-en___202___phrase___2",12,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.75,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,26,26,17,0.875,NA,0.875,1,1,61,0.882858695389,0.892857142857,0.66331064033,0.678571428571,NA,NA,NA,NA,0.909409716697,0.943396226415,0.628086190628,0.641509433962,NA,0.870967741935,0.5,NA,NA,NA,0.909409716697,0.943396226415,0.635654615061,0.641509433962,0.629032258065,0.870967741935,0.5,0.354838709677,0.909409716697,0.943396226415,0.881812700371,0.905660377358,0.854838709677,0.870967741935,0.5,0.467741935484,0.612903225806,0.790322580645,0.5,0.354838709677,0.629032258065,0.790322580645,0.5,0.354838709677,0.790322580645,0.790322580645,0.5,0.467741935484,0.949494949495,0.740740740741,0.743362831858,0.742857142857,0.949494949495,0.788235294118,0.743362831858,0.785714285714,0.949494949495,0.876923076923,0.743362831858,0.877192982456,0.623900147966569,0.623900147966569,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-13","wmt16_real.online-g.0.de-en___2893",13,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,17,15,16,NA,NA,NA,NA,1,323,0.710270434014,0.714285714286,0.724323914964,0.714285714286,NA,NA,NA,NA,0.783692701303,0.8,0.734239294372,0.733333333333,NA,0.794117647059,0.470588235294,NA,NA,NA,0.783692701303,0.8,0.734239294372,0.733333333333,0.764705882353,0.794117647059,0.470588235294,0.441176470588,0.783692701303,0.8,0.644017640699,0.666666666667,0.705882352941,0.794117647059,0.470588235294,0.441176470588,0.764705882353,0.705882352941,0.470588235294,0.441176470588,0.764705882353,0.705882352941,0.470588235294,0.441176470588,0.647058823529,0.705882352941,0.470588235294,0.441176470588,0.876712328767,0.666666666667,0.916666666667,0.775,0.876712328767,0.688888888889,0.916666666667,0.8,0.876712328767,0.760869565217,0.916666666667,0.809523809524,0.362688062617067,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-14","wmt16_real.nrc.4456.ru-en___2960",14,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,19,19,NA,NA,NA,NA,1,323,0.666666666667,0.666666666667,0.540678491193,0.555555555556,NA,NA,NA,NA,0.788702140246,0.833333333333,0.633193271851,0.666666666667,NA,0.738095238095,0.47619047619,NA,NA,NA,0.788702140246,0.833333333333,0.62203547358,0.666666666667,0.595238095238,0.738095238095,0.47619047619,0.357142857143,0.788702140246,0.833333333333,0.633193271851,0.666666666667,0.619047619048,0.738095238095,0.47619047619,0.380952380952,0.619047619048,0.714285714286,0.47619047619,0.357142857143,0.595238095238,0.714285714286,0.47619047619,0.357142857143,0.619047619048,0.714285714286,0.47619047619,0.380952380952,0.882978723404,0.646153846154,0.878787878788,0.68085106383,0.882978723404,0.730158730159,0.878787878788,0.765957446809,0.882978723404,0.745762711864,0.878787878788,0.804347826087,0.420182065936488,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-15","wmt15_uedin-syntax.4005.ru-en___511",15,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,28,26,26,NA,0,0,0,1,54,0.861802821214,0.884615384615,0.631626124559,0.653846153846,0.840909090909,0.909090909091,0.5,0.454545454545,0.870704450829,0.901960784314,0.617540435629,0.627450980392,0.818181818182,0.852459016393,0.491803278689,0.454545454545,0.909090909091,0.772727272727,0.870704450829,0.901960784314,0.6898730114,0.705882352941,0.704918032787,0.852459016393,0.491803278689,0.426229508197,0.870704450829,0.901960784314,0.726039299286,0.745098039216,0.72131147541,0.852459016393,0.491803278689,0.426229508197,0.622950819672,0.754098360656,0.491803278689,0.377049180328,0.672131147541,0.754098360656,0.491803278689,0.426229508197,0.688524590164,0.754098360656,0.491803278689,0.426229508197,0.88785046729,0.616438356164,0.934579439252,0.666666666667,0.88785046729,0.635135135135,0.934579439252,0.652173913043,0.88785046729,0.7,0.934579439252,0.731343283582,0.24637455848645,0.503274612351276,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.361000296667943,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6935682,0.79658523,-0.354751138135795,0.142857142857,78.1708,81.0438,14.79601345,0.608907842227,0.80373923,0.824495,0.824495,0.47203617783206,7.59502577892,0.72536403,0.770162578609,0.716686190909091
"1-16","wmt14_iitb-ranked-ppl.3173.hi-en___674",16,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,30,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-17","wmt15_abumatran-combo.4010.fi-en___50",17,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,8,4,NA,0.5,0.5,0.5,1,100,0.808278537032,0.8,0.712417805547,0.7,NA,NA,NA,NA,0.830935249146,0.842105263158,0.809712222523,0.842105263158,NA,0.818181818182,0.454545454545,NA,NA,NA,0.830935249146,0.842105263158,0.753597126281,0.736842105263,0.772727272727,0.818181818182,0.454545454545,0.454545454545,0.830935249146,0.842105263158,0.809712222523,0.842105263158,0.772727272727,0.818181818182,0.454545454545,0.454545454545,0.727272727273,0.727272727273,0.454545454545,0.454545454545,0.681818181818,0.727272727273,0.454545454545,0.454545454545,0.681818181818,0.727272727273,0.454545454545,0.454545454545,0.882352941176,0.518518518519,0.827586206897,0.666666666667,0.882352941176,0.692307692308,0.827586206897,0.739130434783,0.882352941176,0.772727272727,0.827586206897,0.75,0.208754791173347,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0400369607224884,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4727435,0.47059499,-0.0264488061352983,0.543859649123,47.1308,49.8142,11.81585299,0.289843153907,0.33979688,0.474631,0.446573,0.20532275257308,3.2452785462,0.2342880975,0.427214610359,0.433965845454545
"1-18","wmt15_promt-rule-based.3993.ru-en___202___choice___1",18,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,26,26,17,0.9375,NA,0.9375,1,1,114,0.96714134797,0.966666666667,0.762869216236,0.766666666667,NA,NA,NA,NA,0.970001035162,1,0.726296794708,0.740740740741,NA,0.935483870968,0.5,NA,NA,NA,0.970001035162,1,0.726296794708,0.740740740741,0.709677419355,0.935483870968,0.5,0.387096774194,0.970001035162,1,0.970001035162,1,0.935483870968,0.935483870968,0.5,0.5,0.693548387097,0.854838709677,0.5,0.387096774194,0.693548387097,0.854838709677,0.5,0.387096774194,0.854838709677,0.854838709677,0.5,0.5,0.96875,0.833333333333,1,0.822580645161,0.96875,0.846153846154,1,0.838709677419,0.96875,0.970588235294,1,1,0.620871380915692,0.650913544508387,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-19","wmt15_online-b.0.fi-en___54___choice___2",19,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,11,11,4,0.875,NA,0.875,1,1,114,0.888122813093,0.9,0.796040937698,0.8,0.7,0.9,0.5,0.4,0.981105719555,1,0.806158185172,0.818181818182,0.7,0.958333333333,0.5,0.4,0.888888888889,0.666666666667,0.981105719555,1,0.981105719555,1,0.958333333333,0.958333333333,0.5,0.5,0.981105719555,1,0.981105719555,1,0.958333333333,0.958333333333,0.5,0.5,0.791666666667,0.875,0.5,0.458333333333,0.875,0.875,0.5,0.5,0.875,0.875,0.5,0.5,0.851851851852,0.758620689655,1,0.695652173913,0.851851851852,0.857142857143,1,1,0.851851851852,0.892857142857,1,1,0.438302611776796,0.528398148642026,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-20","wmt16_real.online-b.0.tr-en___1644",20,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,18,20,18,NA,NA,NA,NA,1,101,0.844054130977,0.857142857143,0.61973653841,0.628571428571,NA,NA,NA,NA,0.820154350278,0.833333333333,0.535473295661,0.555555555556,NA,0.829268292683,0.487804878049,NA,NA,NA,0.820154350278,0.833333333333,0.640308700556,0.666666666667,0.682926829268,0.829268292683,0.487804878049,0.390243902439,0.820154350278,0.833333333333,0.651604971746,0.666666666667,0.731707317073,0.829268292683,0.487804878049,0.439024390244,0.634146341463,0.829268292683,0.487804878049,0.390243902439,0.707317073171,0.829268292683,0.487804878049,0.390243902439,0.756097560976,0.829268292683,0.487804878049,0.439024390244,0.846153846154,0.571428571429,0.818181818182,0.611111111111,0.846153846154,0.803571428571,0.818181818182,0.84,0.846153846154,0.843137254902,0.818181818182,0.804347826087,0.422717493750775,0.474718455283608,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-21","wmt14_kit.3112.fr-en___937",21,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,12,12,NA,0,0,0,1,54,0.767008399115,0.782608695652,0.431811123641,0.434782608696,0.846153846154,0.961538461538,0.5,0.461538461538,0.652508388405,0.7,0.280370419623,0.2,0.769230769231,0.642857142857,0.5,0.461538461538,0.96,0.96,0.652508388405,0.7,0.329225607136,0.3,0.464285714286,0.642857142857,0.5,0.428571428571,0.652508388405,0.7,0.396346799108,0.4,0.428571428571,0.642857142857,0.5,0.357142857143,0.464285714286,0.535714285714,0.5,0.392857142857,0.535714285714,0.535714285714,0.5,0.428571428571,0.464285714286,0.535714285714,0.5,0.357142857143,0.911111111111,0.512820512821,0.775510204082,0.5,0.911111111111,0.578947368421,0.775510204082,0.567567567568,0.911111111111,0.526315789474,0.775510204082,0.484848484848,0.260414665896359,0.433547493223059,0.410700488816484,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3305,-95.989616,0.199737646645,0.139919,NA,NA,NA,NA,-0.5094,0.4147,0.57179876,0.52962176,0.685176,0.686064127,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-22","wmt15_abumatran.3931.fi-en___75___order___15",22,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,22,22,14,0.0625,NA,0.0625,0,1,143,0.510766259064,0.511627906977,0.329243398979,0.325581395349,NA,NA,NA,NA,0.492240828934,0.511627906977,0.338506114044,0.325581395349,NA,0.627450980392,0.490196078431,NA,NA,NA,0.492240828934,0.511627906977,0.31071796885,0.325581395349,0.392156862745,0.627450980392,0.490196078431,0.313725490196,0.492240828934,0.511627906977,0.390833865364,0.372093023256,0.509803921569,0.627450980392,0.490196078431,0.392156862745,0.470588235294,0.588235294118,0.490196078431,0.372549019608,0.411764705882,0.588235294118,0.490196078431,0.313725490196,0.509803921569,0.588235294118,0.490196078431,0.392156862745,0.837209302326,0.45,0.718181818182,0.472972972973,0.837209302326,0.44578313253,0.718181818182,0.526315789474,0.837209302326,0.474358974359,0.718181818182,0.585714285714,0.413837500310085,0.421484497598424,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-23","wmt14_rbmt1.0.fr-en___905___order___9",23,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.4375,NA,0.4375,0.5,36,168,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-24","wmt15_illinois.3955.fi-en___282",24,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,30,28,23,NA,1,1,1,1,101,0.79416101287,0.816326530612,0.630572122547,0.65306122449,NA,NA,NA,NA,0.760364803629,0.8,0.59781721705,0.622222222222,NA,0.737704918033,0.491803278689,NA,NA,NA,0.760364803629,0.8,0.705277574974,0.755555555556,0.655737704918,0.737704918033,0.491803278689,0.393442622951,0.760364803629,0.8,0.713534907552,0.755555555556,0.688524590164,0.737704918033,0.491803278689,0.409836065574,0.606557377049,0.770491803279,0.491803278689,0.377049180328,0.688524590164,0.770491803279,0.491803278689,0.393442622951,0.704918032787,0.770491803279,0.491803278689,0.409836065574,0.818181818182,0.728571428571,0.819672131148,0.591549295775,0.818181818182,0.784615384615,0.819672131148,0.681818181818,0.818181818182,0.793650793651,0.819672131148,0.688524590164,0.384263923062417,0.506874451144832,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.082712241657512,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5358707,0.500007,-0.0403476843225231,0.479452054795,58.0722,56.1199,12.50257334,0.343347058824,0.44882979,0.618462,0.562446,0.28098215413078,4.16888214461,0.43052715,0.489099696576,0.427318136363636
"1-25","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",25,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.4375,NA,0.4375,0.5,36,323,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-26","wmt14_afrl.3456.hi-en___371___swap___2",26,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.875,NA,0.875,1,36,323,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-27","wmt15_neural-mt.4062.fi-en___304",27,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,5,4,3,NA,0.25,0.25,0.25,1,39,0.933333333333,0.933333333333,0.933333333333,0.933333333333,NA,NA,NA,NA,0.933333333333,0.933333333333,0.933333333333,0.933333333333,NA,0.933333333333,0.466666666667,NA,NA,NA,0.933333333333,0.933333333333,0.933333333333,0.933333333333,0.933333333333,0.933333333333,0.466666666667,0.466666666667,0.933333333333,0.933333333333,0.8,0.8,0.866666666667,0.933333333333,0.466666666667,0.466666666667,0.866666666667,0.866666666667,0.466666666667,0.466666666667,0.866666666667,0.866666666667,0.466666666667,0.466666666667,0.8,0.866666666667,0.466666666667,0.466666666667,0.933333333333,0.785714285714,0.933333333333,0.785714285714,0.933333333333,0.857142857143,0.933333333333,0.857142857143,0.933333333333,0.789473684211,0.933333333333,0.789473684211,0.337503021830082,0.580703728737052,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.00840943983716541,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.271166,0.2584139,-0.00991117744177221,0.916666666667,22.6869,22.5039,10.57937778,0.108530900474,0.46232266,0.170089,0.08499,0.112727031244432,1.3205747129,0.28229916,0.216096535864,0.2454645
"1-28","wmt16_real.online-a.0.ru-en___2960___order___5",28,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,1,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,19,0.6875,NA,0.6875,0.75,1,75,0.720058110311,0.714285714286,0.559883779378,0.571428571429,NA,NA,NA,NA,0.787582194453,0.8,0.595860731484,0.6,NA,0.818181818182,0.5,NA,NA,NA,0.787582194453,0.8,0.595860731484,0.6,0.590909090909,0.818181818182,0.5,0.340909090909,0.787582194453,0.8,0.73965182871,0.75,0.75,0.818181818182,0.5,0.409090909091,0.636363636364,0.840909090909,0.5,0.363636363636,0.636363636364,0.840909090909,0.5,0.340909090909,0.772727272727,0.840909090909,0.5,0.409090909091,0.86301369863,0.639344262295,0.848484848485,0.653846153846,0.86301369863,0.733333333333,0.848484848485,0.745098039216,0.86301369863,0.732142857143,0.848484848485,0.744680851064,0.477669662022326,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-29","wmt16_real.online-g.0.de-en___1654",29,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,48,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-30","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",30,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.75,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.8125,NA,0.8125,1,36,121,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-31","wmt14_iitb-ranked-ppl.3173.hi-en___392",31,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,50,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-32","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",32,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.5,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.625,NA,0.625,0.75,35,48,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-33","wmt16_real.pjatk.4520.cs-en___1555",33,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,25,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-34","wmt16_real.online-b.0.ru-en___2938",34,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,17,17,16,NA,NA,NA,NA,1,323,0.931941752434,0.941176470588,0.931941752434,0.941176470588,NA,NA,NA,NA,0.917286728378,0.9375,0.917286728378,0.9375,NA,0.894736842105,0.5,NA,NA,NA,0.917286728378,0.9375,0.859451329521,0.875,0.842105263158,0.894736842105,0.5,0.473684210526,0.917286728378,0.9375,0.859451329521,0.875,0.842105263158,0.894736842105,0.5,0.473684210526,0.947368421053,0.947368421053,0.5,0.5,0.894736842105,0.947368421053,0.5,0.473684210526,0.894736842105,0.947368421053,0.5,0.473684210526,0.977777777778,0.923076923077,0.947368421053,0.909090909091,0.977777777778,0.9,0.947368421053,0.882352941176,0.977777777778,0.897435897436,0.947368421053,0.882352941176,0.446420902755129,0.575882964554116,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-35","wmt15_abumatran.3931.fi-en___75___swap___12",35,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,22,22,14,0.25,NA,0.25,0.25,1,101,0.758690526565,0.75,0.638035789847,0.625,NA,NA,NA,NA,0.849887528191,0.869565217391,0.69410882574,0.695652173913,NA,0.865384615385,0.5,NA,NA,NA,0.849887528191,0.869565217391,0.611782348519,0.608695652174,0.673076923077,0.865384615385,0.5,0.403846153846,0.849887528191,0.869565217391,0.726397812359,0.739130434783,0.730769230769,0.865384615385,0.5,0.403846153846,0.711538461538,0.807692307692,0.5,0.442307692308,0.634615384615,0.807692307692,0.5,0.403846153846,0.711538461538,0.807692307692,0.5,0.403846153846,0.894736842105,0.746666666667,0.830985915493,0.672727272727,0.894736842105,0.684210526316,0.830985915493,0.661016949153,0.894736842105,0.756756756757,0.830985915493,0.71186440678,0.438153409594455,0.438153409594455,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-36","wmt15_online-b.0.fi-en___278___swap___16",36,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,30,30,23,0,NA,0,0,1,101,0.651276888094,0.642857142857,0.465864416518,0.464285714286,NA,NA,NA,NA,0.775408505925,0.808510638298,0.534763498144,0.553191489362,NA,0.806451612903,0.5,NA,NA,NA,0.775408505925,0.808510638298,0.609632108223,0.63829787234,0.629032258065,0.806451612903,0.5,0.41935483871,0.775408505925,0.808510638298,0.663105590805,0.68085106383,0.693548387097,0.806451612903,0.5,0.435483870968,0.564516129032,0.741935483871,0.5,0.387096774194,0.612903225806,0.741935483871,0.5,0.41935483871,0.629032258065,0.741935483871,0.5,0.435483870968,0.734265734266,0.654761904762,0.754716981132,0.641791044776,0.734265734266,0.595238095238,0.754716981132,0.6,0.734265734266,0.636363636364,0.754716981132,0.693548387097,0.453830739092176,0.453830739092176,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-37","wmt16_real.jhu-pbmt.4284.ro-en___853",37,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,323,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-38","wmt16_real.pjatk.4520.cs-en___946",38,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,13,10,NA,0.35,0.35,0.25,1,39,0.811622526834,0.869565217391,0.617940800695,0.695652173913,0.973684210526,0.973684210526,0.5,0.5,0.72310780869,0.75,0.635932733741,0.666666666667,0.973684210526,0.727272727273,0.484848484848,0.5,0.972972972973,0.972972972973,0.72310780869,0.75,0.635932733741,0.666666666667,0.636363636364,0.727272727273,0.484848484848,0.393939393939,0.72310780869,0.75,0.620565767278,0.666666666667,0.606060606061,0.727272727273,0.484848484848,0.393939393939,0.606060606061,0.666666666667,0.484848484848,0.393939393939,0.606060606061,0.666666666667,0.484848484848,0.393939393939,0.606060606061,0.666666666667,0.484848484848,0.393939393939,0.9,0.676470588235,0.77358490566,0.6,0.9,0.676470588235,0.77358490566,0.6,0.9,0.71875,0.77358490566,0.676470588235,0.310006976055637,0.487532044531153,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-39","wmt16_real.pjatk.4520.cs-en___877",39,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,114,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-40","wmt14_uedin-wmt14.3364.ru-en___887",40,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,18,18,41,NA,0.5,0.5,0.5,1,168,0.853611608361,0.882352941176,0.588936302235,0.588235294118,0.777777777778,0.916666666667,0.5,0.444444444444,0.836645255042,0.875,0.595850393832,0.625,0.777777777778,0.820512820513,0.487179487179,0.444444444444,0.909090909091,0.787878787879,0.836645255042,0.875,0.652980729538,0.6875,0.641025641026,0.820512820513,0.487179487179,0.384615384615,0.836645255042,0.875,0.779514919336,0.8125,0.769230769231,0.820512820513,0.487179487179,0.435897435897,0.589743589744,0.820512820513,0.487179487179,0.384615384615,0.666666666667,0.820512820513,0.487179487179,0.384615384615,0.769230769231,0.820512820513,0.487179487179,0.435897435897,0.928571428571,0.48,0.87037037037,0.488888888889,0.928571428571,0.615384615385,0.87037037037,0.652173913043,0.928571428571,0.738095238095,0.87037037037,0.702702702703,0.382062849512041,0.532977675069298,0.362029995795475,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.331,-147.631729,0.174125708739,0.119549,NA,NA,NA,0.643302186,-0.4925,0.4205,0.60585101,0.48841749,0.689068,0.71216567,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-41","wmt15_promt-rule-based.3993.ru-en___202___phrase___3",41,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,1,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,26,26,17,0.8125,NA,0.8125,1,1,75,0.814587528424,0.821428571429,0.670677917412,0.678571428571,0.439024390244,0.731707317073,0.487804878049,0.292682926829,0.892871510966,0.925925925926,0.718797053498,0.740740740741,0.365853658537,0.854838709677,0.5,0.292682926829,0.702702702703,0.432432432432,0.892871510966,0.925925925926,0.718797053498,0.740740740741,0.693548387097,0.854838709677,0.5,0.370967741935,0.892871510966,0.925925925926,0.892871510966,0.925925925926,0.854838709677,0.854838709677,0.5,0.451612903226,0.677419354839,0.790322580645,0.5,0.370967741935,0.677419354839,0.790322580645,0.5,0.370967741935,0.790322580645,0.790322580645,0.5,0.451612903226,0.90990990991,0.797619047619,0.769230769231,0.822580645161,0.90990990991,0.809523809524,0.769230769231,0.838709677419,0.90990990991,0.932432432432,0.769230769231,0.945454545455,0.601626070111259,0.601626070111259,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-42","wmt15_online-b.0.fi-en___54___choice___3",42,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.25,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,11,11,4,0.8125,NA,0.8125,1,1,22,0.865427420997,0.857142857143,0.685997315659,0.666666666667,NA,NA,NA,NA,0.888122813093,0.9,0.796040937698,0.8,NA,0.875,0.5,NA,NA,NA,0.888122813093,0.9,0.888122813093,0.9,0.875,0.875,0.5,0.5,0.888122813093,0.9,0.888122813093,0.9,0.875,0.875,0.5,0.5,0.75,0.875,0.5,0.458333333333,0.875,0.875,0.5,0.5,0.875,0.875,0.5,0.5,0.942857142857,0.703703703704,0.92,0.695652173913,0.942857142857,0.88,0.92,0.904761904762,0.942857142857,0.884615384615,0.92,0.909090909091,0.297560401717098,0.489830199749684,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-43","wmt16_real.online-b.0.tr-en___1644___phrase___3",43,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.5,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,18,18,18,0.8125,NA,0.8125,1,1,32,0.822486351028,0.820512820513,0.822486351028,0.820512820513,NA,NA,NA,NA,0.834484391283,0.842105263158,0.834484391283,0.842105263158,NA,0.825,0.5,NA,NA,NA,0.834484391283,0.842105263158,0.834484391283,0.842105263158,0.825,0.825,0.5,0.425,0.834484391283,0.842105263158,0.834484391283,0.842105263158,0.825,0.825,0.5,0.425,0.85,0.85,0.5,0.425,0.85,0.85,0.5,0.425,0.85,0.85,0.5,0.425,0.825396825397,0.863636363636,0.813559322034,0.875,0.825396825397,0.909090909091,0.813559322034,0.925,0.825396825397,0.888888888889,0.813559322034,0.90243902439,0.565132201793383,0.565132201793383,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-44","wmt16_real.online-a.0.ru-en___2960___order___14",44,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,19,0.125,NA,0.125,0,1,101,0.567804119811,0.555555555556,0.402974737783,0.388888888889,NA,NA,NA,NA,0.732042566089,0.764705882353,0.426429868286,0.411764705882,NA,0.697674418605,0.488372093023,NA,NA,NA,0.732042566089,0.764705882353,0.415097697338,0.411764705882,0.441860465116,0.697674418605,0.488372093023,0.325581395349,0.732042566089,0.764705882353,0.584902302662,0.588235294118,0.604651162791,0.697674418605,0.488372093023,0.418604651163,0.441860465116,0.627906976744,0.488372093023,0.325581395349,0.46511627907,0.627906976744,0.488372093023,0.325581395349,0.581395348837,0.627906976744,0.488372093023,0.418604651163,0.898305084746,0.507462686567,0.899159663866,0.472727272727,0.898305084746,0.545454545455,0.899159663866,0.442307692308,0.898305084746,0.58064516129,0.899159663866,0.488888888889,0.404254690714323,0.411890612650038,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-45","wmt14_uedin-wmt14.3422.hi-en___399",45,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.75,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,47,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-46","wmt16_real.online-a.0.de-en___218___choice___3",46,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.5,0.25,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.8125,NA,0.8125,1,36,98,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-47","wmt16_real.online-f.0.de-en___2506",47,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,50,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-48","wmt15_online-b.0.fi-en___54___order___9",48,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.5,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,11,11,4,0.4375,NA,0.4375,0.5,1,32,0.543736883596,0.545454545455,0.349895068767,0.363636363636,NA,NA,NA,NA,0.519795311512,0.5,0.31583624921,0.3,NA,0.666666666667,0.5,NA,NA,NA,0.519795311512,0.5,0.407918124605,0.4,0.5,0.666666666667,0.5,0.333333333333,0.519795311512,0.5,0.480204688488,0.5,0.541666666667,0.666666666667,0.5,0.416666666667,0.375,0.583333333333,0.5,0.333333333333,0.458333333333,0.583333333333,0.5,0.333333333333,0.5,0.583333333333,0.5,0.416666666667,0.84,0.484848484848,0.75,0.548387096774,0.84,0.470588235294,0.75,0.586206896552,0.84,0.555555555556,0.75,0.56,0.4,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-49","wmt14_afrl.3456.hi-en___371___swap___8",49,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.5,NA,0.5,0.5,35,101,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"1-50","wmt16_real.online-f.0.de-en___218",50,1,TRUE,22,0,1,0,0,1,8,"Male","British",2,0.75,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,50,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-1","wmt14_kit.3112.fr-en___817",1,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,10,13,13,NA,0,0,0,1,323,0.874203509303,0.916666666667,0.814156423556,0.833333333333,0.95652173913,0.95652173913,0.5,0.5,0.914234827649,0.96,0.898120330342,0.96,0.95652173913,0.862068965517,0.448275862069,0.5,0.943820224719,0.943820224719,0.914234827649,0.96,0.898120330342,0.96,0.827586206897,0.862068965517,0.448275862069,0.448275862069,0.914234827649,0.96,0.898120330342,0.96,0.827586206897,0.862068965517,0.448275862069,0.448275862069,0.655172413793,0.724137931034,0.448275862069,0.448275862069,0.655172413793,0.724137931034,0.448275862069,0.448275862069,0.655172413793,0.724137931034,0.448275862069,0.448275862069,0.870967741935,0.793103448276,0.896551724138,0.814814814815,0.870967741935,0.793103448276,0.896551724138,0.814814814815,0.870967741935,0.793103448276,0.896551724138,0.814814814815,0.273621095521152,0.512817459057094,0.442659919741117,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3492,-102.822098,0.210029675922,0.141307,NA,NA,NA,NA,-0.5804,0.5215,0.56884747,0.59398294,0.768815,0.768603433,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-2","wmt14_kit.3112.fr-en___358___phrase___8",2,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.5,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,15,15,11,0.5,NA,0.5,0.5,1,100,0.637616608094,0.666666666667,0.502379597089,0.518518518519,NA,NA,NA,NA,0.690408083453,0.709677419355,0.564879341007,0.58064516129,NA,0.666666666667,0.484848484848,NA,NA,NA,0.690408083453,0.709677419355,0.564879341007,0.58064516129,0.575757575758,0.666666666667,0.484848484848,0.363636363636,0.690408083453,0.709677419355,0.564879341007,0.58064516129,0.575757575758,0.666666666667,0.484848484848,0.393939393939,0.545454545455,0.636363636364,0.484848484848,0.363636363636,0.545454545455,0.636363636364,0.484848484848,0.363636363636,0.545454545455,0.636363636364,0.484848484848,0.393939393939,0.852272727273,0.7,0.8,0.775,0.852272727273,0.7,0.8,0.75,0.852272727273,0.717948717949,0.8,0.742857142857,0.51173857781626,0.524532042261666,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-3","wmt14_uedin-syntax.3144.hi-en___554___swap___6",3,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,17,17,21,0.625,NA,0.625,0.75,1,56,0.94854086288,0.947368421053,0.845622588639,0.842105263158,0.576923076923,0.769230769231,0.5,0.384615384615,0.97712125472,1,0.859654936586,0.888888888889,0.653846153846,0.95,0.5,0.384615384615,0.75,0.583333333333,0.97712125472,1,0.753627991093,0.777777777778,0.75,0.95,0.5,0.4,0.97712125472,1,0.871094309226,0.888888888889,0.85,0.95,0.5,0.45,0.825,0.9,0.5,0.45,0.725,0.9,0.5,0.4,0.825,0.9,0.5,0.45,0.952380952381,0.787234042553,1,0.842105263158,0.952380952381,0.808510638298,1,0.80487804878,0.952380952381,0.847826086957,1,0.868421052632,0.500468075558876,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-4","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",4,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.875,NA,0.875,1,36,114,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-5","wmt16_real.pjatk.4520.cs-en___877___order___11",5,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.25,0.5,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0.3125,NA,0.3125,0.25,36,50,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-6","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",6,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.75,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.8125,NA,0.8125,1,36,61,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-7","wmt16_real.online-a.0.cs-en___2794",7,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,20,20,17,NA,NA,NA,NA,1,48,0.69902869556,0.769230769231,0.572815272839,0.615384615385,NA,NA,NA,NA,0.621431103498,0.634146341463,0.523638941743,0.536585365854,NA,0.627450980392,0.490196078431,NA,NA,NA,0.621431103498,0.634146341463,0.567795706652,0.585365853659,0.56862745098,0.627450980392,0.490196078431,0.352941176471,0.621431103498,0.634146341463,0.621431103498,0.634146341463,0.607843137255,0.627450980392,0.490196078431,0.392156862745,0.509803921569,0.607843137255,0.490196078431,0.333333333333,0.549019607843,0.607843137255,0.490196078431,0.352941176471,0.607843137255,0.607843137255,0.490196078431,0.392156862745,0.87037037037,0.701492537313,0.841666666667,0.583333333333,0.87037037037,0.703125,0.841666666667,0.6,0.87037037037,0.8,0.841666666667,0.725490196078,0.235721822594873,0.429412364322646,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-8","wmt16_real.pjatk.4520.cs-en___877",8,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,121,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-9","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",9,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.625,NA,0.625,0.75,35,54,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-10","wmt16_real.jhu-syntax.4391.tr-en___1673",10,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,27,25,19,NA,NA,NA,NA,1,50,0.639173665929,0.652173913043,0.497204086789,0.478260869565,0.56862745098,0.705882352941,0.490196078431,0.372549019608,0.632199447855,0.622222222222,0.454037930629,0.444444444444,0.588235294118,0.660714285714,0.482142857143,0.372549019608,0.809523809524,0.714285714286,0.632199447855,0.622222222222,0.566073724632,0.577777777778,0.589285714286,0.660714285714,0.482142857143,0.392857142857,0.632199447855,0.622222222222,0.543118689242,0.533333333333,0.571428571429,0.660714285714,0.482142857143,0.410714285714,0.553571428571,0.678571428571,0.482142857143,0.375,0.589285714286,0.678571428571,0.482142857143,0.392857142857,0.589285714286,0.678571428571,0.482142857143,0.410714285714,0.909677419355,0.714285714286,0.752293577982,0.636363636364,0.909677419355,0.769230769231,0.752293577982,0.6875,0.909677419355,0.805194805195,0.752293577982,0.671875,0.260488643251337,0.469461500566053,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-11","wmt14_kaznu1.3549.ru-en___628___choice___3",11,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,14,0.8125,NA,0.8125,1,1,323,0.90594292656,0.901960784314,0.747328038873,0.745098039216,NA,NA,NA,NA,0.966526605185,1,0.772140519691,0.791666666667,NA,0.928571428571,0.5,NA,NA,NA,0.966526605185,1,0.966526605185,1,0.928571428571,0.928571428571,0.5,0.5,0.966526605185,1,0.966526605185,1,0.928571428571,0.928571428571,0.5,0.5,0.785714285714,0.964285714286,0.5,0.410714285714,0.964285714286,0.964285714286,0.5,0.5,0.964285714286,0.964285714286,0.5,0.5,0.915789473684,0.835820895522,1,0.849056603774,0.915789473684,0.876923076923,1,1,0.915789473684,0.907692307692,1,1,0.557529895632059,0.610434192297875,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-12","wmt14_iiit-hyderabad.3257.hi-en___552",12,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,17,17,21,NA,0,0,0,1,50,0.548525780308,0.533333333333,0.371314450769,0.333333333333,NA,NA,NA,NA,0.592294265572,0.620689655172,0.399151730685,0.413793103448,NA,0.615384615385,0.487179487179,NA,NA,NA,0.592294265572,0.620689655172,0.386285069773,0.413793103448,0.435897435897,0.615384615385,0.487179487179,0.358974358974,0.592294265572,0.620689655172,0.330434458354,0.275862068966,0.461538461538,0.615384615385,0.487179487179,0.384615384615,0.435897435897,0.564102564103,0.487179487179,0.333333333333,0.487179487179,0.564102564103,0.487179487179,0.358974358974,0.487179487179,0.564102564103,0.487179487179,0.384615384615,0.904255319149,0.395833333333,0.915094339623,0.333333333333,0.904255319149,0.641509433962,0.915094339623,0.557692307692,0.904255319149,0.696428571429,0.915094339623,0.637931034483,0.226176761768224,0.438153409594455,0.238170371875574,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2677,-216.136658,0.122607321563,0.0935219,NA,NA,NA,NA,-0.1671,0.1662,0.23173582,0.20134704,0.292963,0.291140748,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-13","wmt14_uedin-syntax.3166.ru-en___664",13,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,18,14,NA,0.25,0.25,0.25,1,168,0.563293391102,0.55,0.376586782205,0.35,0.423076923077,0.615384615385,0.5,0.346153846154,0.666691800366,0.717948717949,0.567331255151,0.615384615385,0.423076923077,0.615384615385,0.461538461538,0.346153846154,0.56,0.4,0.666691800366,0.717948717949,0.432706445398,0.461538461538,0.442307692308,0.615384615385,0.461538461538,0.288461538462,0.666691800366,0.717948717949,0.596163271291,0.615384615385,0.576923076923,0.615384615385,0.461538461538,0.384615384615,0.5,0.596153846154,0.461538461538,0.326923076923,0.423076923077,0.596153846154,0.461538461538,0.288461538462,0.576923076923,0.596153846154,0.461538461538,0.384615384615,0.92,0.534090909091,0.881481481481,0.514705882353,0.92,0.578947368421,0.881481481481,0.642857142857,0.92,0.662162162162,0.881481481481,0.688524590164,0.273304465916477,0.437807018091748,0.362795444905677,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2857,-142.804703,0.169040243472,0.110853,NA,NA,NA,0.392213607,-0.4256,0.3633,0.55331564,0.40416782,0.639697,0.662668814,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-14","wmt16_real.online-b.0.tr-en___1673___order___16",14,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,27,27,19,0,NA,0,0,1,168,0.498675956911,0.489795918367,0.3461337162,0.326530612245,NA,NA,NA,NA,0.596101178714,0.595744680851,0.392782414629,0.382978723404,NA,0.631578947368,0.491228070175,NA,NA,NA,0.596101178714,0.595744680851,0.36217190154,0.340425531915,0.491228070175,0.631578947368,0.491228070175,0.368421052632,0.596101178714,0.595744680851,0.440148327265,0.425531914894,0.508771929825,0.631578947368,0.491228070175,0.368421052632,0.473684210526,0.59649122807,0.491228070175,0.368421052632,0.456140350877,0.59649122807,0.491228070175,0.368421052632,0.473684210526,0.59649122807,0.491228070175,0.368421052632,0.822222222222,0.479591836735,0.809523809524,0.511627906977,0.822222222222,0.530612244898,0.809523809524,0.522727272727,0.822222222222,0.557894736842,0.809523809524,0.576470588235,0.401993487863696,0.408827377157379,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-15","wmt15_uos.4059.fi-en___443",15,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,14,10,NA,0.25,0.25,0.25,1,100,0.84017808589,0.846153846154,0.752498640491,0.769230769231,0.51724137931,0.586206896552,0.48275862069,0.379310344828,0.896783577914,0.923076923077,0.809104132515,0.846153846154,0.48275862069,0.866666666667,0.5,0.379310344828,0.518518518519,0.444444444444,0.896783577914,0.923076923077,0.752498640491,0.769230769231,0.733333333333,0.866666666667,0.5,0.4,0.896783577914,0.923076923077,0.680356171779,0.692307692308,0.7,0.866666666667,0.5,0.4,0.7,0.733333333333,0.5,0.4,0.666666666667,0.733333333333,0.5,0.4,0.633333333333,0.733333333333,0.5,0.4,0.925925925926,0.684210526316,0.952380952381,0.689655172414,0.925925925926,0.692307692308,0.952380952381,0.677419354839,0.925925925926,0.742857142857,0.952380952381,0.757575757576,0.296484617806961,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.00468819575647023,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3121161,0.31360298,-0.00996687541018669,0.8,16.4279,16.1727,9.80000951,0.0901553043478,0.50246833,0.186941,0.103549,0.0695652173913043,1.60579390627,0.13666749,0.24903463063,0.287121463636364
"2-16","wmt14_kit.3112.fr-en___358___phrase___4",16,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,1,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,15,15,11,0.75,NA,0.75,0.75,1,75,0.691676237987,0.6875,0.691676237987,0.6875,NA,NA,NA,NA,0.753172454676,0.774193548387,0.753172454676,0.774193548387,NA,0.757575757576,0.484848484848,NA,NA,NA,0.753172454676,0.774193548387,0.690408083453,0.709677419355,0.666666666667,0.757575757576,0.484848484848,0.393939393939,0.753172454676,0.774193548387,0.753172454676,0.774193548387,0.727272727273,0.757575757576,0.484848484848,0.424242424242,0.69696969697,0.727272727273,0.484848484848,0.424242424242,0.636363636364,0.727272727273,0.484848484848,0.393939393939,0.69696969697,0.727272727273,0.484848484848,0.424242424242,0.8125,0.725,0.816326530612,0.777777777778,0.8125,0.744186046512,0.816326530612,0.789473684211,0.8125,0.75,0.816326530612,0.794117647059,0.556789537237486,0.570709275668423,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-17","wmt16_real.online-b.0.tr-en___1673___choice___2",17,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.75,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,27,27,19,0.875,NA,0.875,1,1,121,0.946712652949,0.945454545455,0.946712652949,0.945454545455,0.818181818182,0.863636363636,0.5,0.454545454545,0.98448288313,1,0.98448288313,1,0.818181818182,0.965517241379,0.5,0.454545454545,0.888888888889,0.888888888889,0.98448288313,1,0.98448288313,1,0.965517241379,0.965517241379,0.5,0.5,0.98448288313,1,0.98448288313,1,0.965517241379,0.965517241379,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,0.926470588235,0.914285714286,1,1,0.926470588235,0.914285714286,1,1,0.926470588235,0.925373134328,1,0.961538461538,0.968627450980392,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-18","wmt14_uedin-syntax.3144.hi-en___554___swap___4",18,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.5,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,17,17,21,0.75,NA,0.75,0.75,1,32,0.873204536449,0.871794871795,0.659336410466,0.666666666667,NA,NA,NA,NA,0.800694358319,0.823529411765,0.624915741401,0.647058823529,NA,0.825,0.5,NA,NA,NA,0.800694358319,0.823529411765,0.636679253782,0.647058823529,0.7,0.825,0.5,0.425,0.800694358319,0.823529411765,0.636679253782,0.647058823529,0.7,0.825,0.5,0.425,0.675,0.9,0.5,0.375,0.775,0.9,0.5,0.425,0.775,0.9,0.5,0.425,0.884615384615,0.8125,0.77358490566,0.756097560976,0.884615384615,0.803921568627,0.77358490566,0.761904761905,0.884615384615,0.836734693878,0.77358490566,0.825,0.545285030046881,0.545285030046881,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-19","wmt16_real.online-f.0.de-en___2506",19,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,48,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-20","wmt14_kaznu1.3549.ru-en___628___choice___6",20,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.25,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,14,0.625,NA,0.625,0.75,1,33,0.865427420997,0.857142857143,0.703345623996,0.69387755102,0.84375,0.84375,0.5,0.5,0.966526605185,1,0.772140519691,0.791666666667,1,0.928571428571,0.5,0.5,0.758620689655,0.689655172414,0.966526605185,1,0.849894953889,0.875,0.839285714286,0.928571428571,0.5,0.464285714286,0.966526605185,1,0.888772170987,0.916666666667,0.875,0.928571428571,0.5,0.482142857143,0.732142857143,0.892857142857,0.5,0.410714285714,0.803571428571,0.892857142857,0.5,0.464285714286,0.857142857143,0.892857142857,0.5,0.482142857143,0.936363636364,0.759493670886,1,0.849056603774,0.936363636364,0.731707317073,1,0.84,0.936363636364,0.842105263158,1,0.938775510204,0.37611189070976,0.537302701013944,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-21","wmt14_rbmt1.0.fr-en___905___order___10",21,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.375,NA,0.375,0.25,36,101,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-22","wmt14_rbmt1.0.fr-en___905___order___9",22,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.4375,NA,0.4375,0.5,36,168,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-23","wmt16_real.online-a.0.cs-en___2794___choice___6",23,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0,0.25,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,20,20,17,0.625,NA,0.625,0.75,1,56,0.91087298229,0.916666666667,0.781527719008,0.791666666667,0.833333333333,0.861111111111,0.5,0.472222222222,0.991483330351,1,0.79488999821,0.8,0.777777777778,0.980769230769,0.5,0.472222222222,0.764705882353,0.764705882353,0.991483330351,1,0.952164663923,0.96,0.942307692308,0.980769230769,0.5,0.480769230769,0.991483330351,1,0.991483330351,1,0.980769230769,0.980769230769,0.5,0.5,0.730769230769,0.884615384615,0.5,0.403846153846,0.846153846154,0.884615384615,0.5,0.480769230769,0.884615384615,0.884615384615,0.5,0.5,0.921052631579,0.796875,1,0.833333333333,0.921052631579,0.864406779661,1,0.94,0.921052631579,0.913793103448,1,0.979166666667,0.359310741076578,0.528398148642026,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-24","wmt15_um-nda.4137.de-en___503___order___4",24,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,11,11,12,0.75,NA,0.75,0.75,1,168,0.753340990389,0.75,0.383352475974,0.375,NA,NA,NA,NA,0.74410794604,0.758620689655,0.353535232376,0.344827586207,NA,0.757575757576,0.454545454545,NA,NA,NA,0.74410794604,0.758620689655,0.664983508268,0.689655172414,0.69696969697,0.757575757576,0.454545454545,0.424242424242,0.74410794604,0.758620689655,0.548821589208,0.551724137931,0.606060606061,0.757575757576,0.454545454545,0.393939393939,0.484848484848,0.666666666667,0.454545454545,0.363636363636,0.606060606061,0.666666666667,0.454545454545,0.424242424242,0.606060606061,0.666666666667,0.454545454545,0.393939393939,0.875,0.551724137931,0.824561403509,0.411764705882,0.875,0.815789473684,0.824561403509,0.780487804878,0.875,0.775510204082,0.824561403509,0.711111111111,0.462429518400154,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-25","wmt16_real.online-g.0.de-en___1654",25,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,98,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-26","wmt14_iitb-ranked-ppl.3173.hi-en___674",26,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,168,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-27","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",27,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.75,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.4375,NA,0.4375,0.5,36,47,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-28","wmt14_uedin-wmt14.3422.hi-en___399",28,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,56,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-29","wmt15_dfki-experimental.4060.de-en___563",29,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,11,13,NA,1,1,1,1,323,0.900415296953,0.916666666667,0.590720319567,0.583333333333,0.9,0.94,0.5,0.48,0.818559360866,0.833333333333,0.590720319567,0.583333333333,0.92,0.84,0.48,0.48,0.936170212766,0.765957446809,0.818559360866,0.833333333333,0.672576255653,0.666666666667,0.72,0.84,0.48,0.4,0.818559360866,0.833333333333,0.73670342478,0.75,0.76,0.84,0.48,0.44,0.64,0.84,0.48,0.4,0.72,0.84,0.48,0.4,0.76,0.84,0.48,0.44,0.969696969697,0.636363636364,0.647058823529,0.617647058824,0.969696969697,0.703703703704,0.647058823529,0.655172413793,0.969696969697,0.730769230769,0.647058823529,0.703703703704,0.385649655421901,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0881431661365725,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5939847,0.54412676,-0.0699678812111924,0.483870967742,48.0802,45.7794,13.39732018,0.468058156244,0.47014597,0.595033,0.519709,0.315173500572622,4.58946103211,0.4382829675,0.588611257626,0.495625763636364
"2-30","wmt15_online-f.0.fr-en___305",30,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,8,6,6,NA,0.33,0.33,0.25,1,25,0.759981884067,0.769230769231,0.759981884067,0.769230769231,NA,NA,NA,NA,0.730854841994,0.714285714286,0.730854841994,0.714285714286,NA,0.75,0.4375,NA,NA,NA,0.730854841994,0.714285714286,0.730854841994,0.714285714286,0.75,0.75,0.4375,0.4375,0.730854841994,0.714285714286,0.730854841994,0.714285714286,0.75,0.75,0.4375,0.4375,0.6875,0.6875,0.4375,0.4375,0.6875,0.6875,0.4375,0.4375,0.6875,0.6875,0.4375,0.4375,0.863636363636,0.666666666667,0.625,0.571428571429,0.863636363636,0.611111111111,0.625,0.52380952381,0.863636363636,0.611111111111,0.625,0.684210526316,0.207070264574765,0.545285030046881,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0178062126065564,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2697572,0.69511357,-0.0193950327610136,0.833333333333,26.1534,27.9099,10.7497698,0.159400174174,0.63525422,0.371431,0.184659,0.193409127365671,2.248263894,0.6148292425,0.227504676394,0.261421663636364
"2-31","wmt16_real.online-b.0.tr-en___1673___choice___5",31,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.75,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,27,27,19,0.6875,NA,0.6875,0.75,1,121,0.928502848138,0.941176470588,0.854452480881,0.862745098039,NA,NA,NA,NA,0.98448288313,1,0.912707641185,0.925925925926,NA,0.965517241379,0.5,NA,NA,NA,0.98448288313,1,0.912707641185,0.925925925926,0.896551724138,0.965517241379,0.5,0.465517241379,0.98448288313,1,0.98448288313,1,0.965517241379,0.965517241379,0.5,0.5,0.879310344828,0.948275862069,0.5,0.465517241379,0.879310344828,0.948275862069,0.5,0.465517241379,0.948275862069,0.948275862069,0.5,0.5,0.924242424242,0.880597014925,1,0.910714285714,0.924242424242,0.880597014925,1,0.910714285714,0.924242424242,0.920634920635,1,0.942307692308,0.492061072459071,0.568530022908791,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-32","wmt14_kaznu1.3549.ru-en___628___order___16",32,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,24,24,14,0,NA,0,0,1,143,0.573212005716,0.545454545455,0.429909004287,0.409090909091,NA,NA,NA,NA,0.565078470788,0.564102564103,0.41269617697,0.410256410256,NA,0.603773584906,0.471698113208,NA,NA,NA,0.565078470788,0.564102564103,0.377760562671,0.358974358974,0.490566037736,0.603773584906,0.471698113208,0.377358490566,0.565078470788,0.564102564103,0.403181086786,0.410256410256,0.528301886792,0.603773584906,0.471698113208,0.433962264151,0.452830188679,0.603773584906,0.471698113208,0.358490566038,0.509433962264,0.603773584906,0.471698113208,0.377358490566,0.566037735849,0.603773584906,0.471698113208,0.433962264151,0.893617021277,0.646341463415,0.753623188406,0.493150684932,0.893617021277,0.530120481928,0.753623188406,0.402597402597,0.893617021277,0.52380952381,0.753623188406,0.48,0.392369454661043,0.409922825001142,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-33","wmt16_real.pjatk.4520.cs-en___1555",33,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,39,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-34","wmt14_afrl.3456.hi-en___371___swap___2",34,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.5,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.875,NA,0.875,1,36,32,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-35","wmt14_uedin-syntax.3144.hi-en___554___phrase___7",35,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.5,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,17,17,21,0.5625,NA,0.5625,0.5,1,32,0.753706462409,0.756756756757,0.556097041714,0.540540540541,NA,NA,NA,NA,0.83183903507,0.882352941176,0.624915741401,0.647058823529,NA,0.775,0.5,NA,NA,NA,0.83183903507,0.882352941176,0.83183903507,0.882352941176,0.775,0.775,0.5,0.4,0.83183903507,0.882352941176,0.83183903507,0.882352941176,0.775,0.775,0.5,0.4,0.65,0.8,0.5,0.375,0.8,0.8,0.5,0.4,0.8,0.8,0.5,0.4,0.859375,0.788461538462,0.779661016949,0.822222222222,0.859375,0.813953488372,0.779661016949,0.861111111111,0.859375,0.853658536585,0.779661016949,0.882352941176,0.528398148642026,0.528398148642026,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-36","wmt16_real.uedin-pbmt.4336.de-en___685",36,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,15,15,NA,NA,NA,NA,1,323,1,1,0.944444444444,0.944444444444,NA,NA,NA,NA,1,1,0.944444444444,0.944444444444,NA,1,0.5,NA,NA,NA,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,0.944444444444,0.972222222222,0.5,0.472222222222,0.972222222222,0.972222222222,0.5,0.5,0.972222222222,0.972222222222,0.5,0.5,1,0.942857142857,1,0.942857142857,1,1,1,1,1,1,1,1,0.964705882352941,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-37","wmt14_onlineb.0.cs-en___1220",37,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,4,5,12,NA,1,1,1,1,323,0.958607314842,1,0.958607314842,1,NA,NA,NA,NA,0.958607314842,1,0.958607314842,1,NA,0.909090909091,0.454545454545,NA,NA,NA,0.958607314842,1,0.958607314842,1,0.909090909091,0.909090909091,0.454545454545,0.454545454545,0.958607314842,1,0.958607314842,1,0.909090909091,0.909090909091,0.454545454545,0.454545454545,0.909090909091,0.909090909091,0.454545454545,0.454545454545,0.909090909091,0.909090909091,0.454545454545,0.454545454545,0.909090909091,0.909090909091,0.454545454545,0.454545454545,0.888888888889,0.777777777778,0.888888888889,0.777777777778,0.888888888889,0.777777777778,0.888888888889,0.777777777778,0.888888888889,0.875,0.888888888889,0.875,0.49373532117916,0.500468075558876,0.303399910699046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2688,-265.129242,0.13975768321,0.0884543,0.562082694918576,0.616298734242924,0.368256501697166,NA,-0.2475,0.163,0.36275163,0.32656154,0.480708,0.542315389,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-38","wmt15_limsi.4021.fi-en___1",38,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,11,8,NA,0,0,0,1,25,0.698164736363,0.727272727273,0.43190590606,0.454545454545,NA,NA,NA,NA,0.592422392335,0.631578947368,0.433100802358,0.421052631579,NA,0.592592592593,0.444444444444,NA,NA,NA,0.592422392335,0.631578947368,0.433100802358,0.421052631579,0.481481481481,0.592592592593,0.444444444444,0.333333333333,0.592422392335,0.631578947368,0.465070921345,0.526315789474,0.481481481481,0.592592592593,0.444444444444,0.37037037037,0.481481481481,0.592592592593,0.444444444444,0.333333333333,0.481481481481,0.592592592593,0.444444444444,0.333333333333,0.518518518519,0.592592592593,0.444444444444,0.37037037037,0.878048780488,0.560975609756,0.853333333333,0.484848484848,0.878048780488,0.634146341463,0.853333333333,0.694444444444,0.878048780488,0.648648648649,0.853333333333,0.666666666667,0.162363124452803,0.463532223605211,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0113866986852095,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3229085,0.32624124,-0.0100195213887497,0.76,20.0507,22.2572,10.62276554,0.148894673964,0.40824038,0.287533,0.253897,0.162363124452803,2.32401382106,0.3544425375,0.25256133464,0.296242963636364
"2-39","wmt14_rbmt1.0.fr-en___905",39,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,1,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,16,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-40","wmt15_online-b.0.fi-en___150",40,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,8,8,5,NA,0.75,0.75,0.75,1,39,0.935201914907,0.933333333333,0.676009574533,0.666666666667,NA,NA,NA,NA,1,1,0.625,0.625,NA,1,0.5,NA,NA,NA,1,1,0.625,0.625,0.6875,1,0.5,0.4375,1,1,1,1,1,1,0.5,0.5,0.6875,0.875,0.5,0.4375,0.6875,0.875,0.5,0.4375,0.875,0.875,0.5,0.5,0.9375,0.647058823529,1,0.611111111111,0.9375,0.588235294118,1,0.5,0.9375,0.875,1,0.928571428571,0.405063033052666,0.532977675069298,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.030196705372732,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4619283,0.46843319,-0.0316954393254909,0.636363636364,49.5228,52.4687,11.30873138,0.187148674699,0.68052425,0.498644,0.464603,0.218358040852269,3.31949864018,0.58079332,0.301160862355,0.396237954545455
"2-41","wmt14_iitb-ranked-ppl.3173.hi-en___392",41,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,25,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-42","wmt14_uedin-wmt14.3024.fr-en___359",42,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,15,11,NA,1,1,1,1,114,0.841081736057,0.857142857143,0.789729565986,0.785714285714,NA,NA,NA,NA,0.909778346327,0.933333333333,0.860324939396,0.866666666667,NA,0.882352941176,0.5,NA,NA,NA,0.909778346327,0.933333333333,0.860324939396,0.866666666667,0.852941176471,0.882352941176,0.5,0.470588235294,0.909778346327,0.933333333333,0.860324939396,0.866666666667,0.852941176471,0.882352941176,0.5,0.470588235294,0.794117647059,0.794117647059,0.5,0.470588235294,0.794117647059,0.794117647059,0.5,0.470588235294,0.764705882353,0.794117647059,0.5,0.470588235294,0.894736842105,0.783783783784,0.871794871795,0.861111111111,0.894736842105,0.783783783784,0.871794871795,0.861111111111,0.894736842105,0.783783783784,0.871794871795,0.861111111111,0.272438022818087,0.496373003508767,0.405962373699146,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3675,-96.738556,0.19641711211,0.134399,NA,NA,NA,NA,-0.4363,0.3221,0.57376189,0.55183093,0.646749,0.67729855,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-43","wmt16_real.jhu-pbmt.4284.ro-en___853",43,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,100,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-44","wmt16_real.online-a.0.cs-en___2794___choice___5",44,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,20,20,17,0.6875,NA,0.6875,0.75,1,39,0.951091227863,0.958333333333,0.692400701298,0.708333333333,NA,NA,NA,NA,0.971516094382,0.979591836735,0.653412343723,0.65306122449,NA,0.961538461538,0.5,NA,NA,NA,0.971516094382,0.979591836735,0.693175312555,0.69387755102,0.730769230769,0.961538461538,0.5,0.403846153846,0.971516094382,0.979591836735,0.891990156717,0.897959183673,0.903846153846,0.961538461538,0.5,0.480769230769,0.692307692308,0.942307692308,0.5,0.384615384615,0.75,0.942307692308,0.5,0.403846153846,0.884615384615,0.942307692308,0.5,0.480769230769,0.822580645161,0.774193548387,0.980392156863,0.779661016949,0.822580645161,0.741935483871,0.980392156863,0.754098360656,0.822580645161,0.921568627451,0.980392156863,0.941176470588,0.497140926378379,0.577119478420199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-45","wmt14_uedin-syntax.3144.hi-en___554___phrase___5",45,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.25,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,17,17,21,0.6875,NA,0.6875,0.75,1,101,0.78335816168,0.810810810811,0.67891040679,0.702702702703,NA,NA,NA,NA,0.795202091199,0.833333333333,0.700614518346,0.722222222222,NA,0.75,0.5,NA,NA,NA,0.795202091199,0.833333333333,0.795202091199,0.833333333333,0.75,0.75,0.5,0.4,0.795202091199,0.833333333333,0.795202091199,0.833333333333,0.75,0.75,0.5,0.4,0.7,0.75,0.5,0.375,0.75,0.75,0.5,0.4,0.75,0.75,0.5,0.4,0.75,0.72,0.72602739726,0.702127659574,0.75,0.738095238095,0.72602739726,0.815789473684,0.75,0.785714285714,0.72602739726,0.815789473684,0.528398148642026,0.528398148642026,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-46","wmt15_online-c.4166.de-en___493",46,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,14,12,NA,0.5,0.5,0.5,1,75,0.92352836333,0.969696969697,0.542156787857,0.545454545455,0.863636363636,0.890909090909,0.5,0.445454545455,0.937523908355,0.971428571429,0.513614334819,0.514285714286,0.854545454545,0.897435897436,0.461538461538,0.445454545455,0.878504672897,0.822429906542,0.937523908355,0.971428571429,0.774151890528,0.8,0.769230769231,0.897435897436,0.461538461538,0.435897435897,0.937523908355,0.971428571429,0.665237211977,0.685714285714,0.666666666667,0.897435897436,0.461538461538,0.410256410256,0.487179487179,0.74358974359,0.461538461538,0.358974358974,0.641025641026,0.74358974359,0.461538461538,0.435897435897,0.589743589744,0.74358974359,0.461538461538,0.410256410256,0.909090909091,0.604166666667,0.931818181818,0.571428571429,0.909090909091,0.80487804878,0.931818181818,0.790697674419,0.909090909091,0.767441860465,0.931818181818,0.755555555556,0.452833417779855,0.524532042261666,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0143426550261537,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3910337,0.3924599,-0.0118934364645383,0.6,20.7169,20.8534,10.94501729,0.257765287425,0.45410342,0.283251,0.184126,0.194834088433169,3.0278966094,0.08790785,0.412566481556,0.339907836363636
"2-47","wmt14_afrl.3456.hi-en___371___swap___8",47,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.25,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.5,NA,0.5,0.5,35,143,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-48","wmt16_real.online-f.0.de-en___218",48,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,143,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-49","wmt14_onlineb.0.hi-en___346",49,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,5,5,46,NA,1,1,1,1,39,1,1,1,1,0.611111111111,0.75,0.5,0.361111111111,1,1,1,1,0.611111111111,1,0.5,0.361111111111,0.774193548387,0.516129032258,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,0.75,0.75,0.5,0.5,0.75,0.75,0.5,0.5,0.75,0.75,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,0.195446673236046,0.446735253110963,0.18576206625836,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2281,-193.949066,0.0892457398775,0.0642997,NA,NA,NA,NA,-0.1048,0.0886,0.15860688,0.12606577,0.300949,0.324259738,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"2-50","wmt16_real.online-a.0.de-en___218___choice___3",50,2,TRUE,19,0,1,0,0,1,8,"Male","British",2,1,FALSE,0.25,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.8125,NA,0.8125,1,36,33,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-1","wmt16_real.online-g.0.tr-en___2097___swap___4",1,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,19,19,8,0.666666666666667,NA,0.666666666666667,0.75,1,323,0.951059464953,0.95,0.951059464953,0.95,0.818181818182,0.909090909091,0.5,0.454545454545,0.989405350465,1,0.989405350465,1,0.818181818182,0.97619047619,0.5,0.454545454545,0.9,0.8,0.989405350465,1,0.989405350465,1,0.97619047619,0.97619047619,0.5,0.5,0.989405350465,1,0.989405350465,1,0.97619047619,0.97619047619,0.5,0.5,0.928571428571,0.928571428571,0.5,0.5,0.928571428571,0.928571428571,0.5,0.5,0.928571428571,0.928571428571,0.5,0.5,0.957446808511,0.958333333333,1,1,0.957446808511,0.958333333333,1,1,0.957446808511,0.959183673469,1,1,0.549700575099937,0.549700575099937,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-2","wmt14_afrl.3456.hi-en___371___swap___8",2,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.25,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.333333333333333,NA,0.333333333333333,0.25,35,143,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-3","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",3,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.833333333333333,NA,0.833333333333333,1,36,114,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-4","wmt15_abumatran.3931.fi-en___117___order___12",4,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,25,25,21,0,NA,0,0,1,101,0.615073414061,0.627450980392,0.403891438617,0.392156862745,NA,NA,NA,NA,0.594140498935,0.622222222222,0.318857793397,0.311111111111,NA,0.636363636364,0.490909090909,NA,NA,NA,0.594140498935,0.622222222222,0.391284982428,0.4,0.436363636364,0.636363636364,0.490909090909,0.345454545455,0.594140498935,0.622222222222,0.431856085729,0.444444444444,0.490909090909,0.636363636364,0.490909090909,0.381818181818,0.454545454545,0.636363636364,0.490909090909,0.345454545455,0.454545454545,0.636363636364,0.490909090909,0.345454545455,0.527272727273,0.636363636364,0.490909090909,0.381818181818,0.872611464968,0.555555555556,0.85628742515,0.402777777778,0.872611464968,0.571428571429,0.85628742515,0.430555555556,0.872611464968,0.670886075949,0.85628742515,0.628571428571,0.418056001398646,0.424078842096762,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-5","wmt16_real.online-a.0.de-en___874",5,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.75,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,61,69,63,NA,NA,NA,NA,1,47,0.722141351293,0.743801652893,0.641549582884,0.661157024793,NA,NA,NA,NA,0.843408173623,0.9,0.712431979665,0.75,NA,0.797385620915,0.470588235294,NA,NA,NA,0.843408173623,0.9,0.652799325317,0.683333333333,0.62091503268,0.797385620915,0.470588235294,0.398692810458,0.843408173623,0.9,0.637891161729,0.666666666667,0.62091503268,0.797385620915,0.470588235294,0.392156862745,0.666666666667,0.78431372549,0.470588235294,0.40522875817,0.607843137255,0.78431372549,0.470588235294,0.398692810458,0.614379084967,0.78431372549,0.470588235294,0.392156862745,0.965201465201,0.655172413793,0.949602122016,0.686390532544,0.965201465201,0.655963302752,0.949602122016,0.702247191011,0.965201465201,0.674876847291,0.949602122016,0.730538922156,0.438190333004607,0.510639208792783,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-6","wmt16_real.nrc.4456.ru-en___2781___choice___3",6,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,29,29,20,0.75,NA,0.75,0.75,1,114,0.912424682388,0.915254237288,0.615239110721,0.610169491525,0.671052631579,0.881578947368,0.5,0.381578947368,0.979303657421,1,0.614016746926,0.633333333333,0.644736842105,0.954545454545,0.5,0.381578947368,0.88,0.586666666667,0.979303657421,1,0.869645364217,0.9,0.848484848485,0.954545454545,0.5,0.454545454545,0.979303657421,1,0.876544145077,0.9,0.863636363636,0.954545454545,0.5,0.454545454545,0.651515151515,0.954545454545,0.5,0.348484848485,0.863636363636,0.954545454545,0.5,0.454545454545,0.863636363636,0.954545454545,0.5,0.454545454545,0.927835051546,0.770833333333,1,0.779220779221,0.927835051546,0.843373493976,1,0.909090909091,0.927835051546,0.876543209877,1,0.924242424242,0.553021501101104,0.605373199442445,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-7","wmt16_real.pjatk.4520.cs-en___877___order___11",7,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0.0833333333333334,NA,0.0833333333333334,0,36,168,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-8","wmt16_real.online-f.0.de-en___2506",8,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,100,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-9","wmt15_abumatran.3931.fi-en___117___choice___2",9,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,21,0.833333333333333,NA,0.833333333333333,1,1,323,0.981960460682,0.981818181818,0.90980230341,0.909090909091,NA,NA,NA,NA,0.946524491103,0.978723404255,0.867893867194,0.893617021277,NA,0.910714285714,0.5,NA,NA,NA,0.946524491103,0.978723404255,0.946524491103,0.978723404255,0.910714285714,0.910714285714,0.5,0.5,0.946524491103,0.978723404255,0.946524491103,0.978723404255,0.910714285714,0.910714285714,0.5,0.5,0.892857142857,0.964285714286,0.5,0.464285714286,0.964285714286,0.964285714286,0.5,0.5,0.964285714286,0.964285714286,0.5,0.5,0.982142857143,0.932203389831,0.980769230769,0.921568627451,0.982142857143,0.982142857143,0.980769230769,0.979166666667,0.982142857143,0.981481481481,0.980769230769,0.978260869565,0.550959901074882,0.587362608824472,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-10","wmt15_uedin-jhu-phrase.4071.cs-en___343___phrase___8",10,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,17,17,19,0.333333333333333,NA,0.333333333333333,0.25,1,168,0.675442979574,0.666666666667,0.608544413299,0.625,0.710526315789,0.736842105263,0.5,0.394736842105,0.698459981312,0.708333333333,0.617320726206,0.625,0.789473684211,0.705882352941,0.490196078431,0.394736842105,0.866666666667,0.8,0.698459981312,0.708333333333,0.617320726206,0.625,0.627450980392,0.705882352941,0.490196078431,0.372549019608,0.698459981312,0.708333333333,0.626097039113,0.625,0.647058823529,0.705882352941,0.490196078431,0.43137254902,0.627450980392,0.725490196078,0.490196078431,0.372549019608,0.647058823529,0.725490196078,0.490196078431,0.372549019608,0.666666666667,0.725490196078,0.490196078431,0.43137254902,0.889908256881,0.761194029851,0.842696629213,0.803278688525,0.889908256881,0.796875,0.842696629213,0.806451612903,0.889908256881,0.779411764706,0.842696629213,0.810344827586,0.472982696350286,0.481916813948013,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-11","wmt16_real.tuning-task-nrc-meant.0.cs-en___232___choice___3",11,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.75,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,35,35,34,0.75,NA,0.75,0.75,1,121,0.97383360876,0.973684210526,0.97383360876,0.973684210526,0.5,0.708333333333,0.5,0.291666666667,0.9811043286,0.986666666667,0.9811043286,0.986666666667,0.5,0.974025974026,0.493506493506,0.291666666667,0.636363636364,0.545454545455,0.9811043286,0.986666666667,0.9811043286,0.986666666667,0.974025974026,0.974025974026,0.493506493506,0.493506493506,0.9811043286,0.986666666667,0.9811043286,0.986666666667,0.974025974026,0.974025974026,0.493506493506,0.493506493506,0.974025974026,0.974025974026,0.493506493506,0.493506493506,0.974025974026,0.974025974026,0.493506493506,0.493506493506,0.974025974026,0.974025974026,0.493506493506,0.493506493506,0.939024390244,0.924050632911,0.986842105263,0.959459459459,0.939024390244,0.924050632911,0.986842105263,0.959459459459,0.939024390244,0.936708860759,0.986842105263,0.959459459459,0.586137679325575,0.636976151511977,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-12","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",12,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.5,NA,0.5,0.5,35,114,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-13","wmt16_real.nrc.4456.ru-en___2781",13,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,29,24,20,NA,NA,NA,NA,1,143,0.64932565923,0.653846153846,0.496082237999,0.5,NA,NA,NA,NA,0.660194593106,0.723404255319,0.484899183342,0.510638297872,NA,0.64406779661,0.440677966102,NA,NA,NA,0.660194593106,0.723404255319,0.594519008731,0.595744680851,0.627118644068,0.64406779661,0.440677966102,0.389830508475,0.660194593106,0.723404255319,0.586289495922,0.595744680851,0.627118644068,0.64406779661,0.440677966102,0.389830508475,0.508474576271,0.64406779661,0.440677966102,0.338983050847,0.627118644068,0.64406779661,0.440677966102,0.389830508475,0.610169491525,0.64406779661,0.440677966102,0.389830508475,0.899371069182,0.712765957447,0.792452830189,0.6625,0.899371069182,0.75,0.792452830189,0.769230769231,0.899371069182,0.775280898876,0.792452830189,0.794117647059,0.329175243753916,0.47142489593024,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-14","wmt15_online-b.0.ru-en___499",14,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,32,30,23,NA,1,1,1,1,114,0.716375270738,0.730769230769,0.618566840043,0.653846153846,NA,NA,NA,NA,0.765795667759,0.816326530612,0.657511065693,0.734693877551,NA,0.731343283582,0.492537313433,NA,NA,NA,0.765795667759,0.816326530612,0.69278132191,0.775510204082,0.626865671642,0.731343283582,0.492537313433,0.373134328358,0.765795667759,0.816326530612,0.675082534959,0.69387755102,0.65671641791,0.731343283582,0.492537313433,0.417910447761,0.582089552239,0.716417910448,0.492537313433,0.373134328358,0.597014925373,0.716417910448,0.492537313433,0.373134328358,0.626865671642,0.716417910448,0.492537313433,0.417910447761,0.934065934066,0.752808988764,0.93984962406,0.701298701299,0.934065934066,0.793103448276,0.93984962406,0.69014084507,0.934065934066,0.776470588235,0.93984962406,0.727272727273,0.273492910244623,0.480012044954195,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0291201326325872,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3659311,0.39029142,-0.0260334393472966,0.533333333333,38.3656,42.9389,11.73691606,0.216958463687,0.587483,0.444728,0.409508,0.212136852035932,3.52608320046,0.535009205,0.404578983876,0.3401216
"3-15","wmt16_real.online-a.0.de-en___218___choice___3",15,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.75,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.75,NA,0.75,0.75,36,121,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-16","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",16,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.25,NA,0.25,0.25,36,323,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-17","wmt16_real.pjatk.4520.cs-en___877",17,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,48,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-18","wmt15_uedin-jhu-phrase.4071.cs-en___343___choice___3",18,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.5,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,17,17,19,0.75,NA,0.75,0.75,1,48,0.963247447858,0.979591836735,0.757600926908,0.775510204082,NA,NA,NA,NA,0.942912590119,0.958333333333,0.734937878721,0.75,NA,0.924528301887,0.490566037736,NA,NA,NA,0.942912590119,0.958333333333,0.814684992702,0.833333333333,0.811320754717,0.924528301887,0.490566037736,0.452830188679,0.942912590119,0.958333333333,0.814684992702,0.833333333333,0.830188679245,0.924528301887,0.490566037736,0.452830188679,0.754716981132,0.943396226415,0.490566037736,0.415094339623,0.830188679245,0.943396226415,0.490566037736,0.452830188679,0.830188679245,0.943396226415,0.490566037736,0.452830188679,0.961538461538,0.754098360656,0.907407407407,0.737704918033,0.961538461538,0.859649122807,0.907407407407,0.842105263158,0.961538461538,0.892857142857,0.907407407407,0.894736842105,0.535218031767741,0.604147626768132,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-19","wmt16_real.online-g.0.tr-en___2097",19,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,16,8,NA,NA,NA,NA,1,56,0.652980729538,0.6875,0.424459386714,0.4375,0.44,0.72,0.48,0.32,0.676309105666,0.709677419355,0.489595192457,0.516129032258,0.36,0.666666666667,0.461538461538,0.32,0.571428571429,0.285714285714,0.676309105666,0.709677419355,0.489595192457,0.516129032258,0.487179487179,0.666666666667,0.461538461538,0.358974358974,0.676309105666,0.709677419355,0.560141739626,0.58064516129,0.564102564103,0.666666666667,0.461538461538,0.384615384615,0.461538461538,0.589743589744,0.461538461538,0.358974358974,0.461538461538,0.589743589744,0.461538461538,0.358974358974,0.538461538462,0.589743589744,0.461538461538,0.384615384615,0.881578947368,0.56,0.820512820513,0.673469387755,0.881578947368,0.56,0.820512820513,0.673469387755,0.881578947368,0.659574468085,0.820512820513,0.727272727273,0.200709832146151,0.455521698063202,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-21","wmt15_online-a.0.de-en___479",21,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,6,5,5,NA,0.75,0.75,0.75,1,323,0.923076923077,0.923076923077,0.923076923077,0.923076923077,NA,NA,NA,NA,0.965237893741,1,0.965237893741,1,NA,0.923076923077,0.461538461538,NA,NA,NA,0.965237893741,1,0.965237893741,1,0.923076923077,0.923076923077,0.461538461538,0.461538461538,0.965237893741,1,0.965237893741,1,0.923076923077,0.923076923077,0.461538461538,0.461538461538,0.923076923077,0.923076923077,0.461538461538,0.461538461538,0.923076923077,0.923076923077,0.461538461538,0.461538461538,0.923076923077,0.923076923077,0.461538461538,0.461538461538,0.923076923077,0.916666666667,0.909090909091,1,0.923076923077,0.916666666667,0.909090909091,1,0.923076923077,0.916666666667,0.909090909091,1,0.435660286365269,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0571726519326522,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5287816,0.54967941,-0.0425841420928616,0.569230769231,46.5816,50.2067,12.38816135,0.399157317469,0.4087854,0.521398,0.466723,0.303579637134658,4.23715337636,0.41656512,0.492093748372,0.464644427272727
"3-22","wmt16_real.online-f.0.de-en___218",22,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,143,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-23","wmt16_real.pjatk.4520.cs-en___1555",23,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,48,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-24","wmt14_cmu.3510.hi-en___590",24,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,8,9,10,NA,0.25,0.25,0.25,1,323,0.771663101932,0.875,0.685045378357,0.75,NA,NA,NA,NA,0.72570805251,0.777777777778,0.72570805251,0.777777777778,NA,0.666666666667,0.47619047619,NA,NA,NA,0.72570805251,0.777777777778,0.72570805251,0.777777777778,0.666666666667,0.666666666667,0.47619047619,0.380952380952,0.72570805251,0.777777777778,0.62203547358,0.666666666667,0.619047619048,0.666666666667,0.47619047619,0.380952380952,0.666666666667,0.666666666667,0.47619047619,0.380952380952,0.666666666667,0.666666666667,0.47619047619,0.380952380952,0.619047619048,0.666666666667,0.47619047619,0.380952380952,0.733333333333,0.84,0.75,0.9375,0.733333333333,0.84,0.75,0.9375,0.733333333333,0.8,0.75,0.9,0.463243177376811,0.500468075558876,0.299270205448445,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2282,-248.252731,0.130625011635,0.0736627,NA,NA,NA,NA,-0.2692,0.1587,0.31020154,0.31491565,0.538479,0.579151366,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-25","wmt15_neural-mt.4088.cs-en___356",25,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,17,19,19,NA,0.5,0.5,0.5,1,48,0.751774585172,0.764705882353,0.591023202413,0.647058823529,NA,NA,NA,NA,0.775196164833,0.810810810811,0.614121472777,0.648648648649,NA,0.76,0.48,NA,NA,NA,0.775196164833,0.810810810811,0.681225168106,0.702702702703,0.66,0.76,0.48,0.4,0.775196164833,0.810810810811,0.691284266588,0.702702702703,0.68,0.76,0.48,0.44,0.56,0.74,0.48,0.36,0.68,0.74,0.48,0.4,0.68,0.74,0.48,0.44,0.913793103448,0.641791044776,0.870588235294,0.640625,0.913793103448,0.783333333333,0.870588235294,0.71186440678,0.913793103448,0.767857142857,0.870588235294,0.722222222222,0.29618324702686,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.017921127786997,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3619787,0.37971472,-0.0203437492754861,0.666666666667,27.983,26.5154,10.98957144,0.201692118843,0.52317185,0.369977,0.327679,0.163575559536804,2.7788331106,0.25020939,0.462618461658,0.3237277
"3-26","wmt16_real.tuning-task-nrc-meant.0.cs-en___232",26,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,38,34,NA,NA,NA,NA,1,114,0.806058006791,0.837837837838,0.754413797746,0.783783783784,NA,NA,NA,NA,0.80358034456,0.845070422535,0.750766570119,0.788732394366,NA,0.780487804878,0.475609756098,NA,NA,NA,0.80358034456,0.845070422535,0.703639659647,0.732394366197,0.707317073171,0.780487804878,0.475609756098,0.414634146341,0.80358034456,0.845070422535,0.782860321309,0.816901408451,0.756097560976,0.780487804878,0.475609756098,0.426829268293,0.707317073171,0.756097560976,0.475609756098,0.40243902439,0.682926829268,0.756097560976,0.475609756098,0.414634146341,0.719512195122,0.756097560976,0.475609756098,0.426829268293,0.92817679558,0.850574712644,0.927374301676,0.858974358974,0.92817679558,0.855555555556,0.927374301676,0.83950617284,0.92817679558,0.901234567901,0.927374301676,0.894736842105,0.438937182362619,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-27","wmt14_uedin-wmt14.3422.hi-en___399",27,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,100,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-28","wmt15_abumatran.3931.fi-en___117___choice___6",28,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.5,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,21,0.5,NA,0.5,0.5,1,48,0.898645757284,0.901960784314,0.882544197426,0.901960784314,0.732283464567,0.858267716535,0.496062992126,0.409448818898,0.918244385395,0.95652173913,0.839384996177,0.869565217391,0.755905511811,0.877192982456,0.491228070175,0.409448818898,0.854545454545,0.745454545455,0.918244385395,0.95652173913,0.839384996177,0.869565217391,0.80701754386,0.877192982456,0.491228070175,0.456140350877,0.918244385395,0.95652173913,0.791490117569,0.826086956522,0.754385964912,0.877192982456,0.491228070175,0.421052631579,0.859649122807,0.894736842105,0.491228070175,0.456140350877,0.859649122807,0.894736842105,0.491228070175,0.456140350877,0.80701754386,0.894736842105,0.491228070175,0.421052631579,0.916666666667,0.84126984127,0.964285714286,0.867924528302,0.916666666667,0.857142857143,0.964285714286,0.88679245283,0.916666666667,0.861538461538,0.964285714286,0.857142857143,0.395009504504821,0.537302701013944,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-29","wmt15_dfki-experimental.4060.de-en___338",29,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,33,28,30,NA,0.13,0.13,0,1,121,0.748914007123,0.754098360656,0.632990031255,0.655737704918,NA,NA,NA,NA,0.808986014683,0.819672131148,0.609408018608,0.622950819672,NA,0.797297297297,0.472972972973,NA,NA,NA,0.808986014683,0.819672131148,0.58582600596,0.590163934426,0.608108108108,0.797297297297,0.472972972973,0.391891891892,0.808986014683,0.819672131148,0.712424012211,0.72131147541,0.716216216216,0.797297297297,0.472972972973,0.432432432432,0.527027027027,0.648648648649,0.472972972973,0.378378378378,0.513513513514,0.648648648649,0.472972972973,0.391891891892,0.554054054054,0.648648648649,0.472972972973,0.432432432432,0.921875,0.684684684685,0.857142857143,0.602040816327,0.921875,0.641509433962,0.857142857143,0.539215686275,0.921875,0.65,0.857142857143,0.585106382979,0.165801774487639,0.440374216635608,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0364996909151083,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4473915,0.4914349,-0.0276739800644673,0.555555555556,46.7118,44.0013,12.84102091,0.3278035,0.91093984,0.533333,0.470833,0.223367626555482,3.62454209705,0.5568798175,0.634009846412,0.511297381818182
"3-30","wmt16_real.tuning-task-nrc-meant.0.cs-en___232___choice___4",30,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.5,0.25,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,35,35,34,0.666666666666667,NA,0.666666666666667,0.75,1,98,0.960457178471,0.96,0.928380566562,0.933333333333,NA,NA,NA,NA,0.967686430766,0.972972972973,0.935372861531,0.945945945946,NA,0.961038961039,0.493506493506,NA,NA,NA,0.967686430766,0.972972972973,0.961933428952,0.972972972973,0.948051948052,0.961038961039,0.493506493506,0.480519480519,0.967686430766,0.972972972973,0.941125863345,0.945945945946,0.935064935065,0.961038961039,0.493506493506,0.480519480519,0.922077922078,0.948051948052,0.493506493506,0.480519480519,0.935064935065,0.948051948052,0.493506493506,0.480519480519,0.922077922078,0.948051948052,0.493506493506,0.480519480519,0.939024390244,0.863636363636,0.938271604938,0.872093023256,0.939024390244,0.850574712644,0.938271604938,0.865853658537,0.939024390244,0.883720930233,0.938271604938,0.892857142857,0.517413472533618,0.593433451959711,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-31","wmt14_iitb-ranked-ppl.3173.hi-en___674",31,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.5,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,32,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-32","wmt14_rbmt1.0.fr-en___905",32,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,75,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-33","wmt14_rbmt1.0.fr-en___905___order___9",33,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.25,NA,0.25,0.25,36,56,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-34","wmt15_online-b.0.fi-en___126",34,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,26,21,NA,0.5,0.5,0.5,1,143,0.701123378363,0.695652173913,0.567041126121,0.565217391304,NA,NA,NA,NA,0.685656177579,0.7,0.541931599888,0.55,NA,0.672413793103,0.48275862069,NA,NA,NA,0.685656177579,0.7,0.541931599888,0.55,0.534482758621,0.672413793103,0.48275862069,0.362068965517,0.685656177579,0.7,0.5,0.5,0.534482758621,0.672413793103,0.48275862069,0.379310344828,0.5,0.655172413793,0.48275862069,0.362068965517,0.5,0.655172413793,0.48275862069,0.362068965517,0.5,0.655172413793,0.48275862069,0.379310344828,0.88622754491,0.652777777778,0.8,0.58064516129,0.88622754491,0.652777777778,0.8,0.58064516129,0.88622754491,0.636363636364,0.8,0.603174603175,0.287237473759389,0.480524097109801,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0205565142811465,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5488277,0.44995486,-0.0166260157356639,0.781818181818,37.2187,33.8218,11.66869188,0.302101477784,0.26345325,0.298088,0.207005,0.208413920545901,2.80703890635,0.21266517,0.405380267623,0.426375127272727
"3-35","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",35,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.75,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.75,NA,0.75,0.75,36,47,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-36","wmt14_iitb-ranked-ppl.3173.hi-en___392",36,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,168,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-37","wmt14_rbmt1.0.fr-en___905___order___10",37,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.166666666666667,NA,0.166666666666667,0,36,143,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-38","wmt16_real.jhu-pbmt.4284.ro-en___853",38,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,121,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-39","wmt14_afrl.3456.hi-en___371___swap___2",39,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.75,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.833333333333333,NA,0.833333333333333,1,36,121,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-40","wmt14_rbmt1.0.ru-en___58___phrase___12",40,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.25,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,36,36,20,0,NA,0,0,1,143,0.711530103554,0.712328767123,0.49035536244,0.493150684932,0.796296296296,0.907407407407,0.5,0.425925925926,0.718902659043,0.75,0.493780531809,0.5,0.796296296296,0.684210526316,0.5,0.425925925926,0.897959183673,0.69387755102,0.718902659043,0.75,0.493780531809,0.5,0.486842105263,0.684210526316,0.5,0.328947368421,0.718902659043,0.75,0.648628323804,0.6875,0.605263157895,0.684210526316,0.5,0.368421052632,0.539473684211,0.736842105263,0.5,0.328947368421,0.539473684211,0.736842105263,0.5,0.328947368421,0.631578947368,0.736842105263,0.5,0.368421052632,0.90243902439,0.733944954128,0.884393063584,0.724137931034,0.90243902439,0.733944954128,0.884393063584,0.724137931034,0.90243902439,0.752475247525,0.884393063584,0.734939759036,0.523535245337485,0.523535245337485,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-41","wmt15_abumatran.3931.fi-en___117___swap___6",41,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.75,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,25,25,21,0.5,NA,0.5,0.5,1,61,0.90980230341,0.909090909091,0.90980230341,0.909090909091,NA,NA,NA,NA,0.888772170987,0.916666666667,0.888772170987,0.916666666667,NA,0.892857142857,0.5,NA,NA,NA,0.888772170987,0.916666666667,0.888772170987,0.916666666667,0.892857142857,0.892857142857,0.5,0.5,0.888772170987,0.916666666667,0.888772170987,0.916666666667,0.892857142857,0.892857142857,0.5,0.5,0.928571428571,0.928571428571,0.5,0.5,0.928571428571,0.928571428571,0.5,0.5,0.928571428571,0.928571428571,0.5,0.5,0.794871794872,0.887096774194,0.866666666667,0.88,0.794871794872,0.887096774194,0.866666666667,0.88,0.794871794872,0.955223880597,0.866666666667,0.964285714286,0.521845611589547,0.521845611589547,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-42","wmt16_real.online-g.0.de-en___1654",42,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,48,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-43","wmt15_abumatran-hfstmorph.4007.fi-en___345",43,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,4,5,3,NA,0.5,0.5,0.5,1,323,0.854997153887,0.888888888889,0.449286120873,0.444444444444,NA,NA,NA,NA,0.854997153887,0.888888888889,0.811422066028,0.888888888889,NA,0.818181818182,0.454545454545,NA,NA,NA,0.854997153887,0.888888888889,0.811422066028,0.888888888889,0.727272727273,0.818181818182,0.454545454545,0.363636363636,0.854997153887,0.888888888889,0.811422066028,0.888888888889,0.727272727273,0.818181818182,0.454545454545,0.363636363636,0.636363636364,0.727272727273,0.454545454545,0.363636363636,0.636363636364,0.727272727273,0.454545454545,0.363636363636,0.636363636364,0.727272727273,0.454545454545,0.363636363636,0.916666666667,0.727272727273,0.818181818182,0.8,0.916666666667,0.727272727273,0.818181818182,0.8,0.916666666667,0.727272727273,0.818181818182,0.8,0.271908471773027,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0293577547344711,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3847152,0.23756537,-0.0347623419757368,0.826923076923,38.6028,40.0141,10.6238952,0.186626981758,0.21467213,0.384235,0.300941,0.17209226639848,2.32656010973,0.308553875,0.325374834862,0.238153609090909
"3-44","wmt14_rbmt1.0.ru-en___58___phrase___10",44,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.5,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,36,36,20,0.166666666666667,NA,0.166666666666667,0,1,100,0.786454045899,0.794520547945,0.74427840974,0.739726027397,NA,NA,NA,NA,0.807901427196,0.823529411765,0.695937271852,0.705882352941,NA,0.802631578947,0.5,NA,NA,NA,0.807901427196,0.823529411765,0.695937271852,0.705882352941,0.776315789474,0.802631578947,0.5,0.460526315789,0.807901427196,0.823529411765,0.723928310688,0.735294117647,0.776315789474,0.802631578947,0.5,0.460526315789,0.789473684211,0.828947368421,0.5,0.460526315789,0.789473684211,0.828947368421,0.5,0.460526315789,0.789473684211,0.828947368421,0.5,0.460526315789,0.75,0.788461538462,0.69014084507,0.817073170732,0.75,0.788461538462,0.69014084507,0.817073170732,0.75,0.835051546392,0.69014084507,0.87012987013,0.585213339437798,0.585213339437798,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-45","wmt14_uedin-syntax.3166.ru-en___274",45,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,14,20,NA,0.5,0.5,0.5,1,121,0.922295283958,0.933333333333,0.908497722238,0.933333333333,0.473684210526,0.657894736842,0.5,0.342105263158,0.838794194948,0.857142857143,0.838794194948,0.857142857143,0.447368421053,0.818181818182,0.484848484848,0.342105263158,0.514285714286,0.4,0.838794194948,0.857142857143,0.838794194948,0.857142857143,0.818181818182,0.818181818182,0.484848484848,0.454545454545,0.838794194948,0.857142857143,0.824523013241,0.857142857143,0.787878787879,0.818181818182,0.484848484848,0.484848484848,0.878787878788,0.878787878788,0.484848484848,0.454545454545,0.878787878788,0.878787878788,0.484848484848,0.454545454545,0.848484848485,0.878787878788,0.484848484848,0.484848484848,0.954545454545,0.875,0.948275862069,0.75,0.954545454545,0.875,0.948275862069,0.75,0.954545454545,0.90625,0.948275862069,0.787878787879,0.387127488038209,0.511662985109324,0.29015036352079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3093,-126.815674,0.148796799056,0.109807,NA,NA,NA,0.469222301,-0.3643,0.256,0.46898298,0.3463988,0.570292,0.575638436,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-46","wmt16_real.online-b.0.ro-en___444",46,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,16,17,NA,0.75,0.75,0.75,1,114,0.812974774157,0.857142857143,0.798921293207,0.857142857143,0.6,0.775,0.5,0.35,0.848433290804,0.896551724138,0.784231974882,0.827586206897,0.55,0.794117647059,0.470588235294,0.35,0.722222222222,0.444444444444,0.848433290804,0.896551724138,0.784231974882,0.827586206897,0.735294117647,0.794117647059,0.470588235294,0.411764705882,0.848433290804,0.896551724138,0.784231974882,0.827586206897,0.735294117647,0.794117647059,0.470588235294,0.441176470588,0.705882352941,0.735294117647,0.470588235294,0.411764705882,0.705882352941,0.735294117647,0.470588235294,0.411764705882,0.705882352941,0.735294117647,0.470588235294,0.441176470588,0.941176470588,0.757575757576,0.905660377358,0.727272727273,0.941176470588,0.757575757576,0.905660377358,0.727272727273,0.941176470588,0.827586206897,0.905660377358,0.806451612903,0.34760832686847,0.442543374122464,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-47","wmt14_kit.3112.fr-en___667",47,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,12,7,NA,0.5,0.5,0.5,1,100,0.826421218434,0.869565217391,0.537634287945,0.521739130435,NA,NA,NA,NA,0.907322442074,0.95652173913,0.68202775319,0.695652173913,NA,0.851851851852,0.481481481481,NA,NA,NA,0.907322442074,0.95652173913,0.745519994794,0.782608695652,0.740740740741,0.851851851852,0.481481481481,0.444444444444,0.907322442074,0.95652173913,0.745519994794,0.782608695652,0.740740740741,0.851851851852,0.481481481481,0.444444444444,0.666666666667,0.777777777778,0.481481481481,0.444444444444,0.703703703704,0.777777777778,0.481481481481,0.444444444444,0.666666666667,0.777777777778,0.481481481481,0.444444444444,0.897435897436,0.71875,0.962962962963,0.75,0.897435897436,0.59375,0.962962962963,0.615384615385,0.897435897436,0.735294117647,0.962962962963,0.793103448276,0.397237876994808,0.537302701013944,0.491915999958704,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3812,-105.605591,0.234628899988,0.160502,NA,NA,NA,NA,-0.5416,0.5714,0.60936248,0.60781086,0.76058,0.770563384,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-48","wmt15_uedin-jhu-phrase.4071.cs-en___343___order___2",48,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,1,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,17,17,19,0.833333333333333,NA,0.833333333333333,1,1,75,0.923076923077,0.923076923077,0.807692307692,0.807692307692,NA,NA,NA,NA,0.943647994273,0.96,0.825691994989,0.84,NA,0.923076923077,0.5,NA,NA,NA,0.943647994273,0.96,0.982966660701,1,0.961538461538,0.923076923077,0.5,0.480769230769,0.943647994273,0.96,0.943647994273,0.96,0.923076923077,0.923076923077,0.5,0.461538461538,0.807692307692,0.923076923077,0.5,0.403846153846,0.961538461538,0.923076923077,0.5,0.480769230769,0.923076923077,0.923076923077,0.5,0.461538461538,0.957142857143,0.8,0.951612903226,0.824561403509,0.957142857143,0.88679245283,0.951612903226,0.92,0.957142857143,0.924528301887,0.951612903226,0.94,0.538495235689385,0.538495235689385,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-49","wmt14_rbmt1.0.ru-en___58",49,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,36,40,20,NA,0,0,0,1,114,0.789556589196,0.8125,0.793537781274,0.84375,NA,NA,NA,NA,0.854234363767,0.918032786885,0.761829573478,0.819672131148,NA,0.79012345679,0.469135802469,NA,NA,NA,0.854234363767,0.918032786885,0.78442082465,0.852459016393,0.728395061728,0.79012345679,0.469135802469,0.407407407407,0.854234363767,0.918032786885,0.825485353402,0.885245901639,0.777777777778,0.79012345679,0.469135802469,0.456790123457,0.703703703704,0.753086419753,0.469135802469,0.407407407407,0.703703703704,0.753086419753,0.469135802469,0.407407407407,0.753086419753,0.753086419753,0.469135802469,0.456790123457,0.874458874459,0.718446601942,0.949579831933,0.719512195122,0.874458874459,0.735294117647,0.949579831933,0.716049382716,0.874458874459,0.787878787879,0.949579831933,0.845070422535,0.339330615517414,0.51507826449766,0.424924513112239,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3682,-137.318497,0.183233613934,0.100717,NA,NA,NA,0.710407645,-0.2417,0.2191,0.47497923,0.39820492,0.544814,0.593519824,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"3-50","wmt16_real.online-g.0.tr-en___2097___swap___2",50,3,TRUE,26,0,2,0,0,2,16,"Female","British",4,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,19,19,8,0.833333333333333,NA,0.833333333333333,1,1,323,0.927595031733,0.926829268293,0.927595031733,0.926829268293,NA,NA,NA,NA,0.989405350465,1,0.989405350465,1,NA,0.97619047619,0.5,NA,NA,NA,0.989405350465,1,0.989405350465,1,0.97619047619,0.97619047619,0.5,0.5,0.989405350465,1,0.989405350465,1,0.97619047619,0.97619047619,0.5,0.5,0.880952380952,0.880952380952,0.5,0.5,0.880952380952,0.880952380952,0.5,0.5,0.880952380952,0.880952380952,0.5,0.5,0.754385964912,0.907407407407,1,1,0.754385964912,0.907407407407,1,1,0.754385964912,0.942307692308,1,1,0.549700575099937,0.549700575099937,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-1","wmt16_real.jhu-pbmt.4530.de-en___1774___choice___2",1,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0.5,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,15,15,21,0.818181818181818,NA,0.818181818181818,1,1,48,0.989405350465,1,0.734108025698,0.75,0.833333333333,0.888888888889,0.5,0.444444444444,1,1,0.714285714286,0.714285714286,0.777777777778,1,0.5,0.444444444444,0.941176470588,0.823529411765,1,1,0.809523809524,0.809523809524,0.857142857143,1,0.5,0.452380952381,1,1,0.904761904762,0.904761904762,0.904761904762,1,0.5,0.452380952381,0.714285714286,0.952380952381,0.5,0.404761904762,0.833333333333,0.952380952381,0.5,0.452380952381,0.857142857143,0.952380952381,0.5,0.452380952381,1,0.754716981132,1,0.745098039216,1,0.847826086957,1,0.847826086957,1,0.914893617021,1,0.906976744186,0.499019126652386,0.585213339437798,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-2","wmt15_um-nda.4137.de-en___272",2,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,22,15,14,NA,0,0,0,1,56,0.654139268516,0.65,0.558278537032,0.55,0.648148148148,0.796296296296,0.5,0.37037037037,0.701291998428,0.717948717949,0.631741287027,0.666666666667,0.62962962963,0.681818181818,0.409090909091,0.37037037037,0.78431372549,0.627450980392,0.701291998428,0.717948717949,0.593623417301,0.615384615385,0.613636363636,0.681818181818,0.409090909091,0.409090909091,0.701291998428,0.717948717949,0.583145803409,0.615384615385,0.613636363636,0.681818181818,0.409090909091,0.386363636364,0.590909090909,0.659090909091,0.409090909091,0.363636363636,0.613636363636,0.659090909091,0.409090909091,0.409090909091,0.613636363636,0.659090909091,0.409090909091,0.386363636364,0.814432989691,0.666666666667,0.740740740741,0.583333333333,0.814432989691,0.697368421053,0.740740740741,0.627118644068,0.814432989691,0.686567164179,0.740740740741,0.566666666667,0.229042980890341,0.450744840598299,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.212448394987027,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5979135,0.71653797,-0.199284444673473,0.454545454545,53.4666,54.124,14.66209116,0.514878546258,0.72548439,0.712428,0.672321,0.467842619754213,6.4883210908,0.5169603825,0.666810487063,0.6398763
"4-3","wmt16_real.online-b.0.tr-en___804___swap___6",3,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,18,18,13,0.454545454545455,NA,0.454545454545455,0.5,1,168,0.817810844765,0.829268292683,0.668787850986,0.682926829268,NA,NA,NA,NA,0.787064883584,0.790697674419,0.651616889552,0.651162790698,NA,0.869565217391,0.5,NA,NA,NA,0.787064883584,0.790697674419,0.787064883584,0.790697674419,0.847826086957,0.869565217391,0.5,0.478260869565,0.787064883584,0.790697674419,0.787064883584,0.790697674419,0.869565217391,0.869565217391,0.5,0.5,0.739130434783,0.869565217391,0.5,0.434782608696,0.847826086957,0.869565217391,0.5,0.478260869565,0.869565217391,0.869565217391,0.5,0.5,0.662162162162,0.78431372549,0.55,0.741379310345,0.662162162162,0.843137254902,0.55,0.80701754386,0.662162162162,0.86,0.55,0.821428571429,0.527039042954257,0.527039042954257,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-4","wmt16_real.tuning-task-nrc-nnbleu.0.cs-en___1300___order___6",4,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0.75,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,8,8,8,0.454545454545455,NA,0.454545454545455,0.5,1,11,0.68191916352,0.666666666667,0.446986527253,0.444444444444,NA,NA,NA,NA,0.524227503252,0.5,0.387113751626,0.375,NA,0.65,0.5,NA,NA,NA,0.524227503252,0.5,0.588658745122,0.625,0.55,0.65,0.5,0.4,0.524227503252,0.5,0.475772496748,0.5,0.5,0.65,0.5,0.4,0.55,0.65,0.5,0.4,0.6,0.65,0.5,0.4,0.55,0.65,0.5,0.4,0.666666666667,0.689655172414,0.647058823529,0.695652173913,0.666666666667,0.565217391304,0.647058823529,0.555555555556,0.666666666667,0.62962962963,0.647058823529,0.5,0.412510982583414,0.412510982583414,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-5","wmt14_onlinea.0.fr-en___56",5,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,18,19,21,NA,0.31,0.31,0.25,1,75,0.848598411059,0.864864864865,0.78580866885,0.810810810811,0.791666666667,0.833333333333,0.5,0.4375,0.808858079087,0.833333333333,0.820154350278,0.833333333333,0.75,0.80487804878,0.487804878049,0.4375,0.8,0.755555555556,0.808858079087,0.833333333333,0.820154350278,0.833333333333,0.80487804878,0.80487804878,0.487804878049,0.439024390244,0.808858079087,0.833333333333,0.831450621468,0.833333333333,0.829268292683,0.80487804878,0.487804878049,0.463414634146,0.80487804878,0.780487804878,0.487804878049,0.439024390244,0.80487804878,0.780487804878,0.487804878049,0.439024390244,0.80487804878,0.780487804878,0.487804878049,0.463414634146,0.888888888889,0.8,0.888888888889,0.85,0.888888888889,0.822222222222,0.888888888889,0.875,0.888888888889,0.829787234043,0.888888888889,0.891891891892,0.368427458572153,0.494554808198723,0.550070741027163,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.467,-115.80687,0.261502222308,0.177015,NA,NA,NA,NA,-0.6938,0.6598,0.77199129,0.74842084,0.892173,0.896405453,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-6","wmt16_real.online-a.0.de-en___218___choice___3",6,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0.75,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.727272727272727,NA,0.727272727272727,0.75,36,121,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-7","wmt16_real.uedin-nmt.4313.de-en___1107___phrase___6",7,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,1,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,7,7,7,0.454545454545455,NA,0.454545454545455,0.5,1,16,0.65760705628,0.666666666667,0.432614597394,0.4,0.944444444444,1,0.5,0.472222222222,0.608544413299,0.625,0.391455586701,0.375,0.888888888889,0.647058823529,0.470588235294,0.472222222222,1,1,0.608544413299,0.625,0.391455586701,0.375,0.470588235294,0.647058823529,0.470588235294,0.352941176471,0.608544413299,0.625,0.513164469361,0.5,0.588235294118,0.647058823529,0.470588235294,0.411764705882,0.529411764706,0.529411764706,0.470588235294,0.411764705882,0.470588235294,0.529411764706,0.470588235294,0.352941176471,0.529411764706,0.529411764706,0.470588235294,0.411764705882,0.851851851852,0.304347826087,0.805555555556,0.518518518519,0.851851851852,0.409090909091,0.805555555556,0.5,0.851851851852,0.380952380952,0.805555555556,0.5,0.458196318486643,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-8","wmt15_online-f.0.de-en___169",8,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,16,16,NA,0.5,0.5,0.5,1,121,0.804519630813,0.857142857143,0.627265075796,0.642857142857,NA,NA,NA,NA,0.730896367086,0.8,0.610630956011,0.64,NA,0.694444444444,0.472222222222,NA,NA,NA,0.730896367086,0.8,0.610630956011,0.64,0.611111111111,0.694444444444,0.472222222222,0.416666666667,0.730896367086,0.8,0.596234365821,0.64,0.583333333333,0.694444444444,0.472222222222,0.388888888889,0.638888888889,0.722222222222,0.472222222222,0.388888888889,0.638888888889,0.722222222222,0.472222222222,0.416666666667,0.583333333333,0.722222222222,0.472222222222,0.388888888889,0.927272727273,0.666666666667,0.857142857143,0.588235294118,0.927272727273,0.647058823529,0.857142857143,0.606060606061,0.927272727273,0.694444444444,0.857142857143,0.647058823529,0.343912252427168,0.481916813948013,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.124953403525357,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5142808,0.58467961,-0.0777866819350128,0.354838709677,58.3721,57.4623,13.55150034,0.524545971831,0.5017608,0.689148,0.65591,0.363066074704983,5.21964442673,0.23342076,0.543678935059,0.494356927272727
"4-9","wmt14_onlinec.0.fr-en___62___phrase___4",9,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,1,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,18,18,21,0.636363636363636,NA,0.636363636363636,0.75,1,16,0.823346193927,0.842105263158,0.771887056807,0.789473684211,NA,NA,NA,NA,0.783025254163,0.789473684211,0.731566117042,0.736842105263,NA,0.775,0.5,NA,NA,NA,0.783025254163,0.789473684211,0.731566117042,0.736842105263,0.725,0.775,0.5,0.4,0.783025254163,0.789473684211,0.731566117042,0.736842105263,0.75,0.775,0.5,0.4,0.75,0.8,0.5,0.4,0.75,0.8,0.5,0.4,0.775,0.8,0.5,0.4,0.828125,0.813953488372,0.813559322034,0.897435897436,0.828125,0.813953488372,0.813559322034,0.897435897436,0.828125,0.860465116279,0.813559322034,0.9,0.565132201793383,0.565132201793383,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-10","wmt15_uedin-syntax.4027.de-en___689___swap___8",10,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,1,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,17,17,21,0.272727272727273,NA,0.272727272727273,0.25,1,6,0.891497899539,0.888888888889,0.891497899539,0.888888888889,NA,NA,NA,NA,0.934008401845,0.944444444444,0.934008401845,0.944444444444,NA,0.921052631579,0.5,NA,NA,NA,0.934008401845,0.944444444444,0.934008401845,0.944444444444,0.921052631579,0.921052631579,0.5,0.5,0.934008401845,0.944444444444,0.934008401845,0.944444444444,0.921052631579,0.921052631579,0.5,0.5,0.842105263158,0.842105263158,0.5,0.5,0.842105263158,0.842105263158,0.5,0.5,0.842105263158,0.842105263158,0.5,0.5,0.936170212766,0.933333333333,0.948717948718,1,0.936170212766,0.933333333333,0.948717948718,1,0.936170212766,0.933333333333,0.948717948718,1,0.462127838475191,0.462127838475191,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-11","wmt16_real.tuning-task-bleu-mira.0.cs-en___1300",11,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,8,10,8,NA,NA,NA,NA,1,143,0.626023094911,0.588235294118,0.427402177244,0.470588235294,0.413043478261,0.630434782609,0.478260869565,0.304347826087,0.613662137682,0.714285714286,0.37825964027,0.428571428571,0.391304347826,0.571428571429,0.47619047619,0.304347826087,0.470588235294,0.294117647059,0.613662137682,0.714285714286,0.495960888976,0.571428571429,0.47619047619,0.571428571429,0.47619047619,0.428571428571,0.613662137682,0.714285714286,0.613662137682,0.714285714286,0.571428571429,0.571428571429,0.47619047619,0.428571428571,0.47619047619,0.52380952381,0.47619047619,0.428571428571,0.47619047619,0.52380952381,0.47619047619,0.428571428571,0.52380952381,0.52380952381,0.47619047619,0.428571428571,0.828571428571,0.52,0.666666666667,0.411764705882,0.828571428571,0.576923076923,0.666666666667,0.625,0.828571428571,0.592592592593,0.666666666667,0.611111111111,0.256563319167002,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-12","wmt16_real.promt-smt.4335.tr-en___2574___order___2",12,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,3,3,3,0.818181818181818,NA,0.818181818181818,1,1,168,1,1,0.666666666667,0.666666666667,NA,NA,NA,NA,1,1,0.666666666667,0.666666666667,NA,1,0.5,NA,NA,NA,1,1,0.666666666667,0.666666666667,0.666666666667,1,0.5,0.333333333333,1,1,0.666666666667,0.666666666667,0.666666666667,1,0.5,0.333333333333,0.5,0.666666666667,0.5,0.333333333333,0.5,0.666666666667,0.5,0.333333333333,0.5,0.666666666667,0.5,0.333333333333,1,0.6,1,0.6,1,0.4,1,0.4,1,0.2,1,0.2,0.4,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-13","wmt14_iitb-ranked-ppl.3173.hi-en___392",13,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0.25,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,22,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-14","wmt14_iitb-ranked-ppl.3173.hi-en___674",14,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,56,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-15","wmt16_real.jhu-pbmt.4284.ro-en___853",15,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,121,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-16","wmt16_real.promt-smt.4335.tr-en___2574___order___1",16,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0.75,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,3,3,3,0.909090909090909,NA,0.909090909090909,1,1,11,1,1,1,1,NA,NA,NA,NA,0.666666666667,0.666666666667,0.333333333333,0.333333333333,NA,0.666666666667,0.5,NA,NA,NA,0.666666666667,0.666666666667,0.333333333333,0.333333333333,0.666666666667,0.666666666667,0.5,0.5,0.666666666667,0.666666666667,1,1,1,0.666666666667,0.5,0.5,0.666666666667,0.666666666667,0.5,0.5,0.666666666667,0.666666666667,0.5,0.5,1,0.666666666667,0.5,0.5,1,1,0.666666666667,0.666666666667,1,1,0.666666666667,0.666666666667,1,0.666666666667,0.666666666667,0.75,0.4,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-17","wmt14_rbmt1.0.fr-en___905",17,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,75,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-18","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",18,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,1,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.181818181818182,NA,0.181818181818182,0,36,75,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-19","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",19,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.454545454545455,NA,0.454545454545455,0.5,35,323,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-20","wmt14_afrl-post-edited.3431.ru-en___671",20,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,21,9,NA,1,1,1,1,75,0.816282492518,0.833333333333,0.689151137416,0.708333333333,NA,NA,NA,NA,0.798240416754,0.8,0.657868750439,0.666666666667,NA,0.796296296296,0.5,NA,NA,NA,0.798240416754,0.8,0.625741388713,0.622222222222,0.685185185185,0.796296296296,0.5,0.444444444444,0.798240416754,0.8,0.70759194462,0.711111111111,0.703703703704,0.796296296296,0.5,0.444444444444,0.648148148148,0.740740740741,0.5,0.425925925926,0.648148148148,0.740740740741,0.5,0.444444444444,0.666666666667,0.740740740741,0.5,0.444444444444,0.956140350877,0.725806451613,0.839416058394,0.611940298507,0.956140350877,0.676923076923,0.839416058394,0.614285714286,0.956140350877,0.677966101695,0.839416058394,0.622950819672,0.308907611713624,0.485964834970414,0.278113905298443,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2955,-129.589417,0.13313095159,0.0917596,NA,NA,NA,0.369975386,-0.2672,0.2079,0.4719075,0.43715014,0.597976,0.659690461,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-21","wmt16_real.online-g.0.de-en___1654",21,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,50,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-22","wmt16_real.online-f.0.de-en___2506",22,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,25,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-23","wmt16_real.online-f.0.de-en___1107",23,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,7,9,7,NA,NA,NA,NA,1,143,0.898274248964,0.941176470588,0.765403821176,0.823529411765,0.583333333333,0.833333333333,0.5,0.333333333333,0.838658745122,0.875,0.790203738618,0.875,0.5,0.8,0.45,0.333333333333,0.727272727273,0.545454545455,0.838658745122,0.875,0.838658745122,0.875,0.8,0.8,0.45,0.45,0.838658745122,0.875,0.838658745122,0.875,0.8,0.8,0.45,0.45,0.7,0.85,0.45,0.4,0.85,0.85,0.45,0.45,0.85,0.85,0.45,0.45,0.772727272727,0.8,0.695652173913,0.833333333333,0.772727272727,0.833333333333,0.695652173913,0.882352941176,0.772727272727,0.882352941176,0.695652173913,0.882352941176,0.445444109052381,0.545285030046881,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-24","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",24,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.818181818181818,NA,0.818181818181818,1,36,323,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-25","wmt16_real.pjatk.4520.cs-en___877___order___11",25,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0,NA,0,0,36,168,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-26","wmt15_illinois.4085.de-en___267___choice___1",26,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,22,22,14,0.909090909090909,NA,0.909090909090909,1,1,323,0.980557513089,0.980392156863,0.980557513089,0.980392156863,0.733333333333,0.866666666667,0.466666666667,0.4,1,1,1,1,0.6,1,0.5,0.4,0.923076923077,0.769230769231,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,0.944444444444,0.966666666667,1,1,0.944444444444,0.965517241379,1,1,0.944444444444,0.981818181818,1,1,0.9875,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-27","wmt16_real.jhu-pbmt.4530.de-en___1774___swap___8",27,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,15,15,21,0.272727272727273,NA,0.272727272727273,0.25,1,101,0.904761904762,0.904761904762,0.761904761905,0.761904761905,NA,NA,NA,NA,0.891524280372,0.9,0.744702675233,0.75,NA,0.928571428571,0.5,NA,NA,NA,0.891524280372,0.9,0.695762140186,0.7,0.714285714286,0.928571428571,0.5,0.404761904762,0.891524280372,0.9,0.744702675233,0.75,0.738095238095,0.928571428571,0.5,0.404761904762,0.690476190476,0.857142857143,0.5,0.380952380952,0.690476190476,0.857142857143,0.5,0.404761904762,0.690476190476,0.857142857143,0.5,0.404761904762,0.724137931034,0.764705882353,0.719298245614,0.770833333333,0.724137931034,0.716981132075,0.719298245614,0.69387755102,0.724137931034,0.74,0.719298245614,0.702127659574,0.505318819131355,0.505318819131355,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-28","wmt14_rbmt1.0.ru-en___747",28,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,6,6,13,NA,0.5,0.5,0.5,1,98,0.81101773679,0.833333333333,0.5,0.5,NA,NA,NA,NA,0.89336798458,0.923076923077,0.478868675662,0.461538461538,NA,0.857142857143,0.5,NA,NA,NA,0.89336798458,0.923076923077,0.478868675662,0.461538461538,0.571428571429,0.857142857143,0.5,0.357142857143,0.89336798458,0.923076923077,0.776658003855,0.769230769231,0.785714285714,0.857142857143,0.5,0.428571428571,0.642857142857,0.857142857143,0.5,0.428571428571,0.642857142857,0.857142857143,0.5,0.357142857143,0.857142857143,0.857142857143,0.5,0.428571428571,0.941176470588,0.5,0.888888888889,0.611111111111,0.941176470588,0.526315789474,0.888888888889,0.611111111111,0.941176470588,0.666666666667,0.888888888889,0.642857142857,0.361679322114213,0.518355062943862,0.411603700144218,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2991,-154.810104,0.192251210043,0.125003,NA,NA,NA,0.752161351,-0.47,0.3161,0.52651152,0.45690227,0.704639,0.77482168,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-29","wmt15_online-a.0.fr-en___107",29,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,12,9,10,NA,0.38,0.38,0.25,1,25,0.771311557448,0.761904761905,0.660081909786,0.666666666667,NA,NA,NA,NA,0.843032663827,0.857142857143,0.660081909786,0.666666666667,NA,0.826086956522,0.434782608696,NA,NA,NA,0.843032663827,0.857142857143,0.751557286807,0.761904761905,0.782608695652,0.826086956522,0.434782608696,0.434782608696,0.843032663827,0.857142857143,0.660081909786,0.666666666667,0.695652173913,0.826086956522,0.434782608696,0.391304347826,0.695652173913,0.826086956522,0.434782608696,0.391304347826,0.782608695652,0.826086956522,0.434782608696,0.434782608696,0.695652173913,0.826086956522,0.434782608696,0.391304347826,0.9,0.677419354839,0.851851851852,0.758620689655,0.9,0.666666666667,0.851851851852,0.724137931034,0.9,0.774193548387,0.851851851852,0.777777777778,0.343052059689514,0.555871393015416,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.369875257072137,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.7329581,0.89386859,-0.348623666164212,0.12,77.8082,81.9148,15.7523671,0.634673189824,0.76465635,0.79569,0.775848,0.454562605665012,7.61545932965,0.43862033,0.771443956352,0.802833436363636
"4-30","wmt16_real.jhu-pbmt.4530.de-en___1774",30,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0.75,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,18,21,NA,NA,NA,NA,1,47,0.838330614315,0.871794871795,0.618571687526,0.615384615385,NA,NA,NA,NA,0.760326806854,0.787878787879,0.509339134648,0.484848484848,NA,0.733333333333,0.466666666667,NA,NA,NA,0.760326806854,0.787878787879,0.760326806854,0.787878787879,0.733333333333,0.733333333333,0.466666666667,0.444444444444,0.760326806854,0.787878787879,0.771551688012,0.787878787879,0.755555555556,0.733333333333,0.466666666667,0.466666666667,0.6,0.777777777778,0.466666666667,0.377777777778,0.777777777778,0.777777777778,0.466666666667,0.444444444444,0.8,0.777777777778,0.466666666667,0.466666666667,0.835820895522,0.655172413793,0.724137931034,0.62,0.835820895522,0.69387755102,0.724137931034,0.738095238095,0.835820895522,0.8,0.724137931034,0.791666666667,0.343941414322978,0.491434539078269,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-31","wmt14_rbmt1.0.fr-en___905___order___9",31,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.181818181818182,NA,0.181818181818182,0,36,56,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-32","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",32,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0.25,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.727272727272727,NA,0.727272727272727,0.75,36,101,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-33","wmt14_uedin-wmt14.3422.hi-en___399",33,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,101,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-34","wmt16_real.online-g.0.tr-en___2574",34,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,3,5,3,NA,NA,NA,NA,1,168,0.875061263392,1,0.291687087797,0.333333333333,NA,NA,NA,NA,0.875061263392,1,0.291687087797,0.333333333333,NA,0.75,0.375,NA,NA,NA,0.875061263392,1,0.291687087797,0.333333333333,0.375,0.75,0.375,0.375,0.875061263392,1,0.645843543899,0.666666666667,0.625,0.75,0.375,0.375,0.5,0.5,0.375,0.375,0.5,0.5,0.375,0.375,0.375,0.5,0.375,0.375,0.666666666667,0,0.666666666667,0,0.666666666667,0,0.666666666667,0,0.666666666667,0.2,0.666666666667,0.2,0.258064516129032,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-35","wmt14_afrl.3456.hi-en___371___swap___2",35,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.818181818181818,NA,0.818181818181818,1,36,323,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-36","wmt14_rbmt1.0.fr-en___905___order___10",36,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.0909090909090909,NA,0.0909090909090909,0,36,143,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-37","wmt14_afrl.3456.hi-en___371___swap___8",37,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.272727272727273,NA,0.272727272727273,0.25,35,56,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-38","wmt16_real.online-b.0.tr-en___804___swap___4",38,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,18,18,13,0.636363636363636,NA,0.636363636363636,0.75,1,323,1,1,1,1,NA,NA,NA,NA,0.990347422402,1,0.990347422402,1,NA,0.978260869565,0.5,NA,NA,NA,0.990347422402,1,0.990347422402,1,0.978260869565,0.978260869565,0.5,0.5,0.990347422402,1,0.990347422402,1,0.978260869565,0.978260869565,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,1,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-39","wmt16_real.online-b.0.tr-en___804",39,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,18,19,13,NA,NA,NA,NA,1,98,0.6,0.6,0.564781748189,0.6,0.807692307692,0.923076923077,0.5,0.442307692308,0.645756859928,0.647058823529,0.531364710108,0.529411764706,0.769230769231,0.644444444444,0.488888888889,0.442307692308,0.938775510204,0.816326530612,0.645756859928,0.647058823529,0.468635289892,0.470588235294,0.511111111111,0.644444444444,0.488888888889,0.377777777778,0.645756859928,0.647058823529,0.439105941512,0.411764705882,0.511111111111,0.644444444444,0.488888888889,0.355555555556,0.511111111111,0.577777777778,0.488888888889,0.377777777778,0.488888888889,0.577777777778,0.488888888889,0.377777777778,0.488888888889,0.577777777778,0.488888888889,0.355555555556,0.79746835443,0.471698113208,0.808510638298,0.559322033898,0.79746835443,0.478260869565,0.808510638298,0.586206896552,0.79746835443,0.645833333333,0.808510638298,0.677966101695,0.293636846664738,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-40","wmt16_real.pjatk.4520.cs-en___877",40,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,1,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,10,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-41","wmt16_real.online-g.0.fi-en___315",41,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,44,36,NA,NA,NA,NA,1,168,0.799572349357,0.837837837838,0.611525413556,0.648648648649,NA,NA,NA,NA,0.824172087936,0.864864864865,0.630842230217,0.675675675676,NA,0.78021978022,0.43956043956,NA,NA,NA,0.824172087936,0.864864864865,0.611525413556,0.648648648649,0.582417582418,0.78021978022,0.43956043956,0.351648351648,0.824172087936,0.864864864865,NA,NA,NA,0.78021978022,0.43956043956,NA,0.571428571429,0.758241758242,0.43956043956,0.351648351648,0.571428571429,0.758241758242,0.43956043956,0.351648351648,NA,0.758241758242,0.43956043956,NA,0.859459459459,0.681034482759,0.782894736842,0.675675675676,0.859459459459,0.703389830508,0.782894736842,0.697478991597,0.859459459459,0.684684684685,0.782894736842,0.67619047619,0.420880428028695,0.509211644300249,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-42","wmt16_real.tuning-task-nrc-nnbleu.0.cs-en___1300___order___2",42,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,1,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,8,8,8,0.818181818181818,NA,0.818181818181818,1,1,6,0.8,0.8,0.7,0.7,0.671875,0.875,0.5,0.390625,0.765067363733,0.777777777778,0.65904041824,0.666666666667,0.75,0.8,0.5,0.390625,0.872727272727,0.618181818182,0.765067363733,0.777777777778,0.65904041824,0.666666666667,0.7,0.8,0.5,0.4,0.765067363733,0.777777777778,0.765067363733,0.777777777778,0.75,0.8,0.5,0.4,0.75,0.85,0.5,0.4,0.75,0.85,0.5,0.4,0.8,0.85,0.5,0.4,0.892857142857,0.814814814815,0.892857142857,0.8,0.892857142857,0.814814814815,0.892857142857,0.8,0.892857142857,0.727272727273,0.892857142857,0.736842105263,0.458271729131539,0.458271729131539,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-43","wmt16_real.online-f.0.de-en___218",43,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,143,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-44","wmt15_illinois.4085.de-en___267___choice___2",44,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,22,22,14,0.818181818181818,NA,0.818181818181818,1,1,323,0.971516094382,0.979591836735,0.971516094382,0.979591836735,NA,NA,NA,NA,0.991483330351,1,0.991483330351,1,NA,0.980769230769,0.5,NA,NA,NA,0.991483330351,1,0.991483330351,1,0.980769230769,0.980769230769,0.5,0.5,0.991483330351,1,0.991483330351,1,0.980769230769,0.980769230769,0.5,0.5,0.980769230769,0.980769230769,0.5,0.5,0.980769230769,0.980769230769,0.5,0.5,0.980769230769,0.980769230769,0.5,0.5,0.943396226415,0.965517241379,1,1,0.943396226415,0.964285714286,1,1,0.943396226415,0.981132075472,1,1,0.616684439147047,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-45","wmt15_online-b.0.fr-en___681",45,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,8,8,7,NA,1,1,1,1,323,1,1,1,1,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,0.944444444444,0.944444444444,0.5,0.5,0.944444444444,0.944444444444,0.5,0.5,0.944444444444,0.944444444444,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,0.882352941176471,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0680537394597032,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.411719,0.73960939,-0.0816476590212618,0.692307692308,43.5319,46.6859,12.4807559,0.289278870588,0.61537938,0.494299,0.371665,0.365047302172357,4.81323200285,0.3188292375,0.50483574086,0.451997027272727
"4-46","wmt15_online-c.4166.de-en___686",46,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,17,20,21,NA,0,0,0,1,121,0.737376490865,0.764705882353,0.532827938642,0.529411764706,NA,NA,NA,NA,0.729071190311,0.75,0.561752542511,0.5625,NA,0.707317073171,0.463414634146,NA,NA,NA,0.729071190311,0.75,0.717111870489,0.75,0.682926829268,0.707317073171,0.463414634146,0.414634146341,0.729071190311,0.75,0.729071190311,0.75,0.707317073171,0.707317073171,0.463414634146,0.439024390244,0.609756097561,0.731707317073,0.463414634146,0.414634146341,0.707317073171,0.731707317073,0.463414634146,0.414634146341,0.731707317073,0.731707317073,0.463414634146,0.439024390244,0.904761904762,0.727272727273,0.789473684211,0.666666666667,0.904761904762,0.702127659574,0.789473684211,0.720930232558,0.904761904762,0.755555555556,0.789473684211,0.775,0.473491572686158,0.530262245941897,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.121649695643117,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4802224,0.59017172,-0.109346391471801,0.415730337079,51.9795,51.1651,13.02267044,0.423620580678,0.47815539,0.670728,0.624449,0.315348949292725,4.87820977976,0.4000541575,0.522947712223,0.525700009090909
"4-47","wmt16_real.pjatk.4520.cs-en___1555",47,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,56,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-48","wmt14_onlinec.0.fr-en___62___phrase___6",48,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,1,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,18,18,21,0.454545454545455,NA,0.454545454545455,0.5,1,16,0.765067363733,0.777777777778,0.712053890987,0.722222222222,0.5,0.681818181818,0.5,0.363636363636,0.753627991093,0.777777777778,0.712053890987,0.722222222222,0.545454545455,0.725,0.5,0.363636363636,0.555555555556,0.333333333333,0.753627991093,0.777777777778,0.700614518346,0.722222222222,0.7,0.725,0.5,0.375,0.753627991093,0.777777777778,0.700614518346,0.722222222222,0.7,0.725,0.5,0.45,0.725,0.75,0.5,0.4,0.725,0.75,0.5,0.375,0.725,0.75,0.5,0.45,0.896103896104,0.744680851064,0.738461538462,0.833333333333,0.896103896104,0.733333333333,0.738461538462,0.829268292683,0.896103896104,0.8,0.738461538462,0.894736842105,0.528398148642026,0.528398148642026,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-49","wmt15_uedin-syntax.4027.de-en___689___swap___4",49,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,0.5,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,17,17,21,0.636363636363636,NA,0.636363636363636,0.75,1,32,0.917347047337,0.914285714286,0.917347047337,0.914285714286,0.808823529412,0.970588235294,0.5,0.411764705882,0.988259452075,1,0.988259452075,1,0.764705882353,0.973684210526,0.5,0.411764705882,0.941176470588,0.941176470588,0.988259452075,1,0.879757351614,0.888888888889,0.894736842105,0.973684210526,0.5,0.473684210526,0.988259452075,1,0.771255251153,0.777777777778,0.763157894737,0.973684210526,0.5,0.421052631579,0.921052631579,0.921052631579,0.5,0.5,0.842105263158,0.921052631579,0.5,0.473684210526,0.736842105263,0.921052631579,0.5,0.421052631579,0.946428571429,0.9,1,1,0.946428571429,0.844444444444,1,0.923076923077,0.946428571429,0.755102040816,1,0.772727272727,0.540596255132952,0.540596255132952,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"4-50","wmt15_limsi.4021.fi-en___84",50,4,TRUE,23,0,0,0,2,2,22,"Female","British",3,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,9,6,6,NA,0.5,0.5,0.5,1,323,0.823529411765,0.823529411765,0.705882352941,0.705882352941,NA,NA,NA,NA,0.851962178618,0.875,0.756582234681,0.75,NA,0.823529411765,0.411764705882,NA,NA,NA,0.851962178618,0.875,0.756582234681,0.75,0.764705882353,0.823529411765,0.411764705882,0.411764705882,0.851962178618,0.875,0.756582234681,0.75,0.764705882353,0.823529411765,0.411764705882,0.411764705882,0.647058823529,0.764705882353,0.411764705882,0.411764705882,0.647058823529,0.764705882353,0.411764705882,0.411764705882,0.647058823529,0.764705882353,0.411764705882,0.411764705882,0.857142857143,0.65,0.842105263158,0.611111111111,0.857142857143,0.65,0.842105263158,0.611111111111,0.857142857143,0.761904761905,0.842105263158,0.647058823529,0.342065231115732,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.108718908892149,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4646176,0.47793721,-0.0550644197968422,0.5,58.4984,58.4984,12.8158537,0.436994235294,0.67750692,0.622805,0.568043,0.331029480278999,4.88573899418,0.77600956,0.496871786381,0.426838027272727
"5-1","wmt15_dfki-experimental.4060.de-en___444",1,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,11,12,NA,0.75,0.75,0.75,1,323,0.909460326266,0.923076923077,0.760565662169,0.769230769231,0.839285714286,0.892857142857,0.5,0.464285714286,0.967815316629,1,0.818920652532,0.846153846154,0.839285714286,0.928571428571,0.464285714286,0.464285714286,0.857142857143,0.785714285714,0.967815316629,1,0.818920652532,0.846153846154,0.785714285714,0.928571428571,0.464285714286,0.428571428571,0.967815316629,1,0.818920652532,0.846153846154,0.821428571429,0.928571428571,0.464285714286,0.464285714286,0.785714285714,0.892857142857,0.464285714286,0.428571428571,0.785714285714,0.892857142857,0.464285714286,0.428571428571,0.821428571429,0.892857142857,0.464285714286,0.464285714286,0.911764705882,0.774193548387,0.923076923077,0.821428571429,0.911764705882,0.733333333333,0.923076923077,0.785714285714,0.911764705882,0.862068965517,0.923076923077,0.862068965517,0.466554036403748,0.545285030046881,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0365721269507899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4381371,0.45033585,-0.0290776943462232,0.560975609756,38.904,43.1876,11.81488815,0.375106756324,0.48864836,0.423592,0.364188,0.279600389029128,3.78300848005,0.3639179475,0.419608645099,0.433944181818182
"5-2","wmt15_uedin-jhu-phrase.4065.ru-en___277",2,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,22,18,15,NA,0,0,0,1,100,0.817810844765,0.829268292683,0.668787850986,0.682926829268,NA,NA,NA,NA,0.717190312748,0.736842105263,0.572396770916,0.578947368421,NA,0.717391304348,0.434782608696,NA,NA,NA,0.717190312748,0.736842105263,0.582768550299,0.578947368421,0.630434782609,0.717391304348,0.434782608696,0.413043478261,0.717190312748,0.736842105263,0.631033064243,0.631578947368,0.673913043478,0.717391304348,0.434782608696,0.434782608696,0.652173913043,0.717391304348,0.434782608696,0.413043478261,0.630434782609,0.717391304348,0.434782608696,0.413043478261,0.673913043478,0.717391304348,0.434782608696,0.434782608696,0.921052631579,0.69696969697,0.860465116279,0.629032258065,0.921052631579,0.808823529412,0.860465116279,0.731343283582,0.921052631579,0.818181818182,0.860465116279,0.75,0.24697374773702,0.493527472093534,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.164587480593747,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.535607,0.62097116,-0.140210314377631,0.347826086957,55.4978,55.0977,13.47450085,0.434090781894,0.64198441,0.608985,0.515934,0.348539846684711,5.3688014397,0.5967884075,0.6252188651,0.526922781818182
"5-3","wmt16_real.uedin-nmt.4313.de-en___1081___phrase___3",3,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.5,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,37,37,33,0.727272727272727,NA,0.727272727272727,0.75,1,32,0.871733249664,0.886075949367,0.871733249664,0.886075949367,NA,NA,NA,NA,0.926829268293,0.926829268293,0.926829268293,0.926829268293,NA,0.926829268293,0.5,NA,NA,NA,0.926829268293,0.926829268293,0.926829268293,0.926829268293,0.926829268293,0.926829268293,0.5,0.463414634146,0.926829268293,0.926829268293,0.90243902439,0.90243902439,0.90243902439,0.926829268293,0.5,0.463414634146,0.926829268293,0.926829268293,0.5,0.463414634146,0.926829268293,0.926829268293,0.5,0.463414634146,0.90243902439,0.926829268293,0.5,0.463414634146,0.904761904762,0.854166666667,0.807692307692,0.888888888889,0.904761904762,0.896907216495,0.807692307692,0.919540229885,0.904761904762,0.915789473684,0.807692307692,0.941176470588,0.625101769508234,0.625101769508234,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-4","wmt15_abumatran-combo.4010.fi-en___19___phrase___3",4,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,9,9,7,0.727272727272727,NA,0.727272727272727,0.75,1,323,0.917813097671,0.941176470588,0.803086460462,0.823529411765,NA,NA,NA,NA,0.888888888889,0.888888888889,0.777777777778,0.777777777778,NA,0.888888888889,0.5,NA,NA,NA,0.888888888889,0.888888888889,0.444444444444,0.444444444444,0.611111111111,0.888888888889,0.5,0.388888888889,0.888888888889,0.888888888889,0.666666666667,0.666666666667,0.777777777778,0.888888888889,0.5,0.444444444444,0.777777777778,0.888888888889,0.5,0.444444444444,0.611111111111,0.888888888889,0.5,0.388888888889,0.777777777778,0.888888888889,0.5,0.444444444444,0.941176470588,0.842105263158,0.8,0.8,0.941176470588,0.739130434783,0.8,0.739130434783,0.941176470588,0.875,0.8,0.833333333333,0.518355062943862,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-5","wmt15_uedin-syntax.4005.ru-en___254___swap___2",5,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,11,11,6,0.818181818181818,NA,0.818181818181818,1,1,323,1,1,1,1,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,1,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-6","wmt15_mitll-afrl-hiero.4090.ru-en___246",6,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,9,6,NA,0,0,0,1,39,0.787582194453,0.8,0.712417805547,0.7,NA,NA,NA,NA,0.753597126281,0.736842105263,0.732374099658,0.736842105263,NA,0.772727272727,0.454545454545,NA,NA,NA,0.753597126281,0.736842105263,0.633812950171,0.631578947368,0.681818181818,0.772727272727,0.454545454545,0.409090909091,0.753597126281,0.736842105263,0.655035976794,0.631578947368,0.681818181818,0.772727272727,0.454545454545,0.409090909091,0.636363636364,0.727272727273,0.454545454545,0.409090909091,0.590909090909,0.727272727273,0.454545454545,0.409090909091,0.636363636364,0.727272727273,0.454545454545,0.409090909091,0.933333333333,0.615384615385,0.69696969697,0.625,0.933333333333,0.703703703704,0.69696969697,0.708333333333,0.933333333333,0.6,0.69696969697,0.6,0.218067377789758,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0485252200931462,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4434102,0.49203202,-0.0392449639836637,0.511111111111,48.5918,54.3239,12.61684231,0.442628774421,0.45811993,0.482535,0.443125,0.278624176771871,4.13613828309,0.40201062,0.382856321293,0.432422418181818
"5-7","wmt15_online-f.0.de-en___456___swap___4",7,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.5,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,13,13,12,0.636363636363636,NA,0.636363636363636,0.75,1,32,0.792134976438,0.785714285714,0.722846635251,0.714285714286,0.531914893617,0.702127659574,0.468085106383,0.36170212766,0.768035617178,0.769230769231,0.695893148466,0.692307692308,0.531914893617,0.833333333333,0.5,0.36170212766,0.727272727273,0.545454545455,0.768035617178,0.769230769231,0.695893148466,0.692307692308,0.766666666667,0.833333333333,0.5,0.466666666667,0.768035617178,0.769230769231,0.768035617178,0.769230769231,0.833333333333,0.833333333333,0.5,0.5,0.8,0.866666666667,0.5,0.466666666667,0.8,0.866666666667,0.5,0.466666666667,0.866666666667,0.866666666667,0.5,0.5,0.736842105263,0.785714285714,0.74358974359,0.769230769231,0.736842105263,0.756097560976,0.74358974359,0.736842105263,0.736842105263,0.891891891892,0.74358974359,0.882352941176,0.470883876266968,0.470883876266968,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-8","wmt16_real.online-g.0.ru-en___436",8,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,20,18,15,NA,0.78,0.78,0.75,1,114,0.842230642206,0.857142857143,0.626914515801,0.628571428571,NA,NA,NA,NA,0.769549681569,0.764705882353,0.582007552269,0.588235294118,NA,0.775,0.475,NA,NA,NA,0.769549681569,0.764705882353,0.582007552269,0.588235294118,0.6,0.775,0.475,0.375,0.769549681569,0.764705882353,0.757786169188,0.764705882353,0.775,0.775,0.475,0.45,0.575,0.85,0.475,0.375,0.65,0.85,0.475,0.375,0.825,0.85,0.475,0.45,0.784615384615,0.589285714286,0.840425531915,0.649122807018,0.784615384615,0.7,0.840425531915,0.711538461538,0.784615384615,0.777777777778,0.840425531915,0.787234042553,0.399233964110064,0.515633731861672,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-9","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",9,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,1,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.181818181818182,NA,0.181818181818182,0,36,6,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-10","wmt16_real.online-f.0.de-en___2506",10,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.5,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,32,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-11","wmt14_afrl.3456.hi-en___371___swap___8",11,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.272727272727273,NA,0.272727272727273,0.25,35,101,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-12","wmt15_uedin-syntax.4005.ru-en___254___swap___4",12,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,11,11,6,0.636363636363636,NA,0.636363636363636,0.75,1,101,0.871976096395,0.869565217391,0.871976096395,0.869565217391,NA,NA,NA,NA,0.938841959771,0.95652173913,0.938841959771,0.95652173913,NA,0.916666666667,0.5,NA,NA,NA,0.938841959771,0.95652173913,0.938841959771,0.95652173913,0.916666666667,0.916666666667,0.5,0.458333333333,0.938841959771,0.95652173913,0.938841959771,0.95652173913,0.916666666667,0.916666666667,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.833333333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.458333333333,0.741935483871,0.857142857143,0.96,0.92,0.741935483871,0.807692307692,0.96,0.916666666667,0.741935483871,0.88,0.96,0.95652173913,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-13","wmt14_onlineb.0.hi-en___282",13,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,23,19,19,NA,0.75,0.75,0.75,1,323,0.771468111836,0.780487804878,0.678782645979,0.682926829268,NA,NA,NA,NA,0.863548225271,0.918918918919,0.744649930708,0.810810810811,NA,0.804347826087,0.45652173913,NA,NA,NA,0.863548225271,0.918918918919,0.744649930708,0.810810810811,0.673913043478,0.804347826087,0.45652173913,0.369565217391,0.863548225271,0.918918918919,0.706213251786,0.756756756757,0.673913043478,0.804347826087,0.45652173913,0.369565217391,0.673913043478,0.804347826087,0.45652173913,0.369565217391,0.673913043478,0.804347826087,0.45652173913,0.369565217391,0.673913043478,0.804347826087,0.45652173913,0.369565217391,0.911392405063,0.774193548387,0.891304347826,0.787234042553,0.911392405063,0.774193548387,0.891304347826,0.787234042553,0.911392405063,0.810344827586,0.891304347826,0.818181818182,0.41536680621817,0.523535245337485,0.336323870462256,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.225,-258.688538,0.147851901139,0.0864936,NA,NA,NA,NA,-0.3142,0.1788,0.32645045,0.26207531,0.574154,0.642317554,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-14","wmt14_uedin-wmt14.3170.cs-en___774",14,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,20,17,9,NA,0.39,0.39,0.25,1,323,0.926829268293,0.926829268293,0.780487804878,0.780487804878,0.555555555556,0.722222222222,0.5,0.333333333333,0.913693483981,0.944444444444,0.808858079087,0.833333333333,0.666666666667,0.878048780488,0.463414634146,0.333333333333,0.705882352941,0.470588235294,0.913693483981,0.944444444444,0.808858079087,0.833333333333,0.780487804878,0.878048780488,0.463414634146,0.414634146341,0.913693483981,0.944444444444,0.861275781534,0.888888888889,0.829268292683,0.878048780488,0.463414634146,0.463414634146,0.756097560976,0.878048780488,0.463414634146,0.414634146341,0.756097560976,0.878048780488,0.463414634146,0.414634146341,0.80487804878,0.878048780488,0.463414634146,0.463414634146,0.830508474576,0.854166666667,0.926829268293,0.846153846154,0.830508474576,0.854166666667,0.926829268293,0.846153846154,0.830508474576,0.893617021277,0.926829268293,0.891891891892,0.489927754166011,0.582995102417115,0.457168866428524,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4931,-331.496216,0.208172659929,0.131339,0.835780453761033,0.79908976822979,0.487126395734928,NA,-0.5464,0.6854,0.54835447,0.52477822,0.784482,0.76876363,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-15","wmt16_real.jhu-pbmt.4284.ro-en___853",15,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,323,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-16","wmt16_real.online-a.0.ru-en___2573",16,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,17,16,13,NA,NA,NA,NA,1,114,0.899930045845,0.909090909091,0.699790137535,0.727272727273,0.75,1,0.5,0.5,0.901680682779,0.965517241379,0.65172330426,0.689655172414,0.75,0.833333333333,0.472222222222,0.5,1,0.5,0.901680682779,0.965517241379,0.65172330426,0.689655172414,0.611111111111,0.833333333333,0.472222222222,0.333333333333,0.901680682779,0.965517241379,0.790116922501,0.827586206897,0.75,0.833333333333,0.472222222222,0.416666666667,0.555555555556,0.805555555556,0.472222222222,0.333333333333,0.555555555556,0.805555555556,0.472222222222,0.333333333333,0.722222222222,0.805555555556,0.472222222222,0.416666666667,0.916666666667,0.717391304348,0.833333333333,0.722222222222,0.916666666667,0.717391304348,0.833333333333,0.722222222222,0.916666666667,0.780487804878,0.833333333333,0.875,0.378732597720231,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-17","wmt16_real.online-g.0.de-en___1654",17,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,48,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-18","wmt14_rbmt1.0.fr-en___905___order___9",18,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.181818181818182,NA,0.181818181818182,0,36,168,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-19","wmt15_online-f.0.de-en___456___swap___2",19,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,13,13,12,0.818181818181818,NA,0.818181818181818,1,1,323,1,1,1,1,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,1,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-20","wmt16_real.uedin-nmt.4313.de-en___1081___phrase___11",20,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.5,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,37,37,33,0,NA,0,0,1,32,0.656698146236,0.675675675676,0.533160390203,0.540540540541,0.5,0.583333333333,0.5,0.354166666667,0.727688851039,0.73417721519,0.583644452413,0.582278481013,0.541666666667,0.719512195122,0.5,0.354166666667,0.6,0.45,0.727688851039,0.73417721519,0.658364445241,0.658227848101,0.670731707317,0.719512195122,0.5,0.378048780488,0.727688851039,0.73417721519,0.603155529658,0.607594936709,0.59756097561,0.719512195122,0.5,0.40243902439,0.621951219512,0.719512195122,0.5,0.353658536585,0.682926829268,0.719512195122,0.5,0.378048780488,0.59756097561,0.719512195122,0.5,0.40243902439,0.896551724138,0.65811965812,0.791304347826,0.700934579439,0.896551724138,0.720338983051,0.791304347826,0.747572815534,0.896551724138,0.736363636364,0.791304347826,0.767676767677,0.541034618283562,0.541034618283562,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-21","wmt14_uedin-wmt14.3422.hi-en___399",21,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,56,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-22","wmt16_real.pjatk.4520.cs-en___877",22,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.75,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,47,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-23","wmt14_onlineb.0.cs-en___774___order___7",23,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,20,20,9,0.363636363636364,NA,0.363636363636364,0.25,1,143,0.719489657166,0.731707317073,0.493290358007,0.487804878049,NA,NA,NA,NA,0.742675623669,0.777777777778,0.510893771965,0.5,NA,0.704545454545,0.5,NA,NA,NA,0.742675623669,0.777777777778,0.550713879127,0.555555555556,0.545454545455,0.704545454545,0.5,0.409090909091,0.742675623669,0.777777777778,0.528926335197,0.555555555556,0.5,0.704545454545,0.5,0.340909090909,0.545454545455,0.727272727273,0.5,0.386363636364,0.545454545455,0.727272727273,0.5,0.409090909091,0.522727272727,0.727272727273,0.5,0.340909090909,0.896,0.594594594595,0.898148148148,0.559322033898,0.896,0.616438356164,0.898148148148,0.6,0.896,0.630769230769,0.898148148148,0.603773584906,0.423603658976538,0.423603658976538,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-24","wmt15_online-f.0.de-en___456___choice___2",24,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,13,13,12,0.818181818181818,NA,0.818181818181818,1,1,39,0.96602493989,0.965517241379,0.88335156285,0.896551724138,NA,NA,NA,NA,1,1,0.866666666667,0.866666666667,NA,1,0.5,NA,NA,NA,1,1,0.866666666667,0.866666666667,0.866666666667,1,0.5,0.433333333333,1,1,1,1,1,1,0.5,0.5,0.866666666667,0.966666666667,0.5,0.433333333333,0.866666666667,0.966666666667,0.5,0.433333333333,0.966666666667,0.966666666667,0.5,0.5,0.935483870968,0.818181818182,1,0.870967741935,0.935483870968,0.818181818182,1,0.870967741935,0.935483870968,0.96875,1,1,0.474746761567769,0.593433451959711,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-25","wmt16_real.online-a.0.de-en___218___choice___3",25,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.5,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.727272727272727,NA,0.727272727272727,0.75,36,48,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-26","wmt14_onlineb.0.cs-en___774___choice___1",26,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,20,20,9,0.909090909090909,NA,0.909090909090909,1,1,323,0.97697637723,0.976744186047,0.97697637723,0.976744186047,NA,NA,NA,NA,0.979303657421,1,0.979303657421,1,NA,0.954545454545,0.5,NA,NA,NA,0.979303657421,1,0.979303657421,1,0.954545454545,0.954545454545,0.5,0.5,0.979303657421,1,0.979303657421,1,0.954545454545,0.954545454545,0.5,0.5,0.954545454545,0.954545454545,0.5,0.5,0.954545454545,0.954545454545,0.5,0.5,0.954545454545,0.954545454545,0.5,0.5,0.955555555556,0.97619047619,1,1,0.955555555556,0.97619047619,1,1,0.955555555556,0.97619047619,1,1,0.582481194314491,0.625101769508234,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-27","wmt14_cmu.3510.hi-en___255___swap___4",27,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,23,23,19,0.636363636363636,NA,0.636363636363636,0.75,1,323,0.918144063913,0.916666666667,0.918144063913,0.916666666667,NA,NA,NA,NA,0.939406902763,0.975609756098,0.939406902763,0.975609756098,NA,0.9,0.5,NA,NA,NA,0.939406902763,0.975609756098,0.939406902763,0.975609756098,0.9,0.9,0.5,0.5,0.939406902763,0.975609756098,0.939406902763,0.975609756098,0.9,0.9,0.5,0.5,0.96,0.96,0.5,0.5,0.96,0.96,0.5,0.5,0.96,0.96,0.5,0.5,0.862068965517,0.881355932203,0.978260869565,0.976744186047,0.862068965517,0.881355932203,0.978260869565,0.976744186047,0.862068965517,0.912280701754,0.978260869565,0.952380952381,0.565132201793383,0.565132201793383,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-28","wmt15_illinois.3955.fi-en___21",28,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.5,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,9,11,7,NA,1,1,1,1,32,0.788930845938,0.823529411765,0.679587442913,0.705882352941,NA,NA,NA,NA,0.954242509439,1,0.954242509439,1,NA,0.9,0.45,NA,NA,NA,0.954242509439,1,0.954242509439,1,0.9,0.9,0.45,0.45,0.954242509439,1,0.742188618453,0.777777777778,0.75,0.9,0.45,0.4,0.7,0.7,0.45,0.45,0.7,0.7,0.45,0.45,0.65,0.7,0.45,0.4,0.84,0.782608695652,0.888888888889,0.9375,0.84,0.826086956522,0.888888888889,1,0.84,0.72,0.888888888889,0.8,0.268424615603154,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.184352583226156,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5343859,0.61612027,-0.1281551609241,0.473684210526,55.4381,57.3359,14.69777188,0.500418980583,0.5641,0.63863,0.594215,0.426347961633183,6.21286222299,0.3161200875,0.660633175257,0.509819345454545
"5-29","wmt15_online-a.0.cs-en___285",29,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,3,4,2,NA,1,1,1,1,323,1,1,0.6,0.6,0.611111111111,0.833333333333,0.5,0.388888888889,1,1,0.6,0.6,0.777777777778,1,0.5,0.388888888889,0.875,0.75,1,1,0.8,0.8,0.8,1,0.5,0.4,1,1,0.8,0.8,0.8,1,0.5,0.4,0.6,0.8,0.5,0.4,0.7,0.8,0.5,0.4,0.7,0.8,0.5,0.4,1,0.727272727273,1,0.727272727273,1,0.6,1,0.6,1,0.6,1,0.6,0.284286070161522,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0771493740379016,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6573589,0.52821538,-0.0732754726475457,0.512195121951,51.9378,50.074,13.62442353,0.408098148428,0.58679815,0.637256,0.577201,0.334153271539765,4.70368674464,0.64738685,0.546478118702,0.487639972727273
"5-30","wmt15_online-g.0.ru-en___69",30,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,23,26,25,NA,0.5,0.5,0.5,1,50,0.566899197642,0.578947368421,0.458623997052,0.473684210526,0.576923076923,0.692307692308,0.5,0.384615384615,0.690897613695,0.714285714286,0.536346420542,0.571428571429,0.615384615385,0.666666666667,0.462962962963,0.384615384615,0.727272727273,0.545454545455,0.690897613695,0.714285714286,0.536346420542,0.571428571429,0.537037037037,0.666666666667,0.462962962963,0.351851851852,0.690897613695,0.714285714286,0.587863484926,0.619047619048,0.592592592593,0.666666666667,0.462962962963,0.388888888889,0.518518518519,0.555555555556,0.462962962963,0.37037037037,0.481481481481,0.555555555556,0.462962962963,0.351851851852,0.537037037037,0.555555555556,0.462962962963,0.388888888889,0.905511811024,0.588235294118,0.875862068966,0.544117647059,0.905511811024,0.449275362319,0.875862068966,0.538461538462,0.905511811024,0.629032258065,0.875862068966,0.610169491525,0.312486112473883,0.455521698063202,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.168464628474897,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.683116,0.83719718,-0.200000928535841,0.25,52.1437,57.7652,14.050246,0.537479884058,0.79149559,0.603681,0.591156,0.411376366146531,6.33132751101,0.6504023675,0.741948734989,0.739091927272727
"5-31","wmt16_real.pjatk.4520.cs-en___877___order___11",31,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0,NA,0,0,36,56,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-32","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",32,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.818181818181818,NA,0.818181818181818,1,36,114,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-33","wmt14_iitb-ranked-ppl.3173.hi-en___674",33,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,101,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-34","wmt15_abumatran-combo.4010.fi-en___19___phrase___2",34,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,1,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,9,9,7,0.818181818181818,NA,0.818181818181818,1,1,6,0.763048751844,0.8,0.640272917984,0.666666666667,0.545454545455,0.681818181818,0.5,0.409090909091,0.777777777778,0.777777777778,0.777777777778,0.777777777778,0.5,0.777777777778,0.5,0.409090909091,0.666666666667,0.555555555556,0.777777777778,0.777777777778,0.777777777778,0.777777777778,0.777777777778,0.777777777778,0.5,0.388888888889,0.777777777778,0.777777777778,0.777777777778,0.777777777778,0.777777777778,0.777777777778,0.5,0.388888888889,0.722222222222,0.722222222222,0.5,0.388888888889,0.722222222222,0.722222222222,0.5,0.388888888889,0.722222222222,0.722222222222,0.5,0.388888888889,0.913043478261,0.65,0.583333333333,0.833333333333,0.913043478261,0.65,0.583333333333,0.833333333333,0.913043478261,0.65,0.583333333333,0.9375,0.555871393015416,0.555871393015416,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-35","wmt14_onlineb.0.cs-en___774___choice___3",35,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.75,0,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,20,20,9,0.727272727272727,NA,0.727272727272727,0.75,1,11,0.929073328276,0.926829268293,0.824281492721,0.829268292683,0.6875,0.75,0.5,0.4375,0.979303657421,1,0.835512560195,0.85,0.6875,0.954545454545,0.5,0.4375,0.75,0.625,0.979303657421,1,0.835512560195,0.85,0.818181818182,0.954545454545,0.5,0.431818181818,0.979303657421,1,0.979303657421,1,0.954545454545,0.954545454545,0.5,0.5,0.795454545455,0.909090909091,0.5,0.431818181818,0.795454545455,0.909090909091,0.5,0.431818181818,0.909090909091,0.909090909091,0.5,0.5,0.91935483871,0.88679245283,1,0.926829268293,0.91935483871,0.88679245283,1,0.926829268293,0.91935483871,0.923076923077,1,1,0.46551061091643,0.585213339437798,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-36","wmt16_real.online-f.0.de-en___218",36,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,168,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-37","wmt14_afrl.3456.hi-en___371___swap___2",37,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.75,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.818181818181818,NA,0.818181818181818,1,36,114,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-38","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",38,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.454545454545455,NA,0.454545454545455,0.5,35,323,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-39","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",39,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.5,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.727272727272727,NA,0.727272727272727,0.75,36,32,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-40","wmt16_real.afrl-mitll-phrase.4383.ru-en___286",40,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,26,22,NA,0,0,0,1,114,0.741892268588,0.772727272727,0.692032722543,0.727272727273,NA,NA,NA,NA,0.787846881658,0.826086956522,0.636053097169,0.652173913043,NA,0.763636363636,0.490909090909,NA,NA,NA,0.787846881658,0.826086956522,0.644675859149,0.652173913043,0.654545454545,0.763636363636,0.490909090909,0.4,0.787846881658,0.826086956522,0.676157233786,0.695652173913,0.690909090909,0.763636363636,0.490909090909,0.436363636364,0.618181818182,0.709090909091,0.490909090909,0.381818181818,0.636363636364,0.709090909091,0.490909090909,0.4,0.672727272727,0.709090909091,0.490909090909,0.436363636364,0.78125,0.723076923077,0.837837837838,0.708333333333,0.78125,0.730158730159,0.837837837838,0.68115942029,0.78125,0.783333333333,0.837837837838,0.723076923077,0.369171955935578,0.528398148642026,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-41","wmt14_onlineb.0.hi-en___165",41,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,10,10,19,NA,1,1,1,1,114,0.953343018385,0.952380952381,0.860029055155,0.857142857143,NA,NA,NA,NA,0.929496398633,0.947368421053,0.90827337201,0.947368421053,NA,0.909090909091,0.5,NA,NA,NA,0.929496398633,0.947368421053,0.929496398633,0.947368421053,0.909090909091,0.909090909091,0.5,0.5,0.929496398633,0.947368421053,0.929496398633,0.947368421053,0.909090909091,0.909090909091,0.5,0.5,0.863636363636,0.954545454545,0.5,0.5,0.954545454545,0.954545454545,0.5,0.5,0.954545454545,0.954545454545,0.5,0.5,0.954545454545,0.833333333333,0.769230769231,0.857142857143,0.954545454545,0.913043478261,0.769230769231,0.9,0.954545454545,0.95,0.769230769231,0.85,0.50335661698196,0.565132201793383,0.0033208800332088,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,-34.420368,0.00207289900996,0.00195204,NA,NA,NA,NA,-0.0017,0.018,0.18480386,0.1185741,0.0187711,0.021170033,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-42","wmt16_real.jhu-pbmt.4530.de-en___1597",42,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,18,14,NA,NA,NA,NA,1,323,0.947962158443,0.947368421053,0.843886475328,0.842105263158,NA,NA,NA,NA,0.935620141188,0.969696969697,0.823202040236,0.848484848485,NA,0.897435897436,0.487179487179,NA,NA,NA,0.935620141188,0.969696969697,0.935620141188,0.969696969697,0.897435897436,0.897435897436,0.487179487179,0.487179487179,0.935620141188,0.969696969697,0.935620141188,0.969696969697,0.897435897436,0.897435897436,0.487179487179,0.487179487179,0.846153846154,0.923076923077,0.487179487179,0.461538461538,0.923076923077,0.923076923077,0.487179487179,0.487179487179,0.923076923077,0.923076923077,0.487179487179,0.487179487179,0.952380952381,0.883720930233,0.972222222222,0.857142857143,0.952380952381,0.95,0.972222222222,0.9375,0.952380952381,0.95,0.972222222222,0.9375,0.456208540957793,0.575882964554116,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-43","wmt14_iitb-ranked-ppl.3173.hi-en___392",43,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,168,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-44","wmt14_rbmt1.0.fr-en___905",44,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,323,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-45","wmt16_real.kit.4482.de-en___1081",45,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,37,36,33,NA,NA,NA,NA,1,54,0.813559696475,0.823529411765,0.605786535462,0.617647058824,NA,NA,NA,NA,0.86414624875,0.885714285714,0.590780075802,0.6,NA,0.83950617284,0.493827160494,NA,NA,NA,0.86414624875,0.885714285714,0.804863052061,0.828571428571,0.777777777778,0.83950617284,0.493827160494,0.432098765432,0.86414624875,0.885714285714,0.751342307996,0.771428571429,0.728395061728,0.83950617284,0.493827160494,0.407407407407,0.567901234568,0.79012345679,0.493827160494,0.382716049383,0.728395061728,0.79012345679,0.493827160494,0.432098765432,0.679012345679,0.79012345679,0.493827160494,0.407407407407,0.938679245283,0.603448275862,0.937931034483,0.69696969697,0.938679245283,0.722772277228,0.937931034483,0.833333333333,0.938679245283,0.811320754717,0.937931034483,0.840909090909,0.312946464827988,0.49706958570068,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-46","wmt16_real.pjatk.4520.cs-en___1555",46,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.25,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,33,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-47","wmt15_abumatran-combo.4010.fi-en___19___swap___4",47,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,9,9,7,0.636363636363636,NA,0.636363636363636,0.75,1,323,1,1,1,1,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,1,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-48","wmt16_real.uedin-nmt.4313.de-en___1081___phrase___2",48,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.5,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,37,37,33,0.818181818181818,NA,0.818181818181818,1,1,32,0.882524423726,0.886075949367,0.838106682205,0.835443037975,NA,NA,NA,NA,0.951219512195,0.951219512195,0.90243902439,0.90243902439,NA,0.951219512195,0.5,NA,NA,NA,0.951219512195,0.951219512195,0.90243902439,0.90243902439,0.926829268293,0.951219512195,0.5,0.475609756098,0.951219512195,0.951219512195,0.80487804878,0.80487804878,0.817073170732,0.951219512195,0.5,0.414634146341,0.914634146341,0.951219512195,0.5,0.475609756098,0.926829268293,0.951219512195,0.5,0.475609756098,0.817073170732,0.951219512195,0.5,0.414634146341,0.889705882353,0.834951456311,0.877358490566,0.920454545455,0.889705882353,0.834951456311,0.877358490566,0.896551724138,0.889705882353,0.849056603774,0.877358490566,0.86170212766,0.625101769508234,0.625101769508234,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-49","wmt14_rbmt1.0.fr-en___905___order___10",49,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0.25,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.0909090909090909,NA,0.0909090909090909,0,36,33,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"5-50","wmt15_uedin-jhu-phrase.4102.de-en___463",50,5,TRUE,18,0,2,1,3,1,23,"Female","British - Pakistani",1,1,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,3,2,3,NA,0,0,0,1,39,0.571428571429,0.571428571429,0.571428571429,0.571428571429,NA,NA,NA,NA,0.756161589297,0.8,0.756161589297,0.8,NA,0.714285714286,0.428571428571,NA,NA,NA,0.756161589297,0.8,0.756161589297,0.8,0.714285714286,0.714285714286,0.428571428571,0.428571428571,0.756161589297,0.8,0.756161589297,0.8,0.714285714286,0.714285714286,0.428571428571,0.428571428571,0.571428571429,0.571428571429,0.428571428571,0.428571428571,0.571428571429,0.571428571429,0.428571428571,0.428571428571,0.571428571429,0.571428571429,0.428571428571,0.428571428571,0.777777777778,0.75,0.666666666667,0.8,0.777777777778,0.625,0.666666666667,0.25,0.777777777778,0.625,0.666666666667,0.25,0.0418848167539267,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0259309053504639,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4140826,0.4759317,-0.0351381817107184,0.727272727273,32.7567,34.4646,11.76293502,0.292012001705,0.38528465,0.392636,0.346895,0.29643848233158,3.92135434932,0.432671725,0.534313616165,0.433251418181818
"6-1","wmt16_real.online-a.0.cs-en___459",1,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,20,14,NA,0,0,0,1,323,0.71421264889,0.758620689655,0.763287064538,0.827586206897,NA,NA,NA,NA,0.677254555016,0.714285714286,0.727244034237,0.785714285714,NA,0.638888888889,0.416666666667,NA,NA,NA,0.677254555016,0.714285714286,0.727244034237,0.785714285714,0.666666666667,0.638888888889,0.416666666667,0.361111111111,0.677254555016,0.714285714286,0.613622017118,0.642857142857,0.611111111111,0.638888888889,0.416666666667,0.361111111111,0.694444444444,0.666666666667,0.416666666667,0.361111111111,0.694444444444,0.666666666667,0.416666666667,0.361111111111,0.638888888889,0.666666666667,0.416666666667,0.361111111111,0.844827586207,0.794117647059,0.827586206897,0.774193548387,0.844827586207,0.794117647059,0.827586206897,0.774193548387,0.844827586207,0.783783783784,0.827586206897,0.764705882353,0.481922902838045,0.491434539078269,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-2","wmt16_real.online-b.0.cs-en___985",2,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,17,18,NA,0.58,0.58,0.5,1,98,0.836315743842,0.842105263158,0.723526210836,0.736842105263,NA,NA,NA,NA,0.862912464086,0.914285714286,0.714716381601,0.742857142857,NA,0.80487804878,0.463414634146,NA,NA,NA,0.862912464086,0.914285714286,0.714716381601,0.742857142857,0.682926829268,0.80487804878,0.463414634146,0.365853658537,0.862912464086,0.914285714286,0.726169016996,0.742857142857,0.707317073171,0.80487804878,0.463414634146,0.390243902439,0.682926829268,0.780487804878,0.463414634146,0.365853658537,0.682926829268,0.780487804878,0.463414634146,0.365853658537,0.682926829268,0.780487804878,0.463414634146,0.390243902439,0.882352941176,0.782608695652,0.901960784314,0.8,0.882352941176,0.804347826087,0.901960784314,0.825,0.882352941176,0.829787234043,0.901960784314,0.85,0.378221362158485,0.471664286927051,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-3","wmt16_real.online-g.0.ru-en___2494___swap___4",3,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0.5,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,16,16,15,0.666666666666667,NA,0.666666666666667,0.75,1,48,0.94854086288,0.947368421053,0.897081725759,0.894736842105,NA,NA,NA,NA,1,1,0.95,0.95,NA,1,0.5,NA,NA,NA,1,1,1,1,1,1,0.5,0.5,1,1,0.95,0.95,0.95,1,0.5,0.475,0.9,0.95,0.5,0.475,0.95,0.95,0.5,0.5,0.925,0.95,0.5,0.475,0.947368421053,0.904761904762,1,0.925,0.947368421053,0.85,1,0.894736842105,0.947368421053,0.906976744186,1,0.904761904762,0.545285030046881,0.545285030046881,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-4","wmt14_iitb-ranked-ppl.3173.hi-en___157___phrase___4",4,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0.5,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,19,19,47,0.666666666666667,NA,0.666666666666667,0.75,1,54,0.904761904762,0.904761904762,0.714285714286,0.714285714286,NA,NA,NA,NA,0.891524280372,0.9,0.695762140186,0.7,NA,0.880952380952,0.5,NA,NA,NA,0.891524280372,0.9,0.695762140186,0.7,0.714285714286,0.880952380952,0.5,0.380952380952,0.891524280372,0.9,0.744702675233,0.75,0.761904761905,0.880952380952,0.5,0.452380952381,0.738095238095,0.904761904762,0.5,0.380952380952,0.738095238095,0.904761904762,0.5,0.380952380952,0.785714285714,0.904761904762,0.5,0.452380952381,0.884615384615,0.745098039216,0.882352941176,0.734693877551,0.884615384615,0.862745098039,0.882352941176,0.857142857143,0.884615384615,0.816326530612,0.882352941176,0.808510638298,0.569355019342809,0.569355019342809,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-5","wmt14_afrl.3456.hi-en___371___swap___2",5,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.833333333333333,NA,0.833333333333333,1,36,323,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-6","wmt16_real.online-a.0.de-en___513___choice___3",6,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,16,16,15,0.75,NA,0.75,0.75,1,323,0.93914555867,0.9375,0.93914555867,0.9375,NA,NA,NA,NA,0.972821168839,1,0.972821168839,1,NA,0.941176470588,0.5,NA,NA,NA,0.972821168839,1,0.972821168839,1,0.941176470588,0.941176470588,0.5,0.5,0.972821168839,1,0.972821168839,1,0.941176470588,0.941176470588,0.5,0.5,0.911764705882,0.911764705882,0.5,0.5,0.911764705882,0.911764705882,0.5,0.5,0.911764705882,0.911764705882,0.5,0.5,0.85,0.923076923077,1,1,0.85,0.923076923077,1,1,0.85,0.921052631579,1,1,0.432144060866998,0.532977675069298,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-7","wmt14_iitb-ranked-ppl.3173.hi-en___392",7,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,98,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-8","wmt15_uedin-jhu-phrase.4106.fi-en___318",8,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,4,6,6,NA,0.75,0.75,0.75,1,168,0.853871964322,1,0.548855187513,0.6,0.6875,0.75,0.5,0.4375,0.890403973241,1,0.719629580377,0.8,0.625,0.785714285714,0.428571428571,0.4375,0.75,0.5,0.890403973241,1,0.756161589297,0.8,0.714285714286,0.785714285714,0.428571428571,0.428571428571,0.890403973241,1,0.585387196432,0.6,0.571428571429,0.785714285714,0.428571428571,0.428571428571,0.571428571429,0.642857142857,0.428571428571,0.428571428571,0.642857142857,0.642857142857,0.428571428571,0.428571428571,0.571428571429,0.642857142857,0.428571428571,0.428571428571,0.857142857143,0.769230769231,0.818181818182,0.692307692308,0.857142857143,0.545454545455,0.818181818182,0.583333333333,0.857142857143,0.8,0.818181818182,0.615384615385,0.242414478432306,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.100043631010422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6025715,0.7185521,-0.0932876792763432,0.422222222222,54.7274,56.2731,13.82109889,0.458614710211,0.63602803,0.682891,0.642731,0.396002224651282,5.71865329008,0.4698902375,0.592947813542,0.614674272727273
"6-9","wmt16_real.jhu-syntax.4517.de-en___1701",9,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,20,21,21,NA,NA,NA,NA,1,50,0.644742604616,0.742857142857,0.634304887782,0.742857142857,1,1,0.5,0.5,0.657641724375,0.702702702703,0.542389802629,0.594594594595,1,0.632653061224,0.469387755102,0.5,1,1,0.657641724375,0.702702702703,0.505096234417,0.540540540541,0.469387755102,0.632653061224,0.469387755102,0.326530612245,0.657641724375,0.702702702703,0.542389802629,0.594594594595,0.510204081633,0.632653061224,0.469387755102,0.387755102041,0.489795918367,0.673469387755,0.469387755102,0.326530612245,0.469387755102,0.673469387755,0.469387755102,0.326530612245,0.530612244898,0.673469387755,0.469387755102,0.387755102041,0.865168539326,0.666666666667,0.720720720721,0.672131147541,0.865168539326,0.606557377049,0.720720720721,0.606060606061,0.865168539326,0.734693877551,0.720720720721,0.698113207547,0.279932402908214,0.460413014633455,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-10","wmt16_real.afrl-mitll-contrast.4524.ru-en___2494",10,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,14,15,NA,NA,NA,NA,1,168,0.765067363733,0.777777777778,0.553013472747,0.555555555556,0.964285714286,0.964285714286,0.5,0.5,0.794644250767,0.810810810811,0.585748740986,0.594594594595,0.892857142857,0.8,0.5,0.5,0.962962962963,0.962962962963,0.794644250767,0.810810810811,0.67891040679,0.702702702703,0.7,0.8,0.5,0.4,0.794644250767,0.810810810811,0.626686529344,0.648648648649,0.65,0.8,0.5,0.4,0.625,0.775,0.5,0.35,0.675,0.775,0.5,0.4,0.625,0.775,0.5,0.4,0.859154929577,0.736842105263,0.83606557377,0.745098039216,0.859154929577,0.782608695652,0.83606557377,0.788461538462,0.859154929577,0.808510638298,0.83606557377,0.824561403509,0.376329847888628,0.497563624389662,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-11","wmt16_real.pjatk.4520.cs-en___877___order___11",11,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0.0833333333333334,NA,0.0833333333333334,0,36,101,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-12","wmt16_real.online-f.0.de-en___2506",12,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,114,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-13","wmt14_iitb-ranked-ppl.3173.hi-en___402",13,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,12,12,NA,0,0,0,1,30,0.738048236984,0.72,0.390331301616,0.4,0.522727272727,0.636363636364,0.5,0.340909090909,0.708575275261,0.727272727273,0.371426968641,0.363636363636,0.522727272727,0.689655172414,0.48275862069,0.340909090909,0.571428571429,0.380952380952,0.708575275261,0.727272727273,0.371426968641,0.363636363636,0.413793103448,0.689655172414,0.48275862069,0.310344827586,0.708575275261,0.727272727273,0.497152794424,0.545454545455,0.51724137931,0.689655172414,0.48275862069,0.413793103448,0.379310344828,0.51724137931,0.48275862069,0.344827586207,0.379310344828,0.51724137931,0.48275862069,0.310344827586,0.448275862069,0.51724137931,0.48275862069,0.413793103448,0.923076923077,0.555555555556,0.565217391304,0.452380952381,0.923076923077,0.46511627907,0.565217391304,0.444444444444,0.923076923077,0.577777777778,0.565217391304,0.454545454545,0.0977312390924956,0.4,0.366448124271714,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2268,-286.37262,0.169382077282,0.108537,NA,NA,NA,NA,-0.2813,0.233,0.4202311,0.39487637,0.559048,0.591099193,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-14","wmt16_real.kit.4482.de-en___1701___order___12",14,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,20,20,21,0,NA,0,0,1,168,0.456228850113,0.439024390244,0.341214074636,0.341463414634,0.923076923077,0.923076923077,0.5,0.5,0.479269808125,0.461538461538,0.361123613106,0.358974358974,0.961538461538,0.613636363636,0.477272727273,0.5,0.916666666667,0.916666666667,0.479269808125,0.461538461538,0.38876386894,0.410256410256,0.477272727273,0.613636363636,0.477272727273,0.363636363636,0.479269808125,0.461538461538,0.420196710615,0.410256410256,0.522727272727,0.613636363636,0.477272727273,0.386363636364,0.454545454545,0.590909090909,0.477272727273,0.363636363636,0.477272727273,0.590909090909,0.477272727273,0.363636363636,0.5,0.590909090909,0.477272727273,0.386363636364,0.837398373984,0.417910447761,0.825,0.421875,0.837398373984,0.549295774648,0.825,0.507246376812,0.837398373984,0.741379310345,0.825,0.71186440678,0.38799934948919,0.405826346627883,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-15","wmt15_illinois.4085.de-en___53",15,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,5,4,5,NA,0.13,0.13,0,1,114,0.909090909091,0.909090909091,0.545454545455,0.545454545455,NA,NA,NA,NA,0.909090909091,0.909090909091,0.545454545455,0.545454545455,NA,0.909090909091,0.454545454545,NA,NA,NA,0.909090909091,0.909090909091,0.909090909091,0.909090909091,0.909090909091,0.909090909091,0.454545454545,0.454545454545,0.909090909091,0.909090909091,0.909090909091,0.909090909091,0.909090909091,0.909090909091,0.454545454545,0.454545454545,0.636363636364,0.909090909091,0.454545454545,0.363636363636,0.818181818182,0.909090909091,0.454545454545,0.454545454545,0.818181818182,0.909090909091,0.454545454545,0.454545454545,0.909090909091,0.5,0.909090909091,0.5,0.909090909091,0.909090909091,0.909090909091,0.909090909091,0.909090909091,0.909090909091,0.909090909091,0.909090909091,0.406284046579161,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.220211666552999,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5973091,0.69082596,-0.155384033186662,0.384615384615,61.1317,59.9227,14.00448363,0.603213879307,0.71045509,0.683989,0.671406,0.455645185315624,6.47912882887,0.6205068825,0.731257885518,0.5982986
"6-16","wmt14_uedin-wmt14.3422.hi-en___399",16,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,75,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-17","wmt16_real.uedin-nmt.4309.ru-en___53",17,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,23,20,NA,0.25,0.25,0.25,1,114,0.78326650688,0.829268292683,0.662531948863,0.682926829268,NA,NA,NA,NA,0.917176527116,0.977777777778,0.760915154296,0.8,NA,0.849056603774,0.471698113208,NA,NA,NA,0.917176527116,0.977777777778,0.604653781476,0.622222222222,0.603773584906,0.849056603774,0.471698113208,0.377358490566,0.917176527116,0.977777777778,0.737394920178,0.755555555556,0.77358490566,0.849056603774,0.471698113208,0.452830188679,0.641509433962,0.792452830189,0.471698113208,0.415094339623,0.622641509434,0.792452830189,0.471698113208,0.377358490566,0.754716981132,0.792452830189,0.471698113208,0.452830188679,0.934065934066,0.707692307692,0.9375,0.807692307692,0.934065934066,0.694444444444,0.9375,0.745762711864,0.934065934066,0.779411764706,0.9375,0.865384615385,0.325855089807698,0.497932250153942,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-18","wmt16_real.online-g.0.ru-en___2494___order___8",18,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,16,16,15,0.333333333333333,NA,0.333333333333333,0.25,1,168,0.617466318133,0.611111111111,0.5,0.5,NA,NA,NA,NA,0.577188705681,0.578947368421,0.433949491675,0.421052631579,NA,0.65,0.5,NA,NA,NA,0.577188705681,0.578947368421,0.485408628795,0.473684210526,0.625,0.65,0.5,0.4,0.577188705681,0.578947368421,0.485408628795,0.473684210526,0.625,0.65,0.5,0.425,0.6,0.675,0.5,0.425,0.625,0.675,0.5,0.4,0.625,0.675,0.5,0.425,0.863157894737,0.637931034483,0.813725490196,0.622950819672,0.863157894737,0.745762711864,0.813725490196,0.732142857143,0.863157894737,0.689655172414,0.813725490196,0.666666666667,0.433547493223059,0.433547493223059,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-19","wmt16_real.jhu-pbmt.4284.ro-en___853",19,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,323,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-20","wmt16_real.pjatk.4520.cs-en___1555",20,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0.25,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,22,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-21","wmt14_iitb-ranked-ppl.3173.hi-en___674",21,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,30,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-22","wmt14_afrl.3456.hi-en___371___swap___8",22,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0.5,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.333333333333333,NA,0.333333333333333,0.25,35,32,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-23","wmt14_afrl-post-edited.3431.ru-en___543",23,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,15,30,NA,0.75,0.75,0.75,1,323,0.814443900571,0.827586206897,0.723887451509,0.758620689655,NA,NA,NA,NA,0.741646432398,0.769230769231,0.741646432398,0.769230769231,NA,0.714285714286,0.485714285714,NA,NA,NA,0.741646432398,0.769230769231,0.741646432398,0.769230769231,0.742857142857,0.714285714286,0.485714285714,0.457142857143,0.741646432398,0.769230769231,0.741646432398,0.769230769231,0.742857142857,0.714285714286,0.485714285714,0.457142857143,0.857142857143,0.828571428571,0.485714285714,0.457142857143,0.857142857143,0.828571428571,0.485714285714,0.457142857143,0.857142857143,0.828571428571,0.485714285714,0.457142857143,0.921052631579,0.783783783784,0.905660377358,0.742857142857,0.921052631579,0.783783783784,0.905660377358,0.742857142857,0.921052631579,0.833333333333,0.905660377358,0.764705882353,0.381784325089259,0.532977675069298,0.18072652728017,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1796,-89.044212,0.0848225181841,0.0557516,NA,NA,NA,0.11998879,-0.1314,0.1197,0.32891572,0.26205372,0.293059,0.295181287,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-24","wmt16_real.online-g.0.ru-en___2494___order___4",24,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0.5,0.5,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,16,16,15,0.666666666666667,NA,0.666666666666667,0.75,1,100,0.792273338141,0.810810810811,0.59243188945,0.594594594595,0.4375,0.75,0.5,0.3125,0.780567623361,0.789473684211,0.583697267541,0.578947368421,0.5,0.769230769231,0.487179487179,0.3125,0.666666666667,0.333333333333,0.780567623361,0.789473684211,0.583697267541,0.578947368421,0.641025641026,0.769230769231,0.487179487179,0.358974358974,0.780567623361,0.789473684211,0.687772950656,0.684210526316,0.692307692308,0.769230769231,0.487179487179,0.384615384615,0.641025641026,0.769230769231,0.487179487179,0.358974358974,0.641025641026,0.769230769231,0.487179487179,0.358974358974,0.692307692308,0.769230769231,0.487179487179,0.384615384615,0.887096774194,0.614035087719,0.861538461538,0.622641509434,0.887096774194,0.666666666667,0.861538461538,0.679245283019,0.887096774194,0.792452830189,0.861538461538,0.8,0.452270657478857,0.462127838475191,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-25","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",25,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.833333333333333,NA,0.833333333333333,1,36,114,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-26","wmt14_onlinec.0.fr-en___563",26,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,10,10,14,NA,0,0,0,1,323,0.912125240579,0.947368421053,0.817541834343,0.842105263158,0.566666666667,0.766666666667,0.5,0.366666666667,0.807168822148,0.823529411765,0.707140859835,0.705882352941,0.566666666667,0.791666666667,0.5,0.366666666667,0.6,0.533333333333,0.807168822148,0.823529411765,0.707140859835,0.705882352941,0.708333333333,0.791666666667,0.5,0.458333333333,0.807168822148,0.823529411765,0.685746242644,0.705882352941,0.666666666667,0.791666666667,0.5,0.458333333333,0.75,0.791666666667,0.5,0.458333333333,0.75,0.791666666667,0.5,0.458333333333,0.75,0.791666666667,0.5,0.458333333333,0.916666666667,0.958333333333,0.814814814815,0.814814814815,0.916666666667,0.958333333333,0.814814814815,0.814814814815,0.916666666667,0.88,0.814814814815,0.777777777778,0.25611377880969,0.470883876266968,0.256050336596739,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2462,-76.308807,0.126214030979,0.0892942,NA,NA,NA,NA,-0.2735,0.1964,0.37499392,0.37357916,0.433882,0.442591942,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-27","wmt16_real.online-a.0.de-en___513",27,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,17,15,NA,0.5,0.5,0.5,1,323,0.8539193809,0.875,0.913987001773,0.9375,0.636363636364,0.636363636364,0.5,0.409090909091,0.884239020938,0.933333333333,0.835424831506,0.866666666667,0.727272727273,0.828571428571,0.485714285714,0.409090909091,0.705882352941,0.705882352941,0.884239020938,0.933333333333,0.835424831506,0.866666666667,0.828571428571,0.828571428571,0.485714285714,0.457142857143,0.884239020938,0.933333333333,0.835424831506,0.866666666667,0.828571428571,0.828571428571,0.485714285714,0.457142857143,0.857142857143,0.857142857143,0.485714285714,0.457142857143,0.857142857143,0.857142857143,0.485714285714,0.457142857143,0.857142857143,0.857142857143,0.485714285714,0.457142857143,0.901639344262,0.825,0.906976744186,0.852941176471,0.901639344262,0.8,0.906976744186,0.823529411765,0.901639344262,0.85,0.906976744186,0.870967741935,0.429439991534029,0.539377660435147,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-28","wmt16_real.uedin-nmt.4309.ru-en___53___order___9",28,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,21,21,20,0.25,NA,0.25,0.25,1,168,0.72187959453,0.723404255319,0.597650506837,0.595744680851,NA,NA,NA,NA,0.638045979632,0.636363636364,0.533678142577,0.545454545455,NA,0.68,0.5,NA,NA,NA,0.638045979632,0.636363636364,0.472241336075,0.5,0.52,0.68,0.5,0.38,0.638045979632,0.636363636364,0.533678142577,0.545454545455,0.58,0.68,0.5,0.4,0.62,0.74,0.5,0.36,0.56,0.74,0.5,0.38,0.62,0.74,0.5,0.4,0.861538461538,0.72972972973,0.864864864865,0.705882352941,0.861538461538,0.641025641026,0.864864864865,0.611111111111,0.861538461538,0.693333333333,0.864864864865,0.643835616438,0.438153409594455,0.438153409594455,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-29","wmt14_rbmt1.0.fr-en___905___order___9",29,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0.5,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.25,NA,0.25,0.25,36,32,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-30","wmt14_rbmt1.0.fr-en___905___order___10",30,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.166666666666667,NA,0.166666666666667,0,36,101,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-31","wmt16_real.online-a.0.de-en___513___swap___10",31,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,16,16,15,0.166666666666667,NA,0.166666666666667,0,1,323,0.882352941176,0.882352941176,0.882352941176,0.882352941176,NA,NA,NA,NA,0.986835530639,1,0.986835530639,1,NA,0.970588235294,0.5,NA,NA,NA,0.986835530639,1,0.986835530639,1,0.970588235294,0.970588235294,0.5,0.5,0.986835530639,1,0.986835530639,1,0.970588235294,0.970588235294,0.5,0.5,0.941176470588,0.941176470588,0.5,0.5,0.941176470588,0.941176470588,0.5,0.5,0.941176470588,0.941176470588,0.5,0.5,0.894736842105,0.897435897436,1,1,0.894736842105,0.897435897436,1,1,0.894736842105,0.947368421053,1,1,0.530262245941897,0.530262245941897,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-32","wmt15_uedin-syntax.4006.fi-en___147",32,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,29,37,26,NA,1,1,1,1,323,0.781782062598,0.857142857143,0.632544107853,0.678571428571,NA,NA,NA,NA,0.894933393102,1,0.608300026664,0.655172413793,NA,0.786666666667,0.44,NA,NA,NA,0.894933393102,1,0.608300026664,0.655172413793,0.586666666667,0.786666666667,0.44,0.346666666667,0.894933393102,1,0.730833368757,0.793103448276,0.693333333333,0.786666666667,0.44,0.4,0.586666666667,0.693333333333,0.44,0.346666666667,0.586666666667,0.693333333333,0.44,0.346666666667,0.693333333333,0.693333333333,0.44,0.4,0.925465838509,0.72619047619,0.876404494382,0.777777777778,0.925465838509,0.72619047619,0.876404494382,0.777777777778,0.925465838509,0.810126582278,0.876404494382,0.885714285714,0.372416829840976,0.472283673991745,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0975631389200692,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6134115,0.62776978,-0.0901667013155373,0.490909090909,56.8138,55.5512,13.38650953,0.37845048345,0.54782068,0.629108,0.583284,0.33583705147196,4.50394219833,0.7369671475,0.59605941934,0.587063327272727
"6-33","wmt16_real.kit.4482.de-en___1701___order___2",33,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,1,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,20,20,21,0.833333333333333,NA,0.833333333333333,1,1,323,0.913043478261,0.913043478261,0.826086956522,0.826086956522,NA,NA,NA,NA,0.924630905527,0.952380952381,0.797294975317,0.809523809524,NA,0.891304347826,0.5,NA,NA,NA,0.924630905527,0.952380952381,0.751557286807,0.761904761905,0.760869565217,0.891304347826,0.5,0.434782608696,0.924630905527,0.952380952381,0.888770352338,0.904761904762,0.869565217391,0.891304347826,0.5,0.45652173913,0.826086956522,0.913043478261,0.5,0.434782608696,0.804347826087,0.913043478261,0.5,0.434782608696,0.913043478261,0.913043478261,0.5,0.45652173913,0.948275862069,0.862745098039,0.942307692308,0.854166666667,0.948275862069,0.830188679245,0.942307692308,0.82,0.948275862069,0.95652173913,0.942307692308,0.952380952381,0.527039042954257,0.527039042954257,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-34","wmt14_onlinea.0.hi-en___161",34,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,18,47,NA,0.25,0.25,0.25,1,168,0.717111870489,0.75,0.573711862333,0.5625,0.923076923077,1,0.5,0.461538461538,0.588753013914,0.592592592593,0.454523338476,0.444444444444,0.884615384615,0.609756097561,0.487804878049,0.461538461538,1,1,0.588753013914,0.592592592593,0.454523338476,0.444444444444,0.512195121951,0.609756097561,0.487804878049,0.390243902439,0.588753013914,0.592592592593,0.454523338476,0.444444444444,0.512195121951,0.609756097561,0.487804878049,0.390243902439,0.487804878049,0.536585365854,0.487804878049,0.390243902439,0.487804878049,0.536585365854,0.487804878049,0.390243902439,0.487804878049,0.536585365854,0.487804878049,0.390243902439,0.90243902439,0.649122807018,0.670588235294,0.537037037037,0.90243902439,0.649122807018,0.670588235294,0.537037037037,0.90243902439,0.678571428571,0.670588235294,0.596153846154,0.14364522453844,0.441310050943097,0.350562591369763,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2712,-260.85553,0.165496597411,0.109845,NA,NA,NA,NA,-0.446,0.3229,0.40370943,0.4487978,0.617679,0.633655141,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-35","wmt16_real.online-a.0.de-en___218___choice___3",35,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.75,NA,0.75,0.75,36,323,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-36","wmt16_real.online-f.0.de-en___218",36,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,121,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-37","wmt16_real.online-g.0.ru-en___2494___order___9",37,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,16,16,15,0.25,NA,0.25,0.25,1,168,0.551045108387,0.540540540541,0.433977221822,0.432432432432,0.5625,0.8125,0.5,0.375,0.547830643054,0.555555555556,0.42899461944,0.444444444444,0.625,0.666666666667,0.487179487179,0.375,0.857142857143,0.714285714286,0.547830643054,0.555555555556,0.440581988193,0.444444444444,0.538461538462,0.666666666667,0.487179487179,0.384615384615,0.547830643054,0.555555555556,0.440581988193,0.444444444444,0.564102564103,0.666666666667,0.487179487179,0.410256410256,0.512820512821,0.666666666667,0.487179487179,0.384615384615,0.538461538462,0.666666666667,0.487179487179,0.384615384615,0.564102564103,0.666666666667,0.487179487179,0.410256410256,0.820754716981,0.661538461538,0.774193548387,0.633333333333,0.820754716981,0.639344262295,0.774193548387,0.614035087719,0.820754716981,0.734375,0.774193548387,0.736842105263,0.404386172422611,0.413199717206181,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-38","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",38,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.5,NA,0.5,0.5,35,323,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-39","wmt14_iitb-ranked-ppl.3173.hi-en___157___phrase___2",39,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0.5,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,19,19,47,0.833333333333333,NA,0.833333333333333,1,1,100,0.917129598054,0.926829268293,0.734515116353,0.731707317073,0.666666666667,0.777777777778,0.5,0.444444444444,0.891524280372,0.9,0.695762140186,0.7,0.611111111111,0.880952380952,0.5,0.444444444444,0.625,0.5,0.891524280372,0.9,0.695762140186,0.7,0.738095238095,0.880952380952,0.5,0.404761904762,0.891524280372,0.9,0.891524280372,0.9,0.880952380952,0.880952380952,0.5,0.452380952381,0.761904761905,0.904761904762,0.5,0.404761904762,0.761904761905,0.904761904762,0.5,0.404761904762,0.904761904762,0.904761904762,0.5,0.452380952381,0.854545454545,0.78431372549,0.854545454545,0.808510638298,0.854545454545,0.78431372549,0.854545454545,0.808510638298,0.854545454545,0.931818181818,0.854545454545,0.95,0.569355019342809,0.569355019342809,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-40","wmt16_real.uedin-nmt.4309.ru-en___53___order___10",40,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,21,21,20,0.166666666666667,NA,0.166666666666667,0,1,168,0.706949236728,0.731707317073,0.493644047941,0.487804878049,0.576923076923,0.653846153846,0.5,0.384615384615,0.739080407364,0.772727272727,0.509252887975,0.5,0.615384615385,0.72,0.5,0.384615384615,0.695652173913,0.521739130435,0.739080407364,0.772727272727,0.585862061105,0.590909090909,0.62,0.72,0.5,0.42,0.739080407364,0.772727272727,0.671724122209,0.681818181818,0.68,0.72,0.5,0.42,0.56,0.7,0.5,0.36,0.62,0.7,0.5,0.42,0.66,0.7,0.5,0.42,0.876033057851,0.648648648649,0.81914893617,0.652173913043,0.876033057851,0.767123287671,0.81914893617,0.71875,0.876033057851,0.765625,0.81914893617,0.75,0.432044945564209,0.432044945564209,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-41","wmt16_real.online-a.0.de-en___513___swap___8",41,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,16,16,15,0.333333333333333,NA,0.333333333333333,0.25,1,323,0.941176470588,0.941176470588,0.941176470588,0.941176470588,0.535714285714,0.642857142857,0.5,0.392857142857,0.925981089309,0.9375,0.925981089309,0.9375,0.5,0.911764705882,0.5,0.392857142857,0.384615384615,0.307692307692,0.925981089309,0.9375,0.925981089309,0.9375,0.911764705882,0.911764705882,0.5,0.5,0.925981089309,0.9375,0.925981089309,0.9375,0.911764705882,0.911764705882,0.5,0.5,0.941176470588,0.941176470588,0.5,0.5,0.941176470588,0.941176470588,0.5,0.5,0.941176470588,0.941176470588,0.5,0.5,0.944444444444,1,0.942857142857,1,0.944444444444,1,0.942857142857,1,0.944444444444,1,0.942857142857,1,0.550765124660775,0.550765124660775,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-42","wmt16_real.uedin-pbmt.4363.ro-en___899",42,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,17,NA,NA,NA,NA,1,48,0.693705038226,0.684210526316,0.524640287372,0.526315789474,NA,NA,NA,NA,0.663035409345,0.666666666667,0.63035409345,0.666666666667,NA,0.659090909091,0.431818181818,NA,NA,NA,0.663035409345,0.666666666667,0.539820107162,0.555555555556,0.545454545455,0.659090909091,0.431818181818,0.386363636364,0.663035409345,0.666666666667,0.65214163738,0.666666666667,0.659090909091,0.659090909091,0.431818181818,0.409090909091,0.568181818182,0.704545454545,0.431818181818,0.409090909091,0.545454545455,0.704545454545,0.431818181818,0.386363636364,0.636363636364,0.704545454545,0.431818181818,0.409090909091,0.933333333333,0.661538461538,0.904347826087,0.709090909091,0.933333333333,0.691176470588,0.904347826087,0.660377358491,0.933333333333,0.706896551724,0.904347826087,0.627450980392,0.213667846056935,0.485964834970414,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-43","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",43,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0.75,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.75,NA,0.75,0.75,36,121,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-44","wmt15_kit.4017.de-en___57___order___3",44,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,5,5,5,0.75,NA,0.75,0.75,1,101,0.737578698424,0.727272727273,0.524842603151,0.545454545455,NA,NA,NA,NA,0.737578698424,0.727272727273,0.524842603151,0.545454545455,NA,0.833333333333,0.5,NA,NA,NA,0.737578698424,0.727272727273,0.737578698424,0.727272727273,0.833333333333,0.833333333333,0.5,0.5,0.737578698424,0.727272727273,0.737578698424,0.727272727273,0.833333333333,0.833333333333,0.5,0.5,0.5,0.75,0.5,0.333333333333,0.75,0.75,0.5,0.5,0.75,0.75,0.5,0.5,0.75,0.571428571429,0.75,0.571428571429,0.75,0.692307692308,0.75,0.692307692308,0.75,0.692307692308,0.75,0.692307692308,0.421484497598424,0.421484497598424,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-45","wmt16_real.pjatk.4520.cs-en___877",45,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,54,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-46","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",46,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.25,NA,0.25,0.25,36,323,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-47","wmt15_online-a.0.ru-en___188",47,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,38,36,30,NA,0.5,0.5,0.5,1,168,0.728970142015,0.8,0.478880157805,0.509090909091,NA,NA,NA,NA,0.693581007631,0.72131147541,0.411269352237,0.393442622951,NA,0.690476190476,0.47619047619,NA,NA,NA,0.693581007631,0.72131147541,0.411269352237,0.393442622951,0.47619047619,0.690476190476,0.47619047619,0.345238095238,0.693581007631,0.72131147541,0.500028892473,0.524590163934,0.5,0.690476190476,0.47619047619,0.345238095238,0.464285714286,0.642857142857,0.47619047619,0.321428571429,0.47619047619,0.642857142857,0.47619047619,0.345238095238,0.488095238095,0.642857142857,0.47619047619,0.345238095238,0.937219730942,0.535714285714,0.896666666667,0.504132231405,0.937219730942,0.577586206897,0.896666666667,0.495412844037,0.937219730942,0.639175257732,0.896666666667,0.567010309278,0.233518211499646,0.436482638317094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0559563119036867,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4569887,0.49032533,-0.0395949322950755,0.512195121951,48.7433,52.6267,11.63237245,0.343238963441,0.53802619,0.502443,0.468925,0.277342227363173,4.25488681753,0.707310855,0.398301381297,0.447707154545455
"6-48","wmt16_real.online-a.0.de-en___513___choice___1",48,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,16,16,15,0.916666666666667,NA,0.916666666666667,1,1,54,0.970089847793,0.969696969697,0.897304566214,0.909090909091,NA,NA,NA,NA,0.986835530639,1,0.865126647979,0.875,NA,0.970588235294,0.5,NA,NA,NA,0.986835530639,1,0.865126647979,0.875,0.852941176471,0.970588235294,0.5,0.441176470588,0.986835530639,1,0.986835530639,1,0.970588235294,0.970588235294,0.5,0.5,0.882352941176,0.970588235294,0.5,0.441176470588,0.882352941176,0.970588235294,0.5,0.441176470588,0.970588235294,0.970588235294,0.5,0.5,0.942857142857,0.888888888889,1,0.9375,0.942857142857,0.888888888889,1,0.9375,0.942857142857,0.971428571429,1,1,0.555162684057202,0.604147626768132,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-49","wmt14_rbmt1.0.fr-en___905",49,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,323,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"6-50","wmt16_real.online-g.0.de-en___1654",50,6,TRUE,20,0,1,0,1,1,12,"Female","British Colombian",2,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,98,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-1","wmt16_real.online-g.0.de-en___1654",1,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,143,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-2","wmt14_rbmt1.0.fr-en___905",2,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,323,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-3","wmt14_stanford-university.3496.fr-en___206",3,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,8,8,8,NA,1,1,1,1,323,1,1,1,1,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,0.929411764705882,1,0.366603761609693,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2816,-83.623215,0.161149308483,0.0917994,NA,NA,NA,NA,-0.4077,0.2609,0.49764432,0.46385142,0.605506,0.634125413,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-4","wmt14_afrl.3456.hi-en___371___swap___2",4,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.75,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.833333333333333,NA,0.833333333333333,1,36,61,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-5","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",5,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.833333333333333,NA,0.833333333333333,1,36,54,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-6","wmt15_uos-stemmed.4135.fi-en___150",6,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,13,11,NA,0.31,0.31,0.25,1,56,0.610648077005,0.642857142857,0.36282680994,0.357142857143,NA,NA,NA,NA,0.504245669796,0.533333333333,0.371767855978,0.4,NA,0.5,0.368421052632,NA,NA,NA,0.504245669796,0.533333333333,0.457255951993,0.466666666667,0.447368421053,0.5,0.368421052632,0.315789473684,0.504245669796,0.533333333333,0.491412877059,0.533333333333,0.447368421053,0.5,0.368421052632,0.315789473684,0.394736842105,0.421052631579,0.368421052632,0.315789473684,0.421052631579,0.421052631579,0.368421052632,0.315789473684,0.394736842105,0.421052631579,0.368421052632,0.315789473684,0.725,0.619047619048,0.650602409639,0.537037037037,0.725,0.490196078431,0.650602409639,0.5,0.725,0.568181818182,0.650602409639,0.577777777778,0.213452107558764,0.458271729131539,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.00363281407462178,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.386895,0.3924608,-0.0046672270480138,0.818181818182,20.324,21.1874,10.18397007,0.124551211758,0.46024034,0.310631,0.241389,0.116230635553076,1.97653674433,0.4376435275,0.187164179104,0.341462809090909
"7-7","wmt16_real.pjatk.4520.cs-en___877___order___11",7,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0.0833333333333334,NA,0.0833333333333334,0,36,168,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-8","wmt15_illinois.4085.de-en___430",8,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.25,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,27,23,21,NA,0.63,0.63,0.75,1,22,0.730788081044,0.769230769231,0.432706445398,0.461538461538,0.708333333333,0.833333333333,0.5,0.416666666667,0.740504720641,0.75,0.455697167615,0.45,0.708333333333,0.75,0.461538461538,0.416666666667,0.75,0.666666666667,0.740504720641,0.75,0.490504720641,0.5,0.519230769231,0.75,0.461538461538,0.346153846154,0.740504720641,0.75,0.465192446974,0.45,0.5,0.75,0.461538461538,0.365384615385,0.519230769231,0.692307692308,0.461538461538,0.326923076923,0.596153846154,0.692307692308,0.461538461538,0.346153846154,0.576923076923,0.692307692308,0.461538461538,0.365384615385,0.942528735632,0.557142857143,0.871794871795,0.463768115942,0.942528735632,0.534246575342,0.871794871795,0.485294117647,0.942528735632,0.701492537313,0.871794871795,0.590909090909,0.392505617941825,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.147956523291668,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6827059,0.62944915,-0.141550727797876,0.43119266055,61.4772,61.9792,12.627008,0.423205954641,0.4358703,0.68446,0.656254,0.288085618448808,4.69748013734,0.697357,0.585714447611,0.560449227272727
"7-9","wmt15_neural-mt.4097.de-en___331___swap___2",9,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,1,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,8,8,7,0.833333333333333,NA,0.833333333333333,1,1,16,1,1,1,1,NA,NA,NA,NA,0.974423738776,1,0.974423738776,1,NA,0.944444444444,0.5,NA,NA,NA,0.974423738776,1,0.974423738776,1,0.944444444444,0.944444444444,0.5,0.5,0.974423738776,1,0.974423738776,1,0.944444444444,0.944444444444,0.5,0.5,0.888888888889,0.888888888889,0.5,0.5,0.888888888889,0.888888888889,0.5,0.5,0.888888888889,0.888888888889,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,0.46654627832068,0.46654627832068,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-10","wmt15_mitll-afrl-phrase-based.4089.ru-en___190",10,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,29,30,27,NA,0.33,0.33,0.25,1,100,0.734327658012,0.745098039216,0.641584957013,0.666666666667,NA,NA,NA,NA,0.754422659077,0.8,0.696191722708,0.76,NA,0.738461538462,0.492307692308,NA,NA,NA,0.754422659077,0.8,0.668345680288,0.72,0.615384615385,0.738461538462,0.492307692308,0.369230769231,0.754422659077,0.8,0.663288308328,0.68,0.676923076923,0.738461538462,0.492307692308,0.446153846154,0.584615384615,0.738461538462,0.492307692308,0.369230769231,0.569230769231,0.738461538462,0.492307692308,0.369230769231,0.692307692308,0.738461538462,0.492307692308,0.446153846154,0.937007874016,0.627906976744,0.89928057554,0.613636363636,0.937007874016,0.730337078652,0.89928057554,0.684782608696,0.937007874016,0.817073170732,0.89928057554,0.705128205128,0.34394290457411,0.49863151157318,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0214706906844201,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3622945,0.3913858,-0.0181367270273091,0.661538461538,35.2324,39.3304,11.18488769,0.21089092366,0.31925313,0.359225,0.271748,0.178053556747021,2.75831622543,0.38707751,0.350060722966,0.353603218181818
"7-11","wmt15_online-a.0.ru-en___366",11,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,17,16,NA,0.75,0.75,0.75,1,30,0.85766076992,0.875,0.85766076992,0.875,0.761904761905,0.952380952381,0.5,0.380952380952,0.887359382139,0.933333333333,0.887359382139,0.933333333333,0.738095238095,0.837837837838,0.459459459459,0.380952380952,0.904761904762,0.714285714286,0.887359382139,0.933333333333,0.887359382139,0.933333333333,0.837837837838,0.837837837838,0.459459459459,0.459459459459,0.887359382139,0.933333333333,0.861336390897,0.933333333333,0.783783783784,0.837837837838,0.459459459459,0.432432432432,0.756756756757,0.72972972973,0.459459459459,0.459459459459,0.756756756757,0.72972972973,0.459459459459,0.459459459459,0.675675675676,0.72972972973,0.459459459459,0.432432432432,0.824561403509,0.871794871795,0.913043478261,0.861111111111,0.824561403509,0.871794871795,0.913043478261,0.861111111111,0.824561403509,0.80487804878,0.913043478261,0.789473684211,0.379209290731836,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0875587806987747,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4256528,0.48996037,-0.074250847818867,0.5,57.4143,56.554,12.90233128,0.372347029314,0.54298476,0.628872,0.560267,0.293616004034945,4.44729717036,0.6186496025,0.530563486221,0.408491245454545
"7-12","wmt15_online-b.0.cs-en___615___choice___3",12,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,15,15,7,0.75,NA,0.75,0.75,1,25,0.95274078746,0.965517241379,0.95274078746,0.965517241379,0.833333333333,0.833333333333,0.5,0.444444444444,0.954911684825,1,0.954911684825,1,0.888888888889,0.90625,0.5,0.444444444444,0.823529411765,0.705882352941,0.954911684825,1,0.954911684825,1,0.90625,0.90625,0.5,0.5,0.954911684825,1,0.954911684825,1,0.90625,0.90625,0.5,0.5,0.9375,0.9375,0.5,0.5,0.9375,0.9375,0.5,0.5,0.9375,0.9375,0.5,0.5,0.9375,0.966666666667,1,1,0.9375,0.966666666667,1,1,0.9375,0.966666666667,1,1,0.417453908134304,0.559090055537014,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-13","wmt14_rbmt1.0.fr-en___905___order___10",13,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.166666666666667,NA,0.166666666666667,0,36,101,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-14","wmt14_afrl.3456.hi-en___371___swap___8",14,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.25,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.333333333333333,NA,0.333333333333333,0.25,35,143,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-15","wmt16_real.uedin-syntax.4271.de-en___1163",15,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,5,7,4,NA,NA,NA,NA,1,323,0.819478479662,0.888888888889,0.819478479662,0.888888888889,0.742857142857,0.9,0.485714285714,0.414285714286,0.666666666667,0.666666666667,0.430562362599,0.444444444444,0.742857142857,0.666666666667,0.416666666667,0.414285714286,0.90625,0.90625,0.666666666667,0.666666666667,0.430562362599,0.444444444444,0.583333333333,0.666666666667,0.416666666667,0.416666666667,0.666666666667,0.666666666667,0.472208608135,0.444444444444,0.583333333333,0.666666666667,0.416666666667,0.416666666667,0.583333333333,0.666666666667,0.416666666667,0.416666666667,0.583333333333,0.666666666667,0.416666666667,0.416666666667,0.583333333333,0.666666666667,0.416666666667,0.416666666667,0.818181818182,0.555555555556,0.538461538462,0.357142857143,0.818181818182,0.666666666667,0.538461538462,0.357142857143,0.818181818182,0.75,0.538461538462,0.5,0.310138829560646,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-16","wmt15_cu-tectomt.4138.cs-en___598",16,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,9,7,NA,0,0,0,1,39,0.751590314559,0.8,0.490690445107,0.5,NA,NA,NA,NA,0.503141530796,0.444444444444,0.516424164654,0.555555555556,NA,0.555555555556,0.407407407407,NA,NA,NA,0.503141530796,0.444444444444,0.516424164654,0.555555555556,0.481481481481,0.555555555556,0.407407407407,0.333333333333,0.503141530796,0.444444444444,0.555555555556,0.555555555556,0.555555555556,0.555555555556,0.407407407407,0.37037037037,0.407407407407,0.444444444444,0.407407407407,0.333333333333,0.407407407407,0.444444444444,0.407407407407,0.333333333333,0.444444444444,0.444444444444,0.407407407407,0.37037037037,0.767441860465,0.363636363636,0.533333333333,0.454545454545,0.767441860465,0.363636363636,0.533333333333,0.454545454545,0.767441860465,0.333333333333,0.533333333333,0.533333333333,0.143959705486347,0.458271729131539,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0243830597222237,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3431215,0.39260574,-0.0202203095253928,0.65,35.5415,39.0478,11.53349138,0.212218761852,0.23770568,0.395301,0.3207,0.18362837778287,2.57506715707,0.2880221,0.323026891539,0.372767554545455
"7-17","wmt15_illinois.3955.fi-en___442___choice___3",17,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.25,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,19,19,12,0.75,NA,0.75,0.75,1,33,0.927595031733,0.926829268293,0.782785095198,0.780487804878,NA,NA,NA,NA,0.914824440161,0.923076923077,0.755201548274,0.769230769231,NA,0.904761904762,0.47619047619,NA,NA,NA,0.914824440161,0.923076923077,0.815561330763,0.820512820513,0.833333333333,0.904761904762,0.47619047619,0.47619047619,0.914824440161,0.923076923077,0.815561330763,0.820512820513,0.809523809524,0.904761904762,0.47619047619,0.452380952381,0.761904761905,0.880952380952,0.47619047619,0.404761904762,0.833333333333,0.880952380952,0.47619047619,0.47619047619,0.809523809524,0.880952380952,0.47619047619,0.452380952381,0.96,0.86,0.875,0.833333333333,0.96,0.9,0.875,0.836363636364,0.96,0.82,0.875,0.782608695652,0.461179376131633,0.575882964554116,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-18","wmt15_online-b.0.cs-en___615___choice___1",18,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,15,15,7,0.916666666666667,NA,0.916666666666667,1,1,323,0.968186718854,0.967741935484,0.968186718854,0.967741935484,NA,NA,NA,NA,0.954911684825,1,0.954911684825,1,NA,0.90625,0.5,NA,NA,NA,0.954911684825,1,0.954911684825,1,0.90625,0.90625,0.5,0.5,0.954911684825,1,0.954911684825,1,0.90625,0.90625,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,0.911764705882,0.970588235294,1,1,0.911764705882,0.941176470588,1,0.958333333333,0.911764705882,0.969696969697,1,1,0.98,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-19","wmt16_real.online-a.0.de-en___218___choice___3",19,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.25,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.75,NA,0.75,0.75,36,33,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-20","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",20,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.5,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.5,NA,0.5,0.5,35,48,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-21","wmt16_real.online-f.0.de-en___218",21,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,98,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-22","wmt15_neural-mt.4097.de-en___331___order___4",22,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.5,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,8,8,7,0.666666666666667,NA,0.666666666666667,0.75,1,32,0.789442500527,0.8,0.763048751844,0.8,0.865853658537,0.90243902439,0.5,0.475609756098,0.618605934694,0.625,0.644182195918,0.625,0.914634146341,0.722222222222,0.5,0.475609756098,0.886075949367,0.835443037975,0.618605934694,0.625,0.711635608164,0.75,0.666666666667,0.722222222222,0.5,0.388888888889,0.618605934694,0.625,0.59302967347,0.625,0.611111111111,0.722222222222,0.5,0.388888888889,0.666666666667,0.722222222222,0.5,0.388888888889,0.666666666667,0.722222222222,0.5,0.388888888889,0.611111111111,0.722222222222,0.5,0.388888888889,0.857142857143,0.636363636364,0.666666666667,0.727272727273,0.857142857143,0.565217391304,0.666666666667,0.631578947368,0.857142857143,0.705882352941,0.666666666667,0.777777777778,0.429412364322646,0.429412364322646,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-23","wmt16_real.pjatk.4520.cs-en___1555",23,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,114,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-24","wmt15_limsi-ncode-soul.3998.ru-en___531",24,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,23,23,22,NA,0,0,0,1,323,0.684685624404,0.714285714286,0.489490579019,0.52380952381,NA,NA,NA,NA,0.837567118743,0.888888888889,0.594140498935,0.622222222222,NA,0.781818181818,0.472727272727,NA,NA,NA,0.837567118743,0.888888888889,0.594140498935,0.622222222222,0.581818181818,0.781818181818,0.472727272727,0.363636363636,0.837567118743,0.888888888889,0.724568826411,0.755555555556,0.690909090909,0.781818181818,0.472727272727,0.4,0.581818181818,0.781818181818,0.472727272727,0.345454545455,0.581818181818,0.781818181818,0.472727272727,0.363636363636,0.672727272727,0.781818181818,0.472727272727,0.4,0.947368421053,0.56,0.876712328767,0.602941176471,0.947368421053,0.582089552239,0.876712328767,0.671875,0.947368421053,0.676470588235,0.876712328767,0.724137931034,0.312477203790922,0.545285030046881,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.00334030559074455,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3279535,0.33661336,-0.00508496885356811,0.846153846154,12.7573,12.624,10.13507161,0.129200975068,0.48733056,0.061756,0.061756,0.165884624659526,1.51675796468,0.256169795,0.388808766909,0.298260654545455
"7-25","wmt15_online-g.0.ru-en___734___order___12",25,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,16,16,9,0,NA,0,0,1,168,0.518490130591,0.48275862069,0.385207895527,0.413793103448,NA,NA,NA,NA,0.563106947304,0.538461538462,0.354368746491,0.384615384615,NA,0.588235294118,0.5,NA,NA,NA,0.563106947304,0.538461538462,0.368931942625,0.384615384615,0.411764705882,0.588235294118,0.5,0.352941176471,0.563106947304,0.538461538462,0.315534028688,0.307692307692,0.382352941176,0.588235294118,0.5,0.323529411765,0.382352941176,0.588235294118,0.5,0.323529411765,0.382352941176,0.588235294118,0.5,0.352941176471,0.382352941176,0.588235294118,0.5,0.323529411765,0.866666666667,0.5,0.783783783784,0.395348837209,0.866666666667,0.480769230769,0.783783783784,0.468085106383,0.866666666667,0.471698113208,0.783783783784,0.409090909091,0.407231028194818,0.407231028194818,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-26","wmt15_online-a.0.fr-en___195___phrase___2",26,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,11,11,12,0.833333333333333,NA,0.833333333333333,1,1,56,0.884801402596,0.916666666667,0.66087298229,0.666666666667,0.7,0.866666666667,0.5,0.4,0.846153846154,0.846153846154,0.615384615385,0.615384615385,0.7,0.846153846154,0.5,0.4,0.857142857143,0.785714285714,0.846153846154,0.846153846154,0.615384615385,0.615384615385,0.692307692308,0.846153846154,0.5,0.384615384615,0.846153846154,0.846153846154,0.769230769231,0.769230769231,0.807692307692,0.846153846154,0.5,0.423076923077,0.692307692308,0.846153846154,0.5,0.384615384615,0.692307692308,0.846153846154,0.5,0.384615384615,0.807692307692,0.846153846154,0.5,0.423076923077,0.871794871795,0.75,0.760869565217,0.705882352941,0.871794871795,0.75,0.760869565217,0.705882352941,0.871794871795,0.821428571429,0.760869565217,0.833333333333,0.526004107546403,0.526004107546403,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-27","wmt15_uedin-syntax.4005.ru-en___358___choice___1",27,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,15,15,16,0.916666666666667,NA,0.916666666666667,1,1,323,1,1,0.941176470588,0.941176470588,0.634146341463,0.80487804878,0.487804878049,0.414634146341,0.972821168839,1,0.909778346327,0.933333333333,0.585365853659,0.941176470588,0.5,0.414634146341,0.736842105263,0.473684210526,0.972821168839,1,0.909778346327,0.933333333333,0.882352941176,0.941176470588,0.5,0.470588235294,0.972821168839,1,0.909778346327,0.933333333333,0.882352941176,0.941176470588,0.5,0.470588235294,0.911764705882,0.970588235294,0.5,0.470588235294,0.911764705882,0.970588235294,0.5,0.470588235294,0.911764705882,0.970588235294,0.5,0.470588235294,1,0.969696969697,1,0.966666666667,1,0.969696969697,1,0.966666666667,1,0.969696969697,1,0.965517241379,0.585840122926673,0.604147626768132,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-28","wmt15_online-g.0.ru-en___734___phrase___4",28,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,9,0.666666666666667,NA,0.666666666666667,0.75,1,168,0.798921293207,0.857142857143,0.682163472114,0.714285714286,0.90625,0.96875,0.5,0.46875,0.756507460736,0.774193548387,0.646024026306,0.645161290323,0.84375,0.735294117647,0.5,0.46875,0.967741935484,0.903225806452,0.756507460736,0.774193548387,0.646024026306,0.645161290323,0.676470588235,0.735294117647,0.5,0.382352941176,0.756507460736,0.774193548387,0.756507460736,0.774193548387,0.735294117647,0.735294117647,0.5,0.382352941176,0.705882352941,0.735294117647,0.5,0.382352941176,0.705882352941,0.735294117647,0.5,0.382352941176,0.735294117647,0.735294117647,0.5,0.382352941176,0.9,0.756756756757,0.741935483871,0.674418604651,0.9,0.714285714286,0.741935483871,0.642857142857,0.9,0.806451612903,0.741935483871,0.823529411765,0.575882964554116,0.575882964554116,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-29","wmt15_online-a.0.fr-en___195___phrase___4",29,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.75,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,11,11,12,0.666666666666667,NA,0.666666666666667,0.75,1,61,0.741309473435,0.75,0.563055438015,0.583333333333,NA,NA,NA,NA,0.769230769231,0.769230769231,0.615384615385,0.615384615385,NA,0.769230769231,0.5,NA,NA,NA,0.769230769231,0.769230769231,0.615384615385,0.615384615385,0.653846153846,0.769230769231,0.5,0.384615384615,0.769230769231,0.769230769231,0.538461538462,0.538461538462,0.615384615385,0.769230769231,0.5,0.384615384615,0.653846153846,0.769230769231,0.5,0.384615384615,0.653846153846,0.769230769231,0.5,0.384615384615,0.615384615385,0.769230769231,0.5,0.384615384615,0.810810810811,0.766666666667,0.815789473684,0.833333333333,0.810810810811,0.766666666667,0.815789473684,0.833333333333,0.810810810811,0.8,0.815789473684,0.75,0.526004107546403,0.526004107546403,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-30","wmt16_real.online-f.0.de-en___2506",30,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,56,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-31","wmt15_limsi.4021.fi-en___423",31,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,21,12,NA,0,0,0,1,143,0.623576321774,0.625,0.418280343955,0.4375,0.659574468085,0.808510638298,0.489361702128,0.36170212766,0.471005167366,0.451612903226,0.393809481011,0.387096774194,0.63829787234,0.6,0.488888888889,0.36170212766,0.8,0.844444444444,0.471005167366,0.451612903226,0.393809481011,0.387096774194,0.444444444444,0.6,0.488888888889,0.377777777778,0.471005167366,0.451612903226,0.501957762309,0.516129032258,0.533333333333,0.6,0.488888888889,0.444444444444,0.4,0.555555555556,0.488888888889,0.333333333333,0.444444444444,0.555555555556,0.488888888889,0.377777777778,0.488888888889,0.555555555556,0.488888888889,0.444444444444,0.849462365591,0.452054794521,0.792,0.459016393443,0.849462365591,0.467741935484,0.792,0.426229508197,0.849462365591,0.528301886792,0.792,0.611111111111,0.170055547922142,0.412510982583414,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.00470432027258117,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3459436,0.34149736,-0.00597558603567758,0.684210526316,11.9312,14.3407,10.55562623,0.190412368349,0.47835219,0.134736,0.118037,0.146774575053623,2.21365792207,0.14881605,0.218432078154,0.325723072727273
"7-32","wmt16_real.online-b.0.ru-en___609",32,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,12,12,NA,1,1,1,1,323,0.896551724138,0.896551724138,0.896551724138,0.896551724138,0.642857142857,0.714285714286,0.5,0.357142857143,0.914420031054,0.928571428571,0.914420031054,0.928571428571,0.642857142857,0.896551724138,0.48275862069,0.357142857143,0.727272727273,0.727272727273,0.914420031054,0.928571428571,0.914420031054,0.928571428571,0.896551724138,0.896551724138,0.48275862069,0.448275862069,0.914420031054,0.928571428571,0.844080028666,0.857142857143,0.827586206897,0.896551724138,0.48275862069,0.448275862069,0.896551724138,0.896551724138,0.48275862069,0.448275862069,0.896551724138,0.896551724138,0.48275862069,0.448275862069,0.827586206897,0.896551724138,0.48275862069,0.448275862069,0.857142857143,0.9,0.878787878788,0.892857142857,0.857142857143,0.9,0.878787878788,0.892857142857,0.857142857143,0.838709677419,0.878787878788,0.896551724138,0.519186776323212,0.532977675069298,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-33","wmt15_illinois.3955.fi-en___442___choice___5",33,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.5,0.25,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,19,19,12,0.583333333333333,NA,0.583333333333333,0.5,1,98,0.929073328276,0.926829268293,0.624920761534,0.634146341463,NA,NA,NA,NA,0.954747030407,0.974358974359,0.604101031193,0.615384615385,NA,0.931818181818,0.5,NA,NA,NA,0.954747030407,0.974358974359,0.468792194233,0.461538461538,0.522727272727,0.931818181818,0.5,0.318181818182,0.954747030407,0.974358974359,0.614578645085,0.615384615385,0.659090909091,0.931818181818,0.5,0.386363636364,0.590909090909,0.886363636364,0.5,0.340909090909,0.522727272727,0.886363636364,0.5,0.318181818182,0.659090909091,0.886363636364,0.5,0.386363636364,0.98,0.758620689655,0.97619047619,0.755102040816,0.98,0.606060606061,0.97619047619,0.576271186441,0.98,0.689655172414,0.97619047619,0.673076923077,0.405538506733333,0.524532042261666,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-34","wmt16_real.online-g.0.de-en___854",34,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,9,9,9,NA,0.83,0.83,1,1,114,1,1,1,1,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,0.95,0.95,0.5,0.5,0.95,0.95,0.5,0.5,0.95,0.95,0.5,0.5,1,0.944444444444,1,0.944444444444,1,0.944444444444,1,0.944444444444,1,0.944444444444,1,0.944444444444,0.44907338005462,0.555871393015416,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-35","wmt15_neural-mt.4097.de-en___331___order___7",35,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.5,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,8,8,7,0.416666666666667,NA,0.416666666666667,0.5,1,98,0.631068057375,0.615384615385,0.359223617089,0.307692307692,NA,NA,NA,NA,0.420540868029,0.428571428571,0.289729565986,0.285714285714,NA,0.529411764706,0.470588235294,NA,NA,NA,0.420540868029,0.428571428571,0.187025225843,0.142857142857,0.352941176471,0.529411764706,0.470588235294,0.294117647059,0.420540868029,0.428571428571,0.317836527886,0.285714285714,0.470588235294,0.529411764706,0.470588235294,0.411764705882,0.470588235294,0.529411764706,0.470588235294,0.411764705882,0.352941176471,0.529411764706,0.470588235294,0.294117647059,0.470588235294,0.529411764706,0.470588235294,0.411764705882,0.730769230769,0.421052631579,0.56,0.421052631579,0.730769230769,0.588235294118,0.56,0.35,0.730769230769,0.684210526316,0.56,0.473684210526,0.381962864721485,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-36","wmt15_online-a.0.fr-en___195",36,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,11,12,NA,0.38,0.38,0.25,1,39,0.919563508855,0.916666666667,0.758690526565,0.75,NA,NA,NA,NA,0.98261894687,1,0.741309473435,0.75,NA,0.961538461538,0.5,NA,NA,NA,0.98261894687,1,0.98261894687,1,0.961538461538,0.961538461538,0.5,0.5,0.98261894687,1,0.902182455725,0.916666666667,0.884615384615,0.961538461538,0.5,0.461538461538,0.769230769231,0.884615384615,0.5,0.461538461538,0.884615384615,0.884615384615,0.5,0.5,0.807692307692,0.884615384615,0.5,0.461538461538,0.911764705882,0.870967741935,1,0.892857142857,0.911764705882,0.928571428571,1,1,0.911764705882,0.814814814815,1,0.95652173913,0.400374460447101,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.149821194361808,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5440145,0.70990147,-0.141516424064926,0.454545454545,62.3833,63.5294,13.12186164,0.445434402332,0.50778721,0.712131,0.634313,0.339477789599127,5.09153827348,0.63544464,0.618574878569,0.586139645454545
"7-37","wmt15_online-g.0.ru-en___89",37,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,27,29,22,NA,1,1,1,1,323,0.831085530767,0.846153846154,0.83609540907,0.884615384615,0.852459016393,0.950819672131,0.491803278689,0.44262295082,0.905347784287,0.941176470588,0.78723541785,0.823529411765,0.819672131148,0.864406779661,0.474576271186,0.44262295082,0.965517241379,0.896551724138,0.905347784287,0.941176470588,0.78723541785,0.823529411765,0.762711864407,0.864406779661,0.474576271186,0.406779661017,0.905347784287,0.941176470588,0.758411601628,0.78431372549,0.728813559322,0.864406779661,0.474576271186,0.406779661017,0.762711864407,0.830508474576,0.474576271186,0.406779661017,0.762711864407,0.830508474576,0.474576271186,0.406779661017,0.728813559322,0.830508474576,0.474576271186,0.406779661017,0.856115107914,0.80303030303,0.941176470588,0.716417910448,0.856115107914,0.818181818182,0.941176470588,0.746268656716,0.856115107914,0.838235294118,0.941176470588,0.793650793651,0.432442397905108,0.526004107546403,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0399617018868668,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4395854,0.46295036,-0.0645911475454598,0.615384615385,40.7437,45.3887,12.01276576,0.322156518135,0.56575809,0.485421,0.440609,0.250797197331238,3.9679722514,0.6267038575,0.437387222458,0.398674790909091
"7-38","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",38,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,1,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.25,NA,0.25,0.25,36,10,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-39","wmt15_online-g.0.ru-en___734___phrase___6",39,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.75,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,9,0.5,NA,0.5,0.5,1,47,0.756507460736,0.774193548387,0.63265161857,0.645161290323,NA,NA,NA,NA,0.770103285723,0.8,0.65760705628,0.666666666667,NA,0.735294117647,0.5,NA,NA,NA,0.770103285723,0.8,0.770103285723,0.8,0.735294117647,0.735294117647,0.5,0.470588235294,0.770103285723,0.8,0.644017640699,0.666666666667,0.676470588235,0.735294117647,0.5,0.411764705882,0.676470588235,0.764705882353,0.5,0.411764705882,0.764705882353,0.764705882353,0.5,0.470588235294,0.676470588235,0.764705882353,0.5,0.411764705882,0.873015873016,0.6,0.875,0.65,0.873015873016,0.682926829268,0.875,0.722222222222,0.873015873016,0.604651162791,0.875,0.611111111111,0.497563624389662,0.497563624389662,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-40","wmt15_online-b.0.cs-en___615___phrase___4",40,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.5,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,15,15,7,0.666666666666667,NA,0.666666666666667,0.75,1,98,0.77757702112,0.8,0.58318276584,0.6,NA,NA,NA,NA,0.784879981942,0.846153846154,0.589950181184,0.615384615385,NA,0.71875,0.5,NA,NA,NA,0.784879981942,0.846153846154,0.574920742792,0.615384615385,0.5625,0.71875,0.5,0.40625,0.784879981942,0.846153846154,0.644907155842,0.692307692308,0.59375,0.71875,0.5,0.34375,0.59375,0.75,0.5,0.40625,0.59375,0.75,0.5,0.40625,0.625,0.75,0.5,0.34375,0.905660377358,0.7,0.745762711864,0.666666666667,0.905660377358,0.725,0.745762711864,0.705882352941,0.905660377358,0.621621621622,0.745762711864,0.548387096774,0.491434539078269,0.491434539078269,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-41","wmt14_rbmt1.0.fr-en___905___order___9",41,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.5,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.25,NA,0.25,0.25,36,32,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-42","wmt15_online-a.0.fr-en___195___order___8",42,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,11,11,12,0.333333333333333,NA,0.333333333333333,0.25,1,168,0.619382002602,0.6,0.490308998699,0.5,NA,NA,NA,NA,0.427008447394,0.416666666667,0.345152511307,0.333333333333,NA,0.6,0.48,NA,NA,NA,0.427008447394,0.416666666667,0.409279680433,0.416666666667,0.48,0.6,0.48,0.36,0.427008447394,0.416666666667,0.427008447394,0.416666666667,0.52,0.6,0.48,0.36,0.52,0.6,0.48,0.44,0.48,0.6,0.48,0.36,0.52,0.6,0.48,0.36,0.865384615385,0.483870967742,0.761904761905,0.514285714286,0.865384615385,0.53125,0.761904761905,0.5,0.865384615385,0.444444444444,0.761904761905,0.5,0.386317907444668,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-43","wmt14_uedin-wmt14.3422.hi-en___399",43,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,100,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-44","wmt16_real.jhu-pbmt.4284.ro-en___853",44,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,100,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-45","wmt15_usaar-gacha.4052.ru-en___713",45,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,13,9,NA,1,1,1,1,39,0.875,0.875,0.8125,0.8125,NA,NA,NA,NA,0.836431447508,0.857142857143,0.769145158006,0.785714285714,NA,0.8125,0.46875,NA,NA,NA,0.836431447508,0.857142857143,0.769145158006,0.785714285714,0.78125,0.8125,0.46875,0.4375,0.836431447508,0.857142857143,0.68736088176,0.714285714286,0.6875,0.8125,0.46875,0.40625,0.84375,0.84375,0.46875,0.4375,0.84375,0.84375,0.46875,0.4375,0.75,0.84375,0.46875,0.40625,0.926829268293,0.815789473684,0.923076923077,0.8,0.926829268293,0.789473684211,0.923076923077,0.771428571429,0.926829268293,0.736842105263,0.923076923077,0.757575757576,0.360717753689626,0.493527472093534,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.147633959535318,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4987676,0.5750453,-0.108658929583447,0.418181818182,57.4799,56.8586,13.21054619,0.38995571736,0.52933072,0.67795,0.653268,0.301736845861982,4.855924076,0.52253747,0.628217123339,0.494094290909091
"7-46","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",46,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,1,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.75,NA,0.75,0.75,36,10,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-47","wmt14_iitb-ranked-ppl.3173.hi-en___392",47,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,56,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-48","wmt16_real.pjatk.4520.cs-en___877",48,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,121,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"7-49","wmt15_uedin-syntax.4027.de-en___326",49,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,8,7,7,NA,0.25,0.25,0.25,1,114,0.941176470588,0.941176470588,0.470588235294,0.470588235294,0.483870967742,0.58064516129,0.483870967742,0.387096774194,0.909778346327,0.933333333333,0.405435766232,0.4,0.451612903226,0.882352941176,0.470588235294,0.387096774194,0.47619047619,0.47619047619,0.909778346327,0.933333333333,0.909778346327,0.933333333333,0.882352941176,0.882352941176,0.470588235294,0.470588235294,0.909778346327,0.933333333333,0.909778346327,0.933333333333,0.882352941176,0.882352941176,0.470588235294,0.470588235294,0.529411764706,0.882352941176,0.470588235294,0.294117647059,0.882352941176,0.882352941176,0.470588235294,0.470588235294,0.882352941176,0.882352941176,0.470588235294,0.470588235294,0.941176470588,0.636363636364,0.9375,0.526315789474,0.941176470588,0.9375,0.9375,0.928571428571,0.941176470588,0.9375,0.9375,0.928571428571,0.373515351800586,0.532977675069298,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.024539556750903,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4951495,0.56262086,-0.0247182622345336,0.619047619048,39.0104,37.5287,13.6861821,0.482261986207,0.66708702,0.55419,0.514384,0.342489928428093,4.62858304353,0.3232494,0.568043967151,0.5239916
"7-50","wmt14_iitb-ranked-ppl.3173.hi-en___674",50,7,TRUE,25,0,0,2,0,1,11,"Female","American",4,1,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,56,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-1","wmt16_real.jhu-pbmt.4286.fi-en___1925___swap___4",1,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.25,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,14,14,11,0.636363636363636,NA,0.636363636363636,0.75,1,50,0.597468512958,0.58064516129,0.473612670791,0.451612903226,NA,NA,NA,NA,0.730253295958,0.75,0.574018910691,0.5625,NA,0.794117647059,0.5,NA,NA,NA,0.730253295958,0.75,0.574018910691,0.5625,0.676470588235,0.794117647059,0.5,0.441176470588,0.730253295958,0.75,0.56085444133,0.5625,0.676470588235,0.794117647059,0.5,0.441176470588,0.647058823529,0.764705882353,0.5,0.441176470588,0.647058823529,0.764705882353,0.5,0.441176470588,0.676470588235,0.764705882353,0.5,0.441176470588,0.741935483871,0.75,0.732142857143,0.765957446809,0.741935483871,0.75,0.732142857143,0.765957446809,0.741935483871,0.75,0.732142857143,0.782608695652,0.483964637690535,0.483964637690535,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-2","wmt16_real.cu-mergedtrees.4515.cs-en___519___choice___2",2,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.5,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,12,12,12,0.818181818181818,NA,0.818181818181818,1,1,48,0.88590616272,0.88,0.793437596977,0.8,NA,NA,NA,NA,0.883700521086,0.909090909091,0.866244629333,0.909090909091,NA,0.857142857143,0.5,NA,NA,NA,0.883700521086,0.909090909091,0.883700521086,0.909090909091,0.857142857143,0.857142857143,0.5,0.5,0.883700521086,0.909090909091,0.802312825679,0.818181818182,0.785714285714,0.857142857143,0.5,0.464285714286,0.821428571429,0.928571428571,0.5,0.464285714286,0.892857142857,0.928571428571,0.5,0.5,0.821428571429,0.928571428571,0.5,0.464285714286,0.848484848485,0.764705882353,0.727272727273,0.846153846154,0.848484848485,0.806451612903,0.727272727273,0.814814814815,0.848484848485,0.8125,0.727272727273,0.896551724138,0.506656296161568,0.587362608824472,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-3","wmt14_uedin-wmt14.3364.ru-en___595",3,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,6,5,18,NA,0.5,0.5,0.5,1,54,0.83912701771,0.833333333333,0.83912701771,0.833333333333,0.5,0.7,0.5,0.4,0.784807553026,0.8,0.784807553026,0.8,0.5,0.769230769231,0.461538461538,0.4,0.588235294118,0.352941176471,0.784807553026,0.8,0.784807553026,0.8,0.769230769231,0.769230769231,0.461538461538,0.461538461538,0.784807553026,0.8,0.784807553026,0.8,0.769230769231,0.769230769231,0.461538461538,0.461538461538,0.923076923077,0.923076923077,0.461538461538,0.461538461538,0.923076923077,0.923076923077,0.461538461538,0.461538461538,0.923076923077,0.923076923077,0.461538461538,0.461538461538,0.9375,0.857142857143,0.8,0.692307692308,0.9375,0.857142857143,0.8,0.692307692308,0.9375,0.785714285714,0.8,0.692307692308,0.370508086227915,0.518355062943862,0.428187800236028,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3391,-151.821762,0.210576840071,0.14826,NA,NA,NA,0.726532851,-0.4711,0.4089,0.5831711,0.51183008,0.605056,0.62335177,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-4","wmt16_real.online-a.0.de-en___218___choice___3",4,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.727272727272727,NA,0.727272727272727,0.75,36,323,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-5","wmt15_uedin-jhu-phrase.4071.cs-en___601",5,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,11,9,NA,0.25,0.25,0.25,1,50,0.644608030358,0.636363636364,0.542156787857,0.545454545455,NA,NA,NA,NA,0.697584684412,0.666666666667,0.64193225247,0.666666666667,NA,0.730769230769,0.5,NA,NA,NA,0.697584684412,0.666666666667,0.660483063118,0.666666666667,0.653846153846,0.730769230769,0.5,0.384615384615,0.697584684412,0.666666666667,0.660483063118,0.666666666667,0.653846153846,0.730769230769,0.5,0.384615384615,0.615384615385,0.730769230769,0.5,0.384615384615,0.653846153846,0.730769230769,0.5,0.384615384615,0.653846153846,0.730769230769,0.5,0.384615384615,0.785714285714,0.594594594595,0.725490196078,0.6,0.785714285714,0.575757575758,0.725490196078,0.551724137931,0.785714285714,0.606060606061,0.725490196078,0.6,0.182278439170434,0.493527472093534,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0462037326365086,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6745531,0.56791136,-0.0354892756543199,0.538461538462,54.8313,59.8863,12.58861663,0.30199539726,0.53363085,0.530086,0.530086,0.190048216207368,3.51502889135,0.4213287225,0.575095738094,0.510185972727273
"8-6","wmt16_real.amu-uedin.4458.ru-en___630",6,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,30,29,27,NA,0.25,0.25,0.25,1,75,0.856416588313,0.881355932203,0.535852043733,0.542372881356,NA,NA,NA,NA,0.897628378864,0.933333333333,0.579915963111,0.6,NA,0.857142857143,0.5,NA,NA,NA,0.897628378864,0.933333333333,0.673221284148,0.7,0.657142857143,0.857142857143,0.5,0.385714285714,0.897628378864,0.933333333333,NA,NA,NA,0.857142857143,0.5,NA,0.6,0.814285714286,0.5,0.342857142857,0.685714285714,0.814285714286,0.5,0.385714285714,NA,0.814285714286,0.5,NA,0.933333333333,0.602150537634,0.943089430894,0.607142857143,0.933333333333,0.747252747253,0.943089430894,0.75641025641,0.933333333333,0.806818181818,0.943089430894,0.753246753247,0.362029303107776,0.504023824492196,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-7","wmt14_cu-moses.3383.cs-en___631___choice___1",7,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,14,14,31,0.909090909090909,NA,0.909090909090909,1,1,323,1,1,1,1,0.610169491525,0.762711864407,0.491525423729,0.372881355932,0.9859856382,1,0.9859856382,1,0.627118644068,0.96875,0.5,0.372881355932,0.736842105263,0.666666666667,0.9859856382,1,0.9859856382,1,0.96875,0.96875,0.5,0.5,0.9859856382,1,0.9859856382,1,0.96875,0.96875,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,0.969230769230769,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-8","wmt16_real.uedin-nmt.4302.ro-en___1375___phrase___3",8,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.25,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,14,14,13,0.727272727272727,NA,0.727272727272727,0.75,1,101,0.620996500949,0.64,0.605160251739,0.64,NA,NA,NA,NA,0.809104132515,0.846153846154,0.809104132515,0.846153846154,NA,0.766666666667,0.5,NA,NA,NA,0.809104132515,0.846153846154,0.809104132515,0.846153846154,0.766666666667,0.766666666667,0.5,0.4,0.809104132515,0.846153846154,0.809104132515,0.846153846154,0.766666666667,0.766666666667,0.5,0.4,0.8,0.8,0.5,0.4,0.8,0.8,0.5,0.4,0.8,0.8,0.5,0.4,0.894736842105,0.72972972973,0.666666666667,0.96,0.894736842105,0.72972972973,0.666666666667,0.96,0.894736842105,0.84375,0.666666666667,0.923076923077,0.565132201793383,0.565132201793383,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-9","wmt15_uu-unconstrained.3977.fi-en___2___choice___1",9,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,10,10,6,0.909090909090909,NA,0.909090909090909,1,1,54,1,1,1,1,NA,NA,NA,NA,0.979303657421,1,0.979303657421,1,NA,0.954545454545,0.5,NA,NA,NA,0.979303657421,1,0.979303657421,1,0.954545454545,0.954545454545,0.5,0.5,0.979303657421,1,0.979303657421,1,0.954545454545,0.954545454545,0.5,0.5,0.954545454545,0.954545454545,0.5,0.5,0.954545454545,0.954545454545,0.5,0.5,0.954545454545,0.954545454545,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,0.491419305907289,0.565132201793383,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-10","wmt14_afrl.3456.hi-en___371___swap___2",10,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,1,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.818181818181818,NA,0.818181818181818,1,36,75,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-11","wmt14_cu-moses.3383.cs-en___631",11,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.75,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,17,31,NA,0.33,0.33,0.25,1,61,0.776698603054,0.846153846154,0.572815272839,0.615384615385,NA,NA,NA,NA,0.747541669756,0.814814814815,0.561869423983,0.592592592593,NA,0.705882352941,0.470588235294,NA,NA,NA,0.747541669756,0.814814814815,0.628527560806,0.666666666667,0.617647058824,0.705882352941,0.470588235294,0.382352941176,0.747541669756,0.814814814815,0.614225396109,0.666666666667,0.588235294118,0.705882352941,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.558823529412,0.617647058824,0.470588235294,0.382352941176,0.558823529412,0.617647058824,0.470588235294,0.382352941176,0.892857142857,0.675,0.807692307692,0.75,0.892857142857,0.722222222222,0.807692307692,0.777777777778,0.892857142857,0.694444444444,0.807692307692,0.764705882353,0.381819522973576,0.477669662022326,0.400482268518454,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3295,-329.022095,0.178514320556,0.105628,0.352086462982648,0.4171970576171,0.377582177060109,NA,-0.4058,0.2566,0.44929322,0.39609446,0.533533,0.525925738,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-12","wmt14_afrl.3456.hi-en___371___swap___8",12,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.272727272727273,NA,0.272727272727273,0.25,35,101,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-13","wmt14_rbmt1.0.fr-en___905",13,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,323,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-14","wmt14_onlineg.0.ru-en___186",14,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,12,10,NA,0.5,0.5,0.5,1,121,0.884010850658,0.88,0.712646773793,0.72,NA,NA,NA,NA,0.903006073355,0.952380952381,0.781781199683,0.857142857143,NA,0.851851851852,0.481481481481,NA,NA,NA,0.903006073355,0.952380952381,0.799971944587,0.857142857143,0.740740740741,0.851851851852,0.481481481481,0.407407407407,0.903006073355,0.952380952381,0.903006073355,0.952380952381,0.851851851852,0.851851851852,0.481481481481,0.481481481481,0.814814814815,0.814814814815,0.481481481481,0.444444444444,0.740740740741,0.814814814815,0.481481481481,0.407407407407,0.814814814815,0.814814814815,0.481481481481,0.481481481481,0.870967741935,0.757575757576,0.958333333333,0.739130434783,0.870967741935,0.766666666667,0.958333333333,0.772727272727,0.870967741935,0.821428571429,0.958333333333,0.952380952381,0.29196056711616,0.477669662022326,0.227251026749243,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2138,-105.217293,0.115970048025,0.0843804,NA,NA,NA,0.237074843,-0.1306,0.09,0.39665746,0.29249127,0.369232,0.390170883,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-15","wmt14_iitb-ranked-ppl.3173.hi-en___674",15,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,101,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-16","wmt16_real.jhu-pbmt.4284.ro-en___853",16,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,98,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-17","wmt15_uu-unconstrained.3977.fi-en___2___swap___4",17,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.5,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,10,10,6,0.636363636363636,NA,0.636363636363636,0.75,1,32,1,1,1,1,0.9,0.9,0.5,0.5,0.979303657421,1,0.979303657421,1,1,0.954545454545,0.5,0.5,0.820512820513,0.769230769231,0.979303657421,1,0.979303657421,1,0.954545454545,0.954545454545,0.5,0.5,0.979303657421,1,0.979303657421,1,0.954545454545,0.954545454545,0.5,0.5,0.909090909091,0.909090909091,0.5,0.5,0.909090909091,0.909090909091,0.5,0.5,0.909090909091,0.909090909091,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,0.487532044531153,0.487532044531153,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-18","wmt14_iitb-ranked-ppl.3173.hi-en___392",18,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,101,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-19","wmt16_real.jhu-pbmt.4286.fi-en___1925",19,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,14,11,NA,NA,NA,NA,1,25,0.683202611916,0.72,0.460414293439,0.48,NA,NA,NA,NA,0.798048158711,0.827586206897,0.412840263184,0.413793103448,NA,0.764705882353,0.5,NA,NA,NA,0.798048158711,0.827586206897,0.412840263184,0.413793103448,0.441176470588,0.764705882353,0.5,0.352941176471,0.798048158711,0.827586206897,0.541242895027,0.551724137931,0.558823529412,0.764705882353,0.5,0.382352941176,0.411764705882,0.647058823529,0.5,0.352941176471,0.411764705882,0.647058823529,0.5,0.352941176471,0.5,0.647058823529,0.5,0.382352941176,0.936507936508,0.410256410256,0.796296296296,0.428571428571,0.936507936508,0.435897435897,0.796296296296,0.448979591837,0.936507936508,0.567567567568,0.796296296296,0.564102564103,0.20341259363554,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-20","wmt14_cu-moses.3383.cs-en___631___order___5",20,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,31,0.545454545454545,NA,0.545454545454545,0.5,1,101,0.77757702112,0.8,0.77757702112,0.8,NA,NA,NA,NA,0.726793297827,0.733333333333,0.661995212733,0.666666666667,NA,0.71875,0.5,NA,NA,NA,0.726793297827,0.733333333333,0.61121148944,0.6,0.65625,0.71875,0.5,0.40625,0.726793297827,0.733333333333,0.661995212733,0.666666666667,0.65625,0.71875,0.5,0.40625,0.71875,0.75,0.5,0.40625,0.65625,0.75,0.5,0.40625,0.65625,0.75,0.5,0.40625,0.8125,0.789473684211,0.803921568627,0.810810810811,0.8125,0.536585365854,0.803921568627,0.589743589744,0.8125,0.589743589744,0.803921568627,0.621621621622,0.483287423597866,0.483287423597866,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-21","wmt16_real.pjatk.4520.cs-en___877",21,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,100,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-22","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",22,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.75,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.727272727272727,NA,0.727272727272727,0.75,36,47,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-23","wmt14_rbmt1.0.fr-en___905___order___10",23,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.0909090909090909,NA,0.0909090909090909,0,36,101,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-24","wmt14_uedin-wmt14.3422.hi-en___399",24,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.75,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,47,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-25","wmt14_rbmt1.0.fr-en___905___order___9",25,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.181818181818182,NA,0.181818181818182,0,36,143,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-26","wmt14_onlineg.0.ru-en___186___phrase___5",26,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.5,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,13,13,10,0.545454545454545,NA,0.545454545454545,0.5,1,98,0.672245565803,0.666666666667,0.594491131605,0.583333333333,NA,NA,NA,NA,0.699789907777,0.75,0.62203547358,0.666666666667,NA,0.678571428571,0.5,NA,NA,NA,0.699789907777,0.75,0.733263302592,0.75,0.714285714286,0.678571428571,0.5,0.392857142857,0.699789907777,0.75,0.699789907777,0.75,0.642857142857,0.678571428571,0.5,0.428571428571,0.642857142857,0.714285714286,0.5,0.392857142857,0.75,0.714285714286,0.5,0.392857142857,0.678571428571,0.714285714286,0.5,0.428571428571,0.7,0.677419354839,0.734693877551,0.633333333333,0.7,0.769230769231,0.734693877551,0.75,0.7,0.655172413793,0.734693877551,0.692307692308,0.493527472093534,0.493527472093534,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-27","wmt15_uu-unconstrained.3977.fi-en___2___swap___6",27,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.25,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,10,10,6,0.454545454545455,NA,0.454545454545455,0.5,1,143,0.904139268516,0.9,0.904139268516,0.9,NA,NA,NA,NA,0.691721462968,0.7,0.595860731484,0.6,NA,0.772727272727,0.5,NA,NA,NA,0.691721462968,0.7,0.595860731484,0.6,0.772727272727,0.772727272727,0.5,0.5,0.691721462968,0.7,0.595860731484,0.6,0.681818181818,0.772727272727,0.5,0.409090909091,0.818181818182,0.818181818182,0.5,0.5,0.818181818182,0.818181818182,0.5,0.5,0.727272727273,0.818181818182,0.5,0.409090909091,0.88,0.916666666667,0.648648648649,0.782608695652,0.88,0.916666666667,0.648648648649,0.782608695652,0.88,0.913043478261,0.648648648649,0.826086956522,0.451858957603908,0.451858957603908,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-28","wmt16_real.jhu-pbmt.4290.cs-en___519",28,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,12,13,12,NA,0.25,0.25,0.25,1,50,0.692734198206,0.695652173913,0.614531603587,0.608695652174,NA,NA,NA,NA,0.754158432512,0.782608695652,0.675955837893,0.695652173913,NA,0.724137931034,0.48275862069,NA,NA,NA,0.754158432512,0.782608695652,0.675955837893,0.695652173913,0.655172413793,0.724137931034,0.48275862069,0.379310344828,0.754158432512,0.782608695652,0.58097488296,0.608695652174,0.586206896552,0.724137931034,0.48275862069,0.379310344828,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.586206896552,0.689655172414,0.48275862069,0.379310344828,0.927272727273,0.605263157895,0.909090909091,0.5,0.927272727273,0.527777777778,0.909090909091,0.51724137931,0.927272727273,0.657142857143,0.909090909091,0.71875,0.343030277933447,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-29","wmt14_afrl-post-edited.3431.ru-en___341___swap___8",29,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.25,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,14,14,16,0.272727272727273,NA,0.272727272727273,0.25,1,143,0.840933594272,0.838709677419,0.650053907398,0.645161290323,0.724137931034,0.862068965517,0.5,0.413793103448,0.935201914907,0.933333333333,0.676009574533,0.666666666667,0.775862068966,0.9375,0.5,0.413793103448,0.736842105263,0.59649122807,0.935201914907,0.933333333333,0.935201914907,0.933333333333,0.9375,0.9375,0.5,0.5,0.935201914907,0.933333333333,0.935201914907,0.933333333333,0.9375,0.9375,0.5,0.5,0.65625,0.8125,0.5,0.4375,0.8125,0.8125,0.5,0.5,0.8125,0.8125,0.5,0.5,0.85,0.770833333333,0.909090909091,0.815789473684,0.85,0.833333333333,0.909090909091,0.903225806452,0.85,0.878048780488,0.909090909091,0.933333333333,0.433547493223059,0.433547493223059,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-30","wmt15_online-a.0.fi-en___2",30,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,10,8,6,NA,0.75,0.75,0.75,1,121,0.9,0.9,0.9,0.9,NA,NA,NA,NA,0.871094309226,0.888888888889,0.765067363733,0.777777777778,NA,0.85,0.45,NA,NA,NA,0.871094309226,0.888888888889,0.765067363733,0.777777777778,0.8,0.85,0.45,0.45,0.871094309226,0.888888888889,0.765067363733,0.777777777778,0.8,0.85,0.45,0.45,0.65,0.65,0.45,0.45,0.65,0.65,0.45,0.45,0.65,0.65,0.45,0.45,0.909090909091,0.761904761905,0.76,0.708333333333,0.909090909091,0.761904761905,0.76,0.708333333333,0.909090909091,0.809523809524,0.76,0.72,0.252512596663784,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0770318313282111,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5187057,0.63107571,-0.0772898123914387,0.52380952381,45.6123,46.2186,13.33273481,0.382077678917,0.62823405,0.560702,0.487122,0.316013667452966,4.76031941407,0.47659403,0.689094387401,0.533488045454546
"8-31","wmt14_afrl.3349.ru-en___363",31,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,12,16,NA,0.5,0.5,0.5,1,98,0.694662001265,0.72,0.547331000632,0.56,NA,NA,NA,NA,0.649455337779,0.666666666667,0.471272953651,0.47619047619,NA,0.666666666667,0.466666666667,NA,NA,NA,0.649455337779,0.666666666667,0.471272953651,0.47619047619,0.5,0.666666666667,0.466666666667,0.366666666667,0.649455337779,0.666666666667,0.534547152384,0.571428571429,0.533333333333,0.666666666667,0.466666666667,0.4,0.533333333333,0.666666666667,0.466666666667,0.366666666667,0.533333333333,0.666666666667,0.466666666667,0.366666666667,0.566666666667,0.666666666667,0.466666666667,0.4,0.860465116279,0.756756756757,0.738095238095,0.694444444444,0.860465116279,0.590909090909,0.738095238095,0.560975609756,0.860465116279,0.742857142857,0.738095238095,0.6875,0.2748585307696,0.500468075558876,0.41838392769565,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.357,-153.410919,0.192793858309,0.121192,NA,NA,NA,0.689721341,-0.5222,0.4377,0.59332232,0.52616494,0.692656,0.723862007,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-32","wmt16_real.uedin-nmt.4302.ro-en___1375___phrase___2",32,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.25,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,14,14,13,0.818181818181818,NA,0.818181818181818,1,1,143,0.777153364749,0.785714285714,0.707865023562,0.714285714286,0.865384615385,0.923076923077,0.5,0.461538461538,0.881246601227,0.923076923077,0.809104132515,0.846153846154,0.846153846154,0.833333333333,0.5,0.461538461538,0.862745098039,0.823529411765,0.881246601227,0.923076923077,0.809104132515,0.846153846154,0.8,0.833333333333,0.5,0.433333333333,0.881246601227,0.923076923077,0.809104132515,0.846153846154,0.766666666667,0.833333333333,0.5,0.4,0.833333333333,0.866666666667,0.5,0.433333333333,0.833333333333,0.866666666667,0.5,0.433333333333,0.8,0.866666666667,0.5,0.4,0.901960784314,0.75,0.702702702703,0.892857142857,0.901960784314,0.75,0.702702702703,0.892857142857,0.901960784314,0.777777777778,0.702702702703,0.833333333333,0.565132201793383,0.565132201793383,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-33","wmt15_uedin-syntax.4006.fi-en___209",33,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,9,10,6,NA,0,0,0,1,30,0.718209352106,0.7,0.530348920177,0.5,NA,NA,NA,NA,0.583813909239,0.6,0.489883693274,0.5,NA,0.695652173913,0.478260869565,NA,NA,NA,0.583813909239,0.6,0.489883693274,0.5,0.521739130435,0.695652173913,0.478260869565,0.391304347826,0.583813909239,0.6,0.583813909239,0.6,0.608695652174,0.695652173913,0.478260869565,0.391304347826,0.521739130435,0.608695652174,0.478260869565,0.391304347826,0.521739130435,0.608695652174,0.478260869565,0.391304347826,0.565217391304,0.608695652174,0.478260869565,0.391304347826,0.8,0.5,0.78125,0.555555555556,0.8,0.5,0.78125,0.555555555556,0.8,0.464285714286,0.78125,0.583333333333,0.279101465332124,0.439048074310918,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0488120782448727,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5602102,0.6353865,-0.0418871503933059,0.428571428571,44.2758,40.9671,12.99628536,0.408893034965,0.66568025,0.475015,0.414836,0.324346412626024,4.43802226997,0.693599045,0.634777011887,0.588991518181818
"8-34","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",34,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.75,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.818181818181818,NA,0.818181818181818,1,36,121,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-35","wmt14_uedin-syntax.3289.cs-en___1143",35,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,12,10,7,NA,0,0,0,1,100,0.756381719335,0.761904761905,0.576951613998,0.571428571429,0.782608695652,0.826086956522,0.5,0.434782608696,0.756381719335,0.761904761905,0.576951613998,0.571428571429,0.717391304348,0.75,0.458333333333,0.434782608696,0.863636363636,0.727272727273,0.756381719335,0.761904761905,0.59628226299,0.571428571429,0.625,0.75,0.458333333333,0.375,0.756381719335,0.761904761905,0.59628226299,0.571428571429,0.666666666667,0.75,0.458333333333,0.416666666667,0.5,0.625,0.458333333333,0.458333333333,0.5,0.625,0.458333333333,0.375,0.541666666667,0.625,0.458333333333,0.416666666667,0.921052631579,0.533333333333,0.857142857143,0.444444444444,0.921052631579,0.515151515152,0.857142857143,0.5625,0.921052631579,0.678571428571,0.857142857143,0.689655172414,0.216342251968672,0.453830739092176,0.290720254822761,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2655,-244.544037,0.132030426447,0.08324,0.568804549114619,0.684387965203542,0.364669642444959,NA,-0.2759,0.2248,0.38823936,0.39541858,0.494826,0.491623095,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-36","wmt14_cu-moses.3383.cs-en___631___choice___2",36,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0,0,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,14,14,31,0.818181818181818,NA,0.818181818181818,1,1,168,0.868565391882,0.866666666667,0.671413479705,0.666666666667,NA,NA,NA,NA,0.952034141547,0.965517241379,0.751130078637,0.758620689655,NA,0.935483870968,0.483870967742,NA,NA,NA,0.952034141547,0.965517241379,0.952034141547,0.965517241379,0.935483870968,0.935483870968,0.483870967742,0.483870967742,0.952034141547,0.965517241379,0.952034141547,0.965517241379,0.935483870968,0.935483870968,0.483870967742,0.483870967742,0.741935483871,0.903225806452,0.483870967742,0.387096774194,0.903225806452,0.903225806452,0.483870967742,0.483870967742,0.903225806452,0.903225806452,0.483870967742,0.483870967742,0.878048780488,0.702702702703,0.966666666667,0.757575757576,0.878048780488,0.818181818182,0.966666666667,0.857142857143,0.878048780488,0.818181818182,0.966666666667,0.857142857143,0.470082286264853,0.570709275668423,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-37","wmt16_real.pjatk.4520.cs-en___1555",37,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,30,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-38","wmt15_illinois.3955.fi-en___361",38,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,23,23,16,NA,0,0,0,1,30,0.753998610695,0.820512820513,0.570164523099,0.615384615385,NA,NA,NA,NA,0.641783652922,0.666666666667,0.570164523099,0.615384615385,NA,0.672727272727,0.490909090909,NA,NA,NA,0.641783652922,0.666666666667,0.560833392944,0.615384615385,0.527272727273,0.672727272727,0.490909090909,0.363636363636,0.641783652922,0.666666666667,0.632452522768,0.666666666667,0.618181818182,0.672727272727,0.490909090909,0.418181818182,0.509090909091,0.618181818182,0.490909090909,0.363636363636,0.509090909091,0.618181818182,0.490909090909,0.363636363636,0.581818181818,0.618181818182,0.490909090909,0.418181818182,0.955357142857,0.641975308642,0.901960784314,0.608695652174,0.955357142857,0.65,0.901960784314,0.6,0.955357142857,0.701298701299,0.901960784314,0.573770491803,0.162447331276742,0.442543374122464,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.101553087094282,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6844985,0.59434705,-0.0850901174847357,0.52,56.6495,55.107,12.40049347,0.306326355896,0.55336883,0.559541,0.512041,0.385599012826356,4.7392488538,0.5110588675,0.589039480331,0.586757081818182
"8-39","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",39,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.75,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.454545454545455,NA,0.454545454545455,0.5,35,121,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-40","wmt16_real.pjatk.4520.cs-en___877___order___11",40,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0,NA,0,0,36,168,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-41","wmt16_real.online-f.0.de-en___2506",41,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,50,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-42","wmt16_real.online-f.0.de-en___218",42,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,143,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-43","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",43,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,1,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.181818181818182,NA,0.181818181818182,0,36,16,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-44","wmt16_real.jhu-pbmt.4284.ro-en___1375",44,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,15,13,NA,NA,NA,NA,1,323,0.916994278871,0.928571428571,0.916994278871,0.928571428571,NA,NA,NA,NA,0.954166992482,1,0.954166992482,1,NA,0.903225806452,0.483870967742,NA,NA,NA,0.954166992482,1,0.954166992482,1,0.903225806452,0.903225806452,0.483870967742,0.483870967742,0.954166992482,1,0.812072891846,0.846153846154,0.774193548387,0.903225806452,0.483870967742,0.41935483871,0.935483870968,0.935483870968,0.483870967742,0.483870967742,0.935483870968,0.935483870968,0.483870967742,0.483870967742,0.806451612903,0.935483870968,0.483870967742,0.41935483871,0.944444444444,0.928571428571,0.962962962963,1,0.944444444444,0.928571428571,0.962962962963,1,0.944444444444,0.875,0.962962962963,0.928571428571,0.536633129760742,0.599004962825039,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-45","wmt15_online-f.0.ru-en___778",45,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,10,13,9,NA,0.67,0.67,0.75,1,121,0.760915108719,0.842105263158,0.552321891844,0.631578947368,NA,NA,NA,NA,0.742624710316,0.8,0.556968532737,0.6,NA,0.689655172414,0.413793103448,NA,NA,NA,0.742624710316,0.8,0.556968532737,0.6,0.551724137931,0.689655172414,0.413793103448,0.344827586207,0.742624710316,0.8,0.574898310763,0.6,0.551724137931,0.689655172414,0.413793103448,0.344827586207,0.48275862069,0.655172413793,0.413793103448,0.344827586207,0.48275862069,0.655172413793,0.413793103448,0.344827586207,0.551724137931,0.655172413793,0.413793103448,0.344827586207,0.848484848485,0.59375,0.625,0.51724137931,0.848484848485,0.59375,0.625,0.51724137931,0.848484848485,0.730769230769,0.625,0.703703703704,0.280614005722255,0.460413014633455,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.322586216297222,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6815473,0.80785311,-0.348393966776738,0.111111111111,70.5104,75.5349,14.94135857,0.604945508982,0.83544975,0.744649,0.744649,0.465588379889696,7.8686163941,0.8224204775,0.843642677739,0.735492309090909
"8-46","wmt16_real.cu-mergedtrees.4515.cs-en___519___choice___1",46,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,12,12,12,0.909090909090909,NA,0.909090909090909,1,1,54,0.925552667952,0.923076923077,0.851105335903,0.846153846154,0.869565217391,0.913043478261,0.5,0.45652173913,0.94556271335,0.96,0.94556271335,0.96,0.826086956522,0.928571428571,0.5,0.45652173913,0.933333333333,0.844444444444,0.94556271335,0.96,0.793437596977,0.8,0.785714285714,0.928571428571,0.5,0.428571428571,0.94556271335,0.96,0.869500155164,0.88,0.857142857143,0.928571428571,0.5,0.464285714286,0.892857142857,0.964285714286,0.5,0.5,0.75,0.964285714286,0.5,0.428571428571,0.821428571429,0.964285714286,0.5,0.464285714286,0.878787878788,0.857142857143,0.962962962963,0.96,0.878787878788,0.805555555556,0.962962962963,0.892857142857,0.878787878788,0.852941176471,0.962962962963,0.925925925926,0.96116559260297,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-47","wmt14_afrl-post-edited.3431.ru-en___341___swap___6",47,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,14,14,16,0.454545454545455,NA,0.454545454545455,0.5,1,101,0.968186718854,0.967741935484,0.777307031981,0.774193548387,NA,NA,NA,NA,0.9859856382,1,0.726793297827,0.733333333333,NA,0.96875,0.5,NA,NA,NA,0.9859856382,1,0.9859856382,1,0.96875,0.96875,0.5,0.5,0.9859856382,1,0.9859856382,1,0.96875,0.96875,0.5,0.5,0.71875,0.875,0.5,0.4375,0.875,0.875,0.5,0.5,0.875,0.875,0.5,0.5,0.96875,0.878048780488,1,0.885714285714,0.96875,0.971428571429,1,1,0.96875,0.972222222222,1,1,0.477669662022326,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-48","wmt14_uedin-wmt14.3364.ru-en___595___phrase___4",48,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,6,6,18,0.636363636363636,NA,0.636363636363636,0.75,1,323,0.720925130272,0.727272727273,0.686013346765,0.727272727273,0.648148148148,0.833333333333,0.5,0.407407407407,0.719629580377,0.8,0.719629580377,0.8,0.611111111111,0.642857142857,0.5,0.407407407407,0.792452830189,0.566037735849,0.719629580377,0.8,0.719629580377,0.8,0.642857142857,0.642857142857,0.5,0.357142857143,0.719629580377,0.8,0.756161589297,0.8,0.714285714286,0.642857142857,0.5,0.428571428571,0.642857142857,0.642857142857,0.5,0.357142857143,0.642857142857,0.642857142857,0.5,0.357142857143,0.785714285714,0.642857142857,0.5,0.428571428571,0.894736842105,0.571428571429,0.913043478261,0.818181818182,0.894736842105,0.571428571429,0.913043478261,0.818181818182,0.894736842105,0.571428571429,0.913043478261,0.75,0.493527472093534,0.493527472093534,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-49","wmt16_real.online-g.0.de-en___1654",49,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,100,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"8-50","wmt16_real.uedin-syntax.4411.fi-en___838",50,8,TRUE,18,0,1,0,0,1,8,"Male",NA,1,0.75,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,42,43,31,NA,NA,NA,NA,1,48,0.726031671503,0.786885245902,0.542709444894,0.622950819672,NA,NA,NA,NA,0.74694977389,0.8,0.532777692406,0.571428571429,NA,0.715789473684,0.494736842105,NA,NA,NA,0.74694977389,0.8,0.522167647184,0.571428571429,0.526315789474,0.715789473684,0.494736842105,0.336842105263,0.74694977389,0.8,0.623039140358,0.657142857143,0.6,0.715789473684,0.494736842105,0.389473684211,0.515789473684,0.642105263158,0.494736842105,0.357894736842,0.494736842105,0.642105263158,0.494736842105,0.336842105263,0.557894736842,0.642105263158,0.494736842105,0.389473684211,0.845659163987,0.64406779661,0.915178571429,0.588235294118,0.845659163987,0.690265486726,0.915178571429,0.641666666667,0.845659163987,0.707547169811,0.915178571429,0.615384615385,0.274642747282132,0.462626022869883,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-1","wmt15_limsi.4021.fi-en___43___order___7",1,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,11,11,7,0.5,NA,0.5,0.5,1,168,0.650104931233,0.636363636364,0.562631164041,0.545454545455,0.761904761905,0.952380952381,0.5,0.404761904762,0.576951613998,0.571428571429,0.506567210322,0.47619047619,0.785714285714,0.666666666667,0.5,0.404761904762,0.95,0.75,0.576951613998,0.571428571429,0.506567210322,0.47619047619,0.625,0.666666666667,0.5,0.416666666667,0.576951613998,0.571428571429,0.506567210322,0.47619047619,0.625,0.666666666667,0.5,0.416666666667,0.541666666667,0.583333333333,0.5,0.416666666667,0.541666666667,0.583333333333,0.5,0.416666666667,0.541666666667,0.583333333333,0.5,0.416666666667,0.775,0.6,0.777777777778,0.566666666667,0.775,0.6,0.777777777778,0.566666666667,0.775,0.58064516129,0.777777777778,0.533333333333,0.421484497598424,0.421484497598424,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-2","wmt15_online-f.0.de-en___696",2,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,12,11,11,NA,0,0,0,1,168,0.738106907313,0.761904761905,0.553580180485,0.571428571429,NA,NA,NA,NA,0.684561734481,0.761904761905,0.702410125425,0.761904761905,NA,0.714285714286,0.464285714286,NA,NA,NA,0.684561734481,0.761904761905,0.702410125425,0.761904761905,0.642857142857,0.714285714286,0.464285714286,0.392857142857,0.684561734481,0.761904761905,0.470241012542,0.47619047619,0.5,0.714285714286,0.464285714286,0.357142857143,0.5,0.571428571429,0.464285714286,0.392857142857,0.5,0.571428571429,0.464285714286,0.392857142857,0.464285714286,0.571428571429,0.464285714286,0.357142857143,0.829787234043,0.583333333333,0.763157894737,0.555555555556,0.829787234043,0.638888888889,0.763157894737,0.653846153846,0.829787234043,0.638888888889,0.763157894737,0.625,0.113004526548555,0.426188500125978,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0262972523498965,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3426034,0.36234656,-0.0187743797173947,0.642857142857,35.8085,33.4354,11.18593077,0.244444358929,0.36194468,0.46029,0.361954,0.171822875190329,2.87945242532,0.408779025,0.395623937441,0.317694018181818
"9-3","wmt14_afrl.3456.hi-en___371___swap___8",3,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.75,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.428571428571429,NA,0.428571428571429,0.5,35,61,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-4","wmt14_uedin-syntax.3144.hi-en___608",4,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,27,26,36,NA,0.88,0.88,1,1,98,0.565177791331,0.611111111111,0.396808426782,0.388888888889,NA,NA,NA,NA,0.486189567105,0.461538461538,0.318123955464,0.358974358974,NA,0.578947368421,0.491228070175,NA,NA,NA,0.486189567105,0.461538461538,0.348542711203,0.307692307692,0.456140350877,0.578947368421,0.491228070175,0.368421052632,0.486189567105,0.461538461538,0.339386586278,0.307692307692,0.438596491228,0.578947368421,0.491228070175,0.385964912281,0.491228070175,0.561403508772,0.491228070175,0.368421052632,0.491228070175,0.561403508772,0.491228070175,0.368421052632,0.456140350877,0.561403508772,0.491228070175,0.385964912281,0.825396825397,0.540540540541,0.74213836478,0.568181818182,0.825396825397,0.5,0.74213836478,0.505617977528,0.825396825397,0.557142857143,0.74213836478,0.539473684211,0.213074776103048,0.436087741390007,0.451076941903922,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4825,-293.070648,0.213309382571,0.143725,NA,NA,NA,NA,-0.5218,0.5786,0.49261571,0.52401782,0.720317,0.762072561,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-5","wmt15_online-a.0.de-en___245___order___4",5,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,5,5,5,0.714285714285714,NA,0.714285714285714,0.75,1,101,0.808278537032,0.8,0.383442925937,0.4,NA,NA,NA,NA,0.424835611095,0.4,0.383442925937,0.4,NA,0.636363636364,0.454545454545,NA,NA,NA,0.424835611095,0.4,0.383442925937,0.4,0.454545454545,0.636363636364,0.454545454545,0.363636363636,0.424835611095,0.4,0.383442925937,0.4,0.545454545455,0.636363636364,0.454545454545,0.363636363636,0.454545454545,0.636363636364,0.454545454545,0.363636363636,0.454545454545,0.636363636364,0.454545454545,0.363636363636,0.545454545455,0.636363636364,0.454545454545,0.363636363636,0.923076923077,0.133333333333,0.533333333333,0.384615384615,0.923076923077,0.285714285714,0.533333333333,0.583333333333,0.923076923077,0.2,0.533333333333,0.363636363636,0.371308016877637,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-6","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",6,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,1,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.785714285714286,NA,0.785714285714286,0.75,36,75,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-7","wmt15_online-f.0.fr-en___400___choice___3",7,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.75,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,12,12,14,0.785714285714286,NA,0.785714285714286,0.75,1,121,0.879864758254,0.875,0.806824448704,0.8125,NA,NA,NA,NA,0.941917007489,0.941176470588,0.825751022466,0.823529411765,NA,0.942857142857,0.485714285714,NA,NA,NA,0.941917007489,0.941176470588,0.813161895158,0.823529411765,0.828571428571,0.942857142857,0.485714285714,0.428571428571,0.941917007489,0.941176470588,0.813161895158,0.823529411765,0.828571428571,0.942857142857,0.485714285714,0.428571428571,0.8,0.885714285714,0.485714285714,0.428571428571,0.828571428571,0.885714285714,0.485714285714,0.428571428571,0.828571428571,0.885714285714,0.485714285714,0.428571428571,0.958333333333,0.808510638298,0.85,0.775,0.958333333333,0.847826086957,0.85,0.825,0.958333333333,0.847826086957,0.85,0.837209302326,0.368147844631854,0.532977675069298,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-8","wmt15_online-f.0.fr-en___400___choice___1",8,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,12,12,14,0.928571428571429,NA,0.928571428571429,1,1,323,0.941917007489,0.941176470588,0.825751022466,0.823529411765,0.840425531915,0.893617021277,0.489361702128,0.446808510638,0.941917007489,0.941176470588,0.825751022466,0.823529411765,0.840425531915,0.942857142857,0.485714285714,0.446808510638,0.926829268293,0.780487804878,0.941917007489,0.941176470588,0.929327880181,0.941176470588,0.914285714286,0.942857142857,0.485714285714,0.457142857143,0.941917007489,0.941176470588,0.813161895158,0.823529411765,0.828571428571,0.942857142857,0.485714285714,0.428571428571,0.828571428571,0.942857142857,0.485714285714,0.428571428571,0.914285714286,0.942857142857,0.485714285714,0.457142857143,0.828571428571,0.942857142857,0.485714285714,0.428571428571,0.945945945946,0.868421052632,0.85,0.825,0.945945945946,0.914285714286,0.85,0.864864864865,0.945945945946,0.878048780488,0.85,0.837209302326,0.531118792763193,0.604147626768132,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-9","wmt16_real.online-b.0.fi-en___346___swap___6",9,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.5,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,13,13,10,0.571428571428571,NA,0.571428571428571,0.5,1,98,0.768940133205,0.758620689655,0.768940133205,0.758620689655,0.740740740741,0.87037037037,0.5,0.407407407407,1,1,1,1,0.740740740741,1,0.5,0.407407407407,0.851063829787,0.765957446809,1,1,0.6875,0.6875,0.75,1,0.5,0.40625,1,1,1,1,1,1,0.5,0.5,0.875,0.875,0.5,0.5,0.71875,0.875,0.5,0.40625,0.875,0.875,0.5,0.5,0.821428571429,0.840909090909,1,0.9,0.821428571429,0.697674418605,1,0.702702702703,0.821428571429,0.833333333333,1,0.9,0.477669662022326,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-10","wmt15_uedin-syntax.4006.fi-en___40",10,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,7,7,NA,0.5,0.5,0.5,1,143,0.637113751626,0.625,0.387113751626,0.375,NA,NA,NA,NA,0.658337417559,0.666666666667,0.608361922916,0.666666666667,NA,0.65,0.4,NA,NA,NA,0.658337417559,0.666666666667,0.608361922916,0.666666666667,0.6,0.65,0.4,0.35,0.658337417559,0.666666666667,0.491687087797,0.533333333333,0.5,0.65,0.4,0.35,0.5,0.55,0.4,0.35,0.5,0.55,0.4,0.35,0.4,0.55,0.4,0.35,0.806451612903,0.4,0.741935483871,0.571428571429,0.806451612903,0.4,0.741935483871,0.619047619048,0.806451612903,0.380952380952,0.741935483871,0.571428571429,0.299700441874924,0.463532223605211,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.217868864643895,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.693707,0.66247815,-0.126012331041621,0.448275862069,67.468,69.6934,14.40041115,0.522579114058,0.61498933,0.708179,0.67804,0.405669838068616,5.88655625748,0.6060804125,0.689658115488,0.623095918181818
"9-11","wmt16_real.tuning-task-afrl.0.cs-en___1151",11,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,39,39,33,NA,NA,NA,NA,1,121,0.730789457454,0.777777777778,0.720083257887,0.777777777778,NA,NA,NA,NA,0.780694518794,0.833333333333,0.75038888834,0.805555555556,NA,0.758241758242,0.494505494505,NA,NA,NA,0.780694518794,0.833333333333,0.675531296331,0.722222222222,0.648351648352,0.758241758242,0.494505494505,0.384615384615,0.780694518794,0.833333333333,0.630979334775,0.666666666667,0.626373626374,0.758241758242,0.494505494505,0.384615384615,0.637362637363,0.703296703297,0.494505494505,0.395604395604,0.626373626374,0.703296703297,0.494505494505,0.384615384615,0.593406593407,0.703296703297,0.494505494505,0.384615384615,0.91015625,0.7,0.878676470588,0.744897959184,0.91015625,0.719008264463,0.878676470588,0.76,0.91015625,0.764705882353,0.878676470588,0.745098039216,0.307940333170537,0.482433348560722,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-12","wmt16_real.online-g.0.fi-en___1789___phrase___14",12,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,1,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,19,19,8,0,NA,0,0,1,75,0.48856062736,0.5,0.382533681867,0.388888888889,NA,NA,NA,NA,0.527335850756,0.529411764706,0.40622893535,0.411764705882,NA,0.625,0.5,NA,NA,NA,0.527335850756,0.529411764706,0.417992447731,0.411764705882,0.45,0.625,0.5,0.35,0.527335850756,0.529411764706,0.417992447731,0.411764705882,0.45,0.625,0.5,0.35,0.5,0.575,0.5,0.35,0.525,0.575,0.5,0.35,0.525,0.575,0.5,0.35,0.828828828829,0.634920634921,0.782608695652,0.741379310345,0.828828828829,0.666666666667,0.782608695652,0.746031746032,0.828828828829,0.745762711864,0.782608695652,0.785714285714,0.500468075558876,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-13","wmt16_real.online-a.0.de-en___2956",13,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.75,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,20,19,18,NA,NA,NA,NA,1,61,0.69357339856,0.733333333333,0.659165762698,0.733333333333,NA,NA,NA,NA,0.700287624802,0.717948717949,0.643031968485,0.666666666667,NA,0.68085106383,0.489361702128,NA,NA,NA,0.700287624802,0.717948717949,0.511781624988,0.512820512821,0.574468085106,0.68085106383,0.489361702128,0.382978723404,0.700287624802,0.717948717949,0.521910781352,0.512820512821,0.595744680851,0.68085106383,0.489361702128,0.425531914894,0.574468085106,0.63829787234,0.489361702128,0.382978723404,0.531914893617,0.63829787234,0.489361702128,0.382978723404,0.553191489362,0.63829787234,0.489361702128,0.425531914894,0.896103896104,0.66,0.857142857143,0.633333333333,0.896103896104,0.714285714286,0.857142857143,0.65671641791,0.896103896104,0.76,0.857142857143,0.616666666667,0.224575418608223,0.461315339057725,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-14","wmt16_real.pjatk.4520.cs-en___877",14,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,121,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-15","wmt16_real.online-g.0.fi-en___1789___phrase___11",15,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.5,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,19,19,8,0.214285714285714,NA,0.214285714285714,0.25,1,98,0.712053890987,0.722222222222,0.553013472747,0.555555555556,0.576923076923,0.846153846154,0.5,0.346153846154,0.638512905196,0.628571428571,0.507658063203,0.514285714286,0.576923076923,0.725,0.5,0.346153846154,0.846153846154,0.538461538462,0.638512905196,0.628571428571,0.453829031601,0.457142857143,0.5,0.725,0.5,0.3,0.638512905196,0.628571428571,0.561487094804,0.571428571429,0.625,0.725,0.5,0.4,0.55,0.725,0.5,0.35,0.525,0.725,0.5,0.3,0.65,0.725,0.5,0.4,0.90243902439,0.566037735849,0.785714285714,0.6,0.90243902439,0.593220338983,0.785714285714,0.543859649123,0.90243902439,0.769230769231,0.785714285714,0.74,0.488561104957705,0.488561104957705,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-16","wmt16_real.online-a.0.de-en___218___choice___3",16,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.25,0.25,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.785714285714286,NA,0.785714285714286,0.75,36,143,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-17","wmt14_uedin-syntax.3289.cs-en___679",17,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,22,15,NA,1,1,1,1,143,0.772260207056,0.8,0.580102999143,0.628571428571,NA,NA,NA,NA,0.841667124662,0.871794871795,0.538649812214,0.564102564103,NA,0.808510638298,0.468085106383,NA,NA,NA,0.841667124662,0.871794871795,0.521910781352,0.512820512821,0.574468085106,0.808510638298,0.468085106383,0.382978723404,0.841667124662,0.871794871795,0.632902812121,0.666666666667,0.595744680851,0.808510638298,0.468085106383,0.36170212766,0.468085106383,0.68085106383,0.468085106383,0.340425531915,0.489361702128,0.68085106383,0.468085106383,0.382978723404,0.510638297872,0.68085106383,0.468085106383,0.36170212766,0.704918032787,0.537037037037,0.723076923077,0.543859649123,0.704918032787,0.6,0.723076923077,0.620689655172,0.704918032787,0.741379310345,0.723076923077,0.722222222222,0.267652382744686,0.500468075558876,0.29299010022129,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2086,-274.900299,0.135690300066,0.0860112,0.604060130880276,0.60861498288249,0.326004269747688,NA,-0.283,0.1452,0.39623864,0.35723863,0.498913,0.559642482,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-18","wmt16_real.online-b.0.fi-en___346___swap___2",18,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.5,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,13,13,10,0.857142857142857,NA,0.857142857142857,1,1,98,0.834957238004,0.827586206897,0.834957238004,0.827586206897,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,0.6875,0.6875,0.71875,1,0.5,0.40625,1,1,0.6875,0.6875,0.6875,1,0.5,0.34375,0.90625,0.90625,0.5,0.5,0.6875,0.90625,0.5,0.40625,0.6875,0.90625,0.5,0.34375,0.839285714286,0.840909090909,1,0.966666666667,0.839285714286,0.622222222222,1,0.707317073171,0.839285714286,0.738095238095,1,0.783783783784,0.524532042261666,0.524532042261666,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-19","wmt14_uedin-syntax.3289.cs-en___679___choice___3",19,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0,0.25,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,19,19,15,0.785714285714286,NA,0.785714285714286,0.75,1,56,0.953343018385,0.952380952381,0.569985472422,0.571428571429,0.447368421053,0.578947368421,0.473684210526,0.315789473684,1,1,0.590909090909,0.590909090909,0.447368421053,1,0.5,0.315789473684,0.5625,0.375,1,1,0.863636363636,0.863636363636,0.909090909091,1,0.5,0.477272727273,1,1,0.954545454545,0.954545454545,0.954545454545,1,0.5,0.477272727273,0.590909090909,0.931818181818,0.5,0.340909090909,0.886363636364,0.931818181818,0.5,0.477272727273,0.909090909091,0.931818181818,0.5,0.477272727273,0.897959183673,0.692307692308,1,0.696428571429,0.897959183673,0.849056603774,1,0.875,0.897959183673,0.921568627451,1,0.93023255814,0.44050920585846,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-20","wmt16_real.online-a.0.de-en___2956___phrase___3",20,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,20,20,18,0.785714285714286,NA,0.785714285714286,0.75,1,323,0.93675383273,0.936170212766,0.843282230264,0.851063829787,NA,NA,NA,NA,0.949191511894,0.976744186047,0.851057679423,0.883720930233,NA,0.916666666667,0.5,NA,NA,NA,0.949191511894,0.976744186047,0.816322597726,0.837209302326,0.8125,0.916666666667,0.5,0.4375,0.949191511894,0.976744186047,0.870166792142,0.883720930233,0.875,0.916666666667,0.5,0.479166666667,0.8125,0.916666666667,0.5,0.416666666667,0.8125,0.916666666667,0.5,0.4375,0.875,0.916666666667,0.5,0.479166666667,0.878787878788,0.818181818182,0.887096774194,0.78,0.878787878788,0.888888888889,0.887096774194,0.862745098039,0.878787878788,0.905660377358,0.887096774194,0.891304347826,0.584113094106912,0.584113094106912,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-21","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",21,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.5,0.25,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.571428571428571,NA,0.571428571428571,0.5,35,98,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-22","wmt16_real.online-g.0.fi-en___1211",22,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,12,8,NA,NA,NA,NA,1,323,0.928571428571,0.928571428571,0.785714285714,0.785714285714,NA,NA,NA,NA,0.908977978254,0.95652173913,0.74992236005,0.782608695652,NA,0.857142857143,0.464285714286,NA,NA,NA,0.908977978254,0.95652173913,0.908977978254,0.95652173913,0.857142857143,0.857142857143,0.464285714286,0.464285714286,0.908977978254,0.95652173913,0.908977978254,0.95652173913,0.857142857143,0.857142857143,0.464285714286,0.464285714286,0.714285714286,0.857142857143,0.464285714286,0.392857142857,0.857142857143,0.857142857143,0.464285714286,0.464285714286,0.857142857143,0.857142857143,0.464285714286,0.464285714286,0.933333333333,0.8,0.888888888889,0.857142857143,0.933333333333,0.870967741935,0.888888888889,0.958333333333,0.933333333333,0.833333333333,0.888888888889,0.909090909091,0.41364416959064,0.496373003508767,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-23","wmt15_online-a.0.de-en___245",23,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,5,4,5,NA,0,0,0,1,50,0.912526232808,0.909090909091,0.737578698424,0.727272727273,NA,NA,NA,NA,0.833333333333,0.833333333333,0.666666666667,0.666666666667,NA,0.833333333333,0.5,NA,NA,NA,0.833333333333,0.833333333333,0.666666666667,0.666666666667,0.75,0.833333333333,0.5,0.416666666667,0.833333333333,0.833333333333,0.666666666667,0.666666666667,0.75,0.833333333333,0.5,0.416666666667,0.75,0.833333333333,0.5,0.416666666667,0.75,0.833333333333,0.5,0.416666666667,0.666666666667,0.833333333333,0.5,0.416666666667,0.916666666667,0.714285714286,0.857142857143,0.714285714286,0.916666666667,0.714285714286,0.857142857143,0.714285714286,0.916666666667,0.769230769231,0.857142857143,0.846153846154,0.343703796848655,0.458271729131539,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.494922594429484,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.7737242,0.93060096,-0.509944057242055,0.047619047619,81.1081,86.457,16.57791805,0.797883052838,0.90364156,0.822695,0.822695,0.51612104421236,8.78061485034,0.83200097,0.842220111826,0.881014945454545
"9-24","wmt16_real.pjatk.4520.cs-en___877___order___11",24,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0.214285714285714,NA,0.214285714285714,0.25,36,168,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-25","wmt15_limsi.4021.fi-en___43___order___2",25,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,11,11,7,0.857142857142857,NA,0.857142857142857,1,1,101,0.786626827325,0.782608695652,0.530579020115,0.521739130435,NA,NA,NA,NA,0.806158185172,0.818181818182,0.543736883596,0.545454545455,NA,0.791666666667,0.5,NA,NA,NA,0.806158185172,0.818181818182,0.612316370343,0.636363636364,0.625,0.791666666667,0.5,0.375,0.806158185172,0.818181818182,0.612316370343,0.636363636364,0.625,0.791666666667,0.5,0.375,0.666666666667,0.833333333333,0.5,0.375,0.625,0.833333333333,0.5,0.375,0.625,0.833333333333,0.5,0.375,0.916666666667,0.606060606061,0.909090909091,0.612903225806,0.916666666667,0.59375,0.909090909091,0.612903225806,0.916666666667,0.666666666667,0.909090909091,0.642857142857,0.461315339057725,0.461315339057725,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-26","wmt16_real.online-a.0.de-en___2956___phrase___6",26,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.75,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,20,20,18,0.571428571428571,NA,0.571428571428571,0.5,1,61,0.768097386677,0.765957446809,0.674625784211,0.68085106383,NA,NA,NA,NA,0.77757702112,0.8,0.691179574329,0.711111111111,NA,0.770833333333,0.5,NA,NA,NA,0.77757702112,0.8,0.734378297724,0.755555555556,0.729166666667,0.770833333333,0.5,0.395833333333,0.77757702112,0.8,0.604782127538,0.622222222222,0.645833333333,0.770833333333,0.5,0.395833333333,0.708333333333,0.75,0.5,0.395833333333,0.708333333333,0.75,0.5,0.395833333333,0.645833333333,0.75,0.5,0.395833333333,0.767441860465,0.775862068966,0.771084337349,0.75,0.767441860465,0.775862068966,0.771084337349,0.781818181818,0.767441860465,0.731343283582,0.771084337349,0.723076923077,0.534860890969487,0.534860890969487,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-27","wmt14_afrl.3456.hi-en___371___swap___2",27,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.75,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.857142857142857,NA,0.857142857142857,1,36,121,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-28","wmt16_real.online-a.0.de-en___2956___choice___5",28,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.25,0,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,20,20,18,0.642857142857143,NA,0.642857142857143,0.75,1,101,0.865427420997,0.857142857143,0.766047043832,0.761904761905,0.666666666667,0.8,0.5,0.433333333333,0.900619622835,0.904761904762,0.80123924567,0.809523809524,0.6,0.895833333333,0.5,0.433333333333,0.714285714286,0.571428571429,0.900619622835,0.904761904762,0.756381719335,0.761904761905,0.770833333333,0.895833333333,0.5,0.4375,0.900619622835,0.904761904762,0.810904570166,0.809523809524,0.833333333333,0.895833333333,0.5,0.479166666667,0.770833333333,0.875,0.5,0.4375,0.770833333333,0.875,0.5,0.4375,0.833333333333,0.875,0.5,0.479166666667,0.905405405405,0.714285714286,0.803571428571,0.709090909091,0.905405405405,0.810344827586,0.803571428571,0.814814814815,0.905405405405,0.842105263158,0.803571428571,0.88,0.387325873687888,0.540596255132952,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-29","wmt16_real.online-f.0.ru-en___2330",29,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,12,8,9,NA,NA,NA,NA,1,101,0.629530852503,0.608695652174,0.594033844535,0.608695652174,0.947368421053,0.973684210526,0.5,0.486842105263,0.74682643559,0.8,0.411394335231,0.4,0.907894736842,0.692307692308,0.384615384615,0.486842105263,0.986301369863,0.958904109589,0.74682643559,0.8,0.411394335231,0.4,0.461538461538,0.692307692308,0.384615384615,0.307692307692,0.74682643559,0.8,0.411394335231,0.4,0.461538461538,0.692307692308,0.384615384615,0.346153846154,0.5,0.615384615385,0.384615384615,0.346153846154,0.461538461538,0.615384615385,0.384615384615,0.307692307692,0.461538461538,0.615384615385,0.384615384615,0.346153846154,0.8,0.547619047619,0.673913043478,0.647058823529,0.8,0.555555555556,0.673913043478,0.567567567568,0.8,0.571428571429,0.673913043478,0.571428571429,0.188964365379841,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-30","wmt16_real.online-g.0.fi-en___1211___swap___2",30,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.75,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,14,14,8,0.857142857142857,NA,0.857142857142857,1,1,47,1,1,1,1,0.458333333333,0.708333333333,0.5,0.354166666667,0.985018388311,1,0.985018388311,1,0.4375,0.966666666667,0.5,0.354166666667,0.634146341463,0.439024390244,0.985018388311,1,0.985018388311,1,0.966666666667,0.966666666667,0.5,0.5,0.985018388311,1,0.985018388311,1,0.966666666667,0.966666666667,0.5,0.5,0.933333333333,0.933333333333,0.5,0.5,0.933333333333,0.933333333333,0.5,0.5,0.933333333333,0.933333333333,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,0.518355062943862,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-31","wmt14_rbmt1.0.fr-en___905",31,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,323,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-32","wmt16_real.pjatk.4520.cs-en___1555",32,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,101,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-33","wmt14_rbmt4.0.ru-en___163",33,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,26,18,NA,0.75,0.75,0.75,1,323,0.902539212476,0.933333333333,0.704991766582,0.711111111111,NA,NA,NA,NA,0.956058544343,1,0.7520407265,0.782608695652,NA,0.905660377358,0.471698113208,NA,NA,NA,0.956058544343,1,0.784055998937,0.826086956522,0.735849056604,0.905660377358,0.471698113208,0.396226415094,0.956058544343,1,0.924043271906,0.95652173913,0.88679245283,0.905660377358,0.471698113208,0.471698113208,0.698113207547,0.867924528302,0.471698113208,0.396226415094,0.716981132075,0.867924528302,0.471698113208,0.396226415094,0.867924528302,0.867924528302,0.471698113208,0.471698113208,0.9375,0.6875,0.938775510204,0.771929824561,0.9375,0.709677419355,0.938775510204,0.754385964912,0.9375,0.923076923077,0.938775510204,0.933333333333,0.413765800824343,0.573343159983731,0.226500637860352,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2412,-97.35585,0.108651551358,0.0724324,NA,NA,NA,0.235496051,-0.2436,0.157,0.37028588,0.28711233,0.409367,0.411192836,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-34","wmt16_real.online-g.0.fi-en___1789",34,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.75,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,14,8,NA,NA,NA,NA,1,61,0.687777700082,0.689655172414,0.357500524449,0.344827586207,NA,NA,NA,NA,0.593317145918,0.615384615385,0.483292864795,0.538461538462,NA,0.571428571429,0.428571428571,NA,NA,NA,0.593317145918,0.615384615385,0.483292864795,0.538461538462,0.485714285714,0.571428571429,0.428571428571,0.371428571429,0.593317145918,0.615384615385,0.483292864795,0.538461538462,0.485714285714,0.571428571429,0.428571428571,0.371428571429,0.4,0.485714285714,0.428571428571,0.371428571429,0.4,0.485714285714,0.428571428571,0.371428571429,0.428571428571,0.485714285714,0.428571428571,0.371428571429,0.857142857143,0.428571428571,0.8,0.522727272727,0.857142857143,0.48,0.8,0.5,0.857142857143,0.530612244898,0.8,0.538461538462,0.21910281005727,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-35","wmt16_real.jhu-pbmt.4284.ro-en___853",35,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,98,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-36","wmt16_real.online-f.0.de-en___2506",36,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,100,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-37","wmt14_rbmt1.0.fr-en___905___order___10",37,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.5,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.285714285714286,NA,0.285714285714286,0.25,36,98,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-38","wmt14_uedin-wmt14.3170.cs-en___426",38,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,16,17,NA,0.88,0.88,1,1,75,0.75165357452,0.842105263158,0.75165357452,0.842105263158,0.916666666667,0.916666666667,0.5,0.5,0.657425719012,0.636363636364,0.580056538377,0.545454545455,1,0.677419354839,0.451612903226,0.5,0.909090909091,0.909090909091,0.657425719012,0.636363636364,0.580056538377,0.545454545455,0.612903225806,0.677419354839,0.451612903226,0.41935483871,0.657425719012,0.636363636364,0.563507759153,0.545454545455,0.612903225806,0.677419354839,0.451612903226,0.451612903226,0.677419354839,0.677419354839,0.451612903226,0.451612903226,0.612903225806,0.677419354839,0.451612903226,0.41935483871,0.645161290323,0.677419354839,0.451612903226,0.451612903226,0.875,0.846153846154,0.658536585366,0.575,0.875,0.625,0.658536585366,0.538461538462,0.875,0.727272727273,0.658536585366,0.540540540541,0.280780694353981,0.506874451144832,0.297655418493273,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2899,-290.869629,0.142870845548,0.0968475,0.595037746618825,0.603391617343648,0.363844790499428,NA,-0.331,0.2245,0.40048369,0.36999051,0.570206,0.602717715,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-39","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",39,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,1,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.357142857142857,NA,0.357142857142857,0.25,36,75,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-40","wmt14_iitb-ranked-ppl.3173.hi-en___392",40,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,143,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-41","wmt14_uedin-syntax.3289.cs-en___679___choice___5",41,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.5,0.25,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,19,19,15,0.642857142857143,NA,0.642857142857143,0.75,1,98,0.929073328276,0.926829268293,0.729712597088,0.731707317073,NA,NA,NA,NA,1,1,0.727272727273,0.727272727273,NA,1,0.5,NA,NA,NA,1,1,0.772727272727,0.772727272727,0.818181818182,1,0.5,0.431818181818,1,1,1,1,1,1,0.5,0.5,0.727272727273,0.909090909091,0.5,0.409090909091,0.795454545455,0.909090909091,0.5,0.431818181818,0.909090909091,0.909090909091,0.5,0.5,0.912280701754,0.698113207547,1,0.755102040816,0.912280701754,0.8,1,0.84,0.912280701754,0.921568627451,1,0.97619047619,0.417337904340577,0.580703728737052,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-42","wmt14_uedin-wmt14.3422.hi-en___399",42,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,98,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-43","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",43,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.75,0.5,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.857142857142857,NA,0.857142857142857,1,36,61,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-44","wmt15_online-f.0.fr-en___400",44,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,12,13,14,NA,0.5,0.5,0.5,1,121,0.941917007489,0.941176470588,0.767668029955,0.764705882353,NA,NA,NA,NA,0.92695969045,0.9375,0.746756827831,0.75,NA,0.914285714286,0.485714285714,NA,NA,NA,0.92695969045,0.9375,0.866892069577,0.875,0.857142857143,0.914285714286,0.485714285714,0.457142857143,0.92695969045,0.9375,0.92695969045,0.9375,0.914285714286,0.914285714286,0.485714285714,0.485714285714,0.771428571429,0.885714285714,0.485714285714,0.428571428571,0.857142857143,0.885714285714,0.485714285714,0.457142857143,0.885714285714,0.885714285714,0.485714285714,0.485714285714,0.945945945946,0.840909090909,0.846153846154,0.833333333333,0.945945945946,0.868421052632,0.846153846154,0.864864864865,0.945945945946,0.945945945946,0.846153846154,0.942857142857,0.386084614040815,0.536243886049814,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.208285590255046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5464417,0.6645744,-0.193922701504094,0.28,61.4942,60.894,14.36625252,0.527962211588,0.56011348,0.789415,0.727413,0.3913540342454,6.02940361652,0.5803135625,0.656046987211,0.586725118181818
"9-45","wmt16_real.online-g.0.de-en___1654",45,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,98,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-46","wmt16_real.uedin-nmt.4302.ro-en___198",46,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,17,19,20,NA,1,1,1,1,143,0.765789718933,0.827586206897,0.753257564031,0.827586206897,0.708333333333,1,0.5,0.375,0.849979510344,0.888888888889,0.704022674193,0.722222222222,0.666666666667,0.80487804878,0.463414634146,0.375,1,0.916666666667,0.849979510344,0.888888888889,0.797561807897,0.833333333333,0.756097560976,0.80487804878,0.463414634146,0.439024390244,0.849979510344,0.888888888889,0.704022674193,0.722222222222,0.731707317073,0.80487804878,0.463414634146,0.439024390244,0.682926829268,0.682926829268,0.463414634146,0.414634146341,0.707317073171,0.682926829268,0.463414634146,0.439024390244,0.658536585366,0.682926829268,0.463414634146,0.439024390244,0.9,0.760869565217,0.830769230769,0.69387755102,0.9,0.833333333333,0.830769230769,0.785714285714,0.9,0.825,0.830769230769,0.829787234043,0.309775732286565,0.470883876266968,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-47","wmt16_real.uedin-pbmt.4298.fi-en___346",47,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,0.25,0.25,0.25,1,323,0.726296794708,0.740740740741,0.726296794708,0.740740740741,0.640625,0.890625,0.5,0.359375,0.765717390777,0.785714285714,0.780451944941,0.785714285714,0.609375,0.774193548387,0.483870967742,0.359375,0.875,0.625,0.765717390777,0.785714285714,0.507367277082,0.5,0.548387096774,0.774193548387,0.483870967742,0.354838709677,0.765717390777,0.785714285714,0.712180777977,0.714285714286,0.709677419355,0.774193548387,0.483870967742,0.387096774194,0.677419354839,0.709677419355,0.483870967742,0.451612903226,0.451612903226,0.709677419355,0.483870967742,0.354838709677,0.677419354839,0.709677419355,0.483870967742,0.387096774194,0.829787234043,0.657894736842,0.829787234043,0.705882352941,0.829787234043,0.5,0.829787234043,0.487804878049,0.829787234043,0.575757575758,0.829787234043,0.571428571429,0.358913944130385,0.468500373793146,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-48","wmt14_rbmt1.0.fr-en___905___order___9",48,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.357142857142857,NA,0.357142857142857,0.25,36,101,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-49","wmt16_real.online-f.0.de-en___218",49,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,143,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"9-50","wmt14_iitb-ranked-ppl.3173.hi-en___674",50,9,TRUE,18,0,0,0,1,1,11,"Male","American",2,1,FALSE,0.75,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,47,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-1","wmt16_real.online-f.0.de-en___218",1,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,98,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-2","wmt14_uedin-wmt14.3422.hi-en___399",2,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,30,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-3","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",3,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.5,NA,0.5,0.5,35,323,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-4","wmt16_real.pjatk.4520.cs-en___877___order___11",4,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0.0833333333333334,NA,0.0833333333333334,0,36,56,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-5","wmt16_real.pjatk.4520.cs-en___1555",5,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,143,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-6","wmt16_real.pjatk.4520.cs-en___877",6,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,101,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-7","wmt15_illinois.4083.cs-en___355___swap___4",7,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.75,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,9,9,10,0.666666666666667,NA,0.666666666666667,0.75,1,11,0.94854086288,0.947368421053,0.617509645446,0.631578947368,NA,NA,NA,NA,0.8,0.8,0.6,0.6,NA,0.9,0.5,NA,NA,NA,0.8,0.8,0.8,0.8,0.9,0.9,0.5,0.5,0.8,0.8,0.8,0.8,0.9,0.9,0.5,0.5,0.65,0.9,0.5,0.4,0.9,0.9,0.5,0.5,0.9,0.9,0.5,0.5,0.826086956522,0.666666666667,0.714285714286,0.666666666667,0.826086956522,0.857142857143,0.714285714286,0.769230769231,0.826086956522,0.894736842105,0.714285714286,0.809523809524,0.477669662022326,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-8","wmt16_real.limsi.4422.ro-en___1291",8,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,18,16,21,NA,NA,NA,NA,1,143,0.788401610604,0.8,0.626914515801,0.628571428571,0.941176470588,0.941176470588,0.5,0.5,0.714877980056,0.705882352941,0.636679253782,0.647058823529,0.970588235294,0.75,0.475,0.5,0.9375,0.9375,0.714877980056,0.705882352941,0.624915741401,0.647058823529,0.65,0.75,0.475,0.4,0.714877980056,0.705882352941,0.636679253782,0.647058823529,0.675,0.75,0.475,0.4,0.6,0.7,0.475,0.4,0.6,0.7,0.475,0.4,0.65,0.7,0.475,0.4,0.941176470588,0.666666666667,0.773333333333,0.641509433962,0.941176470588,0.733333333333,0.773333333333,0.689655172414,0.941176470588,0.813559322034,0.773333333333,0.781818181818,0.330411674411046,0.470883876266968,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-9","wmt14_uedin-syntax.3289.cs-en___838",9,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,20,16,18,NA,0.08,0.08,0,1,30,0.600772496748,0.625,0.532215620935,0.5625,NA,NA,NA,NA,0.633636788096,0.642857142857,0.560364145715,0.571428571429,NA,0.625,0.425,NA,NA,NA,0.633636788096,0.642857142857,0.620728291431,0.642857142857,0.6,0.625,0.425,0.375,0.633636788096,0.642857142857,0.560364145715,0.571428571429,0.575,0.625,0.425,0.4,0.575,0.6,0.425,0.375,0.575,0.6,0.425,0.375,0.55,0.6,0.425,0.4,0.903614457831,0.641509433962,0.78640776699,0.553191489362,0.903614457831,0.641509433962,0.78640776699,0.581395348837,0.903614457831,0.764705882353,0.78640776699,0.627906976744,0.281653377193997,0.439773758404693,0.352177006147496,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3366,-304.553192,0.159305511844,0.0979434,0.699053100647528,0.744564154820718,0.553619322257711,NA,-0.4878,0.5296,0.51430388,0.43092622,0.717459,0.724771348,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-10","wmt16_real.jhu-pbmt.4284.ro-en___853",10,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.75,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,61,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-11","wmt16_real.uedin-pbmt.4336.de-en___1874",11,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,30,32,29,NA,NA,NA,NA,1,323,0.715009383746,0.745098039216,0.591827147737,0.627450980392,0.869565217391,0.913043478261,0.5,0.478260869565,0.805152624643,0.851851851852,0.652569354358,0.703703703704,0.891304347826,0.757142857143,0.485714285714,0.478260869565,0.883720930233,0.837209302326,0.805152624643,0.851851851852,0.65961337187,0.703703703704,0.614285714286,0.757142857143,0.485714285714,0.371428571429,0.805152624643,0.851851851852,0.692476176307,0.740740740741,0.642857142857,0.757142857143,0.485714285714,0.385714285714,0.571428571429,0.7,0.485714285714,0.371428571429,0.557142857143,0.7,0.485714285714,0.371428571429,0.571428571429,0.7,0.485714285714,0.385714285714,0.860335195531,0.686274509804,0.715277777778,0.7125,0.860335195531,0.696078431373,0.715277777778,0.710526315789,0.860335195531,0.70652173913,0.715277777778,0.710526315789,0.256071313505631,0.469240626842779,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-12","wmt16_real.tuning-task-nrc-meant.0.cs-en___2177",12,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,13,10,NA,NA,NA,NA,1,114,0.702210671807,0.692307692308,0.686118330121,0.692307692308,NA,NA,NA,NA,0.738106907313,0.761904761905,0.601222566539,0.666666666667,NA,0.714285714286,0.5,NA,NA,NA,0.738106907313,0.761904761905,0.619070957483,0.666666666667,0.642857142857,0.714285714286,0.5,0.464285714286,0.738106907313,0.761904761905,0.589276962373,0.571428571429,0.642857142857,0.714285714286,0.5,0.464285714286,0.607142857143,0.678571428571,0.5,0.428571428571,0.678571428571,0.678571428571,0.5,0.464285714286,0.678571428571,0.678571428571,0.5,0.464285714286,0.875,0.53125,0.765957446809,0.529411764706,0.875,0.617647058824,0.765957446809,0.617647058824,0.875,0.548387096774,0.765957446809,0.59375,0.212767782327223,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-13","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",13,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.25,NA,0.25,0.25,36,323,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-14","wmt16_real.uedin-syntax.4272.ro-en___1395___phrase___10",14,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.25,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,48,48,43,0.166666666666667,NA,0.166666666666667,0,1,50,0.819770631087,0.833333333333,0.696376740563,0.708333333333,1,1,0.5,0.5,0.782197309523,0.804347826087,0.640005388922,0.652173913043,0.973684210526,0.785046728972,0.485981308411,0.5,1,1,0.782197309523,0.804347826087,0.579065994379,0.586956521739,0.607476635514,0.785046728972,0.485981308411,0.373831775701,0.782197309523,0.804347826087,0.624065320764,0.630434782609,0.654205607477,0.785046728972,0.485981308411,0.392523364486,0.710280373832,0.81308411215,0.485981308411,0.401869158879,0.644859813084,0.81308411215,0.485981308411,0.373831775701,0.691588785047,0.81308411215,0.485981308411,0.392523364486,0.817391304348,0.711111111111,0.717299578059,0.731092436975,0.817391304348,0.666666666667,0.717299578059,0.666666666667,0.817391304348,0.791044776119,0.717299578059,0.783333333333,0.555873963909076,0.568530022908791,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-15","wmt16_real.uedin-syntax.4272.ro-en___1395___swap___8",15,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.75,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,48,48,43,0.333333333333333,NA,0.333333333333333,0.25,1,61,0.95431037556,0.954128440367,0.840689089688,0.844036697248,NA,NA,NA,NA,0.916763630541,0.938775510204,0.781073146179,0.795918367347,NA,0.909090909091,0.5,NA,NA,NA,0.916763630541,0.938775510204,0.722920081452,0.734693877551,0.736363636364,0.909090909091,0.5,0.418181818182,0.916763630541,0.938775510204,0.742304436361,0.755102040816,0.754545454545,0.909090909091,0.5,0.427272727273,0.845454545455,0.945454545455,0.5,0.445454545455,0.781818181818,0.945454545455,0.5,0.418181818182,0.8,0.945454545455,0.5,0.427272727273,0.950819672131,0.842975206612,0.946428571429,0.798245614035,0.950819672131,0.780303030303,0.946428571429,0.752066115702,0.950819672131,0.867647058824,0.946428571429,0.856,0.628573647589693,0.628573647589693,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-16","wmt16_real.online-a.0.de-en___218___choice___3",16,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.75,NA,0.75,0.75,36,54,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-17","wmt16_real.uedin-syntax.4272.ro-en___1395",17,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,48,39,43,NA,NA,NA,NA,1,323,0.801175488506,0.823529411765,0.654843440636,0.658823529412,0.734375,0.84375,0.5,0.421875,0.858312609386,0.896551724138,0.71377373677,0.735632183908,0.734375,0.815533980583,0.466019417476,0.421875,0.852459016393,0.786885245902,0.858312609386,0.896551724138,0.640699884886,0.666666666667,0.650485436893,0.815533980583,0.466019417476,0.388349514563,0.858312609386,0.896551724138,0.709191363515,0.735632183908,0.708737864078,0.815533980583,0.466019417476,0.407766990291,0.699029126214,0.805825242718,0.466019417476,0.417475728155,0.650485436893,0.805825242718,0.466019417476,0.388349514563,0.699029126214,0.805825242718,0.466019417476,0.407766990291,0.870967741935,0.675675675676,0.890510948905,0.713114754098,0.870967741935,0.664429530201,0.890510948905,0.717741935484,0.870967741935,0.757575757576,0.890510948905,0.784482758621,0.357975337190671,0.47896578306053,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-18","wmt16_real.promt-smt.4491.fi-en___2423___swap___12",18,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,20,20,21,0,NA,0,0,1,101,0.550797745745,0.536585365854,0.493290358007,0.487804878049,NA,NA,NA,NA,0.792787395073,0.790697674419,0.654645658456,0.651162790698,NA,0.886363636364,0.5,NA,NA,NA,0.792787395073,0.790697674419,0.700692903995,0.697674418605,0.75,0.886363636364,0.5,0.431818181818,0.792787395073,0.790697674419,0.608598412917,0.604651162791,0.636363636364,0.886363636364,0.5,0.386363636364,0.590909090909,0.727272727273,0.5,0.409090909091,0.590909090909,0.727272727273,0.5,0.431818181818,0.545454545455,0.727272727273,0.5,0.386363636364,0.84375,0.68253968254,0.802631578947,0.7,0.84375,0.698412698413,0.802631578947,0.677966101695,0.84375,0.707692307692,0.802631578947,0.712121212121,0.43015531949416,0.43015531949416,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-19","wmt16_real.uedin-pbmt.4336.de-en___1874___choice___7",19,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,30,30,29,0.416666666666667,NA,0.416666666666667,0.5,1,25,0.907108118375,0.903225806452,0.714638151257,0.709677419355,NA,NA,NA,NA,0.964160380154,0.983606557377,0.745480168477,0.754098360656,NA,0.941176470588,0.5,NA,NA,NA,0.964160380154,0.983606557377,0.683000107998,0.688524590164,0.676470588235,0.941176470588,0.5,0.367647058824,0.964160380154,0.983606557377,0.901680319675,0.918032786885,0.911764705882,0.941176470588,0.5,0.5,0.691176470588,0.867647058824,0.5,0.397058823529,0.661764705882,0.867647058824,0.5,0.367647058824,0.867647058824,0.867647058824,0.5,0.5,0.929203539823,0.802197802198,0.984615384615,0.818181818182,0.929203539823,0.770833333333,0.984615384615,0.780487804878,0.929203539823,0.888888888889,0.984615384615,0.940298507463,0.381008808042308,0.541965590215284,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-20","wmt16_real.online-f.0.de-en___2506",20,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.75,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,61,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-21","wmt16_real.uedin-syntax.4272.ro-en___1395___phrase___12",21,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.5,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,48,48,43,0,NA,0,0,1,98,0.716931118838,0.725490196078,0.530622954881,0.529411764706,NA,NA,NA,NA,0.779928175577,0.813186813187,0.557120179133,0.571428571429,NA,0.761467889908,0.495412844037,NA,NA,NA,0.779928175577,0.813186813187,0.613531268255,0.637362637363,0.596330275229,0.761467889908,0.495412844037,0.339449541284,0.779928175577,0.813186813187,0.536864906729,0.549450549451,0.56880733945,0.761467889908,0.495412844037,0.376146788991,0.596330275229,0.779816513761,0.495412844037,0.348623853211,0.623853211009,0.779816513761,0.495412844037,0.339449541284,0.596330275229,0.779816513761,0.495412844037,0.376146788991,0.865671641791,0.643274853801,0.835365853659,0.664179104478,0.865671641791,0.644578313253,0.835365853659,0.664122137405,0.865671641791,0.7375,0.835365853659,0.744186046512,0.514518739012627,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-22","wmt16_real.online-f.0.ru-en___1972",22,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,30,30,24,NA,NA,NA,NA,1,54,0.678854341104,0.705882352941,0.508516873386,0.509803921569,NA,NA,NA,NA,0.739696055155,0.78431372549,0.508516873386,0.509803921569,NA,0.695652173913,0.492753623188,NA,NA,NA,0.739696055155,0.78431372549,0.440381886299,0.43137254902,0.492753623188,0.695652173913,0.492753623188,0.36231884058,0.739696055155,0.78431372549,0.581546261874,0.627450980392,0.594202898551,0.695652173913,0.492753623188,0.405797101449,0.579710144928,0.695652173913,0.492753623188,0.405797101449,0.507246376812,0.695652173913,0.492753623188,0.36231884058,0.608695652174,0.695652173913,0.492753623188,0.405797101449,0.928571428571,0.658227848101,0.88275862069,0.619047619048,0.928571428571,0.558441558442,0.88275862069,0.530864197531,0.928571428571,0.716049382716,0.88275862069,0.694444444444,0.326318456888669,0.522271395335803,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-23","wmt14_afrl.3456.hi-en___371___swap___2",23,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.5,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.833333333333333,NA,0.833333333333333,1,36,48,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-24","wmt16_real.uedin-nmt.4361.cs-en___415___swap___6",24,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,17,17,17,0.5,NA,0.5,0.5,1,101,0.804237859814,0.8,0.755297324767,0.75,0.891304347826,0.891304347826,0.5,0.5,0.902118929907,0.9,0.85317839486,0.85,0.913043478261,0.904761904762,0.5,0.5,0.818181818182,0.818181818182,0.902118929907,0.9,0.85317839486,0.85,0.904761904762,0.904761904762,0.5,0.5,0.902118929907,0.9,0.85317839486,0.85,0.904761904762,0.904761904762,0.5,0.5,0.809523809524,0.857142857143,0.5,0.452380952381,0.857142857143,0.857142857143,0.5,0.5,0.857142857143,0.857142857143,0.5,0.5,0.896103896104,0.807692307692,0.901960784314,0.854166666667,0.896103896104,0.911111111111,0.901960784314,0.953488372093,0.896103896104,0.866666666667,0.901960784314,0.928571428571,0.463532223605211,0.463532223605211,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-25","wmt16_real.dvorkanton.4346.tr-en___1542",25,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,28,27,24,NA,NA,NA,NA,1,143,0.518203206502,0.578947368421,0.340421790497,0.368421052632,NA,NA,NA,NA,0.425481364506,0.448979591837,0.30056385993,0.285714285714,NA,0.633333333333,0.5,NA,NA,NA,0.425481364506,0.448979591837,0.27133346493,0.244897959184,0.366666666667,0.633333333333,0.5,0.316666666667,0.425481364506,0.448979591837,0.287325314086,0.244897959184,0.433333333333,0.633333333333,0.5,0.366666666667,0.383333333333,0.566666666667,0.5,0.333333333333,0.366666666667,0.566666666667,0.5,0.316666666667,0.416666666667,0.566666666667,0.5,0.366666666667,0.72131147541,0.459459459459,0.761006289308,0.436170212766,0.72131147541,0.473684210526,0.761006289308,0.452631578947,0.72131147541,0.573333333333,0.761006289308,0.549450549451,0.317761477108217,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-26","wmt14_afrl.3456.hi-en___371___swap___8",26,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.333333333333333,NA,0.333333333333333,0.25,35,101,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-27","wmt16_real.dvorkanton.4346.tr-en___1542___choice___3",27,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,1,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,28,28,24,0.75,NA,0.75,0.75,1,75,0.975421489389,0.982456140351,0.762159476004,0.771929824561,NA,NA,NA,NA,1,1,0.733333333333,0.733333333333,NA,1,0.5,NA,NA,NA,1,1,0.966666666667,0.966666666667,0.966666666667,1,0.5,0.483333333333,1,1,0.866666666667,0.866666666667,0.866666666667,1,0.5,0.45,0.75,0.933333333333,0.5,0.4,0.916666666667,0.933333333333,0.5,0.483333333333,0.833333333333,0.933333333333,0.5,0.45,0.983050847458,0.732394366197,1,0.712328767123,0.983050847458,0.904761904762,1,0.903225806452,0.983050847458,0.823529411765,1,0.835820895522,0.516657310561137,0.590465497784156,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-28","wmt15_illinois.4083.cs-en___355___swap___2",28,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.25,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,9,9,10,0.833333333333333,NA,0.833333333333333,1,1,143,0.8,0.8,0.7,0.7,NA,NA,NA,NA,0.8,0.8,0.7,0.7,NA,0.9,0.5,NA,NA,NA,0.8,0.8,0.8,0.8,0.85,0.9,0.5,0.45,0.8,0.8,0.8,0.8,0.9,0.9,0.5,0.5,0.75,0.9,0.5,0.4,0.85,0.9,0.5,0.45,0.9,0.9,0.5,0.5,0.833333333333,0.782608695652,0.833333333333,0.782608695652,0.833333333333,0.791666666667,0.833333333333,0.791666666667,0.833333333333,0.909090909091,0.833333333333,0.909090909091,0.477669662022326,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-29","wmt15_uedin-jhu-phrase.4105.fr-en___595",29,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.25,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,16,NA,0.5,0.5,0.5,1,33,0.868565391882,0.866666666667,0.737130783764,0.733333333333,0.691588785047,0.803738317757,0.485981308411,0.401869158879,0.865556360682,0.888888888889,0.780927095276,0.814814814815,0.672897196262,0.838709677419,0.483870967742,0.401869158879,0.833333333333,0.625,0.865556360682,0.888888888889,0.641667529302,0.666666666667,0.645161290323,0.838709677419,0.483870967742,0.387096774194,0.865556360682,0.888888888889,0.587037228734,0.592592592593,0.612903225806,0.838709677419,0.483870967742,0.387096774194,0.806451612903,0.870967741935,0.483870967742,0.451612903226,0.677419354839,0.870967741935,0.483870967742,0.387096774194,0.645161290323,0.870967741935,0.483870967742,0.387096774194,0.894736842105,0.85,0.921052631579,0.909090909091,0.894736842105,0.720930232558,0.921052631579,0.75,0.894736842105,0.641025641026,0.921052631579,0.594594594595,0.386601679281193,0.50437114708472,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.191923060902229,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5576783,0.79095621,-0.240795376316989,0.428571428571,58.0888,58.0888,13.14671722,0.415790849968,0.69142786,0.705466,0.579209,0.384542246797896,5.84725560594,0.525297165,0.611338756293,0.5382003
"10-30","wmt15_illinois.4083.cs-en___355___order___3",30,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,9,9,10,0.75,NA,0.75,0.75,1,101,0.720427919687,0.736842105263,0.514591371205,0.526315789474,0.471698113208,0.603773584906,0.490566037736,0.358490566038,0.7,0.7,0.4,0.4,0.490566037736,0.75,0.5,0.358490566038,0.418604651163,0.372093023256,0.7,0.7,0.6,0.6,0.7,0.75,0.5,0.4,0.7,0.7,0.5,0.5,0.65,0.75,0.5,0.4,0.5,0.75,0.5,0.35,0.7,0.75,0.5,0.4,0.65,0.75,0.5,0.4,0.888888888889,0.6,0.84375,0.548387096774,0.888888888889,0.6,0.84375,0.518518518519,0.888888888889,0.521739130435,0.84375,0.423076923077,0.426188500125978,0.426188500125978,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-31","wmt16_real.online-g.0.de-en___1654",31,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,114,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-32","wmt14_kaznu1.3549.ru-en___189",32,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.75,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,24,NA,0,0,0,1,61,0.841081736057,0.857142857143,0.644864782993,0.642857142857,0.916666666667,0.916666666667,0.5,0.5,0.876065658461,0.896551724138,0.669645526869,0.689655172414,0.916666666667,0.852941176471,0.470588235294,0.5,0.909090909091,0.909090909091,0.876065658461,0.896551724138,0.73384684279,0.758620689655,0.735294117647,0.852941176471,0.470588235294,0.441176470588,0.876065658461,0.896551724138,0.73384684279,0.758620689655,0.735294117647,0.852941176471,0.470588235294,0.441176470588,0.676470588235,0.823529411765,0.470588235294,0.411764705882,0.735294117647,0.823529411765,0.470588235294,0.441176470588,0.735294117647,0.823529411765,0.470588235294,0.441176470588,0.926829268293,0.764705882353,0.727272727273,0.676470588235,0.926829268293,0.787878787879,0.727272727273,0.735294117647,0.926829268293,0.787878787879,0.727272727273,0.735294117647,0.342709898637681,0.529568390990131,0.353308423975649,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2767,-132.175491,0.154197327193,0.088578,NA,NA,NA,0.317920815,-0.3603,0.2266,0.43800306,0.33492725,0.476982,0.498165717,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-33","wmt14_iitb-ranked-ppl.3173.hi-en___674",33,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.25,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,22,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-34","wmt14_onlineb.0.cs-en___315",34,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,12,12,29,NA,0.75,0.75,0.75,1,54,0.660012464881,0.666666666667,0.50675807579,0.555555555556,NA,NA,NA,NA,0.709785817705,0.761904761905,0.518426255293,0.571428571429,NA,0.653846153846,0.5,NA,NA,NA,0.709785817705,0.761904761905,0.555527876588,0.571428571429,0.576923076923,0.653846153846,0.5,0.384615384615,0.709785817705,0.761904761905,0.555527876588,0.571428571429,0.576923076923,0.653846153846,0.5,0.384615384615,0.461538461538,0.576923076923,0.5,0.384615384615,0.576923076923,0.576923076923,0.5,0.384615384615,0.576923076923,0.576923076923,0.5,0.384615384615,0.690476190476,0.648648648649,0.744680851064,0.7,0.690476190476,0.705882352941,0.744680851064,0.785714285714,0.690476190476,0.741935483871,0.744680851064,0.814814814815,0.453079293516824,0.522271395335803,0.544963297358114,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4031,-365.012054,0.270140989207,0.198598,0.852841450249508,0.878572384671045,0.703426486292572,NA,-0.5852,0.5024,0.58595413,0.59811963,0.821608,0.834485391,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-35","wmt14_iitb-ranked-ppl.3173.hi-en___392",35,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,168,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-36","wmt16_real.promt-smt.4491.fi-en___2423___swap___2",36,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,20,20,21,0.833333333333333,NA,0.833333333333333,1,1,323,0.929073328276,0.926829268293,0.929073328276,0.926829268293,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,0.931818181818,0.931818181818,0.5,0.5,0.931818181818,0.931818181818,0.5,0.5,0.931818181818,0.931818181818,0.5,0.5,0.888888888889,0.88,1,0.928571428571,0.888888888889,0.9,1,0.97619047619,0.888888888889,0.918367346939,1,0.97619047619,1,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-37","wmt16_real.promt-smt.4491.fi-en___2423",37,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,20,34,21,NA,NA,NA,NA,1,121,0.664649417971,0.764705882353,0.519446474855,0.588235294118,NA,NA,NA,NA,0.674093381385,0.756756756757,0.490791761441,0.540540540541,NA,0.603448275862,0.379310344828,NA,NA,NA,0.674093381385,0.756756756757,0.500088250465,0.540540540541,0.48275862069,0.603448275862,0.379310344828,0.344827586207,0.674093381385,0.756756756757,0.500088250465,0.540540540541,0.48275862069,0.603448275862,0.379310344828,0.327586206897,0.448275862069,0.586206896552,0.379310344828,0.327586206897,0.48275862069,0.586206896552,0.379310344828,0.344827586207,0.465517241379,0.586206896552,0.379310344828,0.327586206897,0.773195876289,0.612903225806,0.813725490196,0.609375,0.773195876289,0.661290322581,0.813725490196,0.634920634921,0.773195876289,0.650793650794,0.813725490196,0.621212121212,0.321490383384366,0.488561104957705,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-38","wmt16_real.uedin-nmt.4361.cs-en___415",38,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,17,19,17,NA,1,1,1,1,323,0.737621652391,0.742857142857,0.555067663722,0.571428571429,0.585365853659,0.707317073171,0.487804878049,0.390243902439,0.726169016996,0.742857142857,0.59683126762,0.628571428571,0.609756097561,0.707317073171,0.487804878049,0.390243902439,0.717948717949,0.615384615385,0.726169016996,0.742857142857,0.61973653841,0.628571428571,0.634146341463,0.707317073171,0.487804878049,0.390243902439,0.726169016996,0.742857142857,0.714716381601,0.742857142857,0.707317073171,0.707317073171,0.487804878049,0.414634146341,0.560975609756,0.756097560976,0.487804878049,0.341463414634,0.634146341463,0.756097560976,0.487804878049,0.390243902439,0.731707317073,0.756097560976,0.487804878049,0.414634146341,0.926315789474,0.608695652174,0.852272727273,0.56,0.926315789474,0.739130434783,0.852272727273,0.730769230769,0.926315789474,0.85,0.852272727273,0.780487804878,0.416522519840683,0.483964637690535,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-39","wmt16_real.cu-mergedtrees.4515.cs-en___2008",39,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,15,14,NA,NA,NA,NA,1,100,0.744863444181,0.8,0.515278126947,0.56,NA,NA,NA,NA,0.643687629601,0.695652173913,0.494717567392,0.521739130435,NA,0.625,0.5,NA,NA,NA,0.643687629601,0.695652173913,0.553266804907,0.608695652174,0.59375,0.625,0.5,0.40625,0.643687629601,0.695652173913,0.585138392086,0.608695652174,0.5625,0.625,0.5,0.375,0.5625,0.625,0.5,0.375,0.59375,0.625,0.5,0.40625,0.59375,0.625,0.5,0.375,0.737704918033,0.488888888889,0.472727272727,0.5,0.737704918033,0.681818181818,0.472727272727,0.685714285714,0.737704918033,0.775,0.472727272727,0.8125,0.310933749762902,0.487532044531153,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-40","wmt14_rbmt1.0.fr-en___81",40,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.25,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,20,27,29,NA,0,0,0,1,33,0.810927282165,0.871794871795,0.746831001487,0.820512820513,0.805555555556,0.861111111111,0.5,0.444444444444,0.810927282165,0.871794871795,0.71156673695,0.769230769231,0.888888888889,0.75,0.442307692308,0.444444444444,0.848484848485,0.787878787879,0.810927282165,0.871794871795,0.766052345581,0.820512820513,0.711538461538,0.75,0.442307692308,0.403846153846,0.810927282165,0.871794871795,0.810927282165,0.871794871795,0.75,0.75,0.442307692308,0.423076923077,0.596153846154,0.692307692308,0.442307692308,0.384615384615,0.653846153846,0.692307692308,0.442307692308,0.403846153846,0.673076923077,0.692307692308,0.442307692308,0.423076923077,0.893333333333,0.607843137255,0.916666666667,0.56862745098,0.893333333333,0.686274509804,0.916666666667,0.588235294118,0.893333333333,0.75,0.916666666667,0.6875,0.285958386432671,0.509899989725079,0.19861295527078,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2133,-73.376831,0.108278266581,0.0875366,NA,NA,NA,NA,-0.1096,0.1097,0.30224458,0.26023681,0.31127,0.377365058,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-41","wmt16_real.tuning-task-afrl.0.cs-en___2008___order___11",41,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,14,0.0833333333333334,NA,0.0833333333333334,0,1,101,0.522101831246,0.5,0.370824943152,0.357142857143,NA,NA,NA,NA,0.453830664281,0.428571428571,0.287819222023,0.285714285714,NA,0.548387096774,0.483870967742,NA,NA,NA,0.453830664281,0.428571428571,0.287819222023,0.285714285714,0.483870967742,0.548387096774,0.483870967742,0.387096774194,0.453830664281,0.428571428571,0.356090388988,0.357142857143,0.451612903226,0.548387096774,0.483870967742,0.354838709677,0.41935483871,0.58064516129,0.483870967742,0.322580645161,0.516129032258,0.58064516129,0.483870967742,0.387096774194,0.451612903226,0.58064516129,0.483870967742,0.354838709677,0.853333333333,0.452830188679,0.804597701149,0.387755102041,0.853333333333,0.607843137255,0.804597701149,0.673469387755,0.853333333333,0.625,0.804597701149,0.586956521739,0.397327813888291,0.408222286204582,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-42","wmt14_rbmt1.0.fr-en___905",42,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,114,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-43","wmt16_real.uedin-pbmt.4336.de-en___1874___choice___1",43,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.75,0.5,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,30,30,29,0.916666666666667,NA,0.916666666666667,1,1,61,0.954750564126,0.953846153846,0.954750564126,0.953846153846,0.8,0.833333333333,0.5,0.466666666667,0.964160380154,0.983606557377,0.964160380154,0.983606557377,0.766666666667,0.941176470588,0.5,0.466666666667,0.888888888889,0.888888888889,0.964160380154,0.983606557377,0.964160380154,0.983606557377,0.941176470588,0.941176470588,0.5,0.5,0.964160380154,0.983606557377,0.964160380154,0.983606557377,0.941176470588,0.941176470588,0.5,0.5,0.955882352941,0.955882352941,0.5,0.5,0.955882352941,0.955882352941,0.5,0.5,0.955882352941,0.955882352941,0.5,0.5,0.951807228916,0.916666666667,0.984615384615,0.953125,0.951807228916,0.916666666667,0.984615384615,0.953125,0.951807228916,0.944444444444,0.984615384615,0.968253968254,0.63203476424601,0.657504821909655,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-44","wmt15_illinois.4083.cs-en___355",44,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,9,11,10,NA,0.67,0.67,0.75,1,114,0.874011824527,0.888888888889,0.748023649053,0.777777777778,NA,NA,NA,NA,0.97881070093,1,0.783048560744,0.8,NA,0.952380952381,0.47619047619,NA,NA,NA,0.97881070093,1,0.880929630837,0.9,0.857142857143,0.952380952381,0.47619047619,0.47619047619,0.97881070093,1,0.880929630837,0.9,0.857142857143,0.952380952381,0.47619047619,0.47619047619,0.714285714286,0.857142857143,0.47619047619,0.428571428571,0.857142857143,0.857142857143,0.47619047619,0.47619047619,0.857142857143,0.857142857143,0.47619047619,0.47619047619,0.916666666667,0.65,0.947368421053,0.727272727273,0.916666666667,0.736842105263,0.947368421053,0.85,0.916666666667,0.736842105263,0.947368421053,0.85,0.508391982657807,0.528398148642026,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0133850027753852,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3854126,0.39043644,-0.00957035477185749,0.647058823529,30.0135,33.0145,10.81003489,0.179497317447,0.40293047,0.350995,0.317349,0.182765314546038,2.69266431634,0.37906748,0.308784959608,0.368917390909091
"10-45","wmt14_rbmt1.0.fr-en___905___order___9",45,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.25,NA,0.25,0.25,36,56,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-46","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",46,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.833333333333333,NA,0.833333333333333,1,36,114,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-47","wmt14_rbmt1.0.fr-en___905___order___10",47,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.166666666666667,NA,0.166666666666667,0,36,168,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-48","wmt16_real.uedin-nmt.4361.cs-en___415___order___10",48,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,17,17,17,0.166666666666667,NA,0.166666666666667,0,1,101,0.549878689948,0.540540540541,0.343301853764,0.324324324324,NA,NA,NA,NA,0.562710304507,0.564102564103,0.272560467721,0.25641025641,NA,0.634146341463,0.487804878049,NA,NA,NA,0.562710304507,0.564102564103,0.41220557369,0.410256410256,0.512195121951,0.634146341463,0.487804878049,0.365853658537,0.562710304507,0.564102564103,0.462373817296,0.461538461538,0.536585365854,0.634146341463,0.487804878049,0.365853658537,0.365853658537,0.609756097561,0.487804878049,0.292682926829,0.463414634146,0.609756097561,0.487804878049,0.365853658537,0.487804878049,0.609756097561,0.487804878049,0.365853658537,0.890510948905,0.553846153846,0.837606837607,0.476923076923,0.890510948905,0.634920634921,0.837606837607,0.633333333333,0.890510948905,0.741379310345,0.837606837607,0.71186440678,0.411244238036443,0.419188728998511,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-49","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",49,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,1,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.75,NA,0.75,0.75,36,75,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"10-50","wmt16_real.uedin-nmt.4361.cs-en___415___order___6",50,10,TRUE,19,0,0,2,0,1,11,"Male","Scottish",1,0.5,FALSE,0.75,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,17,17,17,0.5,NA,0.5,0.5,1,121,0.702355410477,0.717948717949,0.55185067966,0.564102564103,NA,NA,NA,NA,0.702355410477,0.717948717949,0.55185067966,0.564102564103,NA,0.731707317073,0.487804878049,NA,NA,NA,0.702355410477,0.717948717949,0.612878548112,0.615384615385,0.658536585366,0.731707317073,0.487804878049,0.365853658537,0.702355410477,0.717948717949,0.623738172959,0.615384615385,0.658536585366,0.731707317073,0.487804878049,0.390243902439,0.536585365854,0.707317073171,0.487804878049,0.390243902439,0.560975609756,0.707317073171,0.487804878049,0.365853658537,0.585365853659,0.707317073171,0.487804878049,0.390243902439,0.894736842105,0.701754385965,0.854166666667,0.666666666667,0.894736842105,0.716981132075,0.854166666667,0.666666666667,0.894736842105,0.755102040816,0.854166666667,0.734693877551,0.432946315306495,0.441310050943097,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-1","wmt15_illinois.4083.cs-en___643",1,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,15,13,NA,0.33,0.33,0.25,1,39,0.874298850595,0.896551724138,0.679012493763,0.689655172414,0.54,0.64,0.5,0.38,0.874298850595,0.896551724138,0.74410794604,0.758620689655,0.56,0.848484848485,0.454545454545,0.38,0.577777777778,0.533333333333,0.874298850595,0.896551724138,0.74410794604,0.758620689655,0.727272727273,0.848484848485,0.454545454545,0.393939393939,0.874298850595,0.896551724138,0.874298850595,0.896551724138,0.848484848485,0.848484848485,0.454545454545,0.454545454545,0.69696969697,0.787878787879,0.454545454545,0.393939393939,0.69696969697,0.787878787879,0.454545454545,0.393939393939,0.787878787879,0.787878787879,0.454545454545,0.454545454545,0.918918918919,0.794871794872,0.918918918919,0.783783783784,0.918918918919,0.857142857143,0.918918918919,0.857142857143,0.918918918919,0.90625,0.918918918919,0.90625,0.243420254858108,0.487532044531153,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0193380549242625,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3850928,0.41796047,-0.0103841378285951,0.684210526316,31.6912,29.4763,11.66646887,0.302489506912,0.33816214,0.376878,0.330942,0.197988412036236,3.09172646168,0.251886605,0.282892819401,0.381729863636364
"11-2","wmt16_real.tuning-task-afrl.0.cs-en___31___choice___2",2,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,16,16,16,0.818181818181818,NA,0.818181818181818,1,1,114,0.970089847793,0.969696969697,0.957124870628,0.969696969697,0.827586206897,0.931034482759,0.5,0.448275862069,0.970089847793,0.969696969697,0.957124870628,0.969696969697,0.844827586207,0.970588235294,0.5,0.448275862069,0.928571428571,0.928571428571,0.970089847793,0.969696969697,0.957124870628,0.969696969697,0.941176470588,0.970588235294,0.5,0.470588235294,0.970089847793,0.969696969697,0.970089847793,0.969696969697,0.970588235294,0.970588235294,0.5,0.5,0.911764705882,0.941176470588,0.5,0.470588235294,0.911764705882,0.941176470588,0.5,0.470588235294,0.941176470588,0.941176470588,0.5,0.5,0.970588235294,0.882352941176,0.970588235294,0.882352941176,0.970588235294,0.882352941176,0.970588235294,0.882352941176,0.970588235294,0.9375,0.970588235294,0.9375,0.500609334925825,0.599004962825039,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-3","wmt16_real.pjatk.4520.cs-en___2224",3,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,8,9,NA,NA,NA,NA,1,54,0.804237859814,0.8,0.804237859814,0.8,NA,NA,NA,NA,0.804237859814,0.8,0.706356789721,0.7,NA,0.809523809524,0.428571428571,NA,NA,NA,0.804237859814,0.8,0.706356789721,0.7,0.761904761905,0.809523809524,0.428571428571,0.428571428571,0.804237859814,0.8,0.608475719628,0.6,0.666666666667,0.809523809524,0.428571428571,0.380952380952,0.761904761905,0.761904761905,0.428571428571,0.428571428571,0.761904761905,0.761904761905,0.428571428571,0.428571428571,0.714285714286,0.761904761905,0.428571428571,0.380952380952,0.888888888889,0.730769230769,0.769230769231,0.709677419355,0.888888888889,0.730769230769,0.769230769231,0.709677419355,0.888888888889,0.791666666667,0.769230769231,0.758620689655,0.253618742370149,0.493527472093534,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-4","wmt15_online-a.0.fi-en___29",4,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,23,13,NA,0,0,0,1,143,0.5,0.5,0.463194754036,0.5,NA,NA,NA,NA,0.474940889354,0.444444444444,0.387610160749,0.444444444444,NA,0.5,0.386363636364,NA,NA,NA,0.474940889354,0.444444444444,0.412561797493,0.444444444444,0.431818181818,0.5,0.386363636364,0.340909090909,0.474940889354,0.444444444444,0.425037615865,0.444444444444,0.431818181818,0.5,0.386363636364,0.318181818182,0.409090909091,0.454545454545,0.386363636364,0.340909090909,0.386363636364,0.454545454545,0.386363636364,0.340909090909,0.386363636364,0.454545454545,0.386363636364,0.318181818182,0.85393258427,0.56862745098,0.733333333333,0.566037735849,0.85393258427,0.578947368421,0.733333333333,0.568965517241,0.85393258427,0.5625,0.733333333333,0.625,0.308244019850792,0.438153409594455,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0510159398960027,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.475282,0.56647619,-0.0409295167378383,0.48,39.5593,41.812,12.14791021,0.409742341755,0.52791702,0.530228,0.441308,0.306107241704313,4.14737849746,0.38526523,0.467614247368,0.512502272727273
"11-5","wmt16_real.online-f.0.de-en___218",5,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,168,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-6","wmt16_real.online-g.0.tr-en___2918",6,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,12,11,8,NA,NA,NA,NA,1,168,0.691906904646,0.666666666667,0.566019949004,0.571428571429,NA,NA,NA,NA,0.693841429251,0.666666666667,0.537439047166,0.555555555556,NA,0.72,0.48,NA,NA,NA,0.693841429251,0.666666666667,0.482942024773,0.444444444444,0.52,0.72,0.48,0.36,0.693841429251,0.666666666667,0.462560952834,0.444444444444,0.48,0.72,0.48,0.36,0.44,0.6,0.48,0.32,0.44,0.6,0.48,0.36,0.48,0.6,0.48,0.36,0.914893617021,0.5,0.675675675676,0.466666666667,0.914893617021,0.513513513514,0.675675675676,0.433333333333,0.914893617021,0.647058823529,0.675675675676,0.48275862069,0.320864484578323,0.458271729131539,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-7","wmt15_uedin-syntax.4006.fi-en___359___phrase___3",7,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,1,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,7,7,6,0.727272727272727,NA,0.727272727272727,0.75,1,75,0.75,0.75,0.625,0.625,0.84375,0.9375,0.5,0.453125,0.701858868505,0.714285714286,0.567286289502,0.571428571429,0.859375,0.6875,0.5,0.453125,0.933333333333,0.933333333333,0.701858868505,0.714285714286,0.432713710498,0.428571428571,0.5625,0.6875,0.5,0.4375,0.701858868505,0.714285714286,0.701858868505,0.714285714286,0.75,0.6875,0.5,0.4375,0.6875,0.75,0.5,0.4375,0.5625,0.75,0.5,0.4375,0.8125,0.75,0.5,0.4375,0.791666666667,0.842105263158,0.772727272727,0.823529411765,0.791666666667,0.85,0.772727272727,0.833333333333,0.791666666667,0.866666666667,0.772727272727,0.846153846154,0.477669662022326,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-8","wmt14_onlineb.0.fr-en___102",8,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,8,14,19,NA,0.19,0.19,0,1,100,0.644250623718,0.769230769231,0.50016854374,0.615384615385,NA,NA,NA,NA,0.644250623718,0.769230769231,0.406859647877,0.461538461538,NA,0.545454545455,0.363636363636,NA,NA,NA,0.644250623718,0.769230769231,0.432246239934,0.461538461538,0.454545454545,0.545454545455,0.363636363636,0.318181818182,0.644250623718,0.769230769231,0.432246239934,0.461538461538,0.454545454545,0.545454545455,0.363636363636,0.363636363636,0.363636363636,0.454545454545,0.363636363636,0.272727272727,0.454545454545,0.454545454545,0.363636363636,0.318181818182,0.454545454545,0.454545454545,0.363636363636,0.363636363636,0.807692307692,0.269230769231,0.862068965517,0.269230769231,0.807692307692,0.434782608696,0.862068965517,0.434782608696,0.807692307692,0.428571428571,0.862068965517,0.428571428571,0.28454749202912,0.43067195196715,0.343874982529075,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2893,-90.370125,0.156514394759,0.0978897,NA,NA,NA,NA,-0.4422,0.295,0.48069214,0.45119219,0.634376,0.655087401,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-9","wmt16_real.uedin-syntax.4411.fi-en___2517",9,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,13,8,NA,NA,NA,NA,1,39,0.891891939189,0.95652173913,0.812364130087,0.869565217391,NA,NA,NA,NA,0.912750698237,0.96,0.83668814005,0.88,NA,0.857142857143,0.5,NA,NA,NA,0.912750698237,0.96,0.83668814005,0.88,0.785714285714,0.857142857143,0.5,0.428571428571,0.912750698237,0.96,0.83668814005,0.88,0.785714285714,0.857142857143,0.5,0.428571428571,0.714285714286,0.785714285714,0.5,0.428571428571,0.714285714286,0.785714285714,0.5,0.428571428571,0.714285714286,0.785714285714,0.5,0.428571428571,0.969696969697,0.916666666667,0.970588235294,0.92,0.969696969697,0.916666666667,0.970588235294,0.92,0.969696969697,0.913043478261,0.970588235294,0.92,0.325721651417658,0.451858957603908,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-10","wmt14_onlineb.0.fr-en___102___swap___2",10,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,8,8,19,0.818181818181818,NA,0.818181818181818,1,1,323,1,1,1,1,0.95,0.95,0.5,0.5,1,1,1,1,0.925,1,0.5,0.5,0.95,0.9,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,1,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-11","wmt14_iitb-ranked-ppl.3173.hi-en___392",11,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.25,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,33,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-12","wmt15_online-e.0.fr-en___93",12,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,5,5,4,NA,0.52,0.52,0.5,1,50,1,1,0.5,0.5,0.404761904762,0.666666666667,0.5,0.309523809524,0.960409376976,1,0.552491252371,0.6,0.547619047619,0.916666666667,0.5,0.309523809524,0.5,0.444444444444,0.960409376976,1,0.552491252371,0.6,0.583333333333,0.916666666667,0.5,0.416666666667,0.960409376976,1,0.407918124605,0.4,0.583333333333,0.916666666667,0.5,0.416666666667,0.75,0.833333333333,0.5,0.416666666667,0.75,0.833333333333,0.5,0.416666666667,0.75,0.833333333333,0.5,0.416666666667,1,0.6875,1,0.615384615385,1,0.6875,1,0.615384615385,1,0.764705882353,1,0.714285714286,0.400431607979015,0.458271729131539,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0866723044148976,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4366772,0.66174424,-0.0573897454574897,0.555555555556,45.6534,44.7508,12.88757123,0.285113743599,0.50834349,0.624126,0.419817,0.275659183882572,4.09125658662,0.52011305,0.493041669745,0.445713981818182
"11-13","wmt16_real.tuning-task-bleu-mert.0.cs-en___2084___order___1",13,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,1,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,11,11,7,0.909090909090909,NA,0.909090909090909,1,1,75,0.916666666667,0.916666666667,0.833333333333,0.833333333333,NA,NA,NA,NA,0.916666666667,0.916666666667,0.833333333333,0.833333333333,NA,0.916666666667,0.5,NA,NA,NA,0.916666666667,0.916666666667,0.916666666667,0.916666666667,0.916666666667,0.916666666667,0.5,0.5,0.916666666667,0.916666666667,0.916666666667,0.916666666667,0.916666666667,0.916666666667,0.5,0.5,0.833333333333,0.916666666667,0.5,0.458333333333,0.916666666667,0.916666666667,0.5,0.5,0.916666666667,0.916666666667,0.5,0.5,0.923076923077,0.84,0.923076923077,0.84,0.923076923077,0.954545454545,0.923076923077,0.954545454545,0.923076923077,0.954545454545,0.923076923077,0.954545454545,0.518355062943862,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-14","wmt14_rbmt1.0.fr-en___905___order___10",14,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.0909090909090909,NA,0.0909090909090909,0,36,168,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-15","wmt16_real.pjatk.4520.cs-en___1555",15,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,30,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-16","wmt16_real.jhu-syntax.4391.tr-en___2918___phrase___8",16,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.25,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,12,12,8,0.272727272727273,NA,0.272727272727273,0.25,1,143,0.69410882574,0.695652173913,0.34705441287,0.347826086957,NA,NA,NA,NA,0.493958863329,0.521739130435,0.364802916855,0.347826086957,NA,0.615384615385,0.5,NA,NA,NA,0.493958863329,0.521739130435,0.364802916855,0.347826086957,0.5,0.615384615385,0.5,0.346153846154,0.493958863329,0.521739130435,0.282476439633,0.260869565217,0.423076923077,0.615384615385,0.5,0.384615384615,0.461538461538,0.576923076923,0.5,0.307692307692,0.5,0.576923076923,0.5,0.346153846154,0.423076923077,0.576923076923,0.5,0.384615384615,0.830188679245,0.457142857143,0.686274509804,0.588235294118,0.830188679245,0.470588235294,0.686274509804,0.558823529412,0.830188679245,0.45,0.686274509804,0.642857142857,0.485964834970414,0.485964834970414,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-17","wmt16_real.limsi.4422.ro-en___1550___order___5",17,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.5,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,24,24,25,0.545454545454545,NA,0.545454545454545,0.5,1,48,0.84,0.84,0.64,0.64,NA,NA,NA,NA,0.824107781973,0.844444444444,0.621205389099,0.622222222222,NA,0.8,0.5,NA,NA,NA,0.824107781973,0.844444444444,0.663616167296,0.666666666667,0.7,0.8,0.5,0.42,0.824107781973,0.844444444444,0.578794610901,0.577777777778,0.64,0.8,0.5,0.4,0.68,0.82,0.5,0.4,0.72,0.82,0.5,0.42,0.66,0.82,0.5,0.4,0.89,0.764705882353,0.896551724138,0.757575757576,0.89,0.739130434783,0.896551724138,0.69696969697,0.89,0.722222222222,0.896551724138,0.691176470588,0.473556316608205,0.473556316608205,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-18","wmt16_real.jhu-syntax.4517.de-en___2897___order___10",18,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,12,12,10,0.0909090909090909,NA,0.0909090909090909,0,1,101,0.552649919741,0.533333333333,0.411038049376,0.4,NA,NA,NA,NA,0.568346733182,0.5625,0.383352475974,0.375,NA,0.636363636364,0.484848484848,NA,NA,NA,0.568346733182,0.5625,0.506681980779,0.5,0.545454545455,0.636363636364,0.484848484848,0.363636363636,0.568346733182,0.5625,0.383352475974,0.375,0.545454545455,0.636363636364,0.484848484848,0.393939393939,0.484848484848,0.575757575758,0.484848484848,0.363636363636,0.515151515152,0.575757575758,0.484848484848,0.363636363636,0.545454545455,0.575757575758,0.484848484848,0.393939393939,0.829268292683,0.480769230769,0.759493670886,0.584905660377,0.829268292683,0.5,0.759493670886,0.530612244898,0.829268292683,0.520833333333,0.759493670886,0.549019607843,0.41342484506536,0.424406442512408,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-19","wmt16_real.online-g.0.de-en___1654",19,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,98,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-20","wmt16_real.pjatk.4520.cs-en___877",20,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,50,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-21","wmt15_uedin-jhu-phrase.4106.fi-en___20",21,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,15,7,NA,0.25,0.25,0.25,1,168,0.538007895926,0.588235294118,0.449381111613,0.470588235294,NA,NA,NA,NA,0.468355906486,0.470588235294,0.487330701358,0.470588235294,NA,0.566666666667,0.466666666667,NA,NA,NA,0.468355906486,0.470588235294,0.3607543273,0.352941176471,0.433333333333,0.566666666667,0.466666666667,0.366666666667,0.468355906486,0.470588235294,0.379729122173,0.352941176471,0.433333333333,0.566666666667,0.466666666667,0.333333333333,0.433333333333,0.5,0.466666666667,0.4,0.4,0.5,0.466666666667,0.366666666667,0.4,0.5,0.466666666667,0.333333333333,0.678571428571,0.473684210526,0.640625,0.441860465116,0.678571428571,0.416666666667,0.640625,0.35,0.678571428571,0.354838709677,0.640625,0.34375,0.17048608883339,0.426188500125978,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0239637534685222,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6678009,0.56887495,-0.0255440791267984,0.692307692308,36.472,42.0024,12.33296683,0.257318454837,0.46230001,0.397037,0.397037,0.268103505689845,3.8685748696,0.48862946,0.443189239899,0.543256754545455
"11-22","wmt16_real.tuning-task-bleu-mira.0.cs-en___2084",22,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,8,7,NA,NA,NA,NA,1,30,0.857142857143,0.857142857143,0.761904761905,0.761904761905,NA,NA,NA,NA,0.770339245597,0.777777777778,0.770339245597,0.777777777778,NA,0.761904761905,0.428571428571,NA,NA,NA,0.770339245597,0.777777777778,0.770339245597,0.777777777778,0.761904761905,0.761904761905,0.428571428571,0.428571428571,0.770339245597,0.777777777778,0.770339245597,0.777777777778,0.761904761905,0.761904761905,0.428571428571,0.428571428571,0.714285714286,0.714285714286,0.428571428571,0.428571428571,0.714285714286,0.714285714286,0.428571428571,0.428571428571,0.714285714286,0.714285714286,0.428571428571,0.428571428571,0.88,0.730769230769,0.724137931034,0.678571428571,0.88,0.827586206897,0.724137931034,0.692307692308,0.88,0.782608695652,0.724137931034,0.772727272727,0.249761914782915,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-23","wmt14_uedin-wmt14.3422.hi-en___399",23,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,54,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-24","wmt14_onlineb.0.fr-en___102___swap___4",24,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.75,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,8,8,19,0.636363636363636,NA,0.636363636363636,0.75,1,61,0.935201914907,0.933333333333,0.907173191306,0.933333333333,NA,NA,NA,NA,1,1,0.75,0.75,NA,1,0.5,NA,NA,NA,1,1,0.625,0.625,0.6875,1,0.5,0.375,1,1,0.625,0.625,0.6875,1,0.5,0.375,0.75,0.875,0.5,0.4375,0.625,0.875,0.5,0.375,0.6875,0.875,0.5,0.375,0.933333333333,0.928571428571,1,0.875,0.933333333333,0.8,1,0.722222222222,0.933333333333,0.5,1,0.529411764706,0.477669662022326,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-25","wmt14_onlineb.0.fr-en___657___order___1",25,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.75,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,3,3,47,0.909090909090909,NA,0.909090909090909,1,1,47,1,1,1,1,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,0.5,0.5,0.625,1,0.5,0.375,1,1,0.5,0.5,0.75,1,0.5,0.5,0.75,0.75,0.5,0.5,0.625,0.75,0.5,0.375,0.625,0.75,0.5,0.5,1,0.666666666667,1,0.666666666667,1,0.333333333333,1,0.333333333333,1,0.444444444444,1,0.444444444444,0.433547493223059,0.433547493223059,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-26","wmt16_real.online-a.0.de-en___218___choice___3",26,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.727272727272727,NA,0.727272727272727,0.75,36,54,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-27","wmt16_real.limsi.4422.ro-en___1550___order___10",27,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,24,24,25,0.0909090909090909,NA,0.0909090909090909,0,1,168,0.621145438468,0.63829787234,0.46446403701,0.468085106383,NA,NA,NA,NA,0.706390494146,0.75,0.45484550065,0.45,NA,0.7,0.5,NA,NA,NA,0.706390494146,0.75,0.435463498049,0.45,0.48,0.7,0.5,0.32,0.706390494146,0.75,0.525772496748,0.55,0.52,0.7,0.5,0.34,0.54,0.68,0.5,0.32,0.46,0.68,0.5,0.32,0.52,0.68,0.5,0.34,0.87037037037,0.481927710843,0.894736842105,0.492537313433,0.87037037037,0.480519480519,0.894736842105,0.461538461538,0.87037037037,0.541666666667,0.894736842105,0.59649122807,0.426188500125978,0.426188500125978,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-28","wmt16_real.jhu-pbmt.4284.ro-en___853",28,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.25,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,22,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-29","wmt14_rbmt1.0.fr-en___905___order___9",29,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.181818181818182,NA,0.181818181818182,0,36,168,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-30","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",30,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.454545454545455,NA,0.454545454545455,0.5,35,54,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-31","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",31,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,1,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.181818181818182,NA,0.181818181818182,0,36,75,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-32","wmt14_onlineb.0.fr-en___657___order___2",32,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,1,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,3,3,47,0.818181818181818,NA,0.818181818181818,1,1,75,1,1,1,1,0.581818181818,0.781818181818,0.490909090909,0.345454545455,1,1,1,1,0.545454545455,1,0.5,0.345454545455,0.740740740741,0.555555555556,1,1,0.5,0.5,0.625,1,0.5,0.375,1,1,0.75,0.75,0.75,1,0.5,0.375,0.75,0.75,0.5,0.5,0.625,0.75,0.5,0.375,0.625,0.75,0.5,0.375,1,0.833333333333,1,0.833333333333,1,0.375,1,0.375,1,0.571428571429,1,0.571428571429,0.4,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-33","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",33,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.75,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.727272727272727,NA,0.727272727272727,0.75,36,61,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-34","wmt16_real.tuning-task-afrl.0.cs-en___31___choice___3",34,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,16,16,16,0.727272727272727,NA,0.727272727272727,0.75,1,54,0.93914555867,0.9375,0.925981089309,0.9375,NA,NA,NA,NA,0.970089847793,0.969696969697,0.957124870628,0.969696969697,NA,0.970588235294,0.5,NA,NA,NA,0.970089847793,0.969696969697,0.957124870628,0.969696969697,0.941176470588,0.970588235294,0.5,0.470588235294,0.970089847793,0.969696969697,0.970089847793,0.969696969697,0.970588235294,0.970588235294,0.5,0.5,0.882352941176,0.911764705882,0.5,0.470588235294,0.882352941176,0.911764705882,0.5,0.470588235294,0.911764705882,0.911764705882,0.5,0.5,0.914285714286,0.842105263158,0.970588235294,0.882352941176,0.914285714286,0.815789473684,0.970588235294,0.852941176471,0.914285714286,0.891891891892,0.970588235294,0.9375,0.444647543255115,0.593433451959711,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-35","wmt16_real.tuning-task-nrc-meant.0.cs-en___31",35,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,16,NA,0.28,0.28,0.25,1,100,0.898636957261,0.909090909091,0.898636957261,0.909090909091,NA,NA,NA,NA,0.913987001773,0.9375,0.913987001773,0.9375,NA,0.885714285714,0.485714285714,NA,NA,NA,0.913987001773,0.9375,0.913987001773,0.9375,0.885714285714,0.885714285714,0.485714285714,0.457142857143,0.913987001773,0.9375,0.793851760027,0.8125,0.8,0.885714285714,0.485714285714,0.428571428571,0.857142857143,0.885714285714,0.485714285714,0.457142857143,0.857142857143,0.885714285714,0.485714285714,0.457142857143,0.8,0.885714285714,0.485714285714,0.428571428571,0.888888888889,0.916666666667,0.926829268293,0.909090909091,0.888888888889,0.916666666667,0.926829268293,0.909090909091,0.888888888889,0.825,0.926829268293,0.810810810811,0.4999305736585,0.524532042261666,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-36","wmt15_uedin-syntax.4006.fi-en___359___order___4",36,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,1,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,7,7,6,0.636363636363636,NA,0.636363636363636,0.75,1,75,0.865427420997,0.857142857143,0.807435474019,0.857142857143,NA,NA,NA,NA,0.672862895016,0.714285714286,0.701858868505,0.714285714286,NA,0.6875,0.5,NA,NA,NA,0.672862895016,0.714285714286,0.432713710498,0.428571428571,0.5,0.6875,0.5,0.375,0.672862895016,0.714285714286,0.701858868505,0.714285714286,0.6875,0.6875,0.5,0.375,0.6875,0.6875,0.5,0.375,0.5625,0.6875,0.5,0.375,0.6875,0.6875,0.5,0.375,0.842105263158,0.722222222222,0.652173913043,0.733333333333,0.842105263158,0.545454545455,0.652173913043,0.611111111111,0.842105263158,0.611111111111,0.652173913043,0.642857142857,0.415811691630899,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-37","wmt14_kit.3112.fr-en___663",37,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,3,5,47,NA,0.33,0.33,0.25,1,168,0.833613437788,1,0.629691875064,0.666666666667,NA,NA,NA,NA,0.833613437788,1,0.833613437788,1,NA,0.7,0.4,NA,NA,NA,0.833613437788,1,0.57422968766,0.666666666667,0.5,0.7,0.4,0.4,0.833613437788,1,0.370308124936,0.333333333333,0.5,0.7,0.4,0.4,0.5,0.5,0.4,0.4,0.5,0.5,0.4,0.4,0.5,0.5,0.4,0.4,0.8,0.333333333333,0.666666666667,0.5,0.8,0.5,0.666666666667,0.333333333333,0.8,0.5,0.666666666667,0,0.0705371452280469,0.446735253110963,0.476118724481769,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3952,-99.019173,0.216269117345,0.134377,NA,NA,NA,NA,-0.4688,0.4538,0.59642012,0.43964712,0.714924,0.768212183,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-38","wmt16_real.online-a.0.ro-en___1550",38,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,24,25,NA,NA,NA,NA,1,100,0.814741004235,0.857142857143,0.709785817705,0.761904761905,NA,NA,NA,NA,0.835432100359,0.9,0.683533044488,0.75,NA,0.788461538462,0.480769230769,NA,NA,NA,0.835432100359,0.9,0.683533044488,0.75,0.634615384615,0.788461538462,0.480769230769,0.365384615385,0.835432100359,0.9,0.835432100359,0.9,0.769230769231,0.788461538462,0.480769230769,0.442307692308,0.634615384615,0.788461538462,0.480769230769,0.365384615385,0.634615384615,0.788461538462,0.480769230769,0.365384615385,0.75,0.788461538462,0.480769230769,0.442307692308,0.876543209877,0.730158730159,0.857142857143,0.745454545455,0.876543209877,0.75,0.857142857143,0.759259259259,0.876543209877,0.8,0.857142857143,0.82,0.393407987825856,0.523535245337485,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-39","wmt14_afrl.3456.hi-en___371___swap___2",39,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.818181818181818,NA,0.818181818181818,1,36,323,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-40","wmt14_rbmt1.0.fr-en___905",40,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,48,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-41","wmt15_illinois.3955.fi-en___385",41,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,7,7,6,NA,1,1,1,1,323,0.875,0.875,0.875,0.875,0.588235294118,0.705882352941,0.470588235294,0.411764705882,0.836431447508,0.857142857143,0.836431447508,0.857142857143,0.588235294118,0.8125,0.5,0.411764705882,0.666666666667,0.533333333333,0.836431447508,0.857142857143,0.836431447508,0.857142857143,0.8125,0.8125,0.5,0.4375,0.836431447508,0.857142857143,0.836431447508,0.857142857143,0.8125,0.8125,0.5,0.4375,0.875,0.875,0.5,0.4375,0.875,0.875,0.5,0.4375,0.875,0.875,0.5,0.4375,0.818181818182,0.933333333333,0.809523809524,0.923076923077,0.818181818182,1,0.809523809524,1,0.818181818182,1,0.809523809524,1,0.477669662022326,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0172928003345222,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5135112,0.37185127,-0.012676388709822,0.714285714286,34.7718,33.6485,11.11591646,0.169476036137,0.28580109,0.485495,0.401456,0.167940742270031,2.51391238261,0.2161119875,0.34288588852,0.353223418181818
"11-42","wmt14_afrl.3456.hi-en___371___swap___8",42,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.25,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.272727272727273,NA,0.272727272727273,0.25,35,143,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-43","wmt14_iitb-ranked-ppl.3173.hi-en___674",43,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,168,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-44","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",44,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.25,0.25,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.818181818181818,NA,0.818181818181818,1,36,143,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-45","wmt16_real.jhu-pbmt.4530.de-en___2897",45,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,12,15,10,NA,NA,NA,NA,1,143,0.735165860893,0.740740740741,0.680430676929,0.740740740741,0.545454545455,0.575757575758,0.484848484848,0.393939393939,0.657544136006,0.666666666667,0.488616890242,0.518518518519,0.515151515152,0.675675675676,0.459459459459,0.393939393939,0.571428571429,0.5,0.657544136006,0.666666666667,0.566238615129,0.592592592593,0.567567567568,0.675675675676,0.459459459459,0.378378378378,0.657544136006,0.666666666667,0.616492748034,0.666666666667,0.648648648649,0.675675675676,0.459459459459,0.432432432432,0.540540540541,0.648648648649,0.459459459459,0.378378378378,0.540540540541,0.648648648649,0.459459459459,0.378378378378,0.594594594595,0.648648648649,0.459459459459,0.432432432432,0.938271604938,0.564102564103,0.776315789474,0.521739130435,0.938271604938,0.681818181818,0.776315789474,0.690476190476,0.938271604938,0.725,0.776315789474,0.658536585366,0.231237550952064,0.451233937687208,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-46","wmt16_real.tuning-task-bleu-mert.0.cs-en___2084___order___3",46,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.75,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,11,11,7,0.727272727272727,NA,0.727272727272727,0.75,1,121,0.786626827325,0.782608695652,0.530579020115,0.521739130435,NA,NA,NA,NA,0.826766123012,0.857142857143,0.59628226299,0.571428571429,NA,0.791666666667,0.5,NA,NA,NA,0.826766123012,0.857142857143,0.487236561329,0.47619047619,0.583333333333,0.791666666667,0.5,0.375,0.826766123012,0.857142857143,0.647336017674,0.666666666667,0.708333333333,0.791666666667,0.5,0.416666666667,0.666666666667,0.75,0.5,0.416666666667,0.583333333333,0.75,0.5,0.375,0.666666666667,0.75,0.5,0.416666666667,0.857142857143,0.689655172414,0.78125,0.647058823529,0.857142857143,0.71875,0.78125,0.685714285714,0.857142857143,0.766666666667,0.78125,0.758620689655,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-47","wmt16_real.promt-rule-based.4277.ru-en___2078",47,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,12,10,NA,NA,NA,NA,1,48,0.707060463211,0.733333333333,0.531521411256,0.533333333333,NA,NA,NA,NA,0.561869423983,0.592592592593,0.37619717821,0.37037037037,NA,0.617647058824,0.441176470588,NA,NA,NA,0.561869423983,0.592592592593,0.442855315034,0.444444444444,0.529411764706,0.617647058824,0.441176470588,0.382352941176,0.561869423983,0.592592592593,0.457157479731,0.444444444444,0.529411764706,0.617647058824,0.441176470588,0.382352941176,0.529411764706,0.617647058824,0.441176470588,0.382352941176,0.558823529412,0.617647058824,0.441176470588,0.382352941176,0.558823529412,0.617647058824,0.441176470588,0.382352941176,0.808823529412,0.604166666667,0.765432098765,0.522727272727,0.808823529412,0.66,0.765432098765,0.595238095238,0.808823529412,0.530612244898,0.765432098765,0.475,0.254141797282724,0.456710526663732,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-48","wmt16_real.jhu-syntax.4517.de-en___2897___order___1",48,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,1,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,12,12,10,0.909090909090909,NA,0.909090909090909,1,1,323,0.941176470588,0.941176470588,0.941176470588,0.941176470588,0.947368421053,0.973684210526,0.5,0.5,0.941176470588,0.941176470588,0.941176470588,0.941176470588,0.921052631579,0.941176470588,0.5,0.5,0.972972972973,0.972972972973,0.941176470588,0.941176470588,0.941176470588,0.941176470588,0.941176470588,0.941176470588,0.5,0.470588235294,0.941176470588,0.941176470588,0.941176470588,0.941176470588,0.941176470588,0.941176470588,0.5,0.5,0.941176470588,0.941176470588,0.5,0.5,0.941176470588,0.941176470588,0.5,0.470588235294,0.941176470588,0.941176470588,0.5,0.5,0.944444444444,1,0.944444444444,1,0.944444444444,0.939393939394,0.944444444444,0.939393939394,0.944444444444,1,0.944444444444,1,0.550765124660775,0.550765124660775,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-49","wmt16_real.online-f.0.de-en___2506",49,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,100,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"11-50","wmt16_real.pjatk.4520.cs-en___877___order___11",50,11,TRUE,21,0,2,0,0,1,9,"Female","Scottish",1,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0,NA,0,0,36,168,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-1","wmt16_real.pjatk.4520.cs-en___1555",1,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,56,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-2","wmt14_afrl.3456.hi-en___371___swap___2",2,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,1,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.846153846153846,NA,0.846153846153846,1,36,75,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-3","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",3,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.75,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.538461538461538,NA,0.538461538461538,0.5,35,121,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-4","wmt15_mitll-afrl-phrase-based.4089.ru-en___645",4,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,27,23,NA,0.25,0.25,0.25,1,50,0.791329839136,0.794520547945,0.627802321319,0.630136986301,NA,NA,NA,NA,0.772527941091,0.806451612903,0.600405030928,0.612903225806,NA,0.7375,0.45,NA,NA,NA,0.772527941091,0.806451612903,0.622942277206,0.645161290323,0.625,0.7375,0.45,0.3875,0.772527941091,0.806451612903,0.612704841761,0.612903225806,0.6125,0.7375,0.45,0.3875,0.625,0.7375,0.45,0.375,0.65,0.7375,0.45,0.3875,0.6375,0.7375,0.45,0.3875,0.887755102041,0.655737704918,0.839160839161,0.625,0.887755102041,0.666666666667,0.839160839161,0.63829787234,0.887755102041,0.707317073171,0.839160839161,0.655913978495,0.294106124928463,0.492406946694099,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0227043391925992,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6968466,0.8450776,-0.0126652865368593,0.555555555556,23.9048,29.3734,15.44493627,0.644133,0.73601869,0.358382,0.324686,0.420393183469456,5.69574511455,0.757970215,0.692740010341,0.787960718181818
"12-5","wmt15_cu-tectomt.4138.cs-en___375",5,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,23,18,NA,0,0,0,1,98,0.702983077733,0.695652173913,0.65294558713,0.652173913043,NA,NA,NA,NA,0.790589593595,0.829268292683,0.703098811831,0.731707317073,NA,0.75,0.480769230769,NA,NA,NA,0.790589593595,0.829268292683,0.596840850627,0.634146341463,0.576923076923,0.75,0.480769230769,0.365384615385,0.790589593595,0.829268292683,0.615608030066,0.634146341463,0.615384615385,0.75,0.480769230769,0.384615384615,0.711538461538,0.730769230769,0.480769230769,0.403846153846,0.576923076923,0.730769230769,0.480769230769,0.365384615385,0.615384615385,0.730769230769,0.480769230769,0.384615384615,0.91452991453,0.666666666667,0.895348837209,0.741379310345,0.91452991453,0.66265060241,0.895348837209,0.661764705882,0.91452991453,0.696202531646,0.895348837209,0.590163934426,0.310347448534142,0.452685720105103,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0327413989185269,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3614211,0.39444923,-0.0365211687749116,0.666666666667,38.3043,35.4391,11.67280709,0.2520322858,0.4741844,0.385081,0.292187,0.226646618635687,3.1220043811,0.52268529,0.506678526901,0.399619345454545
"12-6","wmt16_real.online-f.0.de-en___2506",6,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,56,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-7","wmt14_rbmt1.0.fr-en___905___order___10",7,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.230769230769231,NA,0.230769230769231,0.25,36,168,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-8","wmt14_iitb-ranked-ppl.3173.hi-en___674",8,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,143,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-9","wmt15_online-f.0.fr-en___777",9,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.75,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,20,21,17,NA,0.75,0.75,0.75,1,61,0.645363946018,0.620689655172,0.641540305264,0.689655172414,NA,NA,NA,NA,0.80074504874,0.823529411765,0.726948937912,0.764705882353,NA,0.777777777778,0.488888888889,NA,NA,NA,0.80074504874,0.823529411765,0.726948937912,0.764705882353,0.688888888889,0.777777777778,0.488888888889,0.422222222222,0.80074504874,0.823529411765,0.726948937912,0.764705882353,0.688888888889,0.777777777778,0.488888888889,0.422222222222,0.666666666667,0.711111111111,0.488888888889,0.422222222222,0.666666666667,0.711111111111,0.488888888889,0.422222222222,0.688888888889,0.711111111111,0.488888888889,0.422222222222,0.907216494845,0.607843137255,0.865671641791,0.68085106383,0.907216494845,0.607843137255,0.865671641791,0.702127659574,0.907216494845,0.591836734694,0.865671641791,0.688888888889,0.285973259779683,0.494554808198723,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.00577356688595853,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3750162,0.68923482,-0.00578513984778275,0.733333333333,29.825,27.8147,10.13603059,0.0837212,0.41479251,0.397246,0.209039,0.0982445831803158,1.41230141929,0.395500005,0.306111304679,0.374061118181818
"12-10","wmt15_uedin-syntax.4027.de-en___110",10,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.75,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,21,20,NA,0.67,0.67,0.75,1,61,0.62347349644,0.65306122449,0.431226955007,0.448979591837,0.9625,0.975,0.5,0.4875,0.772354316825,0.808510638298,0.575777757052,0.595744680851,0.8875,0.732142857143,0.482142857143,0.4875,0.975,0.95,0.772354316825,0.808510638298,0.72458454164,0.765957446809,0.678571428571,0.732142857143,0.482142857143,0.357142857143,0.772354316825,0.808510638298,0.645953917731,0.68085106383,0.607142857143,0.732142857143,0.482142857143,0.357142857143,0.571428571429,0.732142857143,0.482142857143,0.321428571429,0.660714285714,0.732142857143,0.482142857143,0.357142857143,0.589285714286,0.732142857143,0.482142857143,0.357142857143,0.932330827068,0.6125,0.724770642202,0.661971830986,0.932330827068,0.679487179487,0.724770642202,0.753846153846,0.932330827068,0.689189189189,0.724770642202,0.761904761905,0.437104068753759,0.529568390990131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0384114716446122,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4112413,0.43523422,-0.031591066772247,0.459459459459,45.8354,51.5247,11.9307663,0.265890174222,0.44497083,0.481435,0.464215,0.193448596312974,3.22579249703,0.386849345,0.369541416393,0.384370390909091
"12-11","wmt16_real.kit.4482.de-en___340___choice___4",11,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.75,0.25,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,15,15,18,0.692307692307692,NA,0.692307692307692,0.75,1,47,0.93914555867,0.9375,0.87829111734,0.875,NA,NA,NA,NA,1,1,0.941176470588,0.941176470588,NA,1,0.5,NA,NA,NA,1,1,0.882352941176,0.882352941176,0.882352941176,1,0.5,0.441176470588,1,1,0.823529411765,0.823529411765,0.882352941176,1,0.5,0.5,0.852941176471,0.882352941176,0.5,0.470588235294,0.823529411765,0.882352941176,0.5,0.441176470588,0.823529411765,0.882352941176,0.5,0.5,0.953488372093,0.868421052632,1,0.909090909091,0.953488372093,0.837837837838,1,0.852941176471,0.953488372093,0.846153846154,1,0.864864864865,0.345009579439059,0.50437114708472,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-12","wmt15_neural-mt.4088.cs-en___193",12,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,5,3,3,NA,0.63,0.63,0.75,1,48,0.8,0.8,0.6,0.6,NA,NA,NA,NA,0.68191916352,0.666666666667,0.257811381547,0.222222222222,NA,0.7,0.4,NA,NA,NA,0.68191916352,0.666666666667,0.68191916352,0.666666666667,0.7,0.7,0.4,0.4,0.68191916352,0.666666666667,0.68191916352,0.666666666667,0.7,0.7,0.4,0.4,0.5,0.5,0.4,0.4,0.5,0.5,0.4,0.4,0.5,0.5,0.4,0.4,0.833333333333,0.461538461538,0.705882352941,0.384615384615,0.833333333333,0.6,0.705882352941,0.7,0.833333333333,0.6,0.705882352941,0.7,0.0341880341880342,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.317428918416565,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4274064,0.47127744,-0.220037772990375,0.684210526316,40.8366,38.8894,14.19052691,0.376204730972,0.75541461,0.527794,0.488995,0.472079737446236,7.0120952328,0.30591011,0.689930477296,0.407757909090909
"12-13","wmt16_real.online-a.0.de-en___218___choice___3",13,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.769230769230769,NA,0.769230769230769,0.75,36,114,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-14","wmt16_real.online-g.0.de-en___1654",14,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,100,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-15","wmt16_real.uedin-syntax.4411.fi-en___1536___swap___2",15,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,1,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,19,19,13,0.846153846153846,NA,0.846153846153846,1,1,16,0.97697637723,0.976744186047,0.966992156324,0.976744186047,NA,NA,NA,NA,1,1,0.954545454545,0.954545454545,NA,1,0.5,NA,NA,NA,1,1,0.954545454545,0.954545454545,0.954545454545,1,0.5,0.477272727273,1,1,0.863636363636,0.863636363636,0.863636363636,1,0.5,0.431818181818,0.931818181818,0.954545454545,0.5,0.477272727273,0.931818181818,0.954545454545,0.5,0.477272727273,0.840909090909,0.954545454545,0.5,0.431818181818,0.86,0.844444444444,1,0.883720930233,0.86,0.869565217391,1,0.909090909091,0.86,0.808510638298,1,0.804347826087,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-16","wmt15_abumatran-combo.4010.fi-en___244",16,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,13,9,NA,0.63,0.63,0.75,1,143,0.792783430471,0.814814814815,0.595982036338,0.592592592593,NA,NA,NA,NA,0.758075834417,0.75,0.559105830081,0.583333333333,NA,0.766666666667,0.466666666667,NA,NA,NA,0.758075834417,0.75,0.575257498916,0.583333333333,0.566666666667,0.766666666667,0.466666666667,0.333333333333,0.758075834417,0.75,0.666666666667,0.666666666667,0.666666666667,0.766666666667,0.466666666667,0.4,0.566666666667,0.733333333333,0.466666666667,0.333333333333,0.566666666667,0.733333333333,0.466666666667,0.333333333333,0.666666666667,0.733333333333,0.466666666667,0.4,0.918367346939,0.65,0.933333333333,0.575,0.918367346939,0.605263157895,0.933333333333,0.552631578947,0.918367346939,0.756756756757,0.933333333333,0.666666666667,0.266597738596905,0.468500373793146,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0638094098922128,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6853518,0.63306558,-0.0501783349938552,0.425,44.1361,43.5731,13.49461156,0.447741820234,0.47321824,0.609493,0.533191,0.336204761657123,4.65130926382,0.492539705,0.523976635469,0.616174418181818
"12-17","wmt15_illinois.4085.de-en___367___order___1",17,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,1,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,9,9,10,0.923076923076923,NA,0.923076923076923,1,1,323,0.916666666667,0.916666666667,0.833333333333,0.833333333333,NA,NA,NA,NA,0.962211439111,1,0.806158185172,0.818181818182,NA,0.916666666667,0.5,NA,NA,NA,0.962211439111,1,0.631210650788,0.636363636364,0.666666666667,0.916666666667,0.5,0.375,0.962211439111,1,0.893631952363,0.909090909091,0.875,0.916666666667,0.5,0.458333333333,0.833333333333,0.916666666667,0.5,0.416666666667,0.708333333333,0.916666666667,0.5,0.375,0.916666666667,0.916666666667,0.5,0.458333333333,0.923076923077,0.833333333333,0.95652173913,0.826086956522,0.923076923077,0.645161290323,0.95652173913,0.612903225806,0.923076923077,0.95652173913,0.95652173913,0.952380952381,0.518355062943862,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-18","wmt16_real.online-b.0.de-en___340",18,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,20,18,NA,0.5,0.5,0.5,1,323,0.8359925624,0.903225806452,0.777181072257,0.838709677419,NA,NA,NA,NA,0.867530982847,0.9375,0.80969558399,0.875,NA,0.789473684211,0.447368421053,NA,NA,NA,0.867530982847,0.9375,0.80969558399,0.875,0.736842105263,0.789473684211,0.447368421053,0.394736842105,0.867530982847,0.9375,0.80969558399,0.875,0.736842105263,0.789473684211,0.447368421053,0.394736842105,0.710526315789,0.763157894737,0.447368421053,0.394736842105,0.710526315789,0.763157894737,0.447368421053,0.394736842105,0.710526315789,0.763157894737,0.447368421053,0.394736842105,0.877551020408,0.878787878788,0.866666666667,0.909090909091,0.877551020408,0.878787878788,0.866666666667,0.909090909091,0.877551020408,0.818181818182,0.866666666667,0.848484848485,0.419647144102163,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-19","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",19,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.75,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.769230769230769,NA,0.769230769230769,0.75,36,47,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-20","wmt15_online-a.0.de-en___386",20,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,9,9,9,NA,0,0,0,1,114,1,1,1,1,0.859375,0.9375,0.5,0.46875,0.97712125472,1,0.97712125472,1,0.859375,0.95,0.5,0.46875,0.949152542373,0.881355932203,0.97712125472,1,0.765067363733,0.777777777778,0.85,0.95,0.5,0.5,0.97712125472,1,0.65904041824,0.666666666667,0.75,0.95,0.5,0.45,0.95,0.95,0.5,0.5,0.85,0.95,0.5,0.5,0.8,0.95,0.5,0.45,1,1,1,1,1,0.761904761905,1,0.75,1,0.681818181818,1,0.65,0.444697114412333,0.555871393015416,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0257416721958403,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4481574,0.54129847,-0.00875395788417164,0.75,37.8877,42.6735,11.7274495,0.198264895133,0.58380437,0.388081,0.388081,0.22327228004244,3.10922348273,0.5660440325,0.398871567519,0.512623845454545
"12-21","wmt14_uedin-wmt14.3422.hi-en___399",21,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,143,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-22","wmt15_online-b.0.fr-en___775___phrase___4",22,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.75,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,20,20,17,0.692307692307692,NA,0.692307692307692,0.75,1,47,0.828850419706,0.837209302326,0.828850419706,0.837209302326,NA,NA,NA,NA,0.803270380496,0.809523809524,0.803270380496,0.809523809524,NA,0.795454545455,0.5,NA,NA,NA,0.803270380496,0.809523809524,0.803270380496,0.809523809524,0.795454545455,0.795454545455,0.5,0.431818181818,0.803270380496,0.809523809524,0.756613398882,0.761904761905,0.772727272727,0.795454545455,0.5,0.409090909091,0.818181818182,0.818181818182,0.5,0.431818181818,0.818181818182,0.818181818182,0.5,0.431818181818,0.795454545455,0.818181818182,0.5,0.409090909091,0.773333333333,0.78431372549,0.773333333333,0.829787234043,0.773333333333,0.78431372549,0.773333333333,0.829787234043,0.773333333333,0.843137254902,0.773333333333,0.895833333333,0.573343159983731,0.573343159983731,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-23","wmt16_real.promt-smt.4491.fi-en___821",23,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,18,27,21,NA,NA,NA,NA,1,143,0.716994873953,0.787878787879,0.365587297047,0.363636363636,NA,NA,NA,NA,0.576102915371,0.647058823529,0.406478949853,0.470588235294,NA,0.612244897959,0.408163265306,NA,NA,NA,0.576102915371,0.647058823529,0.498290752356,0.529411764706,0.489795918367,0.612244897959,0.408163265306,0.34693877551,0.576102915371,0.647058823529,0.537196833863,0.588235294118,0.551020408163,0.612244897959,0.408163265306,0.387755102041,0.387755102041,0.612244897959,0.408163265306,0.285714285714,0.469387755102,0.612244897959,0.408163265306,0.34693877551,0.571428571429,0.612244897959,0.408163265306,0.387755102041,0.780487804878,0.542372881356,0.771739130435,0.467741935484,0.780487804878,0.661016949153,0.771739130435,0.71875,0.780487804878,0.673076923077,0.771739130435,0.666666666667,0.347292256770189,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-24","wmt15_online-c.4166.de-en___364",24,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,9,11,10,NA,0,0,0,1,143,0.879411090712,0.909090909091,0.47598087893,0.454545454545,0.470588235294,0.627450980392,0.490196078431,0.372549019608,0.884801402596,0.916666666667,0.5,0.5,0.509803921569,0.846153846154,0.461538461538,0.372549019608,0.511627906977,0.325581395349,0.884801402596,0.916666666667,0.66087298229,0.666666666667,0.692307692308,0.846153846154,0.461538461538,0.384615384615,0.884801402596,0.916666666667,0.66087298229,0.666666666667,0.653846153846,0.846153846154,0.461538461538,0.384615384615,0.461538461538,0.769230769231,0.461538461538,0.346153846154,0.576923076923,0.769230769231,0.461538461538,0.384615384615,0.576923076923,0.769230769231,0.461538461538,0.384615384615,0.852941176471,0.575757575758,0.939393939394,0.65625,0.852941176471,0.65625,0.939393939394,0.6875,0.852941176471,0.666666666667,0.939393939394,0.705882352941,0.32184152643478,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.16822865367451,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.7048606,0.62212,-0.113330086357877,0.4,63.8596,61.2403,13.31081918,0.475403751894,0.71109365,0.606253,0.5815,0.425137269693872,5.83775678016,0.4911135425,0.614688674856,0.591486536363636
"12-25","wmt16_real.online-b.0.tr-en___757",25,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,30,24,NA,NA,NA,NA,1,50,0.693422951588,0.727272727273,0.629915192435,0.681818181818,NA,NA,NA,NA,0.698917392603,0.734693877551,0.568059485402,0.571428571429,NA,0.677419354839,0.467741935484,NA,NA,NA,0.698917392603,0.734693877551,0.560198284674,0.571428571429,0.564516129032,0.677419354839,0.467741935484,0.387096774194,0.698917392603,0.734693877551,0.604704562567,0.612244897959,0.596774193548,0.677419354839,0.467741935484,0.387096774194,0.532258064516,0.612903225806,0.467741935484,0.387096774194,0.532258064516,0.612903225806,0.467741935484,0.387096774194,0.564516129032,0.612903225806,0.467741935484,0.387096774194,0.940298507463,0.686046511628,0.832061068702,0.579545454545,0.940298507463,0.719512195122,0.832061068702,0.595505617978,0.940298507463,0.725,0.832061068702,0.654320987654,0.195512869399891,0.450028729743679,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-26","wmt16_real.online-f.0.de-en___218",26,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,98,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-27","wmt16_real.pjatk.4520.cs-en___877",27,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,100,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-28","wmt16_real.uh-opus.4410.fi-en___1579",28,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,31,28,17,NA,NA,NA,NA,1,56,0.632064817379,0.666666666667,0.474693258412,0.488888888889,0.576923076923,0.769230769231,0.5,0.384615384615,0.625359696094,0.636363636364,0.42046164737,0.409090909091,0.576923076923,0.630769230769,0.492307692308,0.384615384615,0.666666666667,0.5,0.625359696094,0.636363636364,0.396252978776,0.409090909091,0.446153846154,0.630769230769,0.492307692308,0.353846153846,0.625359696094,0.636363636364,0.487895665703,0.5,0.492307692308,0.630769230769,0.492307692308,0.353846153846,0.446153846154,0.584615384615,0.492307692308,0.353846153846,0.415384615385,0.584615384615,0.492307692308,0.353846153846,0.461538461538,0.584615384615,0.492307692308,0.353846153846,0.91393442623,0.563218390805,0.78102189781,0.454545454545,0.91393442623,0.517647058824,0.78102189781,0.467532467532,0.91393442623,0.662790697674,0.78102189781,0.632352941176,0.197616468310741,0.427937958003266,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-29","wmt15_online-b.0.fr-en___775___swap___2",29,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,20,20,17,0.846153846153846,NA,0.846153846153846,1,1,323,0.909090909091,0.909090909091,0.863636363636,0.863636363636,0.810344827586,0.948275862069,0.5,0.431034482759,0.941721462968,0.95,0.883442925937,0.9,0.827586206897,0.931818181818,0.5,0.431034482759,0.945454545455,0.945454545455,0.941721462968,0.95,0.883442925937,0.9,0.863636363636,0.931818181818,0.5,0.454545454545,0.941721462968,0.95,0.941721462968,0.95,0.931818181818,0.931818181818,0.5,0.5,0.886363636364,0.954545454545,0.5,0.454545454545,0.886363636364,0.954545454545,0.5,0.454545454545,0.954545454545,0.954545454545,0.5,0.5,0.88,0.914893617021,0.931818181818,0.909090909091,0.88,0.914893617021,0.931818181818,0.909090909091,0.88,0.954545454545,0.931818181818,0.974358974359,0.553870732695382,0.553870732695382,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-30","wmt15_online-b.0.fr-en___775___phrase___3",30,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,20,20,17,0.769230769230769,NA,0.769230769230769,0.75,1,323,0.954545454545,0.954545454545,0.909090909091,0.909090909091,NA,NA,NA,NA,0.968955486131,1,0.921025120389,0.95,NA,0.931818181818,0.5,NA,NA,NA,0.968955486131,1,0.873094754647,0.9,0.840909090909,0.931818181818,0.5,0.477272727273,0.968955486131,1,0.835512560195,0.85,0.840909090909,0.931818181818,0.5,0.454545454545,0.909090909091,0.954545454545,0.5,0.454545454545,0.863636363636,0.954545454545,0.5,0.477272727273,0.863636363636,0.954545454545,0.5,0.454545454545,0.92,0.911111111111,0.977272727273,0.925,0.92,0.857142857143,0.977272727273,0.860465116279,0.92,0.857142857143,0.977272727273,0.863636363636,0.573343159983731,0.573343159983731,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-31","wmt14_afrl.3456.hi-en___371___swap___8",31,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.5,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.384615384615385,NA,0.384615384615385,0.25,35,98,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-32","wmt16_real.tuning-task-afrl.0.cs-en___1089",32,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,7,6,6,NA,NA,NA,NA,1,323,0.933333333333,0.933333333333,0.8,0.8,NA,NA,NA,NA,0.970036776623,1,0.831460094248,0.857142857143,NA,0.933333333333,0.466666666667,NA,NA,NA,0.970036776623,1,0.831460094248,0.857142857143,0.8,0.933333333333,0.466666666667,0.4,0.970036776623,1,0.970036776623,1,0.933333333333,0.933333333333,0.466666666667,0.466666666667,0.8,0.933333333333,0.466666666667,0.466666666667,0.8,0.933333333333,0.466666666667,0.4,0.933333333333,0.933333333333,0.466666666667,0.466666666667,0.933333333333,0.875,0.923076923077,0.923076923077,0.933333333333,0.75,0.923076923077,0.846153846154,0.933333333333,0.866666666667,0.923076923077,1,0.507597785780283,0.532977675069298,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-33","wmt16_real.uedin-syntax.4411.fi-en___1536",33,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.75,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,18,13,NA,NA,NA,NA,1,61,0.676359045478,0.685714285714,0.461820477261,0.457142857143,NA,NA,NA,NA,0.75634221223,0.8,0.490897613695,0.514285714286,NA,0.711111111111,0.488888888889,NA,NA,NA,0.75634221223,0.8,0.581795227389,0.628571428571,0.577777777778,0.711111111111,0.488888888889,0.355555555556,0.75634221223,0.8,0.654530151593,0.685714285714,0.622222222222,0.711111111111,0.488888888889,0.377777777778,0.488888888889,0.666666666667,0.488888888889,0.377777777778,0.555555555556,0.666666666667,0.488888888889,0.355555555556,0.577777777778,0.666666666667,0.488888888889,0.377777777778,0.875,0.491525423729,0.776315789474,0.6,0.875,0.6,0.776315789474,0.6,0.875,0.636363636364,0.776315789474,0.69387755102,0.333577045743768,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-34","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",34,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,1,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.307692307692308,NA,0.307692307692308,0.25,36,75,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-35","wmt14_rbmt1.0.fr-en___905___order___9",35,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.307692307692308,NA,0.307692307692308,0.25,36,168,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-36","wmt14_rbmt1.0.fr-en___905",36,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,121,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-37","wmt16_real.uedin-syntax.4411.fi-en___1536___swap___8",37,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,1,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,19,19,13,0.384615384615385,NA,0.384615384615385,0.25,1,75,0.929073328276,0.926829268293,0.814058552799,0.829268292683,NA,NA,NA,NA,0.941721462968,0.95,0.825164388905,0.85,NA,0.931818181818,0.5,NA,NA,NA,0.941721462968,0.95,0.787582194453,0.8,0.772727272727,0.931818181818,0.5,0.409090909091,0.941721462968,0.95,0.797930365742,0.8,0.795454545455,0.931818181818,0.5,0.431818181818,0.795454545455,0.909090909091,0.5,0.431818181818,0.75,0.909090909091,0.5,0.409090909091,0.795454545455,0.909090909091,0.5,0.431818181818,0.887096774194,0.755102040816,0.844444444444,0.777777777778,0.887096774194,0.745098039216,0.844444444444,0.816326530612,0.887096774194,0.775510204082,0.844444444444,0.733333333333,0.518355062943862,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-38","wmt15_illinois.4085.de-en___367___order___6",38,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.5,0.5,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,9,9,10,0.538461538461538,NA,0.538461538461538,0.5,1,100,0.576951613998,0.571428571429,0.487236561329,0.47619047619,0.720930232558,0.837209302326,0.46511627907,0.395348837209,0.71868441798,0.727272727273,0.437368835959,0.454545454545,0.651162790698,0.708333333333,0.5,0.395348837209,0.790697674419,0.790697674419,0.71868441798,0.727272727273,0.368789349212,0.363636363636,0.5,0.708333333333,0.5,0.375,0.71868441798,0.727272727273,0.543736883596,0.545454545455,0.625,0.708333333333,0.5,0.416666666667,0.458333333333,0.625,0.5,0.375,0.5,0.625,0.5,0.375,0.541666666667,0.625,0.5,0.416666666667,0.8125,0.52380952381,0.787234042553,0.538461538462,0.8125,0.470588235294,0.787234042553,0.294117647059,0.8125,0.6875,0.787234042553,0.724137931034,0.410351038206312,0.410351038206312,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-39","wmt15_uu-unconstrained.3977.fi-en___231___order___13",39,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.5,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,15,15,9,0,NA,0,0,1,98,0.604979619575,0.615384615385,0.379990942033,0.384615384615,NA,NA,NA,NA,0.411460885975,0.416666666667,0.322921771949,0.333333333333,NA,0.5625,0.5,NA,NA,NA,0.411460885975,0.416666666667,0.322921771949,0.333333333333,0.375,0.5625,0.5,0.3125,0.411460885975,0.416666666667,0.395843543899,0.416666666667,0.4375,0.5625,0.5,0.34375,0.40625,0.59375,0.5,0.3125,0.40625,0.59375,0.5,0.3125,0.46875,0.59375,0.5,0.34375,0.841463414634,0.566037735849,0.746835443038,0.549019607843,0.841463414634,0.566037735849,0.746835443038,0.549019607843,0.841463414634,0.586956521739,0.746835443038,0.552631578947,0.407694854249554,0.407694854249554,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-40","wmt14_iitb-ranked-ppl.3173.hi-en___392",40,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,56,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-41","wmt16_real.kit.4482.de-en___340___choice___3",41,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.25,0.25,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,15,15,18,0.769230769230769,NA,0.769230769230769,0.75,1,143,0.970089847793,0.969696969697,0.970089847793,0.969696969697,0.764705882353,0.941176470588,0.5,0.411764705882,1,1,1,1,0.823529411765,1,0.5,0.411764705882,0.9375,0.9375,1,1,0.941176470588,0.941176470588,0.941176470588,1,0.5,0.470588235294,1,1,0.823529411765,0.823529411765,0.882352941176,1,0.5,0.5,0.911764705882,0.911764705882,0.5,0.5,0.882352941176,0.911764705882,0.5,0.470588235294,0.852941176471,0.911764705882,0.5,0.5,0.942857142857,0.970588235294,1,1,0.942857142857,0.939393939394,1,0.939393939394,0.942857142857,0.861111111111,1,0.864864864865,0.412627877473005,0.532977675069298,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-42","wmt16_real.pjatk.4520.cs-en___877___order___11",42,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0.153846153846154,NA,0.153846153846154,0,36,101,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-43","wmt16_real.jhu-pbmt.4284.ro-en___853",43,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,48,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-44","wmt15_uedin-syntax.4006.fi-en___64",44,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,17,10,NA,0.67,0.67,0.75,1,100,0.672482011603,0.684210526316,0.51402877406,0.526315789474,0.5,0.636363636364,0.5,0.363636363636,0.672222576041,0.714285714286,0.496065448739,0.571428571429,0.5,0.636363636364,0.409090909091,0.363636363636,0.5,0.5,0.672222576041,0.714285714286,0.496065448739,0.571428571429,0.454545454545,0.636363636364,0.409090909091,0.340909090909,0.672222576041,0.714285714286,0.430324059332,0.428571428571,0.454545454545,0.636363636364,0.409090909091,0.340909090909,0.431818181818,0.545454545455,0.409090909091,0.340909090909,0.454545454545,0.545454545455,0.409090909091,0.340909090909,0.431818181818,0.545454545455,0.409090909091,0.340909090909,0.849462365591,0.585714285714,0.740740740741,0.46,0.849462365591,0.594202898551,0.740740740741,0.468085106383,0.849462365591,0.666666666667,0.740740740741,0.52,0.169580279942652,0.456710526663732,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-1.00000000095971,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.8333508,1,-0.999999994238843,0,100,100,15.87277884,0.841166,1,1,1,1,14.7949991568,0.952227235,1,0.968193236363636
"12-45","wmt16_real.uh-opus.4410.fi-en___1579___phrase___4",45,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,1,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,31,31,17,0.692307692307692,NA,0.692307692307692,0.75,1,16,0.819535771614,0.833333333333,0.794480975312,0.8,NA,NA,NA,NA,0.851489348775,0.866666666667,0.819535771614,0.833333333333,NA,0.833333333333,0.5,NA,NA,NA,0.851489348775,0.866666666667,0.819535771614,0.833333333333,0.80303030303,0.833333333333,0.5,0.439393939394,0.851489348775,0.866666666667,0.851489348775,0.866666666667,0.833333333333,0.833333333333,0.5,0.439393939394,0.848484848485,0.878787878788,0.5,0.439393939394,0.848484848485,0.878787878788,0.5,0.439393939394,0.878787878788,0.878787878788,0.5,0.439393939394,0.922077922078,0.813186813187,0.752066115702,0.852941176471,0.922077922078,0.813186813187,0.752066115702,0.852941176471,0.922077922078,0.8625,0.752066115702,0.950819672131,0.606576352333205,0.606576352333205,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-46","wmt16_real.uh-opus.4410.fi-en___1579___phrase___9",46,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.75,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,31,31,17,0.307692307692308,NA,0.307692307692308,0.25,1,61,0.815936825899,0.838709677419,0.728578330575,0.741935483871,NA,NA,NA,NA,0.755628617291,0.766666666667,0.659767885807,0.666666666667,NA,0.772727272727,0.5,NA,NA,NA,0.755628617291,0.766666666667,0.72367504013,0.733333333333,0.742424242424,0.772727272727,0.5,0.424242424242,0.755628617291,0.766666666667,0.72367504013,0.733333333333,0.742424242424,0.772727272727,0.5,0.439393939394,0.727272727273,0.818181818182,0.5,0.424242424242,0.787878787879,0.818181818182,0.5,0.424242424242,0.787878787879,0.818181818182,0.5,0.439393939394,0.863309352518,0.75,0.793103448276,0.819444444444,0.863309352518,0.77380952381,0.793103448276,0.857142857143,0.863309352518,0.8125,0.793103448276,0.878787878788,0.559984403562081,0.559984403562081,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-47","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",47,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.846153846153846,NA,0.846153846153846,1,36,114,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-48","wmt16_real.online-b.0.tr-en___757___swap___4",48,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,1,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,24,24,24,0.692307692307692,NA,0.692307692307692,0.75,1,75,0.875662856881,0.872727272727,0.875662856881,0.872727272727,NA,NA,NA,NA,0.982588651542,0.982456140351,0.947765954626,0.947368421053,NA,0.98275862069,0.5,NA,NA,NA,0.982588651542,0.982456140351,0.982588651542,0.982456140351,0.98275862069,0.98275862069,0.5,0.5,0.982588651542,0.982456140351,0.91294325771,0.912280701754,0.948275862069,0.98275862069,0.5,0.5,0.913793103448,0.931034482759,0.5,0.48275862069,0.931034482759,0.931034482759,0.5,0.5,0.913793103448,0.931034482759,0.5,0.5,0.782608695652,0.866666666667,0.98275862069,0.931034482759,0.782608695652,0.901639344262,0.98275862069,0.982142857143,0.782608695652,0.880597014925,0.98275862069,0.935483870968,0.528398148642026,0.528398148642026,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-49","wmt16_real.uh-opus.4410.fi-en___1579___swap___2",49,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,31,31,17,0.846153846153846,NA,0.846153846153846,1,1,323,1,1,1,1,0.9,0.918181818182,0.5,0.481818181818,0.979303657421,1,0.979303657421,1,0.909090909091,0.954545454545,0.5,0.481818181818,0.88679245283,0.867924528302,0.979303657421,1,0.979303657421,1,0.954545454545,0.954545454545,0.5,0.5,0.979303657421,1,0.979303657421,1,0.954545454545,0.954545454545,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,1,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"12-50","wmt15_illinois.4085.de-en___367___order___3",50,12,TRUE,18,0,2,1,0,1,11,"Female","Irish",1,0.75,FALSE,0.5,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,9,9,10,0.769230769230769,NA,0.769230769230769,0.75,1,98,0.75,0.75,0.416666666667,0.416666666667,NA,NA,NA,NA,0.787263904727,0.818181818182,0.437368835959,0.454545454545,NA,0.791666666667,0.5,NA,NA,NA,0.787263904727,0.818181818182,0.437368835959,0.454545454545,0.5,0.791666666667,0.5,0.333333333333,0.787263904727,0.818181818182,0.524842603151,0.545454545455,0.541666666667,0.791666666667,0.5,0.375,0.5,0.791666666667,0.5,0.375,0.5,0.791666666667,0.5,0.333333333333,0.583333333333,0.791666666667,0.5,0.375,0.857142857143,0.514285714286,0.833333333333,0.53125,0.857142857143,0.575757575758,0.833333333333,0.6,0.857142857143,0.648648648649,0.833333333333,0.65625,0.433547493223059,0.433547493223059,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-1","wmt14_uedin-wmt14.3422.hi-en___362___order___5",1,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,9,9,12,0.545454545454545,NA,0.545454545454545,0.5,1,168,0.742188618453,0.777777777778,0.553013472747,0.555555555556,NA,NA,NA,NA,0.59377106465,0.588235294118,0.460900636863,0.470588235294,NA,0.6,0.5,NA,NA,NA,0.59377106465,0.588235294118,0.460900636863,0.470588235294,0.55,0.6,0.5,0.45,0.59377106465,0.588235294118,0.460900636863,0.470588235294,0.55,0.6,0.5,0.4,0.55,0.65,0.5,0.4,0.55,0.65,0.5,0.45,0.65,0.65,0.5,0.4,0.864864864865,0.555555555556,0.868421052632,0.56,0.864864864865,0.58064516129,0.868421052632,0.518518518519,0.864864864865,0.620689655172,0.868421052632,0.64,0.412510982583414,0.412510982583414,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-2","wmt15_online-b.0.ru-en___4___phrase___8",2,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.75,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,28,28,18,0.272727272727273,NA,0.272727272727273,0.25,1,121,0.769879868472,0.774193548387,0.577409901354,0.58064516129,NA,NA,NA,NA,0.720333594476,0.745762711864,0.554441624482,0.576271186441,NA,0.720588235294,0.485294117647,NA,NA,NA,0.720333594476,0.745762711864,0.529484150625,0.542372881356,0.544117647059,0.720588235294,0.485294117647,0.352941176471,0.720333594476,0.745762711864,0.656717113193,0.677966101695,0.691176470588,0.720588235294,0.485294117647,0.441176470588,0.558823529412,0.735294117647,0.485294117647,0.352941176471,0.573529411765,0.735294117647,0.485294117647,0.352941176471,0.691176470588,0.735294117647,0.485294117647,0.441176470588,0.928143712575,0.604166666667,0.785714285714,0.654320987654,0.928143712575,0.71568627451,0.785714285714,0.719101123596,0.928143712575,0.809523809524,0.785714285714,0.797101449275,0.546519432047858,0.559984403562081,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-3","wmt16_real.pjatk.4520.cs-en___1818___phrase___4",3,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.75,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,31,31,27,0.636363636363636,NA,0.636363636363636,0.75,1,121,0.865814961164,0.869565217391,0.837365204807,0.840579710145,NA,NA,NA,NA,0.872861570929,0.882352941176,0.844179911626,0.852941176471,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.786816593022,0.794117647059,0.791666666667,0.861111111111,0.5,0.416666666667,0.872861570929,0.882352941176,0.614726637209,0.617647058824,0.666666666667,0.861111111111,0.5,0.402777777778,0.861111111111,0.888888888889,0.5,0.430555555556,0.819444444444,0.888888888889,0.5,0.416666666667,0.694444444444,0.888888888889,0.5,0.402777777778,0.825174825175,0.827586206897,0.78813559322,0.902777777778,0.825174825175,0.821428571429,0.78813559322,0.878378378378,0.825174825175,0.797872340426,0.78813559322,0.809523809524,0.613363591013647,0.613363591013647,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-4","wmt14_rbmt1.0.fr-en___905___order___9",4,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.25,0.5,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.181818181818182,NA,0.181818181818182,0,36,50,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-5","wmt16_real.pjatk.4520.cs-en___1818",5,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,31,25,27,NA,NA,NA,NA,1,50,0.739892393777,0.745098039216,0.618675749509,0.627450980392,0.75,0.8125,0.5,0.4375,0.731800188709,0.791666666667,0.593765315848,0.625,0.75,0.6875,0.4375,0.4375,0.8,0.533333333333,0.731800188709,0.791666666667,0.601573986886,0.625,0.625,0.6875,0.4375,0.40625,0.731800188709,0.791666666667,0.638034872861,0.666666666667,0.625,0.6875,0.4375,0.40625,0.625,0.6875,0.4375,0.40625,0.625,0.6875,0.4375,0.40625,0.65625,0.6875,0.4375,0.40625,0.926174496644,0.649350649351,0.928143712575,0.64,0.926174496644,0.688311688312,0.928143712575,0.68,0.926174496644,0.708860759494,0.928143712575,0.657894736842,0.273687544715783,0.491080630968794,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-6","wmt15_online-e.0.fr-en___204",6,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,26,27,25,NA,0,0,0,1,121,0.891251482065,0.936170212766,0.882873782291,0.936170212766,NA,NA,NA,NA,0.860640968976,0.893617021277,0.782664543251,0.808510638298,NA,0.824561403509,0.491228070175,NA,NA,NA,0.860640968976,0.893617021277,0.665699904665,0.68085106383,0.649122807018,0.824561403509,0.491228070175,0.385964912281,0.860640968976,0.893617021277,0.821652756114,0.851063829787,0.789473684211,0.824561403509,0.491228070175,0.456140350877,0.80701754386,0.842105263158,0.491228070175,0.456140350877,0.649122807018,0.842105263158,0.491228070175,0.385964912281,0.789473684211,0.842105263158,0.491228070175,0.456140350877,0.964705882353,0.83606557377,0.9125,0.762711864407,0.964705882353,0.790322580645,0.9125,0.745762711864,0.964705882353,0.859649122807,0.9125,0.851851851852,0.372515034900706,0.553870732695382,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0994588172130039,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4490314,0.77179467,-0.0902263069915036,0.529411764706,49.0075,47.7927,12.19977897,0.272192475284,0.68254928,0.447788,0.37346,0.299180553691279,4.50567518259,0.50073111,0.642993548019,0.412967763636364
"13-7","wmt14_cmu.3510.hi-en___647",7,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,19,32,NA,0.5,0.5,0.5,1,168,0.655441785509,0.666666666667,0.456896623975,0.424242424242,NA,NA,NA,NA,0.566323334779,0.555555555556,0.505383889612,0.5,NA,0.622222222222,0.488888888889,NA,NA,NA,0.566323334779,0.555555555556,0.455212223668,0.444444444444,0.555555555556,0.622222222222,0.488888888889,0.4,0.566323334779,0.555555555556,0.505383889612,0.5,0.577777777778,0.622222222222,0.488888888889,0.4,0.533333333333,0.577777777778,0.488888888889,0.4,0.511111111111,0.577777777778,0.488888888889,0.4,0.511111111111,0.577777777778,0.488888888889,0.4,0.747826086957,0.508196721311,0.621052631579,0.545454545455,0.747826086957,0.523076923077,0.621052631579,0.523076923077,0.747826086957,0.602941176471,0.621052631579,0.491803278689,0.165140836860808,0.441310050943097,0.222944550138533,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.271,-208.214417,0.109598905042,0.0787586,NA,NA,NA,NA,-0.2214,0.1843,0.19876054,0.23200449,0.352131,0.403358415,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-8","wmt14_rbmt1.0.fr-en___905",8,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,121,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-9","wmt16_real.pjatk.4520.cs-en___877",9,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,100,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-10","wmt16_real.uedin-nmt.4302.ro-en___1794",10,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,12,12,13,NA,NA,NA,NA,1,323,0.851105335903,0.846153846154,0.55331600771,0.538461538462,0.84375,0.9375,0.5,0.4375,0.846536208217,0.869565217391,0.511338932743,0.521739130435,0.84375,0.821428571429,0.5,0.4375,0.9375,0.8125,0.846536208217,0.869565217391,0.511338932743,0.521739130435,0.535714285714,0.821428571429,0.5,0.392857142857,0.846536208217,0.869565217391,0.528424971808,0.521739130435,0.571428571429,0.821428571429,0.5,0.357142857143,0.535714285714,0.821428571429,0.5,0.357142857143,0.571428571429,0.821428571429,0.5,0.392857142857,0.607142857143,0.821428571429,0.5,0.357142857143,0.914285714286,0.705882352941,0.777777777778,0.709677419355,0.914285714286,0.685714285714,0.777777777778,0.65625,0.914285714286,0.705882352941,0.777777777778,0.705882352941,0.381283626978083,0.555871393015416,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-11","wmt16_real.online-g.0.de-en___1654",11,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,121,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-12","wmt14_uedin-wmt14.3364.ru-en___187",12,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,12,23,NA,0,0,0,1,101,0.896551724138,0.896551724138,0.689655172414,0.689655172414,NA,NA,NA,NA,0.859319995222,0.857142857143,0.718639990445,0.714285714286,NA,0.862068965517,0.448275862069,NA,NA,NA,0.859319995222,0.857142857143,0.718639990445,0.714285714286,0.758620689655,0.862068965517,0.448275862069,0.413793103448,0.859319995222,0.857142857143,0.788979992834,0.785714285714,0.827586206897,0.862068965517,0.448275862069,0.448275862069,0.724137931034,0.793103448276,0.448275862069,0.413793103448,0.724137931034,0.793103448276,0.448275862069,0.413793103448,0.758620689655,0.793103448276,0.448275862069,0.448275862069,0.909090909091,0.717948717949,0.9375,0.736842105263,0.909090909091,0.717948717949,0.9375,0.736842105263,0.909090909091,0.777777777778,0.9375,0.777777777778,0.251787037272375,0.528398148642026,0.968421052631579,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5219,-179.42569,0.407459215789,0.215865,NA,NA,NA,0.980138385,-0.6218,0.6204,0.75298338,0.73175267,1,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-13","wmt14_uedin-wmt14.3422.hi-en___655___swap___8",13,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.5,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,19,19,32,0.272727272727273,NA,0.272727272727273,0.25,1,100,0.841977340296,0.837209302326,0.74191555224,0.744186046512,NA,NA,NA,NA,0.977989895953,0.977777777778,0.792363745675,0.8,NA,0.978260869565,0.5,NA,NA,NA,0.977989895953,0.977777777778,0.889949479767,0.888888888889,0.891304347826,0.978260869565,0.5,0.45652173913,0.977989895953,0.977777777778,0.845929271674,0.844444444444,0.847826086957,0.978260869565,0.5,0.434782608696,0.782608695652,0.913043478261,0.5,0.434782608696,0.869565217391,0.913043478261,0.5,0.45652173913,0.804347826087,0.913043478261,0.5,0.434782608696,0.858823529412,0.768115942029,0.978260869565,0.851851851852,0.858823529412,0.839285714286,0.978260869565,0.88,0.858823529412,0.842105263158,0.978260869565,0.857142857143,0.514237840500994,0.514237840500994,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-14","wmt14_uedin-wmt14.3422.hi-en___399",14,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,100,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-15","wmt14_afrl.3456.hi-en___371___swap___2",15,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.25,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.818181818181818,NA,0.818181818181818,1,36,143,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-16","wmt16_real.online-b.0.tr-en___1047",16,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,34,39,28,NA,NA,NA,NA,1,121,0.712478181554,0.758620689655,0.615906914111,0.655172413793,NA,NA,NA,NA,0.751181906189,0.8,0.621200417495,0.654545454545,NA,0.705128205128,0.487179487179,NA,NA,NA,0.751181906189,0.8,0.621200417495,0.654545454545,0.602564102564,0.705128205128,0.487179487179,0.397435897436,0.751181906189,0.8,0.689489681694,0.727272727273,0.666666666667,0.705128205128,0.487179487179,0.423076923077,0.602564102564,0.705128205128,0.487179487179,0.397435897436,0.615384615385,0.705128205128,0.487179487179,0.397435897436,0.679487179487,0.705128205128,0.487179487179,0.423076923077,0.897872340426,0.725490196078,0.866279069767,0.6875,0.897872340426,0.742574257426,0.866279069767,0.727272727273,0.897872340426,0.75,0.866279069767,0.728571428571,0.370244057048108,0.467930093911891,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-17","wmt15_promt-smt.3989.fi-en___247",17,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,10,13,10,NA,0.75,0.75,0.75,1,323,0.907322442074,0.95652173913,0.907322442074,0.95652173913,NA,NA,NA,NA,0.948847477553,1,0.790706231294,0.833333333333,NA,0.888888888889,0.444444444444,NA,NA,NA,0.948847477553,1,0.790706231294,0.833333333333,0.814814814815,0.888888888889,0.444444444444,0.444444444444,0.948847477553,1,0.649615825851,0.666666666667,0.703703703704,0.888888888889,0.444444444444,0.444444444444,0.814814814815,0.777777777778,0.444444444444,0.444444444444,0.814814814815,0.777777777778,0.444444444444,0.444444444444,0.666666666667,0.777777777778,0.444444444444,0.444444444444,0.9,0.913043478261,0.88,0.896551724138,0.9,0.772727272727,0.88,0.758620689655,0.9,0.7,0.88,0.71875,0.357136195904542,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0727815594144242,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5591463,0.52858968,-0.0480155750338247,0.533333333333,50.5223,49.9244,12.32128336,0.365536987612,0.41618123,0.583802,0.501657,0.297486264431027,3.92472222414,0.544094025,0.536433613766,0.492706254545455
"13-18","wmt16_real.limsi.4422.ro-en___1789",18,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,22,19,NA,NA,NA,NA,1,143,0.776168633246,0.810810810811,0.618833659761,0.648648648649,NA,NA,NA,NA,0.838139279297,0.914285714286,0.636696944972,0.685714285714,NA,0.760869565217,0.478260869565,NA,NA,NA,0.838139279297,0.914285714286,0.687057528553,0.742857142857,0.630434782609,0.760869565217,0.478260869565,0.369565217391,0.838139279297,0.914285714286,0.748208092801,0.8,0.695652173913,0.760869565217,0.478260869565,0.391304347826,0.608695652174,0.760869565217,0.478260869565,0.369565217391,0.630434782609,0.760869565217,0.478260869565,0.369565217391,0.717391304348,0.760869565217,0.478260869565,0.391304347826,0.935185185185,0.622950819672,0.896551724138,0.673913043478,0.935185185185,0.770491803279,0.896551724138,0.795454545455,0.935185185185,0.80701754386,0.896551724138,0.85,0.343199631116881,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-19","wmt14_rbmt1.0.fr-en___905___order___10",19,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.0909090909090909,NA,0.0909090909090909,0,36,168,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-20","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",20,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.454545454545455,NA,0.454545454545455,0.5,35,323,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-21","wmt16_real.online-f.0.de-en___2506",21,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,98,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-22","wmt16_real.online-a.0.de-en___218___choice___3",22,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.5,0.5,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.727272727272727,NA,0.727272727272727,0.75,36,100,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-23","wmt16_real.uedin-syntax.4272.ro-en___1794___order___3",23,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,1,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,12,12,13,0.727272727272727,NA,0.727272727272727,0.75,1,323,0.714285714286,0.714285714286,0.642857142857,0.642857142857,NA,NA,NA,NA,0.744473320484,0.769230769231,0.670025988435,0.692307692308,NA,0.75,0.5,NA,NA,NA,0.744473320484,0.769230769231,0.537223666024,0.538461538462,0.571428571429,0.75,0.5,0.321428571429,0.744473320484,0.769230769231,0.595578656387,0.615384615385,0.642857142857,0.75,0.5,0.392857142857,0.714285714286,0.75,0.5,0.464285714286,0.571428571429,0.75,0.5,0.321428571429,0.678571428571,0.75,0.5,0.392857142857,0.844444444444,0.682926829268,0.840909090909,0.684210526316,0.844444444444,0.473684210526,0.840909090909,0.514285714286,0.844444444444,0.617647058824,0.840909090909,0.59375,0.450744840598299,0.450744840598299,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-24","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",24,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.75,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.727272727272727,NA,0.727272727272727,0.75,36,121,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-25","wmt16_real.online-f.0.de-en___218",25,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.75,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,61,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-26","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",26,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.75,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.181818181818182,NA,0.181818181818182,0,36,121,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-27","wmt14_afrl.3456.hi-en___371___swap___8",27,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.25,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.272727272727273,NA,0.272727272727273,0.25,35,50,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-28","wmt16_real.pjatk.4520.cs-en___1818___phrase___8",28,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.5,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,31,31,27,0.272727272727273,NA,0.272727272727273,0.25,1,100,0.815498252324,0.823529411765,0.764340829651,0.764705882353,0.875,0.9375,0.5,0.4375,0.859017743587,0.892307692308,0.835960846979,0.861538461538,0.8125,0.819444444444,0.5,0.4375,0.933333333333,0.8,0.859017743587,0.892307692308,0.754098974358,0.769230769231,0.75,0.819444444444,0.5,0.402777777778,0.859017743587,0.892307692308,0.623797839535,0.646153846154,0.611111111111,0.819444444444,0.5,0.388888888889,0.777777777778,0.791666666667,0.5,0.416666666667,0.736111111111,0.791666666667,0.5,0.402777777778,0.611111111111,0.791666666667,0.5,0.388888888889,0.884353741497,0.756097560976,0.862068965517,0.816901408451,0.884353741497,0.744186046512,0.862068965517,0.792207792208,0.884353741497,0.775510204082,0.862068965517,0.793103448276,0.580703728737052,0.580703728737052,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-29","wmt14_iitb-ranked-ppl.3173.hi-en___285",29,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,17,16,9,NA,0.33,0.33,0.25,1,98,0.714404686345,0.8,0.54403383338,0.6,0.777777777778,0.888888888889,0.5,0.444444444444,0.468190191243,0.363636363636,0.326398014078,0.363636363636,0.777777777778,0.558823529412,0.470588235294,0.444444444444,0.941176470588,0.470588235294,0.468190191243,0.363636363636,0.326398014078,0.363636363636,0.411764705882,0.558823529412,0.470588235294,0.352941176471,0.468190191243,0.363636363636,0.420926132188,0.363636363636,0.5,0.558823529412,0.470588235294,0.411764705882,0.470588235294,0.617647058824,0.470588235294,0.352941176471,0.470588235294,0.617647058824,0.470588235294,0.352941176471,0.5,0.617647058824,0.470588235294,0.411764705882,0.833333333333,0.46875,0.86,0.470588235294,0.833333333333,0.424242424242,0.86,0.411764705882,0.833333333333,0.724137931034,0.86,0.575,0.178597362325086,0.453830739092176,0.20127248130314,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2496,-192.439865,0.0901294343909,0.0538558,NA,NA,NA,NA,-0.1931,0.1526,0.26470539,0.20874566,0.335781,0.318227385,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-30","wmt16_real.online-b.0.tr-en___1047___choice___5",30,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.5,0.5,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,34,34,28,0.545454545454545,NA,0.545454545454545,0.5,1,100,0.931658819969,0.929577464789,0.904322347957,0.901408450704,NA,NA,NA,NA,0.961563272801,0.985074626866,0.933346520251,0.955223880597,NA,0.934210526316,0.5,NA,NA,NA,0.961563272801,0.985074626866,0.933346520251,0.955223880597,0.907894736842,0.934210526316,0.5,0.486842105263,0.961563272801,0.985074626866,0.933346520251,0.955223880597,0.907894736842,0.934210526316,0.5,0.486842105263,0.921052631579,0.934210526316,0.5,0.486842105263,0.921052631579,0.934210526316,0.5,0.486842105263,0.907894736842,0.934210526316,0.5,0.486842105263,0.88188976378,0.903225806452,0.986111111111,0.957142857143,0.88188976378,0.893617021277,0.986111111111,0.942857142857,0.88188976378,0.904255319149,0.986111111111,0.955223880597,0.47660772117013,0.553362032094768,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-31","wmt15_online-b.0.ru-en___4___phrase___3",31,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.75,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,28,28,18,0.727272727272727,NA,0.727272727272727,0.75,1,121,0.899804921255,0.923076923077,0.691352391519,0.707692307692,0.633333333333,0.666666666667,0.5,0.333333333333,0.86910829376,0.878787878788,0.662407649255,0.666666666667,0.633333333333,0.857142857143,0.5,0.333333333333,0.714285714286,0.642857142857,0.86910829376,0.878787878788,0.727853502374,0.727272727273,0.728571428571,0.857142857143,0.5,0.385714285714,0.86910829376,0.878787878788,0.862719767642,0.878787878788,0.842857142857,0.857142857143,0.5,0.428571428571,0.657142857143,0.8,0.5,0.342857142857,0.714285714286,0.8,0.5,0.385714285714,0.771428571429,0.8,0.5,0.428571428571,0.95145631068,0.697674418605,0.851063829787,0.794871794872,0.95145631068,0.731182795699,0.851063829787,0.795454545455,0.95145631068,0.8375,0.851063829787,0.88,0.611179065450664,0.611179065450664,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-32","wmt15_usaar-gacha.3986.ru-en___412",32,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,27,27,25,NA,0.38,0.38,0.25,1,121,0.766482286206,0.782608695652,0.61812927088,0.652173913043,NA,NA,NA,NA,0.796701054865,0.826086956522,0.61812927088,0.652173913043,NA,0.766666666667,0.483333333333,NA,NA,NA,0.796701054865,0.826086956522,0.596152889272,0.608695652174,0.583333333333,0.766666666667,0.483333333333,0.366666666667,0.796701054865,0.826086956522,0.63461404498,0.652173913043,0.616666666667,0.766666666667,0.483333333333,0.383333333333,0.566666666667,0.75,0.483333333333,0.366666666667,0.566666666667,0.75,0.483333333333,0.366666666667,0.6,0.75,0.483333333333,0.383333333333,0.954128440367,0.652777777778,0.930434782609,0.638888888889,0.954128440367,0.618421052632,0.930434782609,0.628205128205,0.954128440367,0.684931506849,0.930434782609,0.697368421053,0.300121206395753,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.151757534903376,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6214581,0.65764328,-0.119702578462461,0.358490566038,58.1992,53.2529,14.07890295,0.50176819209,0.609405,0.610488,0.557756,0.403260399411826,6.04575119532,0.75851071,0.720665747242,0.580101581818182
"13-33","wmt15_uedin-syntax.4005.ru-en___5",33,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,28,22,18,NA,0.75,0.75,0.75,1,323,0.6874297845,0.705882352941,0.591007157722,0.627450980392,0.68,0.76,0.48,0.44,0.68814374729,0.708333333333,0.580582910705,0.625,0.64,0.666666666667,0.416666666667,0.44,0.818181818182,0.636363636364,0.68814374729,0.708333333333,0.588658745122,0.625,0.583333333333,0.666666666667,0.416666666667,0.366666666667,0.68814374729,0.708333333333,0.567181664499,0.583333333333,0.566666666667,0.666666666667,0.416666666667,0.35,0.483333333333,0.583333333333,0.416666666667,0.35,0.533333333333,0.583333333333,0.416666666667,0.366666666667,0.516666666667,0.583333333333,0.416666666667,0.35,0.893617021277,0.707865168539,0.84126984127,0.666666666667,0.893617021277,0.674418604651,0.84126984127,0.692307692308,0.893617021277,0.716049382716,0.84126984127,0.701298701299,0.337549070949964,0.453830739092176,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0771031052178901,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6772653,0.60523366,-0.0780247597879375,0.612903225806,46.4369,45.0292,13.79931384,0.416246921418,0.59259976,0.606188,0.515847,0.350043706299753,4.74150652781,0.64790845,0.674745989987,0.603527818181818
"13-34","wmt16_real.pjatk.4520.cs-en___1555",34,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,121,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-35","wmt14_uedin-wmt14.3170.cs-en___966",35,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,26,23,9,NA,0.67,0.67,0.75,1,143,0.470056091962,0.5,0.413391502776,0.444444444444,NA,NA,NA,NA,0.51673937847,0.555555555556,0.376689518948,0.388888888889,NA,0.576923076923,0.480769230769,NA,NA,NA,0.51673937847,0.555555555556,0.33000623244,0.333333333333,0.480769230769,0.576923076923,0.480769230769,0.403846153846,0.51673937847,0.555555555556,0.339987535119,0.333333333333,0.461538461538,0.576923076923,0.480769230769,0.403846153846,0.480769230769,0.519230769231,0.480769230769,0.403846153846,0.461538461538,0.519230769231,0.480769230769,0.403846153846,0.480769230769,0.519230769231,0.480769230769,0.403846153846,0.7890625,0.539473684211,0.834437086093,0.605263157895,0.7890625,0.493506493506,0.834437086093,0.569620253165,0.7890625,0.611111111111,0.834437086093,0.578947368421,0.268163829071056,0.497563624389662,0.402447265802595,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3152,-323.185577,0.201029079741,0.146641,0.634973483759928,0.589438714029059,0.388883234304688,NA,-0.259,0.1827,0.50477717,0.50802862,0.674767,0.764263422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-36","wmt14_uedin-wmt14.3422.hi-en___362",36,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,9,11,12,NA,0,0,0,1,101,0.694026307824,0.705882352941,0.753710479406,0.823529411765,NA,NA,NA,NA,0.650825578879,0.666666666667,0.627063947198,0.666666666667,NA,0.636363636364,0.454545454545,NA,NA,NA,0.650825578879,0.666666666667,0.627063947198,0.666666666667,0.590909090909,0.636363636364,0.454545454545,0.409090909091,0.650825578879,0.666666666667,0.603302315518,0.666666666667,0.545454545455,0.636363636364,0.454545454545,0.363636363636,0.5,0.545454545455,0.454545454545,0.409090909091,0.5,0.545454545455,0.454545454545,0.409090909091,0.454545454545,0.545454545455,0.454545454545,0.363636363636,0.675675675676,0.576923076923,0.645161290323,0.590909090909,0.675675675676,0.576923076923,0.645161290323,0.590909090909,0.675675675676,0.681818181818,0.645161290323,0.588235294118,0.197044334975369,0.4,0.27043917413314,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2302,-226.302017,0.12770541224,0.0834702,NA,NA,NA,NA,-0.2665,0.1895,0.29995368,0.24713929,0.488211,0.499626806,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-37","wmt14_iitb-ranked-ppl.3173.hi-en___392",37,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,100,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-38","wmt16_real.uedin-pbmt.4336.de-en___2846",38,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,7,5,5,NA,NA,NA,NA,1,323,0.627763339758,0.615384615385,0.627763339758,0.615384615385,0.642857142857,0.857142857143,0.5,0.428571428571,0.89336798458,0.923076923077,0.89336798458,0.923076923077,0.642857142857,0.857142857143,0.428571428571,0.428571428571,0.857142857143,0.857142857143,0.89336798458,0.923076923077,0.744473320484,0.769230769231,0.714285714286,0.857142857143,0.428571428571,0.357142857143,0.89336798458,0.923076923077,0.478868675662,0.461538461538,0.571428571429,0.857142857143,0.428571428571,0.357142857143,0.642857142857,0.642857142857,0.428571428571,0.428571428571,0.571428571429,0.642857142857,0.428571428571,0.357142857143,0.5,0.642857142857,0.428571428571,0.357142857143,0.875,0.571428571429,0.75,0.714285714286,0.875,0.588235294118,0.75,0.529411764706,0.875,0.368421052632,0.75,0.5625,0.161193132565811,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-39","wmt16_real.jhu-pbmt.4284.ro-en___853",39,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,101,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-40","wmt16_real.pjatk.4520.cs-en___1818___phrase___10",40,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.5,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,31,31,27,0.0909090909090909,NA,0.0909090909090909,0,1,100,0.688955287792,0.695652173913,0.540545370777,0.550724637681,NA,NA,NA,NA,0.724163971015,0.761904761905,0.574638883233,0.603174603175,NA,0.708333333333,0.5,NA,NA,NA,0.724163971015,0.761904761905,0.610987450454,0.634920634921,0.583333333333,0.708333333333,0.5,0.361111111111,0.724163971015,0.761904761905,0.623874549782,0.634920634921,0.652777777778,0.708333333333,0.5,0.402777777778,0.513888888889,0.680555555556,0.5,0.319444444444,0.569444444444,0.680555555556,0.5,0.361111111111,0.666666666667,0.680555555556,0.5,0.402777777778,0.865979381443,0.654205607477,0.840490797546,0.696629213483,0.865979381443,0.673076923077,0.840490797546,0.705882352941,0.865979381443,0.709677419355,0.840490797546,0.707317073171,0.518355062943862,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-41","wmt14_uedin-wmt14.3422.hi-en___655___swap___4",41,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,19,19,32,0.636363636363636,NA,0.636363636363636,0.75,1,323,1,1,1,1,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,0.95652173913,0.95652173913,0.5,0.5,0.95652173913,0.95652173913,0.5,0.5,0.95652173913,0.95652173913,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,0.557819400615732,0.557819400615732,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-42","wmt16_real.online-b.0.tr-en___1047___choice___1",42,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,34,34,28,0.909090909090909,NA,0.909090909090909,1,1,323,0.98071072488,0.986301369863,0.953792662748,0.958904109589,NA,NA,NA,NA,0.961563272801,0.985074626866,0.933346520251,0.955223880597,NA,0.934210526316,0.5,NA,NA,NA,0.961563272801,0.985074626866,0.933346520251,0.955223880597,0.907894736842,0.934210526316,0.5,0.486842105263,0.961563272801,0.985074626866,0.961563272801,0.985074626866,0.934210526316,0.934210526316,0.5,0.5,0.947368421053,0.960526315789,0.5,0.486842105263,0.947368421053,0.960526315789,0.5,0.486842105263,0.960526315789,0.960526315789,0.5,0.5,0.961038961039,0.948051948052,0.986111111111,0.955882352941,0.961038961039,0.935064935065,0.986111111111,0.941176470588,0.961038961039,0.973333333333,0.986111111111,0.969696969697,0.656499510446694,0.66525283725265,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-43","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",43,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.75,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.818181818181818,NA,0.818181818181818,1,36,121,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-44","wmt16_real.uedin-pbmt.4336.de-en___2846___phrase___2",44,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,7,7,5,0.818181818181818,NA,0.818181818181818,1,1,323,0.619421498863,0.545454545455,0.521785120364,0.545454545455,NA,NA,NA,NA,0.699864130501,0.769230769231,0.449977355083,0.461538461538,NA,0.625,0.5,NA,NA,NA,0.699864130501,0.769230769231,0.559891304401,0.615384615385,0.5,0.625,0.5,0.25,0.699864130501,0.769230769231,0.449977355083,0.461538461538,0.5,0.625,0.5,0.4375,0.4375,0.5625,0.5,0.3125,0.4375,0.5625,0.5,0.25,0.4375,0.5625,0.5,0.4375,0.782608695652,0.294117647059,0.6,0.285714285714,0.782608695652,0.466666666667,0.6,0.444444444444,0.782608695652,0.4375,0.6,0.444444444444,0.545285030046881,0.545285030046881,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-45","wmt14_iitb-ranked-ppl.3173.hi-en___674",45,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,98,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-46","wmt14_onlineb.0.cs-en___966___choice___1",46,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,26,26,9,0.909090909090909,NA,0.909090909090909,1,1,323,0.981285243212,0.981132075472,0.906426216059,0.905660377358,NA,NA,NA,NA,0.983288122257,1,0.905962022695,0.92,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.905962022695,0.92,0.907407407407,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.962962962963,0.981481481481,0.5,0.5,0.944444444444,0.981481481481,0.5,0.481481481481,0.981481481481,0.981481481481,0.5,0.5,0.981481481481,0.950819672131,1,0.962962962963,0.981481481481,0.95,1,0.962264150943,0.981481481481,0.962962962963,1,1,0.60582674376555,0.640778286675101,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-47","wmt16_real.limsi.4422.ro-en___1306",47,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.75,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,33,36,NA,NA,NA,NA,1,61,0.840076289155,0.861538461538,0.678158079324,0.707692307692,0.55737704918,0.688524590164,0.491803278689,0.393442622951,0.80217514817,0.827586206897,0.606522427741,0.620689655172,0.540983606557,0.789473684211,0.486842105263,0.393442622951,0.642857142857,0.5,0.80217514817,0.827586206897,0.643478829246,0.655172413793,0.657894736842,0.789473684211,0.486842105263,0.407894736842,0.80217514817,0.827586206897,0.656521673548,0.655172413793,0.684210526316,0.789473684211,0.486842105263,0.434210526316,0.657894736842,0.842105263158,0.486842105263,0.407894736842,0.684210526316,0.842105263158,0.486842105263,0.407894736842,0.736842105263,0.842105263158,0.486842105263,0.434210526316,0.928571428571,0.676767676768,0.715447154472,0.556701030928,0.928571428571,0.708737864078,0.715447154472,0.655913978495,0.928571428571,0.75,0.715447154472,0.677419354839,0.402197532330912,0.545285030046881,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-48","wmt14_onlineb.0.cs-en___966___choice___2",48,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,26,26,9,0.818181818181818,NA,0.818181818181818,1,1,323,0.981285243212,0.981132075472,0.868996702482,0.867924528302,0.888888888889,0.925925925926,0.481481481481,0.444444444444,0.983288122257,1,0.897606083824,0.92,0.888888888889,0.962962962963,0.5,0.444444444444,0.888888888889,0.666666666667,0.983288122257,1,0.905962022695,0.92,0.907407407407,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.907407407407,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,0.981481481481,0.903225806452,1,0.925925925926,0.981481481481,0.95,1,0.962264150943,0.981481481481,0.962962962963,1,1,0.541108217013229,0.607366366035258,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-49","wmt15_online-b.0.ru-en___4___choice___3",49,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.75,0.5,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,28,28,18,0.727272727272727,NA,0.727272727272727,0.75,1,61,0.9405639488,0.939393939394,0.732537769599,0.727272727273,NA,NA,NA,NA,0.972046528862,0.984615384615,0.732276863408,0.738461538462,NA,0.95652173913,0.492753623188,NA,NA,NA,0.972046528862,0.984615384615,0.822190487953,0.830769230769,0.811594202899,0.95652173913,0.492753623188,0.420289855072,0.972046528862,0.984615384615,0.972046528862,0.984615384615,0.95652173913,0.95652173913,0.492753623188,0.492753623188,0.695652173913,0.855072463768,0.492753623188,0.391304347826,0.753623188406,0.855072463768,0.492753623188,0.420289855072,0.855072463768,0.855072463768,0.492753623188,0.492753623188,0.913580246914,0.75,0.985074626866,0.759493670886,0.913580246914,0.8,0.985074626866,0.864864864865,0.913580246914,0.906666666667,0.985074626866,0.96875,0.517984337004754,0.601626070111259,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"13-50","wmt16_real.pjatk.4520.cs-en___877___order___11",50,13,TRUE,39,0,2,0,2,2,24,"Female","British",4,1,FALSE,0.5,0.5,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0,NA,0,0,36,100,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-1","wmt14_iitb-ranked-ppl.3173.hi-en___674",1,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,143,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-2","wmt14_rbmt1.0.fr-en___905",2,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,114,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-3","wmt14_onlineg.0.ru-en___126___order___4",3,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,27,27,24,0.666666666666667,NA,0.666666666666667,0.75,1,101,0.88335156285,0.896551724138,0.822763071041,0.827586206897,NA,NA,NA,NA,0.846441705937,0.857142857143,0.777153364749,0.785714285714,NA,0.866666666667,0.5,NA,NA,NA,0.846441705937,0.857142857143,0.777153364749,0.785714285714,0.8,0.866666666667,0.5,0.433333333333,0.846441705937,0.857142857143,0.784644170594,0.785714285714,0.816666666667,0.866666666667,0.5,0.45,0.866666666667,0.9,0.5,0.466666666667,0.833333333333,0.9,0.5,0.433333333333,0.833333333333,0.9,0.5,0.45,0.912621359223,0.814285714286,0.910891089109,0.794117647059,0.912621359223,0.72972972973,0.910891089109,0.712121212121,0.912621359223,0.773333333333,0.910891089109,0.777777777778,0.509085865617481,0.509085865617481,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-4","wmt16_real.afrl-mitll-phrase.4383.ru-en___1548",4,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,20,14,11,NA,NA,NA,NA,1,168,0.677527766311,0.6875,0.538720058126,0.5625,NA,NA,NA,NA,0.676907382939,0.714285714286,0.480376376043,0.5,NA,0.641025641026,0.410256410256,NA,NA,NA,0.676907382939,0.714285714286,0.493458792014,0.5,0.538461538462,0.641025641026,0.410256410256,0.384615384615,0.676907382939,0.714285714286,0.445391677677,0.428571428571,0.512820512821,0.641025641026,0.410256410256,0.384615384615,0.538461538462,0.666666666667,0.410256410256,0.333333333333,0.589743589744,0.666666666667,0.410256410256,0.384615384615,0.564102564103,0.666666666667,0.410256410256,0.384615384615,0.869565217391,0.622950819672,0.733333333333,0.63829787234,0.869565217391,0.633333333333,0.733333333333,0.5,0.869565217391,0.698113207547,0.733333333333,0.571428571429,0.270445263038255,0.469870236413102,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-5","wmt16_real.limsi.4422.ro-en___311___swap___12",5,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,31,31,31,0,NA,0,0,1,56,0.735908887286,0.72972972973,0.630272442201,0.621621621622,0.758064516129,0.91935483871,0.5,0.403225806452,0.693478830382,0.694444444444,0.586230175522,0.583333333333,0.774193548387,0.794871794872,0.5,0.403225806452,0.852459016393,0.622950819672,0.693478830382,0.694444444444,0.526812163715,0.527777777778,0.641025641026,0.794871794872,0.5,0.423076923077,0.693478830382,0.694444444444,0.634060818575,0.638888888889,0.692307692308,0.794871794872,0.5,0.423076923077,0.666666666667,0.769230769231,0.5,0.435897435897,0.628205128205,0.769230769231,0.5,0.423076923077,0.666666666667,0.769230769231,0.5,0.423076923077,0.757142857143,0.72,0.650887573964,0.730337078652,0.757142857143,0.734513274336,0.650887573964,0.747663551402,0.757142857143,0.773195876289,0.650887573964,0.781609195402,0.485964834970414,0.485964834970414,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-6","wmt15_online-b.0.cs-en___451___order___5",6,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.75,0.5,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,22,22,15,0.583333333333333,NA,0.583333333333333,0.5,1,61,0.792452830189,0.792452830189,0.566037735849,0.566037735849,0.76,0.82,0.5,0.46,0.801010652104,0.807692307692,0.580422991755,0.576923076923,0.84,0.811320754717,0.471698113208,0.46,0.761904761905,0.761904761905,0.801010652104,0.807692307692,0.656709720527,0.653846153846,0.698113207547,0.811320754717,0.471698113208,0.396226415094,0.801010652104,0.807692307692,0.694853084913,0.692307692308,0.754716981132,0.811320754717,0.471698113208,0.433962264151,0.622641509434,0.811320754717,0.471698113208,0.377358490566,0.698113207547,0.811320754717,0.471698113208,0.396226415094,0.77358490566,0.811320754717,0.471698113208,0.433962264151,0.884210526316,0.685714285714,0.850574712644,0.695652173913,0.884210526316,0.691176470588,0.850574712644,0.701492537313,0.884210526316,0.710144927536,0.850574712644,0.707692307692,0.474712402649186,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-7","wmt14_uedin-wmt14.3422.hi-en___399",7,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,143,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-8","wmt16_real.tbtk-syscomb.4509.tr-en___2422",8,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,44,40,33,NA,NA,NA,NA,1,101,0.477984447536,0.470588235294,0.381555625198,0.392156862745,NA,NA,NA,NA,0.35633543858,0.310344827586,0.29303189707,0.275862068966,NA,0.527472527473,0.494505494505,NA,NA,NA,0.35633543858,0.310344827586,0.259366749311,0.241379310345,0.362637362637,0.527472527473,0.494505494505,0.340659340659,0.35633543858,0.310344827586,0.269321182069,0.275862068966,0.384615384615,0.527472527473,0.494505494505,0.373626373626,0.384615384615,0.527472527473,0.494505494505,0.340659340659,0.373626373626,0.527472527473,0.494505494505,0.340659340659,0.406593406593,0.527472527473,0.494505494505,0.373626373626,0.925831202046,0.453237410072,0.75,0.410256410256,0.925831202046,0.419847328244,0.75,0.372881355932,0.925831202046,0.460317460317,0.75,0.371681415929,0.178553356936382,0.426188500125978,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-9","wmt16_real.online-a.0.ru-en___2448___choice___2",9,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,5,5,3,0.833333333333333,NA,0.833333333333333,1,1,323,0.912526232808,0.909090909091,0.912526232808,0.909090909091,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,0.916666666667,0.916666666667,0.5,0.5,0.916666666667,0.916666666667,0.5,0.5,0.916666666667,0.916666666667,0.5,0.5,0.916666666667,0.9,1,1,0.916666666667,0.9,1,1,0.916666666667,0.9,1,1,0.270252760801793,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-10","wmt15_uedin-syntax.4027.de-en___202___order___1",10,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.75,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,3,3,4,0.916666666666667,NA,0.916666666666667,1,1,121,0.893973054507,0.888888888889,0.893973054507,0.888888888889,0.575,0.8,0.5,0.375,0.8,0.8,0.6,0.6,0.575,0.8,0.5,0.375,0.736842105263,0.473684210526,0.8,0.8,0.6,0.6,0.7,0.8,0.5,0.5,0.8,0.8,0.6,0.6,0.7,0.8,0.5,0.5,0.7,0.8,0.5,0.5,0.7,0.8,0.5,0.5,0.7,0.8,0.5,0.5,0.9,0.75,0.785714285714,0.833333333333,0.9,0.75,0.785714285714,0.833333333333,0.9,0.75,0.785714285714,0.833333333333,0.426188500125978,0.426188500125978,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-11","wmt16_real.afrl-mitll-phrase.4383.ru-en___1548___swap___8",11,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.5,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,20,20,11,0.333333333333333,NA,0.333333333333333,0.25,1,100,0.93396968786,0.933333333333,0.889949479767,0.888888888889,NA,NA,NA,NA,0.969651079823,1,0.875720863859,0.9,NA,0.934782608696,0.5,NA,NA,NA,0.969651079823,1,0.875720863859,0.9,0.869565217391,0.934782608696,0.5,0.478260869565,0.969651079823,1,0.969651079823,1,0.934782608696,0.934782608696,0.5,0.5,0.891304347826,0.95652173913,0.5,0.45652173913,0.913043478261,0.95652173913,0.5,0.478260869565,0.95652173913,0.95652173913,0.5,0.5,0.730158730159,0.818181818182,1,0.904761904762,0.730158730159,0.803571428571,1,0.951219512195,0.730158730159,0.857142857143,1,0.973684210526,0.557819400615732,0.557819400615732,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-12","wmt15_illinois.4085.de-en___200",12,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.75,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,3,4,4,NA,0.75,0.75,0.75,1,47,1,1,1,1,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,0.8,0.8,0.5,0.5,0.8,0.8,0.5,0.5,0.8,0.8,0.5,0.5,1,0.875,1,0.875,1,0.875,1,0.875,1,0.875,1,0.875,0.191457965618984,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0132789843110325,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4169712,0.45457404,-0.0111236616776498,0.581395348837,28.5388,35.0267,11.27515682,0.266936473256,0.41922646,0.249788,0.195322,0.192970511786256,2.80865845885,0.3088540425,0.384474025056,0.386158645454545
"14-13","wmt16_real.tbtk-syscomb.4509.tr-en___2422___choice___8",13,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.5,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,44,44,33,0.333333333333333,NA,0.333333333333333,0.25,1,48,0.911397983423,0.926829268293,0.873625922174,0.90243902439,NA,NA,NA,NA,0.952929253553,0.97619047619,0.862343402843,0.880952380952,NA,0.925531914894,0.489361702128,NA,NA,NA,0.952929253553,0.97619047619,0.726464626777,0.738095238095,0.712765957447,0.925531914894,0.489361702128,0.393617021277,0.952929253553,0.97619047619,0.88498986552,0.904761904762,0.86170212766,0.925531914894,0.489361702128,0.457446808511,0.840425531915,0.893617021277,0.489361702128,0.446808510638,0.723404255319,0.893617021277,0.489361702128,0.393617021277,0.86170212766,0.893617021277,0.489361702128,0.457446808511,0.909638554217,0.85046728972,0.968085106383,0.903225806452,0.909638554217,0.792452830189,0.968085106383,0.8,0.909638554217,0.833333333333,0.968085106383,0.865168539326,0.47548401666743,0.587362608824472,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-14","wmt16_real.afrl-mitll-phrase.4383.ru-en___1548___swap___6",14,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,20,20,11,0.5,NA,0.5,0.5,1,323,0.913043478261,0.913043478261,0.869565217391,0.869565217391,0.92,0.94,0.5,0.48,0.932802278566,0.95,0.90245335839,0.95,0.92,0.913043478261,0.5,0.48,0.938775510204,0.897959183673,0.932802278566,0.95,0.90245335839,0.95,0.847826086957,0.913043478261,0.5,0.45652173913,0.932802278566,0.95,0.932802278566,0.95,0.913043478261,0.913043478261,0.5,0.5,0.847826086957,0.913043478261,0.5,0.45652173913,0.847826086957,0.913043478261,0.5,0.45652173913,0.913043478261,0.913043478261,0.5,0.5,0.884615384615,0.918367346939,0.933333333333,0.951219512195,0.884615384615,0.918367346939,0.933333333333,0.951219512195,0.884615384615,0.95652173913,0.933333333333,0.974358974359,0.557819400615732,0.557819400615732,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-15","wmt16_real.online-a.0.ru-en___2448___choice___1",15,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,5,5,3,0.916666666666667,NA,0.916666666666667,1,1,323,0.912526232808,0.909090909091,0.912526232808,0.909090909091,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,0.916666666667,0.9,1,1,0.916666666667,0.9,1,1,0.916666666667,0.9,1,1,0.84,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-16","wmt14_afrl.3456.hi-en___371___swap___2",16,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.75,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.833333333333333,NA,0.833333333333333,1,36,121,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-17","wmt15_cu-tectomt.4138.cs-en___303___choice___2",17,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.75,0.5,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,5,5,5,0.833333333333333,NA,0.833333333333333,1,1,61,0.966526605185,1,0.966526605185,1,0.472727272727,0.672727272727,0.490909090909,0.381818181818,0.966526605185,1,0.966526605185,1,0.472727272727,0.928571428571,0.5,0.381818181818,0.625,0.416666666667,0.966526605185,1,0.966526605185,1,0.928571428571,0.928571428571,0.5,0.5,0.966526605185,1,0.966526605185,1,0.928571428571,0.928571428571,0.5,0.5,0.857142857143,0.857142857143,0.5,0.5,0.857142857143,0.857142857143,0.5,0.5,0.857142857143,0.857142857143,0.5,0.5,1,0.9,1,0.9,1,1,1,1,1,1,1,1,0.440465386119249,0.526004107546403,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-18","wmt16_real.online-g.0.ru-en___2448",18,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,5,4,3,NA,NA,NA,NA,1,100,0.912526232808,0.909090909091,0.912526232808,0.909090909091,NA,NA,NA,NA,0.960409376976,1,0.960409376976,1,NA,0.916666666667,0.5,NA,NA,NA,0.960409376976,1,0.960409376976,1,0.916666666667,0.916666666667,0.5,0.5,0.960409376976,1,0.960409376976,1,0.916666666667,0.916666666667,0.5,0.5,0.666666666667,0.666666666667,0.5,0.5,0.666666666667,0.666666666667,0.5,0.5,0.666666666667,0.666666666667,0.5,0.5,0.916666666667,0.9,1,1,0.916666666667,0.9,1,1,0.916666666667,0.9,1,1,0.272683298577265,0.463532223605211,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-19","wmt16_real.pjatk.4520.cs-en___877___order___11",19,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0.0833333333333334,NA,0.0833333333333334,0,36,168,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-20","wmt15_uedin-jhu-phrase.4105.fr-en___135",20,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,28,24,24,NA,0.75,0.75,0.75,1,121,0.847592106513,0.857142857143,0.77138815977,0.785714285714,0.909090909091,0.954545454545,0.5,0.454545454545,0.907160227314,0.925925925926,0.751729867765,0.777777777778,0.886363636364,0.885245901639,0.475409836066,0.454545454545,0.954545454545,0.818181818182,0.907160227314,0.925925925926,0.533708921351,0.555555555556,0.55737704918,0.885245901639,0.475409836066,0.327868852459,0.907160227314,0.925925925926,0.576347659466,0.592592592593,0.573770491803,0.885245901639,0.475409836066,0.360655737705,0.72131147541,0.786885245902,0.475409836066,0.409836065574,0.524590163934,0.786885245902,0.475409836066,0.327868852459,0.55737704918,0.786885245902,0.475409836066,0.360655737705,0.908163265306,0.76,0.818181818182,0.723684210526,0.908163265306,0.719512195122,0.818181818182,0.65,0.908163265306,0.714285714286,0.818181818182,0.653846153846,0.303432136905649,0.487532044531153,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.165951477297745,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5401882,0.77875869,-0.176513481774251,0.357142857143,67.2076,65.6876,12.92695698,0.570914284646,0.54338042,0.681707,0.64101,0.37232465912114,5.71712164017,0.1455206575,0.567420364934,0.529764936363636
"14-21","wmt16_real.limsi.4422.ro-en___311___swap___2",21,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,31,31,31,0.833333333333333,NA,0.833333333333333,1,1,323,0.987085764643,0.987012987013,0.987085764643,0.987012987013,NA,NA,NA,NA,0.994359494795,1,0.994359494795,1,NA,0.987179487179,0.5,NA,NA,NA,0.994359494795,1,0.994359494795,1,0.987179487179,0.987179487179,0.5,0.5,0.994359494795,1,0.994359494795,1,0.987179487179,0.987179487179,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,0.974683544304,0.986842105263,1,1,0.974683544304,0.986842105263,1,1,0.974683544304,0.986842105263,1,1,1,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-22","wmt16_real.online-f.0.de-en___2506",22,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,98,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-23","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",23,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.75,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.5,NA,0.5,0.5,35,121,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-24","wmt15_online-b.0.cs-en___470___phrase___7",24,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.75,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,10,10,10,0.416666666666667,NA,0.416666666666667,0.5,1,121,0.729041283568,0.740740740741,0.801945411925,0.814814814815,0.5,0.64,0.5,0.36,0.714285714286,0.714285714286,0.785714285714,0.785714285714,0.5,0.75,0.5,0.36,0.577777777778,0.4,0.714285714286,0.714285714286,0.785714285714,0.785714285714,0.785714285714,0.75,0.5,0.428571428571,0.714285714286,0.714285714286,0.714285714286,0.714285714286,0.75,0.75,0.5,0.428571428571,0.714285714286,0.678571428571,0.5,0.428571428571,0.714285714286,0.678571428571,0.5,0.428571428571,0.678571428571,0.678571428571,0.5,0.428571428571,0.862068965517,0.838709677419,0.826923076923,0.84375,0.862068965517,0.838709677419,0.826923076923,0.84375,0.862068965517,0.783783783784,0.826923076923,0.783783783784,0.463532223605211,0.463532223605211,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-25","wmt15_uedin-jhu-phrase.4105.fr-en___9",25,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,9,10,NA,1,1,1,1,98,0.694026307824,0.705882352941,0.731315727517,0.823529411765,0.790697674419,0.93023255814,0.488372093023,0.418604651163,0.611947384353,0.588235294118,0.589552632464,0.588235294118,0.813953488372,0.636363636364,0.454545454545,0.418604651163,0.95,0.6,0.611947384353,0.588235294118,0.589552632464,0.588235294118,0.636363636364,0.636363636364,0.454545454545,0.409090909091,0.611947384353,0.588235294118,0.589552632464,0.588235294118,0.636363636364,0.636363636364,0.454545454545,0.409090909091,0.590909090909,0.590909090909,0.454545454545,0.409090909091,0.590909090909,0.590909090909,0.454545454545,0.409090909091,0.590909090909,0.590909090909,0.454545454545,0.409090909091,0.888888888889,0.571428571429,0.5625,0.458333333333,0.888888888889,0.571428571429,0.5625,0.458333333333,0.888888888889,0.631578947368,0.5625,0.5,0.100562034109963,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0288851450236032,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3891074,0.70411105,-0.0379058519917549,0.642857142857,41.0233,36.2746,11.49075062,0.175364695946,0.50185119,0.35147,0.242698,0.2224905781981,3.30037910904,0.3631777175,0.39455763531,0.358179227272727
"14-26","wmt15_cu-tectomt.4138.cs-en___303___choice___1",26,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.75,0.5,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,5,5,5,0.916666666666667,NA,0.916666666666667,1,1,61,0.966526605185,1,0.966526605185,1,NA,NA,NA,NA,0.966526605185,1,0.966526605185,1,NA,0.928571428571,0.5,NA,NA,NA,0.966526605185,1,0.966526605185,1,0.928571428571,0.928571428571,0.5,0.5,0.966526605185,1,0.966526605185,1,0.928571428571,0.928571428571,0.5,0.5,0.928571428571,0.928571428571,0.5,0.5,0.928571428571,0.928571428571,0.5,0.5,0.928571428571,0.928571428571,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,0.478481596563565,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-27","wmt16_real.tbtk-syscomb.4509.tr-en___2422___order___11",27,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,44,44,33,0.0833333333333334,NA,0.0833333333333334,0,1,168,0.710249250399,0.704545454545,0.4777114808,0.477272727273,NA,NA,NA,NA,0.825990018741,0.853658536585,0.521580478225,0.512195121951,NA,0.804347826087,0.5,NA,NA,NA,0.825990018741,0.853658536585,0.557928416161,0.560975609756,0.586956521739,0.804347826087,0.5,0.391304347826,0.825990018741,0.853658536585,0.557928416161,0.560975609756,0.576086956522,0.804347826087,0.5,0.347826086957,0.565217391304,0.815217391304,0.5,0.347826086957,0.608695652174,0.815217391304,0.5,0.391304347826,0.586956521739,0.815217391304,0.5,0.347826086957,0.937931034483,0.606666666667,0.918181818182,0.613138686131,0.937931034483,0.595890410959,0.918181818182,0.618320610687,0.937931034483,0.569444444444,0.918181818182,0.5703125,0.475465658230965,0.475465658230965,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-28","wmt16_real.jhu-pbmt.4284.ro-en___853",28,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,143,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-29","wmt16_real.online-g.0.de-en___1654",29,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,98,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-30","wmt15_online-b.0.cs-en___470",30,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,10,11,10,NA,0,0,0,1,50,0.767008399115,0.782608695652,0.704566629077,0.695652173913,NA,NA,NA,NA,0.835012994218,0.846153846154,0.835012994218,0.846153846154,NA,0.821428571429,0.5,NA,NA,NA,0.835012994218,0.846153846154,0.760565662169,0.769230769231,0.75,0.821428571429,0.5,0.392857142857,0.835012994218,0.846153846154,0.760565662169,0.769230769231,0.75,0.821428571429,0.5,0.392857142857,0.678571428571,0.714285714286,0.5,0.428571428571,0.642857142857,0.714285714286,0.5,0.392857142857,0.642857142857,0.714285714286,0.5,0.392857142857,0.93023255814,0.703703703704,0.733333333333,0.633333333333,0.93023255814,0.740740740741,0.733333333333,0.677419354839,0.93023255814,0.740740740741,0.733333333333,0.677419354839,0.292331462180274,0.426188500125978,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.698081644826167,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.7433995,0.88607466,-0.998907312974344,0.0909090909091,83.6551,80.0524,16.13936238,0.77913382716,0.95404947,0.871024,0.871024,0.511955617722332,9.60501511288,0.848814845,0.928949670451,0.825670427272727
"14-31","wmt14_rbmt1.0.fr-en___905___order___10",31,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.166666666666667,NA,0.166666666666667,0,36,143,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-32","wmt15_neural-mt.4088.cs-en___443",32,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,22,17,15,NA,0.88,0.88,1,1,114,0.773135470672,0.772727272727,0.695433287561,0.727272727273,0.736842105263,0.815789473684,0.5,0.421052631579,0.873078867749,0.893617021277,0.703051130202,0.723404255319,0.763157894737,0.849056603774,0.471698113208,0.421052631579,0.789473684211,0.736842105263,0.873078867749,0.893617021277,0.743383980769,0.765957446809,0.716981132075,0.849056603774,0.471698113208,0.433962264151,0.873078867749,0.893617021277,0.711747465479,0.723404255319,0.716981132075,0.849056603774,0.471698113208,0.433962264151,0.622641509434,0.77358490566,0.471698113208,0.415094339623,0.641509433962,0.77358490566,0.471698113208,0.433962264151,0.641509433962,0.77358490566,0.471698113208,0.433962264151,0.801886792453,0.571428571429,0.833333333333,0.661290322581,0.801886792453,0.63768115942,0.833333333333,0.633333333333,0.801886792453,0.623188405797,0.833333333333,0.698412698413,0.301723188219785,0.486947700988041,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.116501338983388,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4991045,0.58362531,-0.0858288944959669,0.535714285714,60.5171,60.3356,12.67157796,0.409421074838,0.57922899,0.67428,0.640957,0.335010279948955,4.66810446279,0.450227915,0.477548872397,0.526542163636364
"14-33","wmt15_uedin-jhu-phrase.4071.cs-en___303",33,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,5,5,5,NA,1,1,1,1,121,0.966526605185,1,0.966526605185,1,NA,NA,NA,NA,0.966526605185,1,0.966526605185,1,NA,0.928571428571,0.5,NA,NA,NA,0.966526605185,1,0.966526605185,1,0.928571428571,0.928571428571,0.5,0.5,0.966526605185,1,0.966526605185,1,0.928571428571,0.928571428571,0.5,0.5,0.857142857143,0.857142857143,0.5,0.5,0.857142857143,0.857142857143,0.5,0.5,0.857142857143,0.857142857143,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,0.423472987011357,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0880703030785649,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6921592,0.60486864,-0.111249715786089,0.4,56.0093,55.4999,13.51669095,0.408592,0.62090948,0.501841,0.457391,0.358929070613479,5.08722434317,0.494496285,0.664779756814,0.541386490909091
"14-34","wmt16_real.afrl-mitll-contrast.4524.ru-en___45",34,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,23,25,22,NA,NA,NA,NA,1,98,0.715128560723,0.761904761905,0.63938054931,0.666666666667,NA,NA,NA,NA,0.865188647738,0.93023255814,0.730464085366,0.790697674419,NA,0.796296296296,0.462962962963,NA,NA,NA,0.865188647738,0.93023255814,0.730464085366,0.790697674419,0.685185185185,0.796296296296,0.462962962963,0.407407407407,0.865188647738,0.93023255814,0.730464085366,0.790697674419,0.685185185185,0.796296296296,0.462962962963,0.388888888889,0.62962962963,0.740740740741,0.462962962963,0.407407407407,0.62962962963,0.740740740741,0.462962962963,0.407407407407,0.62962962963,0.740740740741,0.462962962963,0.388888888889,0.87,0.710144927536,0.923076923077,0.740740740741,0.87,0.68115942029,0.923076923077,0.703703703704,0.87,0.723076923077,0.923076923077,0.76,0.34125232002987,0.491080630968794,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-35","wmt14_rbmt1.0.fr-en___905___order___9",35,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.5,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.25,NA,0.25,0.25,36,98,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-36","wmt16_real.online-f.0.de-en___218",36,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,121,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-37","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",37,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,1,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.75,NA,0.75,0.75,36,75,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-38","wmt14_kaznu1.3549.ru-en___116",38,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,27,29,24,NA,0,0,0,1,98,0.803913394421,0.830188679245,0.690848647712,0.716981132075,NA,NA,NA,NA,0.834237938463,0.893617021277,0.676481129532,0.723404255319,NA,0.774193548387,0.483870967742,NA,NA,NA,0.834237938463,0.893617021277,0.737974200885,0.765957446809,0.725806451613,0.774193548387,0.483870967742,0.435483870968,0.834237938463,0.893617021277,0.697876257031,0.765957446809,0.677419354839,0.774193548387,0.483870967742,0.41935483871,0.645161290323,0.758064516129,0.483870967742,0.403225806452,0.725806451613,0.758064516129,0.483870967742,0.435483870968,0.661290322581,0.758064516129,0.483870967742,0.41935483871,0.931818181818,0.714285714286,0.952380952381,0.707692307692,0.931818181818,0.705128205128,0.952380952381,0.703125,0.931818181818,0.7375,0.952380952381,0.746031746032,0.436619798968862,0.50437114708472,0.399078818404475,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4657,-158.120026,0.202698845521,0.154362,NA,NA,NA,0.873675480769231,-0.4743,0.5596,0.63979726,0.66224809,0.742472,0.801837541,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-39","wmt16_real.uedin-pbmt.4363.ro-en___751",39,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,30,33,30,NA,NA,NA,NA,1,50,0.864563675832,0.915254237288,0.650619877752,0.677966101695,0.802631578947,0.842105263158,0.5,0.434210526316,0.889863529461,0.923076923077,0.686609023049,0.707692307692,0.855263157895,0.851351351351,0.472972972973,0.434210526316,0.869565217391,0.782608695652,0.889863529461,0.923076923077,0.773718097226,0.8,0.756756756757,0.851351351351,0.472972972973,0.418918918919,0.889863529461,0.923076923077,0.838048409242,0.861538461538,0.824324324324,0.851351351351,0.472972972973,0.445945945946,0.608108108108,0.743243243243,0.472972972973,0.405405405405,0.675675675676,0.743243243243,0.472972972973,0.418918918919,0.743243243243,0.743243243243,0.472972972973,0.445945945946,0.93984962406,0.75,0.94701986755,0.719101123596,0.93984962406,0.75,0.94701986755,0.73417721519,0.93984962406,0.7625,0.94701986755,0.792207792208,0.384172635022999,0.50743291865843,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-40","wmt14_onlinea.0.cs-en___822",40,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,14,31,NA,0.33,0.33,0.25,1,168,0.8539193809,0.875,0.819797137381,0.8125,NA,NA,NA,NA,0.850553651999,0.896551724138,0.660554351264,0.689655172414,NA,0.8,0.485714285714,NA,NA,NA,0.850553651999,0.896551724138,0.520276476366,0.551724137931,0.542857142857,0.8,0.485714285714,0.371428571429,0.850553651999,0.896551724138,0.547499825184,0.551724137931,0.571428571429,0.8,0.485714285714,0.4,0.771428571429,0.742857142857,0.485714285714,0.457142857143,0.542857142857,0.742857142857,0.485714285714,0.371428571429,0.685714285714,0.742857142857,0.485714285714,0.4,0.925925925926,0.790697674419,0.948275862069,0.666666666667,0.925925925926,0.75,0.948275862069,0.658536585366,0.925925925926,0.760869565217,0.948275862069,0.720930232558,0.381939144083207,0.470883876266968,0.298564657013815,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2117,-219.447113,0.127844277104,0.0671914,0.468877070405181,0.483654077644531,0.284127627784263,NA,-0.2236,0.105,0.34523127,0.31962277,0.393838,0.422473208,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-41","wmt14_afrl-post-edited.3431.ru-en___873",41,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,12,12,16,NA,1,1,1,1,323,0.985018388311,1,0.831460094248,0.857142857143,0.638888888889,0.777777777778,0.5,0.388888888889,0.912320554601,0.923076923077,0.752498640491,0.769230769231,0.694444444444,0.9,0.5,0.388888888889,0.647058823529,0.411764705882,0.912320554601,0.923076923077,0.824641109202,0.846153846154,0.8,0.9,0.5,0.433333333333,0.912320554601,0.923076923077,0.752498640491,0.769230769231,0.766666666667,0.9,0.5,0.433333333333,0.733333333333,0.866666666667,0.5,0.433333333333,0.766666666667,0.866666666667,0.5,0.433333333333,0.733333333333,0.866666666667,0.5,0.433333333333,1,0.793103448276,0.818181818182,0.8,1,0.838709677419,0.818181818182,0.823529411765,1,0.827586206897,0.818181818182,0.852941176471,0.287994247743474,0.537302701013944,0.480665181828907,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3281,-163.574478,0.220736854549,0.139701,NA,NA,NA,0.893546975,-0.5686,0.4047,0.64616349,0.56755881,0.735505,0.75859697,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-42","wmt15_online-b.0.cs-en___451___order___4",42,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,22,22,15,0.666666666666667,NA,0.666666666666667,0.75,1,143,0.857142857143,0.857142857143,0.75,0.75,NA,NA,NA,NA,0.846294609695,0.851851851852,0.73693841716,0.740740740741,NA,0.839285714286,0.5,NA,NA,NA,0.846294609695,0.851851851852,0.773390481338,0.777777777778,0.785714285714,0.839285714286,0.5,0.428571428571,0.846294609695,0.851851851852,0.700486352981,0.703703703704,0.767857142857,0.839285714286,0.5,0.428571428571,0.767857142857,0.857142857143,0.5,0.428571428571,0.803571428571,0.857142857143,0.5,0.428571428571,0.785714285714,0.857142857143,0.5,0.428571428571,0.953703703704,0.869565217391,0.953271028037,0.865671641791,0.953703703704,0.815384615385,0.953271028037,0.809523809524,0.953703703704,0.84,0.953271028037,0.833333333333,0.485354340179109,0.485354340179109,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-43","wmt14_afrl.3456.hi-en___371___swap___8",43,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.333333333333333,NA,0.333333333333333,0.25,35,101,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-44","wmt16_real.uedin-pbmt.4363.ro-en___311",44,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,31,33,31,NA,NA,NA,NA,1,143,0.86040737911,0.89552238806,0.631365531347,0.65671641791,0.75,0.833333333333,0.5,0.416666666667,0.881270852773,0.911764705882,0.626379084064,0.647058823529,0.791666666667,0.846153846154,0.5,0.416666666667,0.772727272727,0.681818181818,0.881270852773,0.911764705882,0.654038328477,0.676470588235,0.653846153846,0.846153846154,0.5,0.384615384615,0.881270852773,0.911764705882,0.693614710886,0.705882352941,0.692307692308,0.846153846154,0.5,0.397435897436,0.615384615385,0.820512820513,0.5,0.371794871795,0.653846153846,0.820512820513,0.5,0.384615384615,0.705128205128,0.820512820513,0.5,0.397435897436,0.901315789474,0.757281553398,0.854304635762,0.754716981132,0.901315789474,0.73786407767,0.854304635762,0.730769230769,0.901315789474,0.781609195402,0.854304635762,0.802197802198,0.391569740115877,0.476119693111015,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-45","wmt16_real.pjatk.4520.cs-en___877",45,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,143,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-46","wmt16_real.online-a.0.de-en___218___choice___3",46,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.25,0.25,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.75,NA,0.75,0.75,36,143,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-47","wmt16_real.pjatk.4520.cs-en___1555",47,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,168,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-48","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",48,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0.75,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.833333333333333,NA,0.833333333333333,1,36,121,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-49","wmt14_iitb-ranked-ppl.3173.hi-en___392",49,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,168,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"14-50","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",50,14,TRUE,44,0,1,0,1,1,12,"Male","American",4,1,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.25,NA,0.25,0.25,36,323,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-1","wmt14_uedin-syntax.3289.cs-en___79___choice___3",1,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,11,11,23,0.8125,NA,0.8125,1,1,25,0.957325365465,0.95652173913,0.530579020115,0.521739130435,0.75,0.95,0.5,0.375,1,1,0.583333333333,0.583333333333,0.7,1,0.5,0.375,0.95,0.8,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,0.583333333333,0.916666666667,0.5,0.333333333333,0.916666666667,0.916666666667,0.5,0.5,0.916666666667,0.916666666667,0.5,0.5,0.958333333333,0.69696969697,1,0.709677419355,0.958333333333,0.958333333333,1,1,0.958333333333,0.916666666667,1,1,0.411739175592322,0.565132201793383,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-2","wmt16_real.pjatk.4520.cs-en___877",2,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,323,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-3","wmt14_afrl.3456.hi-en___371___swap___8",3,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.5,NA,0.5,0.5,35,101,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-4","wmt16_real.online-g.0.tr-en___830___choice___1",4,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,3,3,2,0.9375,NA,0.9375,1,1,39,1,1,1,1,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,0.666666666667,0.666666666667,0.5,0.5,0.666666666667,0.666666666667,0.5,0.5,0.666666666667,0.666666666667,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,0.285175917625269,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-5","wmt16_real.uedin-pbmt.4363.ro-en___751___order___12",5,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,30,30,30,0.25,NA,0.25,0.25,1,143,0.562850574703,0.551724137931,0.502244877575,0.51724137931,NA,NA,NA,NA,0.618392259931,0.642857142857,0.471457636586,0.5,NA,0.621212121212,0.469696969697,NA,NA,NA,0.618392259931,0.642857142857,0.41226150662,0.428571428571,0.469696969697,0.621212121212,0.469696969697,0.348484848485,0.618392259931,0.642857142857,NA,NA,NA,0.621212121212,0.469696969697,NA,0.530303030303,0.590909090909,0.469696969697,0.348484848485,0.469696969697,0.590909090909,0.469696969697,0.348484848485,NA,0.590909090909,0.469696969697,NA,0.902654867257,0.628865979381,0.89519650655,0.637362637363,0.902654867257,0.56862745098,0.89519650655,0.545454545455,0.902654867257,0.699029126214,0.89519650655,0.641304347826,0.404127017166458,0.425265968833626,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-6","wmt14_onlineb.0.cs-en___79",6,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,12,23,NA,0,0,0,1,323,0.9629884481,1,0.9629884481,1,0.590909090909,0.772727272727,0.5,0.454545454545,0.9629884481,1,0.9629884481,1,0.5,0.92,0.48,0.454545454545,0.666666666667,0.555555555556,0.9629884481,1,0.9629884481,1,0.92,0.92,0.48,0.48,0.9629884481,1,0.9629884481,1,0.92,0.92,0.48,0.48,0.84,0.84,0.48,0.48,0.84,0.84,0.48,0.48,0.84,0.84,0.48,0.48,1,1,1,1,1,1,1,1,1,1,1,1,0.476597866558412,0.573343159983731,0.465141852619145,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3143,-314.64447,0.224891455786,0.154003,0.554194269687489,0.545670872222321,0.400092719264107,NA,-0.4394,0.3376,0.51863706,0.46139295,0.591852,0.586790872,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-7","wmt15_online-f.0.ru-en___480___swap___16",7,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,26,26,23,0,NA,0,0,1,101,0.728061921876,0.716981132075,0.595795416249,0.603773584906,NA,NA,NA,NA,0.922040014333,0.928571428571,0.746190008361,0.75,NA,0.948275862069,0.5,NA,NA,NA,0.922040014333,0.928571428571,0.746190008361,0.75,0.793103448276,0.948275862069,0.5,0.431034482759,0.922040014333,0.928571428571,0.640680004778,0.642857142857,0.706896551724,0.948275862069,0.5,0.396551724138,0.689655172414,0.827586206897,0.5,0.413793103448,0.706896551724,0.827586206897,0.5,0.431034482759,0.637931034483,0.827586206897,0.5,0.396551724138,0.816455696203,0.655555555556,0.904761904762,0.746478873239,0.816455696203,0.720930232558,0.904761904762,0.77027027027,0.816455696203,0.701149425287,0.904761904762,0.74358974359,0.452381993902606,0.452381993902606,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-8","wmt14_uedin-wmt14.3364.ru-en___151",8,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,15,12,NA,0,0,0,1,121,0.787378648385,0.814814814815,0.487854567803,0.518518518519,0.714285714286,0.857142857143,0.5,0.428571428571,0.74875021259,0.769230769231,0.472916548561,0.461538461538,0.714285714286,0.727272727273,0.484848484848,0.428571428571,0.769230769231,0.615384615385,0.74875021259,0.769230769231,0.610833380576,0.615384615385,0.636363636364,0.727272727273,0.484848484848,0.393939393939,0.74875021259,0.769230769231,0.487708061691,0.461538461538,0.575757575758,0.727272727273,0.484848484848,0.454545454545,0.484848484848,0.666666666667,0.484848484848,0.363636363636,0.606060606061,0.666666666667,0.484848484848,0.393939393939,0.575757575758,0.666666666667,0.484848484848,0.454545454545,0.87037037037,0.533333333333,0.953125,0.613636363636,0.87037037037,0.65,0.953125,0.621621621622,0.87037037037,0.736842105263,0.953125,0.675,0.251638507291497,0.481916813948013,0.143249633170706,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1865,-77.482071,0.0560615999512,0.0233899,NA,NA,NA,0.066426557,-0.076,0.0622,0.25246026,0.18645786,0.256273,0.330864287,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-9","wmt14_afrl.3456.hi-en___371___swap___2",9,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,1,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.875,NA,0.875,1,36,75,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-10","wmt16_real.uedin-pbmt.4298.fi-en___2669",10,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,18,12,NA,NA,NA,NA,1,98,0.826764746762,0.866666666667,0.584386205255,0.6,NA,NA,NA,NA,0.889812851104,0.965517241379,0.643138016943,0.689655172414,NA,0.810810810811,0.459459459459,NA,NA,NA,0.889812851104,0.965517241379,0.704806725483,0.758620689655,0.675675675676,0.810810810811,0.459459459459,0.378378378378,0.889812851104,0.965517241379,0.889812851104,0.965517241379,0.810810810811,0.810810810811,0.459459459459,0.459459459459,0.594594594595,0.783783783784,0.459459459459,0.378378378378,0.675675675676,0.783783783784,0.459459459459,0.378378378378,0.783783783784,0.783783783784,0.459459459459,0.459459459459,0.924242424242,0.754716981132,0.931818181818,0.852941176471,0.924242424242,0.78,0.931818181818,0.852941176471,0.924242424242,0.822222222222,0.931818181818,0.9,0.351334576986018,0.485964834970414,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-11","wmt14_rbmt1.0.fr-en___905",11,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,54,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-12","wmt14_uedin-syntax.3289.cs-en___79___phrase___7",12,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,1,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,11,11,23,0.5625,NA,0.5625,0.5,1,75,0.650104931233,0.636363636364,0.562631164041,0.545454545455,NA,NA,NA,NA,0.583333333333,0.583333333333,0.5,0.5,NA,0.666666666667,0.5,NA,NA,NA,0.583333333333,0.583333333333,0.5,0.5,0.666666666667,0.666666666667,0.5,0.458333333333,0.583333333333,0.583333333333,0.416666666667,0.416666666667,0.625,0.666666666667,0.5,0.416666666667,0.666666666667,0.666666666667,0.5,0.458333333333,0.666666666667,0.666666666667,0.5,0.458333333333,0.625,0.666666666667,0.5,0.416666666667,0.744680851064,0.741935483871,0.727272727273,0.923076923077,0.744680851064,0.741935483871,0.727272727273,0.923076923077,0.744680851064,0.709677419355,0.727272727273,0.758620689655,0.496373003508767,0.496373003508767,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-13","wmt14_rbmt1.0.fr-en___905___order___10",13,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.375,NA,0.375,0.25,36,168,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-14","wmt14_uedin-wmt14.3422.hi-en___399",14,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,98,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-15","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",15,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.875,NA,0.875,1,36,323,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-16","wmt15_online-b.0.ru-en___765",16,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,7,9,7,NA,0.67,0.67,0.75,1,323,0.833209609957,0.888888888889,0.833209609957,0.888888888889,NA,NA,NA,NA,0.823136488188,0.875,0.823136488188,0.875,NA,0.772727272727,0.454545454545,NA,NA,NA,0.823136488188,0.875,0.800086038493,0.875,0.727272727273,0.772727272727,0.454545454545,0.409090909091,0.823136488188,0.875,0.692373875764,0.75,0.681818181818,0.772727272727,0.454545454545,0.409090909091,0.818181818182,0.818181818182,0.454545454545,0.454545454545,0.818181818182,0.818181818182,0.454545454545,0.409090909091,0.681818181818,0.818181818182,0.454545454545,0.409090909091,0.833333333333,0.85,0.821428571429,0.882352941176,0.833333333333,0.863636363636,0.821428571429,0.842105263158,0.833333333333,0.833333333333,0.821428571429,0.809523809524,0.457175409339106,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0399456267630252,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4461082,0.49371945,-0.0360566250759804,0.614035087719,40.07,40.07,12.01619678,0.290769051005,0.43303679,0.545296,0.477088,0.239253878789859,3.57005413027,0.5479225525,0.488267266436,0.427288009090909
"15-17","wmt16_real.online-a.0.ro-en___380",17,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,8,11,NA,0.38,0.38,0.25,1,114,0.808278537032,0.8,0.595860731484,0.6,NA,NA,NA,NA,0.909090909091,0.909090909091,0.545454545455,0.545454545455,NA,0.909090909091,0.454545454545,NA,NA,NA,0.909090909091,0.909090909091,0.818181818182,0.818181818182,0.818181818182,0.909090909091,0.454545454545,0.409090909091,0.909090909091,0.909090909091,0.818181818182,0.818181818182,0.818181818182,0.909090909091,0.454545454545,0.409090909091,0.545454545455,0.772727272727,0.454545454545,0.318181818182,0.727272727273,0.772727272727,0.454545454545,0.409090909091,0.727272727273,0.772727272727,0.454545454545,0.409090909091,0.939393939394,0.75,0.869565217391,0.727272727273,0.939393939394,0.807692307692,0.869565217391,0.739130434783,0.939393939394,0.777777777778,0.869565217391,0.739130434783,0.307337491463318,0.532977675069298,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-18","wmt16_real.promt-smt.4491.fi-en___2669___order___2",18,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,1,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,16,16,12,0.875,NA,0.875,1,1,75,0.941176470588,0.941176470588,0.823529411765,0.823529411765,NA,NA,NA,NA,0.9437860762,1,0.812974774157,0.857142857143,NA,0.882352941176,0.5,NA,NA,NA,0.9437860762,1,0.878380425179,0.928571428571,0.823529411765,0.882352941176,0.5,0.441176470588,0.9437860762,1,0.878380425179,0.928571428571,0.823529411765,0.882352941176,0.5,0.441176470588,0.764705882353,0.882352941176,0.5,0.441176470588,0.823529411765,0.882352941176,0.5,0.441176470588,0.823529411765,0.882352941176,0.5,0.441176470588,0.921052631579,0.805555555556,0.96875,0.857142857143,0.921052631579,0.861111111111,0.96875,0.925925925926,0.921052631579,0.857142857143,0.96875,0.925925925926,0.497563624389662,0.497563624389662,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-19","wmt16_real.online-f.0.de-en___218",19,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.75,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,61,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-20","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",20,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.75,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.625,NA,0.625,0.75,35,121,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-21","wmt15_usaar-gacha.3986.ru-en___757___phrase___5",21,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.5,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,7,7,7,0.6875,NA,0.6875,0.75,1,98,0.628268099403,0.571428571429,0.601742986348,0.571428571429,0.735294117647,0.911764705882,0.5,0.397058823529,0.671784932065,0.705882352941,0.472008961164,0.470588235294,0.75,0.631578947368,0.473684210526,0.397058823529,0.933333333333,0.8,0.671784932065,0.705882352941,0.472008961164,0.470588235294,0.578947368421,0.631578947368,0.473684210526,0.368421052632,0.671784932065,0.705882352941,0.583973116508,0.588235294118,0.578947368421,0.631578947368,0.473684210526,0.368421052632,0.526315789474,0.578947368421,0.473684210526,0.421052631579,0.578947368421,0.578947368421,0.473684210526,0.368421052632,0.578947368421,0.578947368421,0.473684210526,0.368421052632,0.8,0.47619047619,0.742857142857,0.636363636364,0.8,0.521739130435,0.742857142857,0.708333333333,0.8,0.619047619048,0.742857142857,0.684210526316,0.446568226100399,0.46654627832068,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-22","wmt16_real.pjatk.4520.cs-en___1555",22,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,39,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-23","wmt16_real.promt-smt.4491.fi-en___2669___order___1",23,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,1,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,16,16,12,0.9375,NA,0.9375,1,1,75,0.941176470588,0.941176470588,0.823529411765,0.823529411765,0.454545454545,0.654545454545,0.490909090909,0.345454545455,0.909778346327,0.933333333333,0.846735523815,0.866666666667,0.418181818182,0.882352941176,0.5,0.345454545455,0.627450980392,0.43137254902,0.909778346327,0.933333333333,0.846735523815,0.866666666667,0.823529411765,0.882352941176,0.5,0.470588235294,0.909778346327,0.933333333333,0.909778346327,0.933333333333,0.882352941176,0.882352941176,0.5,0.470588235294,0.882352941176,0.941176470588,0.5,0.470588235294,0.882352941176,0.941176470588,0.5,0.470588235294,0.941176470588,0.941176470588,0.5,0.470588235294,0.944444444444,0.828571428571,0.941176470588,0.806451612903,0.944444444444,0.828571428571,0.941176470588,0.806451612903,0.944444444444,0.909090909091,0.941176470588,0.896551724138,0.550765124660775,0.550765124660775,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-24","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",24,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,1,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.4375,NA,0.4375,0.5,36,16,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-25","wmt16_real.uedin-syntax.4272.ro-en___751",25,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,30,31,30,NA,NA,NA,NA,1,50,0.878114768929,0.918032786885,0.66513177319,0.688524590164,NA,NA,NA,NA,0.916491781279,0.939393939394,0.712386324498,0.727272727273,NA,0.888888888889,0.486111111111,NA,NA,NA,0.916491781279,0.939393939394,0.806158185172,0.818181818182,0.805555555556,0.888888888889,0.486111111111,0.430555555556,0.916491781279,0.939393939394,0.812456278653,0.818181818182,0.805555555556,0.888888888889,0.486111111111,0.430555555556,0.638888888889,0.777777777778,0.486111111111,0.402777777778,0.722222222222,0.777777777778,0.486111111111,0.430555555556,0.722222222222,0.777777777778,0.486111111111,0.430555555556,0.94701986755,0.747252747253,0.938053097345,0.738636363636,0.94701986755,0.729411764706,0.938053097345,0.73417721519,0.94701986755,0.734939759036,0.938053097345,0.763157894737,0.37595456519708,0.504023824492196,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-26","wmt15_online-f.0.ru-en___480___swap___10",26,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,26,26,23,0.375,NA,0.375,0.25,1,101,0.698038366712,0.690909090909,0.662513468678,0.654545454545,0.378378378378,0.621621621622,0.459459459459,0.27027027027,0.740829057915,0.754716981132,0.639884251458,0.641509433962,0.378378378378,0.775862068966,0.5,0.27027027027,0.606060606061,0.484848484848,0.740829057915,0.754716981132,0.603625841042,0.603773584906,0.689655172414,0.775862068966,0.5,0.413793103448,0.740829057915,0.754716981132,0.632053826666,0.641509433962,0.706896551724,0.775862068966,0.5,0.431034482759,0.724137931034,0.775862068966,0.5,0.431034482759,0.689655172414,0.775862068966,0.5,0.413793103448,0.706896551724,0.775862068966,0.5,0.431034482759,0.854961832061,0.8,0.909090909091,0.814285714286,0.854961832061,0.79012345679,0.909090909091,0.802816901408,0.854961832061,0.846153846154,0.909090909091,0.863636363636,0.484827577909307,0.484827577909307,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-27","wmt16_real.dvorkanton.4346.tr-en___830",27,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,3,2,2,NA,0,0,0,1,30,0.8,0.8,0.4,0.4,NA,NA,NA,NA,0.8,0.8,0.4,0.4,NA,0.8,0.4,NA,NA,NA,0.8,0.8,0.8,0.8,0.8,0.8,0.4,0.4,0.8,0.8,0.8,0.8,0.8,0.8,0.4,0.4,0.6,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.8,0,0.8,0,0.8,1,0.8,0.75,0.8,1,0.8,0.75,0.175182481751825,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-28","wmt15_online-b.0.fr-en___494",28,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,15,NA,1,1,1,1,323,0.987410872692,1,0.813161895158,0.823529411765,NA,NA,NA,NA,0.987410872692,1,0.813161895158,0.823529411765,NA,0.971428571429,0.485714285714,NA,NA,NA,0.987410872692,1,0.813161895158,0.823529411765,0.828571428571,0.971428571429,0.485714285714,0.457142857143,0.987410872692,1,0.987410872692,1,0.971428571429,0.971428571429,0.485714285714,0.485714285714,0.828571428571,0.942857142857,0.485714285714,0.457142857143,0.828571428571,0.942857142857,0.485714285714,0.457142857143,0.942857142857,0.942857142857,0.485714285714,0.485714285714,0.969696969697,0.833333333333,0.969696969697,0.833333333333,0.969696969697,0.833333333333,0.969696969697,0.833333333333,0.969696969697,1,0.969696969697,1,0.543054046533152,0.604147626768132,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-1.00000000095971,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.8242293,0.9617632,-0.999999994238843,0,100,100,17.97911445,0.871195,0.95604938,1,1,1,14.7991563912,0.9408202175,1,0.962222836363636
"15-29","wmt16_real.online-a.0.de-en___218___choice___3",29,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.75,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.8125,NA,0.8125,1,36,121,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-30","wmt16_real.online-g.0.de-en___1654",30,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.75,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,47,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-31","wmt14_afrl.3456.hi-en___591",31,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,17,31,NA,0.5,0.5,0.5,1,100,0.767241400949,0.8125,0.754967882563,0.8125,NA,NA,NA,NA,0.819795436624,0.896551724138,0.665252884476,0.689655172414,NA,0.74358974359,0.487179487179,NA,NA,NA,0.819795436624,0.896551724138,0.592294265572,0.620689655172,0.564102564103,0.74358974359,0.487179487179,0.333333333333,0.819795436624,0.896551724138,0.74683681772,0.827586206897,0.692307692308,0.74358974359,0.487179487179,0.410256410256,0.666666666667,0.717948717949,0.487179487179,0.384615384615,0.564102564103,0.717948717949,0.487179487179,0.333333333333,0.641025641026,0.717948717949,0.487179487179,0.410256410256,0.930555555556,0.75,0.857142857143,0.731707317073,0.930555555556,0.541666666667,0.857142857143,0.525,0.930555555556,0.625,0.857142857143,0.676470588235,0.326462140841245,0.436087741390007,0.29737012980737,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.201,-216.445023,0.141654128942,0.0938029,NA,NA,NA,NA,-0.195,0.1517,0.26433256,0.26706459,0.454065,0.487286703,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-32","wmt16_real.jhu-pbmt.4284.ro-en___71___swap___4",32,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.75,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,13,13,14,0.75,NA,0.75,0.75,1,47,0.870403829813,0.866666666667,0.870403829813,0.866666666667,NA,NA,NA,NA,0.9859856382,1,0.9859856382,1,NA,0.96875,0.5,NA,NA,NA,0.9859856382,1,0.9859856382,1,0.96875,0.96875,0.5,0.5,0.9859856382,1,0.9859856382,1,0.96875,0.96875,0.5,0.5,0.875,0.875,0.5,0.5,0.875,0.875,0.5,0.5,0.875,0.875,0.5,0.5,0.777777777778,0.846153846154,1,0.964285714286,0.777777777778,0.820512820513,1,0.928571428571,0.777777777778,0.882352941176,1,1,0.465219262610199,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-33","wmt14_iitb-ranked-ppl.3173.hi-en___674",33,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,168,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-34","wmt14_onlineb.0.cs-en___1332",34,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,12,10,14,NA,0,0,0,1,98,0.530579020115,0.521739130435,0.445229751044,0.434782608696,NA,NA,NA,NA,0.662083843651,0.736842105263,0.418916681247,0.421052631579,NA,0.625,0.458333333333,NA,NA,NA,0.662083843651,0.736842105263,0.493208559331,0.526315789474,0.5,0.625,0.458333333333,0.333333333333,0.662083843651,0.736842105263,0.608083493719,0.631578947368,0.583333333333,0.625,0.458333333333,0.416666666667,0.458333333333,0.5,0.458333333333,0.333333333333,0.5,0.5,0.458333333333,0.333333333333,0.541666666667,0.5,0.458333333333,0.416666666667,0.852459016393,0.594594594595,0.775,0.58064516129,0.852459016393,0.567567567568,0.775,0.592592592593,0.852459016393,0.69696969697,0.775,0.666666666667,0.248756758406673,0.433547493223059,0.298001651133073,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3286,-243.910599,0.16290189534,0.130326,0.528627296313014,0.573370075468923,0.430906042065721,NA,-0.2061,0.1501,0.4279694,0.4017297,0.50641,0.550256427,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-35","wmt14_rbmt1.0.fr-en___905___order___9",35,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.4375,NA,0.4375,0.5,36,101,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-36","wmt15_usaar-gacha.3986.ru-en___757___phrase___2",36,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,7,7,7,0.875,NA,0.875,1,1,168,0.783749087409,0.823529411765,0.783749087409,0.823529411765,NA,NA,NA,NA,0.759514703228,0.777777777778,0.759514703228,0.777777777778,NA,0.736842105263,0.473684210526,NA,NA,NA,0.759514703228,0.777777777778,0.651012602767,0.666666666667,0.684210526316,0.736842105263,0.473684210526,0.368421052632,0.759514703228,0.777777777778,0.651012602767,0.666666666667,0.684210526316,0.736842105263,0.473684210526,0.421052631579,0.736842105263,0.736842105263,0.473684210526,0.421052631579,0.684210526316,0.736842105263,0.473684210526,0.368421052632,0.684210526316,0.736842105263,0.473684210526,0.421052631579,0.76,0.777777777778,0.8,0.882352941176,0.76,0.863636363636,0.8,0.9,0.76,0.909090909091,0.8,0.904761904762,0.468855103034962,0.489830199749684,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-37","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",37,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.5,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.8125,NA,0.8125,1,36,32,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-38","wmt14_iitb-ranked-ppl.3173.hi-en___392",38,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,56,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-39","wmt16_real.jhu-pbmt.4284.ro-en___71___choice___2",39,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,13,13,14,0.875,NA,0.875,1,1,54,0.968186718854,0.967741935484,0.968186718854,0.967741935484,0.652173913043,0.869565217391,0.478260869565,0.391304347826,0.9859856382,1,0.9859856382,1,0.652173913043,0.96875,0.5,0.391304347826,0.952380952381,0.666666666667,0.9859856382,1,0.9859856382,1,0.96875,0.96875,0.5,0.5,0.9859856382,1,0.9859856382,1,0.96875,0.96875,0.5,0.5,0.9375,0.9375,0.5,0.5,0.9375,0.9375,0.5,0.5,0.9375,0.9375,0.5,0.5,0.96875,0.96875,1,1,0.96875,0.96875,1,1,0.96875,0.969696969697,1,1,0.451748648550645,0.593433451959711,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-40","wmt16_real.jhu-pbmt.4284.ro-en___853",40,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,114,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-41","wmt15_neural-mt.4097.de-en___470",41,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,26,24,26,NA,0.5,0.5,0.5,1,75,0.703469238518,0.727272727273,0.572659749531,0.590909090909,NA,NA,NA,NA,0.790145312638,0.844444444444,0.548805449499,0.577777777778,NA,0.732142857143,0.5,NA,NA,NA,0.790145312638,0.844444444444,0.597662897589,0.622222222222,0.607142857143,0.732142857143,0.5,0.410714285714,0.790145312638,0.844444444444,0.566073724632,0.577777777778,0.625,0.732142857143,0.5,0.392857142857,0.553571428571,0.696428571429,0.5,0.375,0.607142857143,0.696428571429,0.5,0.410714285714,0.607142857143,0.696428571429,0.5,0.392857142857,0.91875,0.666666666667,0.872340425532,0.671232876712,0.91875,0.704225352113,0.872340425532,0.720588235294,0.91875,0.710526315789,0.872340425532,0.731343283582,0.335596996914903,0.441310050943097,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.36617882284265,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.8319551,0.7843218,-0.28170721327359,0.210526315789,77.9765,76.5845,15.49797023,0.613374345435,0.81613301,0.791248,0.774288,0.492826759530367,7.82225726689,0.5251129875,0.809961878753,0.679199836363636
"15-42","wmt15_online-b.0.ru-en___459",42,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,26,26,23,NA,0.75,0.75,0.75,1,323,0.857829251107,0.88,0.707740377609,0.76,0.767857142857,0.857142857143,0.5,0.428571428571,0.915658502213,0.96,0.707740377609,0.76,0.75,0.866666666667,0.483333333333,0.428571428571,0.857142857143,0.785714285714,0.915658502213,0.96,0.744573127767,0.8,0.7,0.866666666667,0.483333333333,0.4,0.915658502213,0.96,0.768327501581,0.8,0.75,0.866666666667,0.483333333333,0.416666666667,0.616666666667,0.766666666667,0.483333333333,0.383333333333,0.633333333333,0.766666666667,0.483333333333,0.4,0.666666666667,0.766666666667,0.483333333333,0.416666666667,0.915254237288,0.693333333333,0.95652173913,0.704918032787,0.915254237288,0.702702702703,0.95652173913,0.733333333333,0.915254237288,0.732394366197,0.95652173913,0.785714285714,0.394106346660157,0.527039042954257,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0636447408763741,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5311587,0.61712829,-0.0404543228462992,0.414634146341,47.9025,53.3124,12.96431346,0.462791052094,0.54792853,0.545031,0.529817,0.290223158387696,4.70084026979,0.5265806325,0.596573560273,0.529110345454545
"15-43","wmt15_online-f.0.ru-en___480___swap___6",43,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,26,26,23,0.625,NA,0.625,0.75,1,168,0.878120560794,0.877192982456,0.773652470045,0.771929824561,NA,NA,NA,NA,0.848690957675,0.851851851852,0.805044778267,0.814814814815,NA,0.896551724138,0.5,NA,NA,NA,0.848690957675,0.851851851852,0.805044778267,0.814814814815,0.810344827586,0.896551724138,0.5,0.431034482759,0.848690957675,0.851851851852,0.869061461777,0.888888888889,0.844827586207,0.896551724138,0.5,0.448275862069,0.827586206897,0.896551724138,0.5,0.465517241379,0.810344827586,0.896551724138,0.5,0.431034482759,0.862068965517,0.896551724138,0.5,0.448275862069,0.828571428571,0.72602739726,0.823529411765,0.722222222222,0.828571428571,0.823529411765,0.823529411765,0.78125,0.828571428571,0.854838709677,0.823529411765,0.779661016949,0.518355062943862,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-44","wmt15_online-b.0.fi-en___502",44,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,22,13,NA,1,1,1,1,143,0.755512325201,0.774193548387,0.565854210759,0.645161290323,NA,NA,NA,NA,0.58609992337,0.631578947368,0.566235522084,0.631578947368,NA,0.7,0.5,NA,NA,NA,0.58609992337,0.631578947368,0.503314903773,0.526315789474,0.56,0.7,0.5,0.4,0.58609992337,0.631578947368,0.410597683533,0.421052631579,0.52,0.7,0.5,0.4,0.5,0.6,0.5,0.36,0.5,0.6,0.5,0.4,0.44,0.6,0.5,0.4,0.882978723404,0.589285714286,0.840707964602,0.583333333333,0.882978723404,0.631578947368,0.840707964602,0.593220338983,0.882978723404,0.666666666667,0.840707964602,0.606557377049,0.353439771282907,0.548074903108219,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.00438163902557112,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3267633,0.31242161,-0.00395676040910067,1,10.8977,9.8652,10.60373998,0.249543125,0.1305,0,0,0.109002433090024,1.10909035211,0.471882045,0.179608846845,0.292470963636364
"15-45","wmt16_real.online-g.0.tr-en___1933",45,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,7,NA,NA,NA,NA,1,121,0.867298972915,0.88,0.635320674232,0.64,1,1,0.5,0.5,0.886827695239,0.916666666667,0.649615825851,0.666666666667,0.966666666667,0.851851851852,0.444444444444,0.5,1,0.866666666667,0.886827695239,0.916666666667,0.72868644898,0.75,0.740740740741,0.851851851852,0.444444444444,0.407407407407,0.886827695239,0.916666666667,0.80775707211,0.833333333333,0.814814814815,0.851851851852,0.444444444444,0.444444444444,0.62962962963,0.814814814815,0.444444444444,0.37037037037,0.666666666667,0.814814814815,0.444444444444,0.407407407407,0.740740740741,0.814814814815,0.444444444444,0.444444444444,0.903225806452,0.806451612903,0.69696969697,0.8125,0.903225806452,0.787878787879,0.69696969697,0.806451612903,0.903225806452,0.838709677419,0.69696969697,0.857142857143,0.384018534814421,0.505318819131355,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-46","wmt16_real.pjatk.4520.cs-en___877___order___11",46,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0.3125,NA,0.3125,0.25,36,168,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-47","wmt16_real.jhu-pbmt.4284.ro-en___71",47,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,11,14,NA,NA,NA,NA,1,168,0.626668046883,0.666666666667,0.557038263896,0.592592592593,NA,NA,NA,NA,0.711297312289,0.740740740741,0.641667529302,0.666666666667,NA,0.677419354839,0.483870967742,NA,NA,NA,0.711297312289,0.740740740741,0.711297312289,0.740740740741,0.677419354839,0.677419354839,0.483870967742,0.354838709677,0.711297312289,0.740740740741,0.502407963328,0.518518518519,0.516129032258,0.677419354839,0.483870967742,0.387096774194,0.58064516129,0.645161290323,0.483870967742,0.354838709677,0.645161290323,0.645161290323,0.483870967742,0.354838709677,0.483870967742,0.645161290323,0.483870967742,0.387096774194,0.880597014925,0.575,0.706896551724,0.567567567568,0.880597014925,0.717948717949,0.706896551724,0.6,0.880597014925,0.657894736842,0.706896551724,0.631578947368,0.382444904572066,0.50437114708472,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-48","wmt14_uedin-syntax.3289.cs-en___79___choice___4",48,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0,0.5,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,11,11,23,0.75,NA,0.75,0.75,1,30,0.912526232808,0.909090909091,0.543736883596,0.545454545455,NA,NA,NA,NA,0.957325365465,0.95652173913,0.597444883491,0.608695652174,NA,0.958333333333,0.5,NA,NA,NA,0.957325365465,0.95652173913,0.957325365465,0.95652173913,0.958333333333,0.958333333333,0.5,0.5,0.957325365465,0.95652173913,0.957325365465,0.95652173913,0.958333333333,0.958333333333,0.5,0.5,0.583333333333,0.875,0.5,0.333333333333,0.875,0.875,0.5,0.5,0.875,0.875,0.5,0.5,0.923076923077,0.69696969697,0.958333333333,0.709677419355,0.923076923077,0.916666666667,0.958333333333,0.954545454545,0.923076923077,0.875,0.958333333333,0.954545454545,0.349175532074666,0.555871393015416,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-49","wmt16_real.jhu-pbmt.4284.ro-en___71___choice___1",49,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,13,13,14,0.9375,NA,0.9375,1,1,114,1,1,0.9375,0.9375,NA,NA,NA,NA,0.9859856382,1,0.921187553107,0.933333333333,NA,0.96875,0.5,NA,NA,NA,0.9859856382,1,0.9859856382,1,0.96875,0.96875,0.5,0.5,0.9859856382,1,0.9859856382,1,0.96875,0.96875,0.5,0.5,0.90625,0.96875,0.5,0.46875,0.96875,0.96875,0.5,0.5,0.96875,0.96875,0.5,0.5,1,0.78125,1,0.766666666667,1,1,1,1,1,1,1,1,0.518170383066642,0.599004962825039,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"15-50","wmt16_real.online-f.0.de-en___2506",50,15,TRUE,19,0,0,0,0,1,7,"Male","British",1,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,98,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-1","wmt14_cmu.3510.hi-en___387___choice___3",1,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,15,15,31,0.75,NA,0.75,0.75,1,114,0.942636681396,0.941176470588,0.885273362791,0.882352941176,0.904761904762,0.952380952381,0.5,0.47619047619,1,1,0.944444444444,0.944444444444,0.880952380952,1,0.5,0.47619047619,0.95,0.95,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,0.861111111111,0.916666666667,0.5,0.472222222222,0.916666666667,0.916666666667,0.5,0.5,0.916666666667,0.916666666667,0.5,0.5,0.96,0.846153846154,1,0.942857142857,0.96,0.918918918919,1,1,0.96,0.918918918919,1,1,0.437977456389872,0.565132201793383,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-2","wmt14_iitb-ranked-ppl.3173.hi-en___674",2,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,121,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-3","wmt16_real.online-a.0.de-en___218___choice___3",3,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.75,NA,0.75,0.75,36,323,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-4","wmt15_uos.4059.fi-en___123___choice___6",4,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.5,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,13,13,11,0.5,NA,0.5,0.5,1,48,0.828478928548,0.814814814815,0.798964442884,0.814814814815,NA,NA,NA,NA,0.968186718854,0.967741935484,0.840933594272,0.838709677419,NA,0.96875,0.5,NA,NA,NA,0.968186718854,0.967741935484,0.840933594272,0.838709677419,0.84375,0.96875,0.5,0.4375,0.968186718854,0.967741935484,0.827145309786,0.838709677419,0.8125,0.96875,0.5,0.40625,0.75,0.84375,0.5,0.4375,0.75,0.84375,0.5,0.4375,0.75,0.84375,0.5,0.40625,0.944444444444,0.692307692308,0.96875,0.736842105263,0.944444444444,0.80487804878,0.96875,0.828571428571,0.944444444444,0.825,0.96875,0.8,0.264487461059762,0.461315339057725,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-5","wmt14_rbmt1.0.fr-en___905___order___10",5,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.166666666666667,NA,0.166666666666667,0,36,143,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-6","wmt15_online-f.0.de-en___528",6,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,8,8,8,NA,0.5,0.5,0.5,1,48,0.942636681396,0.941176470588,0.942636681396,0.941176470588,NA,NA,NA,NA,0.942636681396,0.941176470588,0.942636681396,0.941176470588,NA,0.944444444444,0.5,NA,NA,NA,0.942636681396,0.941176470588,0.942636681396,0.941176470588,0.944444444444,0.944444444444,0.5,0.5,0.942636681396,0.941176470588,0.942636681396,0.941176470588,0.944444444444,0.944444444444,0.5,0.5,0.944444444444,0.944444444444,0.5,0.5,0.944444444444,0.944444444444,0.5,0.5,0.944444444444,0.944444444444,0.5,0.5,0.944444444444,0.9375,0.944444444444,0.9375,0.944444444444,0.9375,0.944444444444,0.9375,0.944444444444,0.9375,0.944444444444,0.9375,0.479850826441255,0.545285030046881,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0776588907795902,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5234456,0.6337255,-0.0604155265161795,0.666666666667,47.9501,46.6671,12.82150901,0.361711382637,0.44500629,0.640915,0.624248,0.259426500149652,3.72864075627,0.4883124225,0.596432053703,0.539388563636364
"16-7","wmt14_uedin-wmt14.3422.hi-en___399",7,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,50,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-8","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",8,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.5,NA,0.5,0.5,35,323,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-9","wmt16_real.pjatk.4520.cs-en___1555",9,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,121,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-10","wmt16_real.online-f.0.de-en___473",10,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.75,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,14,15,NA,NA,NA,NA,1,61,0.918215723754,0.928571428571,0.783643144751,0.785714285714,NA,NA,NA,NA,0.921187553107,0.933333333333,0.79159138292,0.8,NA,0.90625,0.5,NA,NA,NA,0.921187553107,0.933333333333,0.921187553107,0.933333333333,0.90625,0.90625,0.5,0.5,0.921187553107,0.933333333333,0.856389468013,0.866666666667,0.84375,0.90625,0.5,0.46875,0.8125,0.90625,0.5,0.46875,0.90625,0.90625,0.5,0.5,0.84375,0.90625,0.5,0.46875,0.837837837838,0.794871794872,0.944444444444,0.837837837838,0.837837837838,0.84375,0.944444444444,0.9,0.837837837838,0.806451612903,0.944444444444,0.870967741935,0.401023312915212,0.532977675069298,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-11","wmt16_real.uedin-pbmt.4363.ro-en___395___phrase___11",11,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.25,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,47,47,47,0.0833333333333334,NA,0.0833333333333334,0,1,101,0.68603228422,0.694736842105,0.538303052478,0.547368421053,0.575,0.7,0.475,0.375,0.76815851973,0.783505154639,0.575833019005,0.577319587629,0.6,0.75,0.5,0.375,0.611111111111,0.555555555556,0.76815851973,0.783505154639,0.591248585523,0.59793814433,0.611111111111,0.75,0.5,0.37962962963,0.76815851973,0.783505154639,0.532278607454,0.536082474227,0.574074074074,0.75,0.5,0.37037037037,0.601851851852,0.75,0.5,0.37962962963,0.638888888889,0.75,0.5,0.37962962963,0.601851851852,0.75,0.5,0.37037037037,0.902077151335,0.731543624161,0.764705882353,0.748148148148,0.902077151335,0.635220125786,0.764705882353,0.661971830986,0.902077151335,0.637583892617,0.764705882353,0.621428571429,0.531291630026456,0.531291630026456,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-12","wmt14_afrl.3456.hi-en___321___swap___2",12,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,22,22,27,0.833333333333333,NA,0.833333333333333,1,1,323,0.978917944243,0.978723404255,0.978917944243,0.978723404255,NA,NA,NA,NA,0.971004026511,1,0.971004026511,1,NA,0.9375,0.5,NA,NA,NA,0.971004026511,1,0.971004026511,1,0.9375,0.9375,0.5,0.5,0.971004026511,1,0.971004026511,1,0.9375,0.9375,0.5,0.5,0.958333333333,0.958333333333,0.5,0.5,0.958333333333,0.958333333333,0.5,0.5,0.958333333333,0.958333333333,0.5,0.5,0.979166666667,0.980769230769,1,1,0.979166666667,0.980769230769,1,1,0.979166666667,0.979591836735,1,1,1,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-13","wmt15_online-e.0.fr-en___483___order___3",13,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.5,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,6,6,6,0.75,NA,0.75,0.75,1,98,0.755836913778,0.727272727273,0.686013346765,0.727272727273,0.904761904762,0.904761904762,0.5,0.47619047619,0.81101773679,0.833333333333,0.344491131605,0.333333333333,0.880952380952,0.785714285714,0.5,0.47619047619,0.904761904762,0.904761904762,0.81101773679,0.833333333333,0.466526605185,0.5,0.5,0.785714285714,0.5,0.285714285714,0.81101773679,0.833333333333,0.37796452642,0.333333333333,0.5,0.785714285714,0.5,0.357142857143,0.5,0.714285714286,0.5,0.428571428571,0.5,0.714285714286,0.5,0.285714285714,0.5,0.714285714286,0.5,0.357142857143,0.882352941176,0.6,0.789473684211,0.434782608696,0.882352941176,0.571428571429,0.789473684211,0.611111111111,0.882352941176,0.470588235294,0.789473684211,0.5625,0.418215840342653,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-14","wmt16_real.pjatk.4520.cs-en___877___order___11",14,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0.0833333333333334,NA,0.0833333333333334,0,36,143,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-15","wmt16_real.uedin-nmt.4313.de-en___473___phrase___5",15,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.75,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,14,14,15,0.583333333333333,NA,0.583333333333333,0.5,1,61,0.661995212733,0.666666666667,0.518384680747,0.533333333333,1,1,0.5,0.5,0.699892185204,0.709677419355,0.50901249833,0.516129032258,0.944444444444,0.6875,0.5,0.5,1,1,0.699892185204,0.709677419355,0.572639060621,0.58064516129,0.625,0.6875,0.5,0.375,0.699892185204,0.709677419355,0.572639060621,0.58064516129,0.59375,0.6875,0.5,0.40625,0.5625,0.6875,0.5,0.375,0.625,0.6875,0.5,0.375,0.59375,0.6875,0.5,0.40625,0.875,0.644444444444,0.672727272727,0.681818181818,0.875,0.690476190476,0.672727272727,0.785714285714,0.875,0.720930232558,0.672727272727,0.763157894737,0.506874451144832,0.506874451144832,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-16","wmt14_afrl.3456.hi-en___371___swap___2",16,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.833333333333333,NA,0.833333333333333,1,36,323,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-17","wmt15_online-e.0.fr-en___483___order___4",17,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,6,6,6,0.666666666666667,NA,0.666666666666667,0.75,1,101,0.776658003855,0.769230769231,0.478868675662,0.461538461538,NA,NA,NA,NA,0.777544341974,0.833333333333,0.344491131605,0.333333333333,NA,0.714285714286,0.5,NA,NA,NA,0.777544341974,0.833333333333,0.5,0.5,0.642857142857,0.714285714286,0.5,0.428571428571,0.777544341974,0.833333333333,0.5,0.5,0.714285714286,0.714285714286,0.5,0.5,0.571428571429,0.642857142857,0.5,0.428571428571,0.571428571429,0.642857142857,0.5,0.428571428571,0.642857142857,0.642857142857,0.5,0.5,0.736842105263,0.571428571429,0.736842105263,0.5,0.736842105263,0.5,0.736842105263,0.388888888889,0.736842105263,0.733333333333,0.736842105263,0.5,0.418215840342653,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-18","wmt16_real.pjatk.4520.cs-en___877",18,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.75,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,47,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-19","wmt15_uos.4059.fi-en___123___order___12",19,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.5,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,13,13,11,0,NA,0,0,1,48,0.547331000632,0.56,0.431672498419,0.4,NA,NA,NA,NA,0.652668999368,0.64,0.473665500316,0.48,NA,0.666666666667,0.466666666667,NA,NA,NA,0.652668999368,0.64,0.342170748893,0.32,0.5,0.666666666667,0.466666666667,0.4,0.652668999368,0.64,0.326334499684,0.32,0.533333333333,0.666666666667,0.466666666667,0.433333333333,0.533333333333,0.566666666667,0.466666666667,0.433333333333,0.533333333333,0.566666666667,0.466666666667,0.4,0.566666666667,0.566666666667,0.466666666667,0.433333333333,0.844155844156,0.558139534884,0.75,0.52380952381,0.844155844156,0.625,0.75,0.589743589744,0.844155844156,0.619047619048,0.75,0.6,0.377104377104377,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-20","wmt14_afrl.3456.hi-en___321___phrase___5",20,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.25,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,22,22,27,0.583333333333333,NA,0.583333333333333,0.5,1,101,0.691179574329,0.711111111111,0.570926312009,0.577777777778,NA,NA,NA,NA,0.781908596677,0.809523809524,0.647336017674,0.666666666667,NA,0.75,0.5,NA,NA,NA,0.781908596677,0.809523809524,0.781908596677,0.809523809524,0.75,0.75,0.5,0.395833333333,0.781908596677,0.809523809524,0.746716394839,0.761904761905,0.729166666667,0.75,0.5,0.395833333333,0.645833333333,0.75,0.5,0.416666666667,0.75,0.75,0.5,0.395833333333,0.729166666667,0.75,0.5,0.395833333333,0.827956989247,0.736111111111,0.755102040816,0.821428571429,0.827956989247,0.742424242424,0.755102040816,0.869565217391,0.827956989247,0.714285714286,0.755102040816,0.808510638298,0.531047764977721,0.531047764977721,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-21","wmt15_uedin-jhu-phrase.4102.de-en___539",21,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,29,23,21,NA,0.33,0.33,0.25,1,50,0.848399849477,0.92,0.616133283159,0.64,NA,NA,NA,NA,0.768622136207,0.8,0.611617782819,0.666666666667,NA,0.737704918033,0.44262295082,NA,NA,NA,0.768622136207,0.8,0.573045219318,0.622222222222,0.540983606557,0.737704918033,0.44262295082,0.360655737705,0.768622136207,0.8,0.589559884472,0.622222222222,0.573770491803,0.737704918033,0.44262295082,0.360655737705,0.55737704918,0.688524590164,0.44262295082,0.377049180328,0.524590163934,0.688524590164,0.44262295082,0.360655737705,0.573770491803,0.688524590164,0.44262295082,0.360655737705,0.898876404494,0.645569620253,0.930434782609,0.613333333333,0.898876404494,0.722222222222,0.930434782609,0.666666666667,0.898876404494,0.788732394366,0.930434782609,0.720588235294,0.255446038048318,0.483287423597866,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.185185667214154,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.8305873,0.78784903,-0.156048847389879,0.272727272727,60.7737,62.0096,15.06277946,0.610330015447,0.66225848,0.734239,0.703449,0.420035831920757,6.40087231968,0.3776146175,0.789436173006,0.708280236363636
"16-22","wmt15_online-e.0.fr-en___483",22,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,6,6,6,NA,0.25,0.25,0.25,1,168,0.896783577914,0.923076923077,0.783572593865,0.769230769231,0.9375,0.9375,0.5,0.5,0.896783577914,0.923076923077,0.783572593865,0.769230769231,0.9375,0.866666666667,0.466666666667,0.5,0.933333333333,0.933333333333,0.896783577914,0.923076923077,0.639287656442,0.615384615385,0.666666666667,0.866666666667,0.466666666667,0.4,0.896783577914,0.923076923077,0.752498640491,0.769230769231,0.733333333333,0.866666666667,0.466666666667,0.4,0.733333333333,0.733333333333,0.466666666667,0.466666666667,0.6,0.733333333333,0.466666666667,0.4,0.666666666667,0.733333333333,0.466666666667,0.4,0.866666666667,0.866666666667,0.866666666667,0.866666666667,0.866666666667,0.466666666667,0.866666666667,0.466666666667,0.866666666667,0.8,0.866666666667,0.8,0.243968721116888,0.468500373793146,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0339135548704597,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4210432,0.62188713,-0.0371724643338953,0.625,40.9528,34.1999,11.9116147,0.226241494935,0.47662365,0.509085,0.314198,0.209805247155627,3.11737051238,0.5273289675,0.422817014115,0.448994481818182
"16-23","wmt14_rbmt1.0.fr-en___905",23,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,323,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-24","wmt15_uedin-syntax.4005.ru-en___629",24,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.75,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,12,11,NA,0.67,0.67,0.75,1,47,0.903878536055,0.916666666667,0.790706231294,0.833333333333,NA,NA,NA,NA,0.884010850658,0.88,0.77326099561,0.8,NA,0.888888888889,0.481481481481,NA,NA,NA,0.884010850658,0.88,0.867298972915,0.88,0.851851851852,0.888888888889,0.481481481481,0.444444444444,0.884010850658,0.88,0.850587095171,0.88,0.814814814815,0.888888888889,0.481481481481,0.444444444444,0.740740740741,0.814814814815,0.481481481481,0.407407407407,0.777777777778,0.814814814815,0.481481481481,0.444444444444,0.777777777778,0.814814814815,0.481481481481,0.444444444444,0.794117647059,0.851851851852,0.666666666667,0.75,0.794117647059,0.846153846154,0.666666666667,0.75,0.794117647059,0.846153846154,0.666666666667,0.75,0.234132674094188,0.489830199749684,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.081908066917598,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5081515,0.5896824,-0.0556624503344101,0.538461538462,62.7717,62.2613,12.56815606,0.327550761421,0.59737061,0.569779,0.537858,0.28216821980478,4.35882951631,0.4295998225,0.542065926627,0.5348268
"16-25","wmt14_rbmt1.0.fr-en___151",25,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,9,19,NA,0.13,0.13,0,1,101,0.744371148094,0.75,0.405958685482,0.375,NA,NA,NA,NA,0.503860247738,0.428571428571,0.455949180995,0.428571428571,NA,0.608695652174,0.478260869565,NA,NA,NA,0.503860247738,0.428571428571,0.455949180995,0.428571428571,0.521739130435,0.608695652174,0.478260869565,0.391304347826,0.503860247738,0.428571428571,0.479904714367,0.428571428571,0.565217391304,0.608695652174,0.478260869565,0.434782608696,0.521739130435,0.608695652174,0.478260869565,0.391304347826,0.521739130435,0.608695652174,0.478260869565,0.391304347826,0.521739130435,0.608695652174,0.478260869565,0.434782608696,0.885714285714,0.413793103448,0.864406779661,0.384615384615,0.885714285714,0.357142857143,0.864406779661,0.32,0.885714285714,0.36,0.864406779661,0.347826086957,0.179169926306393,0.477669662022326,0.449909863171841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3201,-94.743118,0.225050358952,0.163694,NA,NA,NA,NA,-0.3466,0.1838,0.48872603,0.38803284,0.594727,0.606423627,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-26","wmt14_afrl.3456.hi-en___321___swap___8",26,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,22,22,27,0.333333333333333,NA,0.333333333333333,0.25,1,323,0.935201914907,0.933333333333,0.935201914907,0.933333333333,NA,NA,NA,NA,0.971004026511,1,0.971004026511,1,NA,0.9375,0.5,NA,NA,NA,0.971004026511,1,0.971004026511,1,0.9375,0.9375,0.5,0.5,0.971004026511,1,0.971004026511,1,0.9375,0.9375,0.5,0.5,0.916666666667,0.916666666667,0.5,0.5,0.916666666667,0.916666666667,0.5,0.5,0.916666666667,0.916666666667,0.5,0.5,0.907692307692,0.927272727273,1,1,0.907692307692,0.944444444444,1,1,0.907692307692,0.942307692308,1,1,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-27","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",27,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,1,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.75,NA,0.75,0.75,36,16,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-28","wmt14_afrl.3456.hi-en___371___swap___8",28,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.5,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.333333333333333,NA,0.333333333333333,0.25,35,100,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-29","wmt16_real.online-f.0.de-en___218",29,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,98,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-30","wmt15_uu-unconstrained.3977.fi-en___113",30,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,16,11,NA,0.67,0.67,0.75,1,75,0.846735523815,0.866666666667,0.819556692654,0.866666666667,NA,NA,NA,NA,0.850273463279,0.928571428571,0.784867812257,0.857142857143,NA,0.794117647059,0.470588235294,NA,NA,NA,0.850273463279,0.928571428571,0.798921293207,0.857142857143,0.735294117647,0.794117647059,0.470588235294,0.441176470588,0.850273463279,0.928571428571,0.798921293207,0.857142857143,0.794117647059,0.794117647059,0.470588235294,0.470588235294,0.735294117647,0.764705882353,0.470588235294,0.441176470588,0.735294117647,0.764705882353,0.470588235294,0.441176470588,0.764705882353,0.764705882353,0.470588235294,0.470588235294,0.872340425532,0.787878787879,0.826086956522,0.758620689655,0.872340425532,0.875,0.826086956522,0.857142857143,0.872340425532,0.875,0.826086956522,0.857142857143,0.374734952435019,0.526004107546403,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0124342594929003,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3845834,0.41865142,-0.00936827773792306,0.783783783784,24.8471,30.4128,10.38069103,0.172815023917,0.34013359,0.21635,0.181465,0.161726074158964,2.12744792878,0.3538318275,0.300755220585,0.357103618181818
"16-31","wmt14_afrl.3456.hi-en___321___order___12",31,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,22,22,27,0,NA,0,0,1,168,0.654502434282,0.65,0.541495401912,0.55,0.769230769231,0.897435897436,0.487179487179,0.410256410256,0.494997295242,0.5,0.381990262872,0.4,0.717948717949,0.595744680851,0.489361702128,0.410256410256,0.918918918919,0.702702702703,0.494997295242,0.5,0.381990262872,0.4,0.489361702128,0.595744680851,0.489361702128,0.382978723404,0.494997295242,0.5,0.345497565718,0.35,0.425531914894,0.595744680851,0.489361702128,0.36170212766,0.553191489362,0.617021276596,0.489361702128,0.382978723404,0.510638297872,0.617021276596,0.489361702128,0.382978723404,0.489361702128,0.617021276596,0.489361702128,0.36170212766,0.882352941176,0.685714285714,0.83064516129,0.640625,0.882352941176,0.68115942029,0.83064516129,0.530303030303,0.882352941176,0.666666666667,0.83064516129,0.657142857143,0.404333311729461,0.410817902577953,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-32","wmt15_online-g.0.ru-en___485",32,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,22,22,19,NA,0.71,0.71,0.75,1,121,0.841147509786,0.893617021277,0.634372880641,0.68085106383,0.4375,0.6875,0.5,0.34375,0.823268729396,0.875,0.635698286985,0.666666666667,0.4375,0.8,0.490909090909,0.34375,0.551724137931,0.48275862069,0.823268729396,0.875,0.644144208717,0.666666666667,0.672727272727,0.8,0.490909090909,0.436363636364,0.823268729396,0.875,0.722550754373,0.75,0.727272727273,0.8,0.490909090909,0.472727272727,0.618181818182,0.763636363636,0.490909090909,0.4,0.654545454545,0.763636363636,0.490909090909,0.436363636364,0.709090909091,0.763636363636,0.490909090909,0.472727272727,0.897435897436,0.746031746032,0.931034482759,0.716417910448,0.897435897436,0.816666666667,0.931034482759,0.765625,0.897435897436,0.88679245283,0.931034482759,0.821428571429,0.426788168797027,0.522815506776358,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.124899658135925,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5898005,0.71180829,-0.0757976233916103,0.375,63.8559,67.3248,12.82030643,0.484534110023,0.59434543,0.629042,0.582694,0.366067934031347,5.29622792326,0.7351698275,0.611354669292,0.567169972727273
"16-33","wmt14_uedin-syntax.3144.hi-en___317",33,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,22,24,27,NA,0.75,0.75,0.75,1,168,0.655297439955,0.651162790698,0.496830214899,0.511627906977,0.782608695652,0.782608695652,0.5,0.413043478261,0.644799252951,0.628571428571,0.43796451924,0.457142857143,0.782608695652,0.68,0.48,0.413043478261,0.772727272727,0.727272727273,0.644799252951,0.628571428571,0.496582633144,0.514285714286,0.52,0.68,0.48,0.34,0.644799252951,0.628571428571,0.624145658286,0.628571428571,0.62,0.68,0.48,0.42,0.48,0.62,0.48,0.32,0.5,0.62,0.48,0.34,0.58,0.62,0.48,0.42,0.858407079646,0.6,0.838383838384,0.636363636364,0.858407079646,0.608108108108,0.838383838384,0.661538461538,0.858407079646,0.7,0.838383838384,0.647058823529,0.355234445098968,0.433547493223059,0.292041948585924,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2224,-219.597504,0.143031794576,0.0984313,NA,NA,NA,NA,-0.2922,0.1626,0.27440961,0.22679768,0.385448,0.388197772,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-34","wmt16_real.uedin-nmt.4302.ro-en___395",34,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,47,46,47,NA,NA,NA,NA,1,100,0.709086338771,0.727272727273,0.604193970418,0.649350649351,NA,NA,NA,NA,0.808551581743,0.867469879518,0.63244817375,0.674698795181,NA,0.747663551402,0.495327102804,NA,NA,NA,0.808551581743,0.867469879518,0.577325062528,0.602409638554,0.560747663551,0.747663551402,0.495327102804,0.355140186916,0.808551581743,0.867469879518,0.581921132749,0.602409638554,0.560747663551,0.747663551402,0.495327102804,0.364485981308,0.570093457944,0.710280373832,0.495327102804,0.345794392523,0.542056074766,0.710280373832,0.495327102804,0.355140186916,0.542056074766,0.710280373832,0.495327102804,0.364485981308,0.929054054054,0.721428571429,0.967441860465,0.760683760684,0.929054054054,0.634615384615,0.967441860465,0.6484375,0.929054054054,0.645390070922,0.967441860465,0.647058823529,0.336355922104781,0.493527472093534,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-35","wmt14_iitb-ranked-ppl.3173.hi-en___392",35,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,101,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-36","wmt15_online-g.0.ru-en___551",36,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,9,10,11,NA,0.5,0.5,0.5,1,121,0.816781590194,0.823529411765,0.686988452544,0.705882352941,1,1,0.5,0.5,0.927923242256,0.947368421053,0.805502573658,0.842105263158,1,0.904761904762,0.47619047619,0.5,1,1,0.927923242256,0.947368421053,0.906190395365,0.947368421053,0.857142857143,0.904761904762,0.47619047619,0.428571428571,0.927923242256,0.947368421053,0.906190395365,0.947368421053,0.857142857143,0.904761904762,0.47619047619,0.428571428571,0.714285714286,0.809523809524,0.47619047619,0.428571428571,0.809523809524,0.809523809524,0.47619047619,0.428571428571,0.809523809524,0.809523809524,0.47619047619,0.428571428571,0.681818181818,0.76,0.904761904762,0.772727272727,0.681818181818,0.739130434783,0.904761904762,0.842105263158,0.681818181818,0.772727272727,0.904761904762,0.888888888889,0.435277840666177,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.14122818408766,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5363059,0.66359195,-0.0958795269103858,0.416666666667,60.9265,63.5592,13.20300739,0.456545123478,0.51328313,0.683319,0.658715,0.29248087833688,5.00663115195,0.743682205,0.600756819645,0.582827454545455
"16-37","wmt14_cmu.3510.hi-en___387",37,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,17,31,NA,0.25,0.25,0.25,1,48,0.919865582541,0.941176470588,0.763995519418,0.764705882353,NA,NA,NA,NA,0.863883504869,0.882352941176,0.664107533967,0.647058823529,NA,0.842105263158,0.473684210526,NA,NA,NA,0.863883504869,0.882352941176,0.652031364074,0.647058823529,0.710526315789,0.842105263158,0.473684210526,0.421052631579,0.863883504869,0.882352941176,0.484085131058,0.470588235294,0.605263157895,0.842105263158,0.473684210526,0.394736842105,0.657894736842,0.763157894737,0.473684210526,0.447368421053,0.631578947368,0.763157894737,0.473684210526,0.421052631579,0.552631578947,0.763157894737,0.473684210526,0.394736842105,0.93023255814,0.755555555556,0.833333333333,0.68,0.93023255814,0.775510204082,0.833333333333,0.716981132075,0.93023255814,0.686274509804,0.833333333333,0.611111111111,0.279911733989685,0.518355062943862,0.263004643548569,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2971,-234.922821,0.120629863065,0.077541,NA,NA,NA,NA,-0.2238,0.2227,0.31416236,0.27697482,0.614462,0.720739767,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-38","wmt16_real.online-g.0.de-en___1654",38,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,121,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-39","wmt16_real.afrl-mitll-contrast.4524.ru-en___1790",39,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,12,10,NA,NA,NA,NA,1,121,0.604759546451,0.608695652174,0.52095190929,0.521739130435,NA,NA,NA,NA,0.811169566538,0.857142857143,0.723142967865,0.761904761905,NA,0.76,0.48,NA,NA,NA,0.811169566538,0.857142857143,0.723142967865,0.761904761905,0.72,0.76,0.48,0.4,0.811169566538,0.857142857143,0.723142967865,0.761904761905,0.72,0.76,0.48,0.4,0.72,0.68,0.48,0.4,0.72,0.68,0.48,0.4,0.72,0.68,0.48,0.4,0.731707317073,0.685714285714,0.677419354839,0.72,0.731707317073,0.71875,0.677419354839,0.72,0.731707317073,0.735294117647,0.677419354839,0.76,0.281477701483856,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-40","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",40,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.833333333333333,NA,0.833333333333333,1,36,323,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-41","wmt14_cmu.3510.hi-en___387___choice___5",41,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.5,0.5,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,15,15,31,0.583333333333333,NA,0.583333333333333,0.5,1,100,0.942636681396,0.941176470588,0.827910044187,0.823529411765,NA,NA,NA,NA,1,1,0.888888888889,0.888888888889,NA,1,0.5,NA,NA,NA,1,1,0.833333333333,0.833333333333,0.861111111111,1,0.5,0.444444444444,1,1,0.888888888889,0.888888888889,0.916666666667,1,0.5,0.472222222222,0.833333333333,0.888888888889,0.5,0.472222222222,0.75,0.888888888889,0.5,0.444444444444,0.805555555556,0.888888888889,0.5,0.472222222222,0.953488372093,0.853658536585,1,0.918918918919,0.953488372093,0.790697674419,1,0.871794871795,0.953488372093,0.829268292683,1,0.945945945946,0.383743926049894,0.532977675069298,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-42","wmt14_afrl.3456.hi-en___321___order___5",42,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.75,0.5,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,22,22,27,0.583333333333333,NA,0.583333333333333,0.5,1,61,0.768097386677,0.765957446809,0.557276829111,0.553191489362,0.875,0.925,0.5,0.475,0.756381719335,0.761904761905,0.567286289502,0.571428571429,0.925,0.770833333333,0.5,0.475,0.918918918919,0.810810810811,0.756381719335,0.761904761905,0.647336017674,0.666666666667,0.708333333333,0.770833333333,0.5,0.458333333333,0.756381719335,0.761904761905,0.592813166843,0.619047619048,0.645833333333,0.770833333333,0.5,0.416666666667,0.645833333333,0.791666666667,0.5,0.416666666667,0.75,0.791666666667,0.5,0.458333333333,0.6875,0.791666666667,0.5,0.416666666667,0.910891089109,0.779411764706,0.9,0.71186440678,0.910891089109,0.828571428571,0.9,0.824561403509,0.910891089109,0.738461538462,0.9,0.714285714286,0.461315339057725,0.461315339057725,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-43","wmt14_rbmt1.0.fr-en___905___order___9",43,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.25,NA,0.25,0.25,36,56,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-44","wmt16_real.online-f.0.de-en___756",44,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,4,5,6,NA,1,1,1,1,114,0.958607314842,1,0.958607314842,1,0.52380952381,0.761904761905,0.5,0.333333333333,0.854997153887,0.888888888889,0.854997153887,0.888888888889,0.547619047619,0.818181818182,0.454545454545,0.333333333333,0.65,0.6,0.854997153887,0.888888888889,0.854997153887,0.888888888889,0.818181818182,0.818181818182,0.454545454545,0.454545454545,0.854997153887,0.888888888889,0.854997153887,0.888888888889,0.818181818182,0.818181818182,0.454545454545,0.454545454545,0.636363636364,0.636363636364,0.454545454545,0.454545454545,0.636363636364,0.636363636364,0.454545454545,0.454545454545,0.636363636364,0.636363636364,0.454545454545,0.454545454545,0.888888888889,0.625,0.818181818182,0.625,0.888888888889,0.75,0.818181818182,0.75,0.888888888889,0.75,0.818181818182,0.75,0.116788321167883,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-45","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",45,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.25,NA,0.25,0.25,36,323,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-46","wmt16_real.jhu-pbmt.4284.ro-en___853",46,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,48,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-47","wmt15_uos.4059.fi-en___123___choice___5",47,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.5,0.5,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,13,13,11,0.583333333333333,NA,0.583333333333333,0.5,1,100,0.900974342802,0.896551724138,0.820706577863,0.827586206897,0.722222222222,0.861111111111,0.5,0.430555555556,1,1,0.875,0.875,0.777777777778,1,0.5,0.430555555556,0.838709677419,0.741935483871,1,1,0.875,0.875,0.875,1,0.5,0.4375,1,1,0.875,0.875,0.875,1,0.5,0.4375,0.78125,0.90625,0.5,0.4375,0.78125,0.90625,0.5,0.4375,0.8125,0.90625,0.5,0.4375,0.934782608696,0.710526315789,1,0.756756756757,0.934782608696,0.833333333333,1,0.852941176471,0.934782608696,0.857142857143,1,0.852941176471,0.341108656739549,0.511662985109324,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-48","wmt16_real.uedin-pbmt.4363.ro-en___395___phrase___7",48,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.25,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,47,47,47,0.416666666666667,NA,0.416666666666667,0.5,1,143,0.826745039069,0.836734693878,0.533540247169,0.530612244898,NA,NA,NA,NA,0.852655358007,0.868686868687,0.565274863021,0.565656565657,NA,0.833333333333,0.5,NA,NA,NA,0.852655358007,0.868686868687,0.595754634909,0.606060606061,0.601851851852,0.833333333333,0.5,0.361111111111,0.852655358007,0.868686868687,0.755462283349,0.767676767677,0.768518518519,0.833333333333,0.5,0.435185185185,0.574074074074,0.814814814815,0.5,0.351851851852,0.583333333333,0.814814814815,0.5,0.361111111111,0.75,0.814814814815,0.5,0.435185185185,0.914191419142,0.686746987952,0.874458874459,0.703448275862,0.914191419142,0.677215189873,0.874458874459,0.69387755102,0.914191419142,0.81679389313,0.874458874459,0.837398373984,0.582239653807961,0.582239653807961,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-49","wmt14_onlinea.0.cs-en___67",49,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,13,16,NA,0.5,0.5,0.5,1,54,0.770014152575,0.875,0.633075834417,0.625,NA,NA,NA,NA,0.769341118817,0.823529411765,0.650462507881,0.705882352941,NA,0.72,0.44,NA,NA,NA,0.769341118817,0.823529411765,0.650462507881,0.705882352941,0.64,0.72,0.44,0.44,0.769341118817,0.823529411765,0.59439305468,0.588235294118,0.64,0.72,0.44,0.44,0.6,0.6,0.44,0.44,0.6,0.6,0.44,0.44,0.6,0.6,0.44,0.44,0.923076923077,0.818181818182,0.935483870968,0.833333333333,0.923076923077,0.818181818182,0.935483870968,0.833333333333,0.923076923077,0.842105263158,0.935483870968,0.791666666667,0.230210634542185,0.463532223605211,0.306111897963701,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2594,-281.815216,0.136593389389,0.0808552,0.559492050223316,0.602390136521868,0.330589084111466,NA,-0.3832,0.2054,0.40296802,0.36826676,0.468011,0.465184854,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"16-50","wmt16_real.online-f.0.de-en___2506",50,16,TRUE,NA,0,0,0,0,1,7,"Male","Scottish",1,0.5,FALSE,0.25,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,22,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-1","wmt15_uos.4059.fi-en___474___order___1",1,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,1,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,4,4,2,0.923076923076923,NA,0.923076923076923,1,1,323,0.8,0.8,0.6,0.6,NA,NA,NA,NA,0.8,0.8,0.6,0.6,NA,0.8,0.5,NA,NA,NA,0.8,0.8,1,1,1,0.8,0.5,0.5,0.8,0.8,1,1,1,0.8,0.5,0.5,0.7,0.8,0.5,0.4,1,0.8,0.5,0.5,1,0.8,0.5,0.5,0.833333333333,0.8,0.833333333333,0.8,0.833333333333,1,0.833333333333,1,0.833333333333,1,0.833333333333,1,0.426188500125978,0.426188500125978,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-2","wmt15_dfki-experimental.4060.de-en___208___choice___1",2,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0.25,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,15,15,18,0.923076923076923,NA,0.923076923076923,1,1,33,0.935201914907,0.933333333333,0.80560574472,0.8,0.590909090909,0.954545454545,0.5,0.340909090909,1,1,0.875,0.875,0.613636363636,1,0.5,0.340909090909,0.952380952381,0.857142857143,1,1,0.875,0.875,0.875,1,0.5,0.4375,1,1,1,1,1,1,0.5,0.5,0.8125,0.90625,0.5,0.4375,0.8125,0.90625,0.5,0.4375,0.90625,0.90625,0.5,0.5,0.941176470588,0.878787878788,1,0.90625,0.941176470588,0.878787878788,1,0.90625,0.941176470588,0.935483870968,1,0.966666666667,0.551013467287128,0.599004962825039,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-3","wmt16_real.online-a.0.de-en___218___choice___3",3,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.769230769230769,NA,0.769230769230769,0.75,36,114,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-4","wmt16_real.online-f.0.de-en___2506",4,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,168,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-5","wmt15_uedin-jhu-phrase.4102.de-en___577___order___7",5,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,13,13,9,0.461538461538462,NA,0.461538461538462,0.5,1,168,0.584269952876,0.571428571429,0.485018388311,0.5,NA,NA,NA,NA,0.634363328997,0.666666666667,0.408590832249,0.416666666667,NA,0.6,0.5,NA,NA,NA,0.634363328997,0.666666666667,0.333333333333,0.333333333333,0.4,0.6,0.5,0.266666666667,0.634363328997,0.666666666667,0.559105830081,0.583333333333,0.566666666667,0.6,0.5,0.4,0.5,0.633333333333,0.5,0.266666666667,0.433333333333,0.633333333333,0.5,0.266666666667,0.6,0.633333333333,0.5,0.4,0.865671641791,0.64,0.775862068966,0.55,0.865671641791,0.521739130435,0.775862068966,0.421052631579,0.865671641791,0.6,0.775862068966,0.727272727273,0.426188500125978,0.426188500125978,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-6","wmt14_onlinea.0.fr-en___67___swap___4",6,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,18,18,44,0.692307692307692,NA,0.692307692307692,0.75,1,323,0.873204536449,0.871794871795,0.873204536449,0.871794871795,NA,NA,NA,NA,0.80664146384,0.833333333333,0.765067363733,0.777777777778,NA,0.85,0.5,NA,NA,NA,0.80664146384,0.833333333333,0.765067363733,0.777777777778,0.825,0.85,0.5,0.475,0.80664146384,0.833333333333,0.765067363733,0.777777777778,0.85,0.85,0.5,0.5,0.875,0.9,0.5,0.475,0.875,0.9,0.5,0.475,0.9,0.9,0.5,0.5,0.836734693878,0.9,0.8,0.891304347826,0.836734693878,0.9,0.8,0.891304347826,0.836734693878,0.959183673469,0.8,0.955555555556,0.500468075558876,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-7","wmt15_uedin-syntax.4006.fi-en___429",7,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,4,3,2,NA,0.83,0.83,1,1,39,0.762788130612,0.75,0.762788130612,0.75,NA,NA,NA,NA,0.666666666667,0.666666666667,0.888888888889,0.888888888889,NA,0.777777777778,0.444444444444,NA,NA,NA,0.666666666667,0.666666666667,0.888888888889,0.888888888889,0.888888888889,0.777777777778,0.444444444444,0.444444444444,0.666666666667,0.666666666667,0.888888888889,0.888888888889,0.888888888889,0.777777777778,0.444444444444,0.444444444444,0.555555555556,0.555555555556,0.444444444444,0.444444444444,0.555555555556,0.555555555556,0.444444444444,0.444444444444,0.555555555556,0.555555555556,0.444444444444,0.444444444444,0.818181818182,0.625,0.75,0.75,0.818181818182,0.625,0.75,0.75,0.818181818182,0.625,0.75,0.75,0.151658767772512,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.00384236560153208,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3585441,0.34957088,-0.00288452727269603,0.714285714286,12.3812,11.4719,11.18638287,0.14791190184,0.63263392,0.230591,0.0625,0.098159509202454,1.84052872628,0.215153755,0.381245057055,0.3264713
"17-8","wmt14_rbmt1.0.fr-en___905",8,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,114,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-9","wmt16_real.online-g.0.de-en___1654",9,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,168,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-10","wmt16_real.pjatk.4520.cs-en___877___order___11",10,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0.153846153846154,NA,0.153846153846154,0,36,168,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-11","wmt15_dfki-experimental.4060.de-en___208___order___13",11,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,15,15,18,0,NA,0,0,1,168,0.455922299981,0.444444444444,0.303948199987,0.296296296296,NA,NA,NA,NA,0.467600957453,0.466666666667,0.338004787267,0.333333333333,NA,0.625,0.5,NA,NA,NA,0.467600957453,0.466666666667,0.273206702173,0.266666666667,0.4375,0.625,0.5,0.34375,0.467600957453,0.466666666667,0.352019149067,0.333333333333,0.5625,0.625,0.5,0.40625,0.4375,0.59375,0.5,0.34375,0.40625,0.59375,0.5,0.34375,0.5,0.59375,0.5,0.40625,0.733333333333,0.510638297872,0.756097560976,0.519230769231,0.733333333333,0.466666666667,0.756097560976,0.48,0.733333333333,0.666666666667,0.756097560976,0.65306122449,0.4,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-12","wmt15_dfki-experimental.4060.de-en___285___phrase___5",12,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,14,14,13,0.615384615384615,NA,0.615384615384615,0.75,1,323,0.662753150692,0.666666666667,0.554251050231,0.555555555556,NA,NA,NA,NA,0.683861101959,0.705882352941,0.571896946614,0.588235294118,NA,0.684210526316,0.5,NA,NA,NA,0.683861101959,0.705882352941,0.627879024287,0.647058823529,0.631578947368,0.684210526316,0.5,0.421052631579,0.683861101959,0.705882352941,0.583973116508,0.588235294118,0.605263157895,0.684210526316,0.5,0.421052631579,0.578947368421,0.684210526316,0.5,0.394736842105,0.605263157895,0.684210526316,0.5,0.421052631579,0.631578947368,0.684210526316,0.5,0.421052631579,0.786885245902,0.711538461538,0.823529411765,0.822222222222,0.786885245902,0.625,0.823529411765,0.690476190476,0.786885245902,0.647058823529,0.823529411765,0.666666666667,0.589446742648821,0.589446742648821,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-13","wmt14_uedin-wmt14.3422.hi-en___399",13,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,56,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-14","wmt14_uedin-wmt14.3170.cs-en___1156___phrase___6",14,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0.25,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,17,17,26,0.538461538461538,NA,0.538461538461538,0.5,1,143,0.749893117406,0.774193548387,0.581902080134,0.58064516129,NA,NA,NA,NA,0.643408296511,0.647058823529,0.51626986744,0.529411764706,NA,0.722222222222,0.5,NA,NA,NA,0.643408296511,0.647058823529,0.458906548835,0.470588235294,0.555555555556,0.722222222222,0.5,0.361111111111,0.643408296511,0.647058823529,0.573633186044,0.588235294118,0.666666666667,0.722222222222,0.5,0.388888888889,0.611111111111,0.75,0.5,0.361111111111,0.583333333333,0.75,0.5,0.361111111111,0.666666666667,0.75,0.5,0.388888888889,0.735294117647,0.686274509804,0.704918032787,0.739130434783,0.735294117647,0.584905660377,0.704918032787,0.666666666667,0.735294117647,0.711111111111,0.704918032787,0.761904761905,0.518355062943862,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-15","wmt15_dfki-experimental.4060.de-en___285___phrase___3",15,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0.25,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,14,14,13,0.769230769230769,NA,0.769230769230769,0.75,1,101,0.842105263158,0.842105263158,0.736842105263,0.736842105263,0.928571428571,0.928571428571,0.5,0.5,0.868016803689,0.888888888889,0.771255251153,0.777777777778,0.928571428571,0.842105263158,0.5,0.5,0.923076923077,0.923076923077,0.868016803689,0.888888888889,0.813765753459,0.833333333333,0.789473684211,0.842105263158,0.5,0.447368421053,0.868016803689,0.888888888889,0.868016803689,0.888888888889,0.842105263158,0.842105263158,0.5,0.421052631579,0.763157894737,0.815789473684,0.5,0.447368421053,0.789473684211,0.815789473684,0.5,0.447368421053,0.815789473684,0.815789473684,0.5,0.421052631579,0.86,0.844444444444,0.854166666667,0.833333333333,0.86,0.853658536585,0.854166666667,0.815789473684,0.86,0.837209302326,0.854166666667,0.8,0.565132201793383,0.565132201793383,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-16","wmt14_shad-wmt14.3464.ru-en___914",16,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,15,16,NA,0.75,0.75,0.75,1,323,0.694583309712,0.692307692308,0.679791796583,0.692307692308,NA,NA,NA,NA,0.802917115467,0.846153846154,0.73395869946,0.769230769231,NA,0.757575757576,0.484848484848,NA,NA,NA,0.802917115467,0.846153846154,0.73395869946,0.769230769231,0.69696969697,0.757575757576,0.484848484848,0.424242424242,0.802917115467,0.846153846154,0.871875531475,0.923076923077,0.818181818182,0.757575757576,0.484848484848,0.454545454545,0.727272727273,0.818181818182,0.484848484848,0.424242424242,0.727272727273,0.818181818182,0.484848484848,0.424242424242,0.818181818182,0.818181818182,0.484848484848,0.454545454545,0.878378378378,0.756097560976,0.892307692308,0.852941176471,0.878378378378,0.756097560976,0.892307692308,0.852941176471,0.878378378378,0.738095238095,0.892307692308,0.848484848485,0.334756407858985,0.500468075558876,0.322543192931546,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2677,-122.453957,0.153114147879,0.102929,NA,NA,NA,0.516671453,-0.3807,0.2063,0.45039738,0.37726114,0.498469,0.508832323,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-17","wmt14_uedin-syntax.3144.hi-en___22",17,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,13,20,NA,0,0,0,1,323,0.874203509303,0.916666666667,0.841328806828,0.916666666667,0.865384615385,0.961538461538,0.5,0.442307692308,0.839391466787,0.88,0.82327696948,0.88,0.826923076923,0.793103448276,0.48275862069,0.442307692308,0.979591836735,0.897959183673,0.839391466787,0.88,0.82327696948,0.88,0.758620689655,0.793103448276,0.48275862069,0.413793103448,0.839391466787,0.88,0.82327696948,0.88,0.758620689655,0.793103448276,0.48275862069,0.413793103448,0.551724137931,0.620689655172,0.48275862069,0.413793103448,0.551724137931,0.620689655172,0.48275862069,0.413793103448,0.551724137931,0.620689655172,0.48275862069,0.413793103448,0.948717948718,0.75,0.928571428571,0.75,0.948717948718,0.714285714286,0.928571428571,0.714285714286,0.948717948718,0.740740740741,0.928571428571,0.740740740741,0.22245936487436,0.431760541288197,0.241383690267526,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.236,-238.984772,0.10983500708,0.0692028,NA,NA,NA,NA,-0.1657,0.1407,0.30748517,0.24634878,0.516042,0.60514603,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-18","wmt14_iitb-ranked-ppl.3173.hi-en___674",18,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,50,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-19","wmt14_uedin-syntax.3166.ru-en___852___swap___2",19,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0.75,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,14,14,16,0.846153846153846,NA,0.846153846153846,1,1,121,1,1,1,1,NA,NA,NA,NA,0.9859856382,1,0.9859856382,1,NA,0.96875,0.5,NA,NA,NA,0.9859856382,1,0.79159138292,0.8,0.78125,0.96875,0.5,0.40625,0.9859856382,1,0.9859856382,1,0.96875,0.96875,0.5,0.5,0.9375,0.9375,0.5,0.5,0.78125,0.9375,0.5,0.40625,0.9375,0.9375,0.5,0.5,1,1,1,1,1,0.885714285714,1,0.878787878788,1,1,1,1,0.524532042261666,0.524532042261666,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-20","wmt16_real.online-a.0.ro-en___678",20,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,28,30,33,NA,NA,NA,NA,1,323,0.792193102627,0.8,0.664498084063,0.666666666667,NA,NA,NA,NA,0.888059382396,0.920634920635,0.710895795782,0.730158730159,NA,0.851351351351,0.5,NA,NA,NA,0.888059382396,0.920634920635,0.727715574713,0.761904761905,0.702702702703,0.851351351351,0.5,0.391891891892,0.888059382396,0.920634920635,0.829004853525,0.857142857143,0.797297297297,0.851351351351,0.5,0.445945945946,0.675675675676,0.797297297297,0.5,0.405405405405,0.648648648649,0.797297297297,0.5,0.391891891892,0.743243243243,0.797297297297,0.5,0.445945945946,0.934343434343,0.717171717172,0.960784313725,0.747252747253,0.934343434343,0.732673267327,0.960784313725,0.76,0.934343434343,0.831578947368,0.960784313725,0.823529411765,0.334634447624711,0.502264999571546,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-21","wmt14_afrl.3456.hi-en___371___swap___2",21,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.846153846153846,NA,0.846153846153846,1,36,323,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-22","wmt14_rbmt1.0.fr-en___905___order___9",22,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.307692307692308,NA,0.307692307692308,0.25,36,168,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-23","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",23,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.307692307692308,NA,0.307692307692308,0.25,36,323,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-24","wmt14_uedin-syntax.3166.ru-en___852___swap___4",24,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0.75,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,14,14,16,0.692307692307692,NA,0.692307692307692,0.75,1,61,1,1,1,1,NA,NA,NA,NA,0.9859856382,1,0.9859856382,1,NA,0.96875,0.5,NA,NA,NA,0.9859856382,1,0.79159138292,0.8,0.78125,0.96875,0.5,0.40625,0.9859856382,1,0.9859856382,1,0.96875,0.96875,0.5,0.5,0.9375,0.9375,0.5,0.5,0.78125,0.9375,0.5,0.40625,0.9375,0.9375,0.5,0.5,1,1,1,1,1,0.885714285714,1,0.878787878788,1,1,1,1,0.524532042261666,0.524532042261666,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-25","wmt16_real.online-f.0.de-en___1611",25,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,10,11,9,NA,NA,NA,NA,1,25,0.763895695932,0.777777777778,0.548614514633,0.555555555556,NA,NA,NA,NA,0.625,0.625,0.580977185236,0.625,NA,0.625,0.5,NA,NA,NA,0.625,0.625,0.397011407382,0.375,0.458333333333,0.625,0.5,0.333333333333,0.625,0.625,0.580977185236,0.625,0.583333333333,0.625,0.5,0.375,0.583333333333,0.625,0.5,0.375,0.5,0.625,0.5,0.333333333333,0.583333333333,0.625,0.5,0.375,0.9,0.516129032258,0.789473684211,0.538461538462,0.9,0.6,0.789473684211,0.4,0.9,0.653846153846,0.789473684211,0.615384615385,0.141926390073227,0.439048074310918,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-26","wmt15_dfki-experimental.4060.de-en___616",26,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,9,NA,0.5,0.5,0.5,1,323,0.745737289796,0.75,0.649615825851,0.666666666667,NA,NA,NA,NA,0.863811812119,0.909090909091,0.780988274241,0.818181818182,NA,0.814814814815,0.444444444444,NA,NA,NA,0.863811812119,0.909090909091,0.780988274241,0.818181818182,0.740740740741,0.814814814815,0.444444444444,0.407407407407,0.863811812119,0.909090909091,0.846023595452,0.909090909091,0.777777777778,0.814814814815,0.444444444444,0.407407407407,0.666666666667,0.703703703704,0.444444444444,0.407407407407,0.666666666667,0.703703703704,0.444444444444,0.407407407407,0.666666666667,0.703703703704,0.444444444444,0.407407407407,0.804347826087,0.775,0.888888888889,0.769230769231,0.804347826087,0.775,0.888888888889,0.769230769231,0.804347826087,0.714285714286,0.888888888889,0.818181818182,0.252318710073315,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.112809999880088,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5230749,0.62774238,-0.0866936795119807,0.422222222222,57.5625,55.7549,13.97866591,0.40710548062,0.6065485,0.644567,0.609189,0.379255512321955,5.55208248351,0.5393614775,0.635268500639,0.5772404
"17-27","wmt15_uos.4059.fi-en___474___order___3",27,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,4,4,2,0.769230769230769,NA,0.769230769230769,0.75,1,168,0.893973054507,0.888888888889,0.63616167296,0.666666666667,NA,NA,NA,NA,0.893973054507,0.888888888889,0.63616167296,0.666666666667,NA,0.9,0.5,NA,NA,NA,0.893973054507,0.888888888889,0.63616167296,0.666666666667,0.7,0.9,0.5,0.4,0.893973054507,0.888888888889,0.63616167296,0.666666666667,0.7,0.9,0.5,0.4,0.5,0.7,0.5,0.4,0.5,0.7,0.5,0.4,0.5,0.7,0.5,0.4,0.9,0.4,0.9,0.4,0.9,0.4,0.9,0.4,0.9,0.4,0.9,0.4,0.4,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-28","wmt16_real.pjatk.4520.cs-en___1555",28,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,114,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-29","wmt16_real.jhu-pbmt.4284.ro-en___853",29,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,323,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-30","wmt16_real.pjatk.4520.cs-en___877",30,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0.75,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,61,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-31","wmt15_online-c.4166.de-en___280",31,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,13,NA,0.5,0.5,0.5,1,323,0.749990694813,0.774193548387,0.66801676976,0.709677419355,1,1,0.5,0.5,0.840139679923,0.903225806452,0.655716958928,0.709677419355,1,0.775,0.475,0.5,1,1,0.840139679923,0.903225806452,0.66801676976,0.709677419355,0.675,0.775,0.475,0.425,0.840139679923,0.903225806452,0.749990694813,0.774193548387,0.75,0.775,0.475,0.45,0.65,0.75,0.475,0.375,0.675,0.75,0.475,0.425,0.75,0.75,0.475,0.45,0.918918918919,0.745098039216,0.888888888889,0.710526315789,0.918918918919,0.76,0.888888888889,0.783783783784,0.918918918919,0.804347826087,0.888888888889,0.833333333333,0.376953762455819,0.474718455283608,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0308881873046155,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3374758,0.36307386,-0.0232743789807661,0.789473684211,39.09,35.0695,11.39482607,0.191300534202,0.37892402,0.430645,0.261362,0.218354463827153,2.73509907383,0.4313914175,0.250421896438,0.312422018181818
"17-32","wmt16_real.online-f.0.de-en___218",32,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,114,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-33","wmt15_dfki-experimental.4060.de-en___208",33,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,18,18,NA,0.75,0.75,0.75,1,323,0.818162689491,0.857142857143,0.804519630813,0.857142857143,0.5,0.666666666667,0.5,0.333333333333,0.917884154677,0.967741935484,0.857557755125,0.903225806452,0.541666666667,0.861111111111,0.444444444444,0.333333333333,0.5,0.5,0.917884154677,0.967741935484,0.857557755125,0.903225806452,0.805555555556,0.861111111111,0.444444444444,0.416666666667,0.917884154677,0.967741935484,0.857557755125,0.903225806452,0.805555555556,0.861111111111,0.444444444444,0.416666666667,0.75,0.777777777778,0.444444444444,0.416666666667,0.75,0.777777777778,0.444444444444,0.416666666667,0.75,0.777777777778,0.444444444444,0.416666666667,0.75,0.842105263158,0.861111111111,0.84375,0.75,0.820512820513,0.861111111111,0.823529411765,0.75,0.842105263158,0.861111111111,0.848484848485,0.321182531682144,0.496373003508767,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.026400887935023,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2813812,0.29265,-0.0122511542740346,0.741935483871,28.3237,28.4519,10.99847604,0.132307741083,0.39178134,0.307601,0.200462,0.160669270907138,2.47786398253,0.387847305,0.274654703865,0.266801654545455
"17-34","wmt15_uos.4059.fi-en___474___order___2",34,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,1,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,4,4,2,0.846153846153846,NA,0.846153846153846,1,1,323,0.893973054507,0.888888888889,0.68191916352,0.666666666667,0.842105263158,0.947368421053,0.5,0.447368421053,0.6,0.6,0.4,0.4,0.868421052632,0.8,0.5,0.447368421053,0.944444444444,0.833333333333,0.6,0.6,0.6,0.6,0.7,0.8,0.5,0.4,0.6,0.6,0.6,0.6,0.7,0.8,0.5,0.4,0.6,0.8,0.5,0.4,0.7,0.8,0.5,0.4,0.7,0.8,0.5,0.4,0.818181818182,0.5,0.714285714286,0.416666666667,0.818181818182,0.583333333333,0.714285714286,0.833333333333,0.818181818182,0.583333333333,0.714285714286,0.833333333333,0.4,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-35","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",35,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.846153846153846,NA,0.846153846153846,1,36,114,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-36","wmt14_cmu.3510.hi-en___25___phrase___5",36,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,13,13,20,0.615384615384615,NA,0.615384615384615,0.75,1,323,0.817739679108,0.814814814815,0.817739679108,0.814814814815,NA,NA,NA,NA,0.835012994218,0.846153846154,0.835012994218,0.846153846154,NA,0.821428571429,0.5,NA,NA,NA,0.835012994218,0.846153846154,0.835012994218,0.846153846154,0.857142857143,0.821428571429,0.5,0.464285714286,0.835012994218,0.846153846154,0.686118330121,0.692307692308,0.714285714286,0.821428571429,0.5,0.392857142857,0.892857142857,0.857142857143,0.5,0.464285714286,0.892857142857,0.857142857143,0.5,0.464285714286,0.75,0.857142857143,0.5,0.392857142857,0.888888888889,0.818181818182,0.815789473684,0.821428571429,0.888888888889,0.818181818182,0.815789473684,0.821428571429,0.888888888889,0.818181818182,0.815789473684,0.857142857143,0.532977675069298,0.532977675069298,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-37","wmt14_onlinea.0.fr-en___67___swap___6",37,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,18,18,44,0.538461538461538,NA,0.538461538461538,0.5,1,323,0.9,0.9,0.9,0.9,NA,NA,NA,NA,0.988861802644,1,0.988861802644,1,NA,0.975,0.5,NA,NA,NA,0.988861802644,1,0.988861802644,1,0.975,0.975,0.5,0.5,0.988861802644,1,0.988861802644,1,0.975,0.975,0.5,0.5,0.95,0.95,0.5,0.5,0.95,0.95,0.5,0.5,0.95,0.95,0.5,0.5,0.666666666667,0.860465116279,1,0.972222222222,0.666666666667,0.860465116279,1,1,0.666666666667,0.904761904762,1,1,0.545285030046881,0.545285030046881,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-38","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",38,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0.75,0.5,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.538461538461538,NA,0.538461538461538,0.5,35,61,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-39","wmt14_afrl.3456.hi-en___371___swap___8",39,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.384615384615385,NA,0.384615384615385,0.25,35,101,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-40","wmt14_uedin-syntax.3166.ru-en___475",40,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,9,7,4,NA,0.75,0.75,0.75,1,323,0.80560574472,0.8,0.41681723416,0.4,NA,NA,NA,NA,0.567286289502,0.571428571429,0.432713710498,0.428571428571,NA,0.5625,0.4375,NA,NA,NA,0.567286289502,0.571428571429,0.461709683987,0.428571428571,0.5,0.5625,0.4375,0.3125,0.567286289502,0.571428571429,0.40371773701,0.428571428571,0.5,0.5625,0.4375,0.375,0.4375,0.4375,0.4375,0.3125,0.4375,0.4375,0.4375,0.3125,0.4375,0.4375,0.4375,0.375,0.826086956522,0.285714285714,0.818181818182,0.473684210526,0.826086956522,0.45,0.818181818182,0.684210526316,0.826086956522,0.55,0.818181818182,0.7,0.320057746839445,0.421484497598424,0.312963475148416,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2634,-140.527145,0.138901702545,0.0821578,NA,NA,NA,0.280104069,-0.4282,0.3518,0.55007626,0.4284862,0.600255,0.611581947,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-41","wmt14_rbmt1.0.fr-en___964",41,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0.25,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,8,7,21,NA,0,0,0,1,33,0.825052465616,0.818181818182,0.562631164041,0.545454545455,0.851851851852,0.888888888889,0.5,0.425925925926,0.826766123012,0.857142857143,0.628005368682,0.666666666667,0.851851851852,0.791666666667,0.458333333333,0.425925925926,0.941176470588,0.901960784314,0.826766123012,0.857142857143,0.71772042135,0.761904761905,0.666666666667,0.791666666667,0.458333333333,0.416666666667,0.826766123012,0.857142857143,0.71772042135,0.761904761905,0.666666666667,0.791666666667,0.458333333333,0.416666666667,0.5,0.583333333333,0.458333333333,0.416666666667,0.541666666667,0.583333333333,0.458333333333,0.416666666667,0.541666666667,0.583333333333,0.458333333333,0.416666666667,0.892857142857,0.666666666667,0.71875,0.645161290323,0.892857142857,0.642857142857,0.71875,0.551724137931,0.892857142857,0.642857142857,0.71875,0.551724137931,0.123348017621145,0.4,0.353905785903824,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.262,-86.421181,0.161540195771,0.0991129,NA,NA,NA,NA,-0.3241,0.1795,0.41791794,0.33092825,0.410254,0.426256487,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-42","wmt14_afrl.3349.ru-en___289",42,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,6,3,18,NA,0.25,0.25,0.25,1,323,0.616557074063,0.6,0.616557074063,0.6,NA,NA,NA,NA,0.727272727273,0.727272727273,0.727272727273,0.727272727273,NA,0.727272727273,0.363636363636,NA,NA,NA,0.727272727273,0.727272727273,0.727272727273,0.727272727273,0.727272727273,0.727272727273,0.363636363636,0.363636363636,0.727272727273,0.727272727273,0.545454545455,0.545454545455,0.636363636364,0.727272727273,0.363636363636,0.363636363636,0.545454545455,0.545454545455,0.363636363636,0.363636363636,0.545454545455,0.545454545455,0.363636363636,0.363636363636,0.545454545455,0.545454545455,0.363636363636,0.363636363636,0.833333333333,0.615384615385,0.714285714286,0.642857142857,0.833333333333,0.615384615385,0.714285714286,0.642857142857,0.833333333333,0.714285714286,0.714285714286,0.642857142857,0.127490039840637,0.4,0.358505179263459,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2637,-139.002045,0.161852933779,0.0993297,NA,NA,NA,0.388312589,-0.4304,0.3657,0.47431288,0.38128897,0.539757,0.561031609,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-43","wmt15_online-c.4166.de-en___223",43,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,20,15,14,NA,0.67,0.67,0.75,1,114,0.789176994282,0.8125,0.731341595426,0.75,NA,NA,NA,NA,0.821006335766,0.848484848485,0.707220839613,0.727272727273,NA,0.789473684211,0.447368421053,NA,NA,NA,0.821006335766,0.848484848485,0.764113587689,0.787878787879,0.736842105263,0.789473684211,0.447368421053,0.394736842105,0.821006335766,0.848484848485,0.764113587689,0.787878787879,0.736842105263,0.789473684211,0.447368421053,0.394736842105,0.710526315789,0.736842105263,0.447368421053,0.394736842105,0.710526315789,0.736842105263,0.447368421053,0.394736842105,0.710526315789,0.736842105263,0.447368421053,0.394736842105,0.861111111111,0.666666666667,0.884057971014,0.674418604651,0.861111111111,0.738095238095,0.884057971014,0.794871794872,0.861111111111,0.785714285714,0.884057971014,0.820512820513,0.297390606599903,0.508098102830127,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0890195361496333,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5309721,0.61461498,-0.0916310047213404,0.5,63.1411,53.0121,12.95279834,0.480301791045,0.70060497,0.589881,0.556373,0.393542766322871,4.65342749218,0.4389664525,0.438919522718,0.516558981818182
"17-44","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",44,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0.5,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.769230769230769,NA,0.769230769230769,0.75,36,100,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-45","wmt14_cu-moses.3383.cs-en___1156",45,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,17,14,26,NA,0.28,0.28,0.25,1,114,0.720649878791,0.733333333333,0.65760705628,0.666666666667,0.681818181818,0.863636363636,0.5,0.409090909091,0.761843834453,0.814814814815,0.69518569763,0.740740740741,0.659090909091,0.705882352941,0.470588235294,0.409090909091,0.904761904762,0.761904761905,0.761843834453,0.814814814815,0.561869423983,0.592592592593,0.588235294118,0.705882352941,0.470588235294,0.382352941176,0.761843834453,0.814814814815,0.561869423983,0.592592592593,0.617647058824,0.705882352941,0.470588235294,0.411764705882,0.676470588235,0.647058823529,0.470588235294,0.382352941176,0.588235294118,0.647058823529,0.470588235294,0.382352941176,0.617647058824,0.647058823529,0.470588235294,0.411764705882,0.904761904762,0.682926829268,0.843137254902,0.621621621622,0.904761904762,0.674418604651,0.843137254902,0.641025641026,0.904761904762,0.738095238095,0.843137254902,0.736842105263,0.243909988418081,0.468500373793146,0.315309074165363,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2338,-257.559875,0.15537211225,0.110031,0.550422041469898,0.530386700422777,0.281030707757179,NA,-0.1466,0.177,0.39570499,0.35755916,0.402185,0.426853144,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-46","wmt14_iitb-ranked-ppl.3173.hi-en___392",46,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,30,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-47","wmt14_rbmt1.0.fr-en___905___order___10",47,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.230769230769231,NA,0.230769230769231,0.25,36,101,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-48","wmt15_dfki-experimental.4060.de-en___208___choice___3",48,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,15,15,18,0.769230769230769,NA,0.769230769230769,0.75,1,114,0.865427420997,0.857142857143,0.730854841994,0.714285714286,NA,NA,NA,NA,0.968186718854,0.967741935484,0.840933594272,0.838709677419,NA,0.96875,0.5,NA,NA,NA,0.968186718854,0.967741935484,0.840933594272,0.838709677419,0.84375,0.96875,0.5,0.4375,0.968186718854,0.967741935484,0.954398434369,0.967741935484,0.9375,0.96875,0.5,0.46875,0.75,0.84375,0.5,0.4375,0.75,0.84375,0.5,0.4375,0.78125,0.84375,0.5,0.46875,0.913043478261,0.789473684211,0.96875,0.882352941176,0.913043478261,0.789473684211,0.96875,0.882352941176,0.913043478261,0.818181818182,0.96875,0.870967741935,0.442660911967238,0.552506397529478,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"17-49","wmt15_neural-mt.4088.cs-en___73",49,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,12,12,9,NA,0.6,0.6,0.75,1,121,0.780337958865,0.782608695652,0.699436735225,0.695652173913,0.916666666667,0.916666666667,0.5,0.5,0.719773863326,0.736842105263,0.630574933137,0.631578947368,0.875,0.703703703704,0.481481481481,0.5,0.833333333333,0.833333333333,0.719773863326,0.736842105263,0.630574933137,0.631578947368,0.62962962963,0.703703703704,0.481481481481,0.407407407407,0.719773863326,0.736842105263,0.630574933137,0.631578947368,0.62962962963,0.703703703704,0.481481481481,0.407407407407,0.62962962963,0.703703703704,0.481481481481,0.407407407407,0.62962962963,0.703703703704,0.481481481481,0.407407407407,0.62962962963,0.703703703704,0.481481481481,0.407407407407,0.878048780488,0.676470588235,0.852941176471,0.655172413793,0.878048780488,0.806451612903,0.852941176471,0.620689655172,0.878048780488,0.827586206897,0.852941176471,0.678571428571,0.291283133284031,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.124206770125698,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6919627,0.60011849,-0.129310135652872,0.351351351351,53.8505,54.0808,14.31363694,0.446572908618,0.57769099,0.679775,0.628717,0.332882258838687,5.12333394718,0.6164537075,0.636684941315,0.550617690909091
"17-50","wmt14_rbmt1.0.fr-en___66",50,17,FALSE,39,14,2,1,1,1,15,"Female","Finnish",5,0.5,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,18,20,44,NA,0,0,0,1,39,0.834519643986,0.857142857143,0.823208037408,0.857142857143,NA,NA,NA,NA,0.930422691971,0.972972972973,0.879344182043,0.918918918919,NA,0.880952380952,0.47619047619,NA,NA,NA,0.930422691971,0.972972972973,0.879344182043,0.918918918919,0.833333333333,0.880952380952,0.47619047619,0.428571428571,0.930422691971,0.972972972973,0.930422691971,0.972972972973,0.880952380952,0.880952380952,0.47619047619,0.452380952381,0.809523809524,0.857142857143,0.47619047619,0.428571428571,0.809523809524,0.857142857143,0.47619047619,0.428571428571,0.857142857143,0.857142857143,0.47619047619,0.452380952381,0.928571428571,0.851851851852,0.95652173913,0.894736842105,0.928571428571,0.87037037037,0.95652173913,0.921052631579,0.928571428571,0.892857142857,0.95652173913,0.972972972973,0.420539464398596,0.532977675069298,0.3479335050474,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2921,-86.893799,0.167321951514,0.113782,NA,NA,NA,NA,-0.3259,0.2674,0.5307455,0.40771509,0.54167,0.561955012,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-1","wmt16_real.pjatk.4520.cs-en___877",1,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,323,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-2","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",2,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.25,NA,0.25,0.25,36,323,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-3","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",3,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.5,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.75,NA,0.75,0.75,36,100,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-4","wmt16_real.uedin-nmt.4313.de-en___455___swap___2",4,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,44,44,49,0.833333333333333,NA,0.833333333333333,1,1,323,1,1,1,1,NA,NA,NA,NA,0.99055732792,1,0.99055732792,1,NA,0.978723404255,0.5,NA,NA,NA,0.99055732792,1,0.99055732792,1,0.978723404255,0.978723404255,0.5,0.5,0.99055732792,1,0.99055732792,1,0.978723404255,0.978723404255,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,1,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-5","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",5,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.833333333333333,NA,0.833333333333333,1,36,114,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-6","wmt16_real.online-g.0.de-en___455",6,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.75,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,44,53,49,NA,NA,NA,NA,1,61,0.722563430468,0.805970149254,0.505132300437,0.567164179104,0.967741935484,0.967741935484,0.5,0.5,0.736851306092,0.794871794872,0.457949565325,0.461538461538,0.91935483871,0.681818181818,0.427272727273,0.5,0.935483870968,0.935483870968,0.736851306092,0.794871794872,0.545201044047,0.564102564103,0.536363636364,0.681818181818,0.427272727273,0.354545454545,0.736851306092,0.794871794872,0.540535478969,0.564102564103,0.518181818182,0.681818181818,0.427272727273,0.354545454545,0.427272727273,0.609090909091,0.427272727273,0.318181818182,0.490909090909,0.609090909091,0.427272727273,0.354545454545,0.490909090909,0.609090909091,0.427272727273,0.354545454545,0.770588235294,0.666666666667,0.802419354839,0.659090909091,0.770588235294,0.64347826087,0.802419354839,0.6484375,0.770588235294,0.657657657658,0.802419354839,0.636363636364,0.333466572245086,0.497760426790686,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-7","wmt15_neural-mt.4097.de-en___163___choice___3",7,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.25,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,13,13,9,0.75,NA,0.75,0.75,1,22,0.930711658813,0.928571428571,0.930711658813,0.928571428571,NA,NA,NA,NA,0.96602493989,0.965517241379,0.96602493989,0.965517241379,NA,0.966666666667,0.5,NA,NA,NA,0.96602493989,0.965517241379,0.96602493989,0.965517241379,0.966666666667,0.966666666667,0.5,0.5,0.96602493989,0.965517241379,0.96602493989,0.965517241379,0.966666666667,0.966666666667,0.5,0.5,0.9,0.9,0.5,0.5,0.866666666667,0.9,0.5,0.5,0.866666666667,0.9,0.5,0.5,0.972222222222,0.928571428571,0.966666666667,0.964285714286,0.972222222222,0.931034482759,0.966666666667,0.965517241379,0.972222222222,0.931034482759,0.966666666667,0.965517241379,0.371459654226872,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-8","wmt16_real.uedin-nmt.4313.de-en___947___order___1",8,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.75,0.5,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,5,5,5,0.916666666666667,NA,0.916666666666667,1,1,61,0.857142857143,0.857142857143,0.857142857143,0.857142857143,NA,NA,NA,NA,0.857142857143,0.857142857143,0.857142857143,0.857142857143,NA,0.857142857143,0.5,NA,NA,NA,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.5,0.428571428571,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.5,0.428571428571,0.785714285714,0.785714285714,0.5,0.428571428571,0.785714285714,0.785714285714,0.5,0.428571428571,0.785714285714,0.785714285714,0.5,0.428571428571,0.875,0.846153846154,0.875,0.846153846154,0.875,0.846153846154,0.875,0.846153846154,0.875,0.846153846154,0.875,0.846153846154,0.493527472093534,0.493527472093534,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-9","wmt15_neural-mt.4097.de-en___163",9,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,12,9,NA,0.33,0.33,0.25,1,121,0.647090378815,0.64,0.497403657091,0.48,0.84375,0.875,0.5,0.4375,0.780662603232,0.8,0.630975881508,0.64,0.8125,0.758620689655,0.48275862069,0.4375,0.903225806452,0.903225806452,0.780662603232,0.8,0.556132520646,0.56,0.586206896552,0.758620689655,0.48275862069,0.379310344828,0.780662603232,0.8,0.481289159785,0.48,0.551724137931,0.758620689655,0.48275862069,0.379310344828,0.655172413793,0.724137931034,0.48275862069,0.379310344828,0.655172413793,0.724137931034,0.48275862069,0.379310344828,0.620689655172,0.724137931034,0.48275862069,0.379310344828,0.861538461538,0.714285714286,0.785714285714,0.794117647059,0.861538461538,0.720930232558,0.785714285714,0.777777777778,0.861538461538,0.761904761905,0.785714285714,0.75,0.333813413895305,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0640932359826039,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3741622,0.41397229,-0.0567988685218726,0.484848484848,49.1028,51.8666,12.44822427,0.255988800534,0.3343384,0.590389,0.51939,0.246347656513297,3.92280940105,0.5024924275,0.496577437777,0.339968772727273
"18-10","wmt14_rbmt1.0.fr-en___905",10,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,323,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-11","wmt14_rbmt1.0.fr-en___905___order___10",11,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.166666666666667,NA,0.166666666666667,0,36,168,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-12","wmt15_illinois.3955.fi-en___189___swap___6",12,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,16,16,17,0.5,NA,0.5,0.5,1,168,0.942636681396,0.941176470588,0.872861570929,0.882352941176,NA,NA,NA,NA,0.75813493372,0.764705882353,0.75813493372,0.764705882353,NA,0.861111111111,0.5,NA,NA,NA,0.75813493372,0.764705882353,0.75813493372,0.764705882353,0.861111111111,0.861111111111,0.5,0.5,0.75813493372,0.764705882353,0.75813493372,0.764705882353,0.861111111111,0.861111111111,0.5,0.5,0.861111111111,0.888888888889,0.5,0.472222222222,0.888888888889,0.888888888889,0.5,0.5,0.888888888889,0.888888888889,0.5,0.5,0.95652173913,0.90243902439,0.606557377049,0.723404255319,0.95652173913,0.926829268293,0.606557377049,0.826086956522,0.95652173913,0.926829268293,0.606557377049,0.863636363636,0.489830199749684,0.489830199749684,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-13","wmt16_real.pjatk.4520.cs-en___1555",13,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,121,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-14","wmt15_uedin-syntax.4005.ru-en___776",14,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.25,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,31,30,23,NA,0,0,0,1,33,0.739770024451,0.769230769231,0.590370775477,0.615384615385,0.666666666667,0.722222222222,0.5,0.388888888889,0.673432730456,0.68085106383,0.557040332812,0.595744680851,0.611111111111,0.68115942029,0.492753623188,0.388888888889,0.75,0.5,0.673432730456,0.68085106383,0.567060547409,0.553191489362,0.594202898551,0.68115942029,0.492753623188,0.434782608696,0.673432730456,0.68085106383,0.544321742936,0.553191489362,0.536231884058,0.68115942029,0.492753623188,0.376811594203,0.594202898551,0.666666666667,0.492753623188,0.405797101449,0.608695652174,0.666666666667,0.492753623188,0.434782608696,0.550724637681,0.666666666667,0.492753623188,0.376811594203,0.842857142857,0.645161290323,0.851063829787,0.635294117647,0.842857142857,0.670454545455,0.851063829787,0.6,0.842857142857,0.741573033708,0.851063829787,0.641975308642,0.252284652174775,0.451858957603908,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.142064611595825,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.7332227,0.65900157,-0.130429131828429,0.32,60.678,58.6404,13.39932692,0.483558881164,0.65174057,0.633698,0.596168,0.373764071232098,5.57480786026,0.3801015625,0.605655537552,0.592880881818182
"18-15","wmt16_real.online-b.0.ro-en___1445___order___1",15,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,1,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,29,29,23,0.916666666666667,NA,0.916666666666667,1,1,75,0.958971863475,0.965517241379,0.857789295349,0.862068965517,NA,NA,NA,NA,0.934674372519,0.962962962963,0.837007343995,0.851851851852,NA,0.901639344262,0.491803278689,NA,NA,NA,0.934674372519,0.962962962963,0.872083785655,0.888888888889,0.868852459016,0.901639344262,0.491803278689,0.475409836066,0.934674372519,0.962962962963,0.837007343995,0.851851851852,0.83606557377,0.901639344262,0.491803278689,0.459016393443,0.852459016393,0.918032786885,0.491803278689,0.44262295082,0.885245901639,0.918032786885,0.491803278689,0.475409836066,0.852459016393,0.918032786885,0.491803278689,0.459016393443,0.952380952381,0.887096774194,0.967213114754,0.84375,0.952380952381,0.882352941176,0.967213114754,0.866666666667,0.952380952381,0.921875,0.967213114754,0.893939393939,0.554423328025539,0.596276853768644,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-16","wmt16_real.promt-smt.4491.fi-en___2135",16,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,20,19,14,NA,NA,NA,NA,1,168,0.607916322724,0.628571428571,0.496405174896,0.514285714286,NA,NA,NA,NA,0.63707817604,0.666666666667,0.540831433543,0.606060606061,NA,0.608695652174,0.5,NA,NA,NA,0.63707817604,0.666666666667,0.540831433543,0.606060606061,0.565217391304,0.608695652174,0.5,0.413043478261,0.63707817604,0.666666666667,0.563022801513,0.606060606061,0.586956521739,0.608695652174,0.5,0.413043478261,0.565217391304,0.565217391304,0.5,0.413043478261,0.565217391304,0.565217391304,0.5,0.413043478261,0.565217391304,0.565217391304,0.5,0.413043478261,0.890410958904,0.590163934426,0.906976744186,0.543859649123,0.890410958904,0.704918032787,0.906976744186,0.551724137931,0.890410958904,0.779661016949,0.906976744186,0.719298245614,0.272357875194455,0.458271729131539,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-17","wmt15_neural-mt.4097.de-en___163___choice___2",17,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,13,13,9,0.833333333333333,NA,0.833333333333333,1,1,54,1,1,1,1,0.5625,0.6875,0.5,0.375,1,1,1,1,0.46875,1,0.5,0.375,0.620689655172,0.48275862069,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,0.933333333333,0.933333333333,0.5,0.5,0.933333333333,0.933333333333,0.5,0.5,0.933333333333,0.933333333333,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,0.558097217426701,0.640778286675101,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-18","wmt14_afrl.3456.hi-en___371___swap___2",18,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,1,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.833333333333333,NA,0.833333333333333,1,36,75,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-19","wmt15_dfki-experimental.4060.de-en___74___choice___3",19,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.75,0.5,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,21,21,19,0.75,NA,0.75,0.75,1,61,0.97697637723,0.976744186047,0.782803174167,0.790697674419,NA,NA,NA,NA,0.989898306956,1,0.756613398882,0.761904761905,NA,0.977272727273,0.5,NA,NA,NA,0.989898306956,1,0.989898306956,1,0.977272727273,0.977272727273,0.5,0.5,0.989898306956,1,0.896584343726,0.904761904762,0.886363636364,0.977272727273,0.5,0.454545454545,0.704545454545,0.886363636364,0.5,0.431818181818,0.886363636364,0.886363636364,0.5,0.5,0.818181818182,0.886363636364,0.5,0.454545454545,0.977272727273,0.8125,1,0.787234042553,0.977272727273,0.952380952381,1,0.975,0.977272727273,0.909090909091,1,0.928571428571,0.456056570584664,0.545285030046881,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-20","wmt16_real.online-g.0.de-en___1654",20,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,121,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-21","wmt14_promt-hybrid.3084.ru-en___739",21,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,12,17,NA,0.5,0.5,0.5,1,323,0.810219516958,0.838709677419,0.676578556466,0.709677419355,NA,NA,NA,NA,0.823207678345,0.838709677419,0.642228479687,0.645161290323,NA,0.805555555556,0.472222222222,NA,NA,NA,0.823207678345,0.838709677419,0.70255487924,0.709677419355,0.722222222222,0.805555555556,0.472222222222,0.444444444444,0.823207678345,0.838709677419,0.642228479687,0.645161290323,0.694444444444,0.805555555556,0.472222222222,0.416666666667,0.638888888889,0.75,0.472222222222,0.388888888889,0.694444444444,0.75,0.472222222222,0.444444444444,0.666666666667,0.75,0.472222222222,0.416666666667,0.818181818182,0.688888888889,0.936507936508,0.651162790698,0.818181818182,0.731707317073,0.936507936508,0.702702702703,0.818181818182,0.8,0.936507936508,0.763157894737,0.315125818512549,0.43067195196715,0.543448915602765,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4258,-170.273651,0.247757074681,0.153039,NA,NA,NA,0.946807315,-0.5495,0.5393,0.70200978,0.55199194,0.719267,0.699014646,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-22","wmt15_online-a.0.fi-en___189",22,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,24,17,NA,1,1,1,1,56,0.705093270744,0.785714285714,0.602546635372,0.642857142857,NA,NA,NA,NA,0.757946723852,0.838709677419,0.660238415068,0.709677419355,NA,0.681818181818,0.409090909091,NA,NA,NA,0.757946723852,0.838709677419,0.660238415068,0.709677419355,0.613636363636,0.681818181818,0.409090909091,0.386363636364,0.757946723852,0.838709677419,0.660238415068,0.709677419355,0.613636363636,0.681818181818,0.409090909091,0.386363636364,0.477272727273,0.545454545455,0.409090909091,0.386363636364,0.5,0.545454545455,0.409090909091,0.386363636364,0.5,0.545454545455,0.409090909091,0.386363636364,0.779661016949,0.66,0.781818181818,0.673913043478,0.779661016949,0.75,0.781818181818,0.717391304348,0.779661016949,0.782608695652,0.781818181818,0.761904761905,0.206934585909711,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.1006883618203,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6378998,0.52865056,-0.0881956352877229,0.609756097561,59.9687,58.5711,13.09438925,0.55938472813,0.52549638,0.599611,0.506527,0.351051632324206,4.63958695652,0.538152635,0.500971803079,0.469167909090909
"18-23","wmt16_real.uedin-nmt.4313.de-en___455___swap___12",23,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,44,44,49,0,NA,0,0,1,323,0.946952232105,0.955555555556,0.920428348157,0.933333333333,0.525,0.65,0.5,0.4,0.980685298822,1,0.953499167768,0.976744186047,0.55,0.957446808511,0.5,0.4,0.564102564103,0.358974358974,0.980685298822,1,0.891255475785,0.906976744186,0.882978723404,0.957446808511,0.5,0.468085106383,0.980685298822,1,0.980685298822,1,0.957446808511,0.957446808511,0.5,0.5,0.925531914894,0.957446808511,0.5,0.478723404255,0.893617021277,0.957446808511,0.5,0.468085106383,0.957446808511,0.957446808511,0.5,0.5,0.630136986301,0.849056603774,1,0.977272727273,0.630136986301,0.85046728972,1,0.934782608696,0.630136986301,0.897959183673,1,1,0.574199907542467,0.574199907542467,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-24","wmt16_real.online-f.0.de-en___218",24,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,98,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-25","wmt16_real.online-b.0.ro-en___1445",25,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,29,24,23,NA,NA,NA,NA,1,121,0.621468612104,0.622222222222,0.604512384444,0.622222222222,NA,NA,NA,NA,0.571432578397,0.590909090909,0.52286179094,0.545454545455,NA,0.603448275862,0.465517241379,NA,NA,NA,0.571432578397,0.590909090909,0.52286179094,0.545454545455,0.51724137931,0.603448275862,0.465517241379,0.379310344828,0.571432578397,0.590909090909,0.562862912891,0.590909090909,0.551724137931,0.603448275862,0.465517241379,0.413793103448,0.534482758621,0.586206896552,0.465517241379,0.396551724138,0.5,0.586206896552,0.465517241379,0.379310344828,0.534482758621,0.586206896552,0.465517241379,0.413793103448,0.842391304348,0.697368421053,0.867403314917,0.671875,0.842391304348,0.666666666667,0.867403314917,0.630769230769,0.842391304348,0.671232876712,0.867403314917,0.719298245614,0.373688438781183,0.527039042954257,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-26","wmt16_real.online-a.0.de-en___363",26,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,8,8,6,NA,0,0,0,1,323,0.81583624921,0.8,0.736655003162,0.8,NA,NA,NA,NA,0.789442500527,0.8,0.736655003162,0.8,NA,0.777777777778,0.5,NA,NA,NA,0.789442500527,0.8,0.736655003162,0.8,0.666666666667,0.777777777778,0.5,0.333333333333,0.789442500527,0.8,0.517497084124,0.533333333333,0.555555555556,0.777777777778,0.5,0.388888888889,0.666666666667,0.777777777778,0.5,0.333333333333,0.666666666667,0.777777777778,0.5,0.333333333333,0.555555555556,0.777777777778,0.5,0.388888888889,0.772727272727,0.705882352941,0.76,0.75,0.772727272727,0.705882352941,0.76,0.75,0.772727272727,0.666666666667,0.76,0.65,0.41604653723227,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-27","wmt14_afrl.3456.hi-en___371___swap___8",27,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.333333333333333,NA,0.333333333333333,0.25,35,168,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-28","wmt16_real.online-f.0.ru-en___1182___order___2",28,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.75,0.5,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,7,7,6,0.833333333333333,NA,0.833333333333333,1,1,61,0.777777777778,0.777777777778,0.777777777778,0.777777777778,0.571428571429,0.775510204082,0.489795918367,0.34693877551,0.881394065306,0.875,0.881394065306,0.875,0.571428571429,0.888888888889,0.5,0.34693877551,0.666666666667,0.577777777778,0.881394065306,0.875,0.881394065306,0.875,0.888888888889,0.888888888889,0.5,0.5,0.881394065306,0.875,0.881394065306,0.875,0.888888888889,0.888888888889,0.5,0.5,0.888888888889,0.888888888889,0.5,0.5,0.888888888889,0.888888888889,0.5,0.5,0.888888888889,0.888888888889,0.5,0.5,0.818181818182,0.772727272727,0.888888888889,0.833333333333,0.818181818182,0.818181818182,0.888888888889,0.888888888889,0.818181818182,0.777777777778,0.888888888889,0.866666666667,0.46654627832068,0.46654627832068,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-29","wmt14_uedin-wmt14.3170.cs-en___102",29,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,27,27,9,NA,1,1,1,1,323,0.887653511544,0.905660377358,0.844254212756,0.867924528302,0.625,0.666666666667,0.5,0.416666666667,0.915659844395,0.943396226415,0.844254212756,0.867924528302,0.583333333333,0.883333333333,0.5,0.416666666667,0.636363636364,0.454545454545,0.915659844395,0.943396226415,0.915659844395,0.943396226415,0.883333333333,0.883333333333,0.5,0.466666666667,0.915659844395,0.943396226415,0.915659844395,0.943396226415,0.883333333333,0.883333333333,0.5,0.466666666667,0.766666666667,0.833333333333,0.5,0.433333333333,0.816666666667,0.833333333333,0.5,0.466666666667,0.833333333333,0.833333333333,0.5,0.466666666667,0.916666666667,0.816901408451,0.962962962963,0.862068965517,0.916666666667,0.808219178082,0.962962962963,0.875,0.916666666667,0.849315068493,0.962962962963,0.888888888889,0.487510965324312,0.587362608824472,0.392605624496076,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.245,-310.338379,0.186146277349,0.12284,0.492499848262558,0.587321181461504,0.373191792364273,NA,-0.3612,0.232,0.45869216,0.42404327,0.60698,0.612728519,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-30","wmt16_real.uedin-syntax.4272.ro-en___508",30,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.25,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,10,12,13,NA,0.63,0.63,0.75,1,33,0.871542184275,0.947368421053,0.871542184275,0.947368421053,NA,NA,NA,NA,0.828736878557,0.9,0.756450314674,0.8,NA,0.791666666667,0.458333333333,NA,NA,NA,0.828736878557,0.9,0.776245626186,0.8,0.791666666667,0.791666666667,0.458333333333,0.458333333333,0.828736878557,0.9,0.776245626186,0.8,0.791666666667,0.791666666667,0.458333333333,0.458333333333,0.791666666667,0.791666666667,0.458333333333,0.458333333333,0.791666666667,0.791666666667,0.458333333333,0.458333333333,0.791666666667,0.791666666667,0.458333333333,0.458333333333,0.875,0.8,0.807692307692,0.714285714286,0.875,0.888888888889,0.807692307692,0.809523809524,0.875,0.888888888889,0.807692307692,0.809523809524,0.377293774819624,0.604147626768132,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-31","wmt16_real.promt-smt.4491.fi-en___2135___phrase___8",31,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.5,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,20,20,14,0.333333333333333,NA,0.333333333333333,0.25,1,98,0.763135840907,0.810810810811,0.713676964675,0.756756756757,NA,NA,NA,NA,0.732096617143,0.75,0.684654243266,0.7,NA,0.711111111111,0.488888888889,NA,NA,NA,0.732096617143,0.75,0.684654243266,0.7,0.688888888889,0.711111111111,0.488888888889,0.4,0.732096617143,0.75,0.779538991021,0.8,0.755555555556,0.711111111111,0.488888888889,0.4,0.688888888889,0.711111111111,0.488888888889,0.377777777778,0.688888888889,0.711111111111,0.488888888889,0.4,0.755555555556,0.711111111111,0.488888888889,0.4,0.846153846154,0.72,0.714285714286,0.787234042553,0.846153846154,0.72,0.714285714286,0.795918367347,0.846153846154,0.875,0.714285714286,0.9,0.54175258281659,0.553870732695382,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-32","wmt15_online-f.0.de-en___84",32,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,20,19,NA,0.75,0.75,0.75,1,323,0.772878352075,0.777777777778,0.556780411981,0.555555555556,NA,NA,NA,NA,0.818370904459,0.842105263158,0.541008487716,0.526315789474,NA,0.790697674419,0.488372093023,NA,NA,NA,0.818370904459,0.842105263158,0.779301816197,0.789473684211,0.767441860465,0.790697674419,0.488372093023,0.418604651163,0.818370904459,0.842105263158,0.779301816197,0.789473684211,0.767441860465,0.790697674419,0.488372093023,0.441860465116,0.581395348837,0.767441860465,0.488372093023,0.395348837209,0.767441860465,0.767441860465,0.488372093023,0.418604651163,0.767441860465,0.767441860465,0.488372093023,0.441860465116,0.925925925926,0.679245283019,0.927710843373,0.581818181818,0.925925925926,0.792452830189,0.927710843373,0.705882352941,0.925925925926,0.8,0.927710843373,0.72,0.385629436935346,0.512817459057094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0340302769751645,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3532182,0.40104685,-0.0225102508252015,0.766666666667,45.514,41.9586,11.49697467,0.308289353582,0.36747835,0.46559,0.359142,0.244336265347295,3.04049424681,0.47696191,0.373126135092,0.348775863636364
"18-33","wmt15_limsi.4021.fi-en___390",33,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,20,35,18,NA,0,0,0,1,48,0.528551327924,0.555555555556,0.324331924123,0.333333333333,NA,NA,NA,NA,0.676882336477,0.772727272727,0.408301205148,0.454545454545,NA,0.603174603175,0.365079365079,NA,NA,NA,0.676882336477,0.772727272727,0.608349495276,0.681818181818,0.539682539683,0.603174603175,0.365079365079,0.333333333333,0.676882336477,0.772727272727,0.556225903861,0.590909090909,0.52380952381,0.603174603175,0.365079365079,0.333333333333,0.380952380952,0.492063492063,0.365079365079,0.31746031746,0.47619047619,0.492063492063,0.365079365079,0.333333333333,0.460317460317,0.492063492063,0.365079365079,0.333333333333,0.885,0.434210526316,0.744680851064,0.445945945946,0.885,0.561643835616,0.744680851064,0.582089552239,0.885,0.612903225806,0.744680851064,0.655737704918,0.229411876446643,0.443319779122575,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.037921655670992,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4118384,0.45827553,-0.0263050236922665,0.507692307692,34.7292,37.6761,12.28200067,0.358134249037,0.47226569,0.431251,0.336076,0.238028849583408,3.66313057189,0.5735196475,0.407110547707,0.404684627272727
"18-34","wmt14_onlinec.0.fr-en___91",34,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,23,27,21,NA,0,0,0,1,54,0.833220988534,0.862745098039,0.606691840896,0.627450980392,0.814814814815,0.851851851852,0.5,0.481481481481,0.805740484857,0.857142857143,0.582382567393,0.612244897959,0.796296296296,0.783333333333,0.483333333333,0.481481481481,0.754716981132,0.754716981132,0.805740484857,0.857142857143,0.603617037815,0.65306122449,0.616666666667,0.783333333333,0.483333333333,0.4,0.805740484857,0.857142857143,0.694061526125,0.734693877551,0.7,0.783333333333,0.483333333333,0.416666666667,0.55,0.716666666667,0.483333333333,0.366666666667,0.6,0.716666666667,0.483333333333,0.4,0.666666666667,0.716666666667,0.483333333333,0.416666666667,0.884297520661,0.626506024096,0.822916666667,0.6625,0.884297520661,0.683544303797,0.822916666667,0.742857142857,0.884297520661,0.760563380282,0.822916666667,0.770491803279,0.289640995784125,0.488561104957705,0.244619974671578,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2434,-67.038788,0.117298812401,0.0788024,NA,NA,NA,NA,-0.2004,0.127,0.37274619,0.3484455,0.439738,0.482279368,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-35","wmt15_dfki-experimental.4060.de-en___74___choice___2",35,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,21,21,19,0.833333333333333,NA,0.833333333333333,1,1,54,1,1,0.863636363636,0.863636363636,0.733333333333,0.8,0.5,0.4,0.989898306956,1,0.849927362111,0.857142857143,0.7,0.977272727273,0.5,0.4,0.758620689655,0.689655172414,0.989898306956,1,0.989898306956,1,0.977272727273,0.977272727273,0.5,0.5,0.989898306956,1,0.896584343726,0.904761904762,0.886363636364,0.977272727273,0.5,0.454545454545,0.772727272727,0.909090909091,0.5,0.431818181818,0.909090909091,0.909090909091,0.5,0.5,0.840909090909,0.909090909091,0.5,0.454545454545,1,0.888888888889,1,0.883720930233,1,0.97619047619,1,0.975,1,0.931818181818,1,0.928571428571,0.509067641378527,0.589446742648821,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-36","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",36,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.5,NA,0.5,0.5,35,114,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-37","wmt16_real.uedin-nmt.4313.de-en___947",37,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,5,6,5,NA,NA,NA,NA,1,323,0.970036776623,1,0.970036776623,1,0.813953488372,0.860465116279,0.488372093023,0.418604651163,0.970036776623,1,0.970036776623,1,0.790697674419,0.933333333333,0.466666666667,0.418604651163,0.923076923077,0.820512820513,0.970036776623,1,0.970036776623,1,0.933333333333,0.933333333333,0.466666666667,0.466666666667,0.970036776623,1,0.970036776623,1,0.933333333333,0.933333333333,0.466666666667,0.466666666667,0.933333333333,0.933333333333,0.466666666667,0.466666666667,0.933333333333,0.933333333333,0.466666666667,0.466666666667,0.933333333333,0.933333333333,0.466666666667,0.466666666667,0.923076923077,0.769230769231,0.923076923077,0.769230769231,0.923076923077,0.923076923077,0.923076923077,0.923076923077,0.923076923077,1,0.923076923077,1,0.443817840949898,0.532977675069298,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-38","wmt16_real.online-a.0.de-en___218___choice___3",38,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.75,NA,0.75,0.75,36,54,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-39","wmt16_real.online-f.0.de-en___2506",39,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.25,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,33,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-40","wmt16_real.afrl-mitll-phrase.4383.ru-en___1182",40,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,7,6,6,NA,NA,NA,NA,1,54,0.759981884067,0.769230769231,0.589950181184,0.615384615385,0.574074074074,0.740740740741,0.5,0.351851851852,0.677078228051,0.666666666667,0.614608859747,0.666666666667,0.574074074074,0.6875,0.4375,0.351851851852,0.730769230769,0.538461538462,0.677078228051,0.666666666667,0.614608859747,0.666666666667,0.5625,0.6875,0.4375,0.375,0.677078228051,0.666666666667,0.677078228051,0.666666666667,0.6875,0.6875,0.4375,0.4375,0.5625,0.6875,0.4375,0.375,0.5625,0.6875,0.4375,0.375,0.625,0.6875,0.4375,0.4375,0.913043478261,0.470588235294,0.5,0.666666666667,0.913043478261,0.470588235294,0.5,0.666666666667,0.913043478261,0.631578947368,0.5,0.666666666667,0.240236357037231,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-41","wmt16_real.jhu-pbmt.4284.ro-en___853",41,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,114,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-42","wmt16_real.pjatk.4520.cs-en___877___order___11",42,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0.0833333333333334,NA,0.0833333333333334,0,36,168,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-43","wmt14_iitb-ranked-ppl.3173.hi-en___392",43,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,168,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-44","wmt16_real.uedin-nmt.4313.de-en___455___order___1",44,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,1,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,44,44,49,0.916666666666667,NA,0.916666666666667,1,1,323,0.978723404255,0.978723404255,0.978723404255,0.978723404255,NA,NA,NA,NA,0.980903212367,1,0.963601163399,0.977272727273,NA,0.957446808511,0.5,NA,NA,NA,0.980903212367,1,0.892598228862,0.909090909091,0.882978723404,0.957446808511,0.5,0.457446808511,0.980903212367,1,0.941524917523,0.954545454545,0.925531914894,0.957446808511,0.5,0.478723404255,0.978723404255,0.978723404255,0.5,0.5,0.904255319149,0.978723404255,0.5,0.457446808511,0.957446808511,0.978723404255,0.5,0.478723404255,0.979166666667,0.957894736842,0.989010989011,0.955555555556,0.979166666667,0.910891089109,0.989010989011,0.90625,0.979166666667,0.989361702128,0.989010989011,0.988636363636,0.63794941980729,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-45","wmt14_iitb-ranked-ppl.3173.hi-en___674",45,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,30,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-46","wmt15_online-b.0.fi-en___404___order___7",46,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,20,20,18,0.416666666666667,NA,0.416666666666667,0.5,1,143,0.792363745675,0.8,0.616282913303,0.622222222222,NA,NA,NA,NA,0.761473316844,0.780487804878,0.612450323065,0.634146341463,NA,0.782608695652,0.5,NA,NA,NA,0.761473316844,0.780487804878,0.668787850986,0.682926829268,0.652173913043,0.782608695652,0.5,0.369565217391,0.761473316844,0.780487804878,0.483416919272,0.487804878049,0.521739130435,0.782608695652,0.5,0.347826086957,0.652173913043,0.782608695652,0.5,0.369565217391,0.673913043478,0.782608695652,0.5,0.369565217391,0.565217391304,0.782608695652,0.5,0.347826086957,0.888888888889,0.72131147541,0.885057471264,0.666666666667,0.888888888889,0.709677419355,0.885057471264,0.672413793103,0.888888888889,0.671641791045,0.885057471264,0.645161290323,0.458271729131539,0.458271729131539,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-47","wmt14_rbmt1.0.fr-en___905___order___9",47,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.5,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.25,NA,0.25,0.25,36,32,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-48","wmt14_uedin-wmt14.3422.hi-en___399",48,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,100,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-49","wmt15_illinois.3955.fi-en___189___swap___4",49,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,16,16,17,0.666666666666667,NA,0.666666666666667,0.75,1,101,0.942636681396,0.941176470588,0.872861570929,0.882352941176,NA,NA,NA,NA,0.75813493372,0.764705882353,0.75813493372,0.764705882353,NA,0.861111111111,0.5,NA,NA,NA,0.75813493372,0.764705882353,0.75813493372,0.764705882353,0.861111111111,0.861111111111,0.5,0.5,0.75813493372,0.764705882353,0.75813493372,0.764705882353,0.861111111111,0.861111111111,0.5,0.5,0.861111111111,0.888888888889,0.5,0.472222222222,0.888888888889,0.888888888889,0.5,0.5,0.888888888889,0.888888888889,0.5,0.5,0.95652173913,0.90243902439,0.606557377049,0.723404255319,0.95652173913,0.926829268293,0.606557377049,0.826086956522,0.95652173913,0.926829268293,0.606557377049,0.863636363636,0.489830199749684,0.489830199749684,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"18-50","wmt16_real.online-b.0.ro-en___1445___order___12",50,18,TRUE,20,0,3,2,0,1,14,"Female","British",1,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,29,29,23,0,NA,0,0,1,168,0.626408627884,0.642857142857,0.488857457599,0.5,NA,NA,NA,NA,0.675124202992,0.692307692308,0.503851471743,0.5,NA,0.688524590164,0.491803278689,NA,NA,NA,0.675124202992,0.692307692308,0.519257358716,0.5,0.573770491803,0.688524590164,0.491803278689,0.393442622951,0.675124202992,0.692307692308,0.424558258363,0.423076923077,0.491803278689,0.688524590164,0.491803278689,0.344262295082,0.540983606557,0.688524590164,0.491803278689,0.393442622951,0.55737704918,0.688524590164,0.491803278689,0.393442622951,0.508196721311,0.688524590164,0.491803278689,0.344262295082,0.909090909091,0.518518518519,0.858156028369,0.474358974359,0.909090909091,0.547619047619,0.858156028369,0.463414634146,0.909090909091,0.619565217391,0.858156028369,0.561797752809,0.424372080191157,0.431052011083055,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-1","wmt16_real.online-a.0.ru-en___1428___order___5",1,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,10,10,8,0.545454545454545,NA,0.545454545454545,0.5,1,168,0.737051070343,0.761904761905,0.576951613998,0.571428571429,NA,NA,NA,NA,0.768143421631,0.782608695652,0.530579020115,0.521739130435,NA,0.75,0.5,NA,NA,NA,0.768143421631,0.782608695652,0.512095614421,0.521739130435,0.583333333333,0.75,0.5,0.333333333333,0.768143421631,0.782608695652,0.512095614421,0.521739130435,0.583333333333,0.75,0.5,0.375,0.583333333333,0.708333333333,0.5,0.375,0.583333333333,0.708333333333,0.5,0.333333333333,0.583333333333,0.708333333333,0.5,0.375,0.857142857143,0.485714285714,0.717948717949,0.527777777778,0.857142857143,0.583333333333,0.717948717949,0.527777777778,0.857142857143,0.606060606061,0.717948717949,0.605263157895,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-2","wmt15_um-nda.4137.de-en___221",2,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,18,16,NA,0.75,0.75,0.75,1,114,0.856521611473,0.928571428571,0.605391237966,0.642857142857,0.8,0.9,0.5,0.4,0.889812851104,0.965517241379,0.691581259712,0.758620689655,0.8,0.810810810811,0.459459459459,0.4,0.9,0.8,0.889812851104,0.965517241379,0.691581259712,0.758620689655,0.621621621622,0.810810810811,0.459459459459,0.378378378378,0.889812851104,0.965517241379,0.828144142564,0.896551724138,0.756756756757,0.810810810811,0.459459459459,0.405405405405,0.567567567568,0.783783783784,0.459459459459,0.378378378378,0.567567567568,0.783783783784,0.459459459459,0.378378378378,0.72972972973,0.783783783784,0.459459459459,0.405405405405,0.927536231884,0.825,0.9,0.842105263158,0.927536231884,0.825,0.9,0.842105263158,0.927536231884,0.891891891892,0.9,0.862068965517,0.326463559856289,0.496373003508767,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0472980148501316,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4880325,0.55838422,-0.0528401003383008,0.506849315068,41.2346,43.8805,11.87321678,0.346627966947,0.45984795,0.479376,0.428095,0.257359112906549,4.06865121556,0.5544015775,0.496079429119,0.489452327272727
"19-3","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",3,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.75,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.727272727272727,NA,0.727272727272727,0.75,36,61,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-4","wmt14_rbmt1.0.fr-en___905",4,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,121,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-5","wmt16_real.online-g.0.ru-en___1795",5,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,9,8,8,NA,NA,NA,NA,1,323,0.656060418151,0.705882352941,0.460900636863,0.470588235294,NA,NA,NA,NA,0.788930845938,0.823529411765,0.656060418151,0.705882352941,NA,0.75,0.45,NA,NA,NA,0.788930845938,0.823529411765,0.656060418151,0.705882352941,0.6,0.75,0.45,0.3,0.788930845938,0.823529411765,0.656060418151,0.705882352941,0.6,0.75,0.45,0.35,0.5,0.6,0.45,0.3,0.5,0.6,0.45,0.3,0.55,0.6,0.45,0.35,0.806451612903,0.724137931034,0.785714285714,0.695652173913,0.806451612903,0.758620689655,0.785714285714,0.739130434783,0.806451612903,0.814814814815,0.785714285714,0.761904761905,0.28364421193261,0.453830739092176,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-6","wmt16_real.jhu-pbmt.4284.ro-en___853",6,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,114,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-7","wmt16_real.uedin-syntax.4272.ro-en___1194___order___1",7,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,1,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,18,18,24,0.909090909090909,NA,0.909090909090909,1,1,323,0.945454545455,0.945454545455,0.8,0.8,NA,NA,NA,NA,0.955289178835,0.962962962963,0.816290542532,0.814814814815,NA,0.945454545455,0.490909090909,NA,NA,NA,0.955289178835,0.962962962963,0.881805395848,0.888888888889,0.872727272727,0.945454545455,0.490909090909,0.454545454545,0.955289178835,0.962962962963,0.661354046886,0.666666666667,0.654545454545,0.945454545455,0.490909090909,0.363636363636,0.854545454545,0.945454545455,0.490909090909,0.454545454545,0.872727272727,0.945454545455,0.490909090909,0.454545454545,0.654545454545,0.945454545455,0.490909090909,0.363636363636,0.904761904762,0.818181818182,0.932203389831,0.8125,0.904761904762,0.864406779661,0.932203389831,0.859649122807,0.904761904762,0.736842105263,0.932203389831,0.739726027397,0.549107031038851,0.555871393015416,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-8","wmt15_limsi-ncode-soul.3998.ru-en___211___choice___1",8,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,19,19,13,0.909090909090909,NA,0.909090909090909,1,1,54,0.977989895953,0.977777777778,0.977989895953,0.977777777778,NA,NA,NA,NA,0.990347422402,1,0.990347422402,1,NA,0.978260869565,0.5,NA,NA,NA,0.990347422402,1,0.990347422402,1,0.978260869565,0.978260869565,0.5,0.5,0.990347422402,1,0.990347422402,1,0.978260869565,0.978260869565,0.5,0.5,0.95652173913,0.95652173913,0.5,0.5,0.95652173913,0.95652173913,0.5,0.5,0.95652173913,0.95652173913,0.5,0.5,0.865384615385,0.936170212766,1,1,0.865384615385,0.934782608696,1,1,0.865384615385,0.979591836735,1,1,0.584719672176458,0.628573647589693,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-9","wmt14_uedin-syntax.3289.cs-en___1008",9,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,7,7,28,NA,0.63,0.63,0.75,1,323,1,1,0.75,0.75,0.72,0.92,0.5,0.38,1,1,0.75,0.75,0.72,1,0.5,0.38,0.913043478261,0.652173913043,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,0.875,0.9375,0.5,0.5,0.9375,0.9375,0.5,0.5,0.9375,0.9375,0.5,0.5,1,0.882352941176,1,0.882352941176,1,1,1,1,1,1,1,1,0.413057698178706,0.532977675069298,0.1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,-144.297745,0.0491219,0.0351232,0.498506170469561,0.485885157941548,0.227168174612143,NA,-0.0886,0.0886,0.22655307,0.19174854,0.202778,0.22694444,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-10","wmt16_real.amu-uedin.4458.ru-en___660",10,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,101,75,59,NA,NA,NA,NA,1,114,0.66019292916,0.675675675676,0.537629690455,0.567567567568,NA,NA,NA,NA,0.75405852632,0.802721088435,0.614959450825,0.666666666667,NA,0.715736040609,0.416243654822,NA,NA,NA,0.75405852632,0.802721088435,0.598837333736,0.639455782313,0.573604060914,0.715736040609,0.416243654822,0.360406091371,0.75405852632,0.802721088435,0.613255836851,0.65306122449,0.598984771574,0.715736040609,0.416243654822,0.370558375635,0.573604060914,0.685279187817,0.416243654822,0.370558375635,0.558375634518,0.685279187817,0.416243654822,0.360406091371,0.58883248731,0.685279187817,0.416243654822,0.370558375635,0.880177514793,0.675159235669,0.902402402402,0.662447257384,0.880177514793,0.724137931034,0.902402402402,0.702040816327,0.880177514793,0.755852842809,0.902402402402,0.746666666667,0.276266174016763,0.469538974065186,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-11","wmt14_uedin-wmt14.3422.hi-en___420___order___7",11,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.5,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,15,15,10,0.363636363636364,NA,0.363636363636364,0.25,1,98,0.68256332399,0.6875,0.547689971969,0.5625,0.860465116279,0.93023255814,0.488372093023,0.441860465116,0.697277894526,0.689655172414,0.541242895027,0.551724137931,0.813953488372,0.705882352941,0.5,0.441860465116,0.952380952381,0.857142857143,0.697277894526,0.689655172414,0.541242895027,0.551724137931,0.529411764706,0.705882352941,0.5,0.323529411765,0.697277894526,0.689655172414,0.591628027119,0.620689655172,0.558823529412,0.705882352941,0.5,0.382352941176,0.529411764706,0.705882352941,0.5,0.323529411765,0.529411764706,0.705882352941,0.5,0.323529411765,0.558823529412,0.705882352941,0.5,0.382352941176,0.847222222222,0.520833333333,0.793103448276,0.536585365854,0.847222222222,0.608695652174,0.793103448276,0.604651162791,0.847222222222,0.674418604651,0.793103448276,0.615384615385,0.450028729743679,0.450028729743679,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-12","wmt14_rbmt1.0.ru-en___51",12,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,12,16,NA,0.5,0.5,0.5,1,54,0.824641109202,0.846153846154,0.768035617178,0.769230769231,0.692307692308,0.846153846154,0.5,0.423076923077,0.824641109202,0.846153846154,0.824641109202,0.846153846154,0.730769230769,0.8,0.433333333333,0.423076923077,0.75,0.666666666667,0.824641109202,0.846153846154,0.824641109202,0.846153846154,0.8,0.8,0.433333333333,0.433333333333,0.824641109202,0.846153846154,0.824641109202,0.846153846154,0.8,0.8,0.433333333333,0.433333333333,0.8,0.8,0.433333333333,0.433333333333,0.8,0.8,0.433333333333,0.433333333333,0.8,0.8,0.433333333333,0.433333333333,0.756097560976,0.756756756757,0.681818181818,0.694444444444,0.756097560976,0.756756756757,0.681818181818,0.694444444444,0.756097560976,0.757575757576,0.681818181818,0.75,0.364598866244364,0.545285030046881,0.345866691099678,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3485,-137.517258,0.15906224733,0.10259,NA,NA,NA,0.603718064,-0.3388,0.2546,0.56763971,0.4629085,0.635043,0.665257263,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-13","wmt16_real.online-f.0.de-en___2506",13,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.25,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,22,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-14","wmt16_real.pjatk.4520.cs-en___877___order___11",14,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0,NA,0,0,36,101,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-15","wmt14_rbmt1.0.fr-en___905___order___10",15,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.0909090909090909,NA,0.0909090909090909,0,36,168,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-16","wmt14_afrl.3349.ru-en___678",16,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,18,14,NA,0.25,0.25,0.25,1,101,0.884461284411,0.914285714286,0.711375800212,0.742857142857,0.611111111111,0.833333333333,0.5,0.388888888889,0.855366059832,0.882352941176,0.679587442913,0.705882352941,0.611111111111,0.825,0.45,0.388888888889,0.705882352941,0.529411764706,0.855366059832,0.882352941176,0.679587442913,0.705882352941,0.675,0.825,0.45,0.375,0.855366059832,0.882352941176,0.722495632045,0.764705882353,0.7,0.825,0.45,0.4,0.65,0.8,0.45,0.375,0.65,0.8,0.45,0.375,0.675,0.8,0.45,0.4,0.872340425532,0.75,0.901960784314,0.68085106383,0.872340425532,0.619047619048,0.901960784314,0.613636363636,0.872340425532,0.7,0.901960784314,0.682926829268,0.419467462173625,0.500468075558876,0.288862388245393,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2824,-127.178169,0.134718336474,0.088883,NA,NA,NA,0.288744543,-0.3436,0.3161,0.4696366,0.38279383,0.515142,0.512049362,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-17","wmt15_limsi.4021.fi-en___279___phrase___10",17,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.25,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,35,35,22,0.0909090909090909,NA,0.0909090909090909,0,1,101,0.75795982866,0.767123287671,0.693610248289,0.712328767123,NA,NA,NA,NA,0.760088966709,0.771428571429,0.667204048598,0.685714285714,NA,0.759493670886,0.493670886076,NA,NA,NA,0.760088966709,0.771428571429,0.694274647133,0.714285714286,0.696202531646,0.759493670886,0.493670886076,0.417721518987,0.760088966709,0.771428571429,0.673040609851,0.685714285714,0.683544303797,0.759493670886,0.493670886076,0.405063291139,0.683544303797,0.772151898734,0.493670886076,0.405063291139,0.708860759494,0.772151898734,0.493670886076,0.417721518987,0.696202531646,0.772151898734,0.493670886076,0.405063291139,0.871900826446,0.754545454545,0.746753246753,0.811764705882,0.871900826446,0.763636363636,0.746753246753,0.767441860465,0.871900826446,0.78,0.746753246753,0.747252747253,0.537048258763673,0.542976713568207,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-18","wmt14_rbmt1.0.fr-en___905___order___9",18,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.181818181818182,NA,0.181818181818182,0,36,168,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-19","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",19,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.454545454545455,NA,0.454545454545455,0.5,35,114,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-20","wmt14_uedin-wmt14.3422.hi-en___420___choice___3",20,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,15,15,10,0.727272727272727,NA,0.727272727272727,0.75,1,114,0.907108118375,0.903225806452,0.845180197292,0.838709677419,0.5,0.666666666667,0.5,0.333333333333,1,1,0.941176470588,0.941176470588,0.5,1,0.5,0.333333333333,0.625,0.625,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,0.852941176471,0.911764705882,0.5,0.470588235294,0.911764705882,0.911764705882,0.5,0.5,0.911764705882,0.911764705882,0.5,0.5,0.867924528302,0.857142857143,1,0.939393939394,0.867924528302,0.904761904762,1,1,0.867924528302,0.906976744186,1,1,0.387620127323126,0.532977675069298,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-21","wmt14_iitb-ranked-ppl.3173.hi-en___392",21,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,30,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-22","wmt16_real.online-a.0.ru-en___1428___order___8",22,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,10,10,8,0.272727272727273,NA,0.272727272727273,0.25,1,143,0.539590623024,0.5,0.427713436117,0.4,NA,NA,NA,NA,0.530579020115,0.521739130435,0.445229751044,0.434782608696,NA,0.625,0.5,NA,NA,NA,0.530579020115,0.521739130435,0.512095614421,0.521739130435,0.541666666667,0.625,0.5,0.333333333333,0.530579020115,0.521739130435,0.530579020115,0.521739130435,0.541666666667,0.625,0.5,0.375,0.541666666667,0.541666666667,0.5,0.333333333333,0.5,0.541666666667,0.5,0.333333333333,0.458333333333,0.541666666667,0.5,0.375,0.849056603774,0.5625,0.723404255319,0.542857142857,0.849056603774,0.625,0.723404255319,0.571428571429,0.849056603774,0.538461538462,0.723404255319,0.5,0.421484497598424,0.421484497598424,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-23","wmt16_real.online-a.0.de-en___218___choice___3",23,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.5,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.727272727272727,NA,0.727272727272727,0.75,36,48,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-24","wmt14_afrl.3456.hi-en___371___swap___2",24,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.75,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.818181818181818,NA,0.818181818181818,1,36,47,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-25","wmt14_uedin-wmt14.3364.ru-en___445",25,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,28,24,9,NA,0.75,0.75,0.75,1,50,0.808458453831,0.84,0.673821758998,0.68,0.545454545455,0.727272727273,0.5,0.409090909091,0.80430914844,0.833333333333,0.680345726472,0.708333333333,0.5,0.771929824561,0.473684210526,0.409090909091,0.666666666667,0.666666666667,0.80430914844,0.833333333333,0.680345726472,0.708333333333,0.684210526316,0.771929824561,0.473684210526,0.438596491228,0.80430914844,0.833333333333,0.710610034788,0.75,0.701754385965,0.771929824561,0.473684210526,0.421052631579,0.684210526316,0.771929824561,0.473684210526,0.438596491228,0.684210526316,0.771929824561,0.473684210526,0.438596491228,0.701754385965,0.771929824561,0.473684210526,0.421052631579,0.877358490566,0.614285714286,0.820754716981,0.666666666667,0.877358490566,0.614285714286,0.820754716981,0.666666666667,0.877358490566,0.765625,0.820754716981,0.770491803279,0.379449457841258,0.518355062943862,0.328021570692309,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3317,-129.337128,0.145901751208,0.0851245,NA,NA,NA,0.423650642,-0.3881,0.24,0.49115895,0.39894645,0.546161,0.591923831,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-26","wmt16_real.cu-mergedtrees.4515.cs-en___205",26,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.25,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,28,27,25,NA,0.13,0.13,0,1,22,0.630710768381,0.695652173913,0.519861489028,0.565217391304,NA,NA,NA,NA,0.626535931221,0.666666666667,0.400979418498,0.43137254902,NA,0.661538461538,0.492307692308,NA,NA,NA,0.626535931221,0.666666666667,0.478673093705,0.509803921569,0.492307692308,0.661538461538,0.492307692308,0.369230769231,0.626535931221,0.666666666667,0.563891281807,0.588235294118,0.6,0.661538461538,0.492307692308,0.4,0.523076923077,0.6,0.492307692308,0.4,0.492307692308,0.6,0.492307692308,0.369230769231,0.569230769231,0.6,0.492307692308,0.4,0.934131736527,0.602409638554,0.947368421053,0.542553191489,0.934131736527,0.654761904762,0.947368421053,0.613636363636,0.934131736527,0.684210526316,0.947368421053,0.68,0.263485401286768,0.433547493223059,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-27","wmt15_online-a.0.fi-en___303",27,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,34,22,NA,0.5,0.5,0.5,1,54,0.580597876679,0.592592592593,0.505544642122,0.518518518519,0.480769230769,0.615384615385,0.480769230769,0.346153846154,0.591687160922,0.62962962963,0.448190025067,0.481481481481,0.423076923077,0.594936708861,0.493670886076,0.346153846154,0.444444444444,0.4,0.591687160922,0.62962962963,0.510024593107,0.555555555556,0.518987341772,0.594936708861,0.493670886076,0.379746835443,0.591687160922,0.62962962963,0.498935308863,0.518518518519,0.506329113924,0.594936708861,0.493670886076,0.367088607595,0.493670886076,0.594936708861,0.493670886076,0.367088607595,0.544303797468,0.594936708861,0.493670886076,0.379746835443,0.53164556962,0.594936708861,0.493670886076,0.367088607595,0.910344827586,0.592592592593,0.875471698113,0.56,0.910344827586,0.619469026549,0.875471698113,0.619565217391,0.910344827586,0.580357142857,0.875471698113,0.52688172043,0.249232096196673,0.424078842096762,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0514575654065142,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5200876,0.58138322,-0.0664972602857369,0.454545454545,51.2929,37.5824,12.63087539,0.415924114286,0.69629898,0.308084,0.260357,0.327544911101023,4.57811636709,0.3318105925,0.538130102992,0.559547918181818
"19-28","wmt15_online-f.0.ru-en___209",28,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.25,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,19,13,NA,0.33,0.33,0.25,1,33,0.71910917734,0.727272727273,0.550556764163,0.545454545455,0.65,0.9,0.5,0.4,0.617688490779,0.689655172414,0.541854421593,0.551724137931,0.65,0.666666666667,0.488888888889,0.4,0.9,0.6,0.617688490779,0.689655172414,0.497974433378,0.48275862069,0.533333333333,0.666666666667,0.488888888889,0.4,0.617688490779,0.689655172414,0.52992851435,0.551724137931,0.555555555556,0.666666666667,0.488888888889,0.4,0.555555555556,0.666666666667,0.488888888889,0.422222222222,0.533333333333,0.666666666667,0.488888888889,0.4,0.555555555556,0.666666666667,0.488888888889,0.4,0.903225806452,0.68253968254,0.833333333333,0.6,0.903225806452,0.540983606557,0.833333333333,0.489361702128,0.903225806452,0.625,0.833333333333,0.536585365854,0.231221511154904,0.465695470611863,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0988780717311921,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4380723,0.52347125,-0.0682021561806194,0.53488372093,50.7023,47.0203,12.90563289,0.459563624613,0.4525868,0.591604,0.529963,0.338338668143659,4.58994985158,0.4272027025,0.480983060973,0.462664545454545
"19-29","wmt16_real.online-g.0.fi-en___2227",29,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,22,14,13,NA,NA,NA,NA,1,114,0.757827872611,0.789473684211,0.608409692448,0.631578947368,NA,NA,NA,NA,0.743290369667,0.787878787879,0.570877557316,0.606060606061,NA,0.697674418605,0.395348837209,NA,NA,NA,0.743290369667,0.787878787879,0.570877557316,0.606060606061,0.558139534884,0.697674418605,0.395348837209,0.348837209302,0.743290369667,0.787878787879,0.666660346266,0.727272727273,0.604651162791,0.697674418605,0.395348837209,0.372093023256,0.558139534884,0.651162790698,0.395348837209,0.348837209302,0.558139534884,0.651162790698,0.395348837209,0.348837209302,0.581395348837,0.651162790698,0.395348837209,0.372093023256,0.851351351351,0.758064516129,0.564516129032,0.666666666667,0.851351351351,0.758064516129,0.564516129032,0.666666666667,0.851351351351,0.8,0.564516129032,0.659090909091,0.303771575088744,0.471664286927051,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-30","wmt14_iitb-ranked-ppl.3173.hi-en___674",30,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.25,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,33,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-31","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",31,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.75,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.181818181818182,NA,0.181818181818182,0,36,61,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-32","wmt16_real.pjatk.4520.cs-en___1555",32,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.25,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,33,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-33","wmt14_uedin-wmt14.3422.hi-en___399",33,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.25,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,33,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-34","wmt14_uedin-wmt14.3422.hi-en___420___phrase___2",34,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.75,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,15,15,10,0.818181818181818,NA,0.818181818181818,1,1,121,0.912816619948,0.9375,0.851962178618,0.875,NA,NA,NA,NA,0.882352941176,0.882352941176,0.823529411765,0.823529411765,NA,0.882352941176,0.5,NA,NA,NA,0.882352941176,0.882352941176,0.705882352941,0.705882352941,0.735294117647,0.882352941176,0.5,0.382352941176,0.882352941176,0.882352941176,0.705882352941,0.705882352941,0.764705882353,0.882352941176,0.5,0.411764705882,0.823529411765,0.882352941176,0.5,0.411764705882,0.735294117647,0.882352941176,0.5,0.382352941176,0.764705882353,0.882352941176,0.5,0.411764705882,0.934782608696,0.888888888889,0.796296296296,0.857142857143,0.934782608696,0.74358974359,0.796296296296,0.710526315789,0.934782608696,0.692307692308,0.796296296296,0.615384615385,0.550765124660775,0.550765124660775,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-35","wmt16_real.online-a.0.ru-en___1428___phrase___5",35,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.5,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,10,10,8,0.545454545454545,NA,0.545454545454545,0.5,1,98,0.737578698424,0.727272727273,0.737578698424,0.727272727273,0.5,0.7,0.5,0.366666666667,0.666666666667,0.666666666667,0.666666666667,0.666666666667,0.533333333333,0.75,0.5,0.366666666667,0.72,0.4,0.666666666667,0.666666666667,0.666666666667,0.666666666667,0.666666666667,0.75,0.5,0.416666666667,0.666666666667,0.666666666667,0.5,0.5,0.583333333333,0.75,0.5,0.416666666667,0.75,0.75,0.5,0.458333333333,0.666666666667,0.75,0.5,0.416666666667,0.583333333333,0.75,0.5,0.416666666667,0.823529411765,0.76,0.74358974359,0.875,0.823529411765,0.703703703704,0.74358974359,0.833333333333,0.823529411765,0.709677419355,0.74358974359,0.766666666667,0.496373003508767,0.496373003508767,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-36","wmt14_uedin-wmt14.3422.hi-en___420___phrase___5",36,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.75,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,15,15,10,0.545454545454545,NA,0.545454545454545,0.5,1,47,0.897304566214,0.909090909091,0.8374842618,0.848484848485,NA,NA,NA,NA,0.882352941176,0.882352941176,0.823529411765,0.823529411765,NA,0.882352941176,0.5,NA,NA,NA,0.882352941176,0.882352941176,0.705882352941,0.705882352941,0.735294117647,0.882352941176,0.5,0.441176470588,0.882352941176,0.882352941176,0.705882352941,0.705882352941,0.764705882353,0.882352941176,0.5,0.441176470588,0.823529411765,0.882352941176,0.5,0.470588235294,0.735294117647,0.882352941176,0.5,0.441176470588,0.764705882353,0.882352941176,0.5,0.441176470588,0.860465116279,0.882352941176,0.863636363636,0.882352941176,0.860465116279,0.72972972973,0.863636363636,0.72972972973,0.860465116279,0.666666666667,0.863636363636,0.710526315789,0.550765124660775,0.550765124660775,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-37","wmt15_online-b.0.fr-en___5",37,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,11,15,NA,0.83,0.83,1,1,323,0.789972873354,0.8,0.48066847511,0.48,NA,NA,NA,NA,0.80775707211,0.833333333333,0.491474579592,0.5,NA,0.814814814815,0.481481481481,NA,NA,NA,0.80775707211,0.833333333333,0.72868644898,0.75,0.740740740741,0.814814814815,0.481481481481,0.407407407407,0.80775707211,0.833333333333,0.80775707211,0.833333333333,0.814814814815,0.814814814815,0.481481481481,0.444444444444,0.555555555556,0.777777777778,0.481481481481,0.333333333333,0.703703703704,0.777777777778,0.481481481481,0.407407407407,0.777777777778,0.777777777778,0.481481481481,0.444444444444,0.933333333333,0.571428571429,0.918918918919,0.575757575758,0.933333333333,0.774193548387,0.918918918919,0.777777777778,0.933333333333,0.84375,0.918918918919,0.851851851852,0.308835446404442,0.468500373793146,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0193814014854661,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3978277,0.76309855,-0.0240365678730947,0.625,33.3575,27.9688,11.51740004,0.324127156364,0.56726843,0.391431,0.30184,0.247911186212561,3.44758899562,0.42658615,0.39320588224,0.407381045454545
"19-38","wmt16_real.uedin-syntax.4272.ro-en___1194",38,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,18,21,24,NA,NA,NA,NA,1,323,0.766321831071,0.78431372549,0.619385648411,0.627450980392,NA,NA,NA,NA,0.803055876736,0.823529411765,0.627295877854,0.627450980392,NA,0.796610169492,0.474576271186,NA,NA,NA,0.803055876736,0.823529411765,0.619385648411,0.627450980392,0.627118644068,0.796610169492,0.474576271186,0.35593220339,0.803055876736,0.823529411765,0.64029923519,0.666666666667,0.627118644068,0.796610169492,0.474576271186,0.372881355932,0.627118644068,0.779661016949,0.474576271186,0.389830508475,0.627118644068,0.779661016949,0.474576271186,0.35593220339,0.64406779661,0.779661016949,0.474576271186,0.372881355932,0.915492957746,0.69512195122,0.76404494382,0.7,0.915492957746,0.686046511628,0.76404494382,0.636363636364,0.915492957746,0.714285714286,0.76404494382,0.662337662338,0.437591216038568,0.510884134236446,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-39","wmt14_afrl.3456.hi-en___371___swap___8",39,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.25,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.272727272727273,NA,0.272727272727273,0.25,35,143,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-40","wmt16_real.online-a.0.ru-en___1428___choice___3",40,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.25,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,10,10,8,0.727272727272727,NA,0.727272727272727,0.75,1,33,0.9108459232,0.909090909091,0.732537769599,0.727272727273,NA,NA,NA,NA,0.95652173913,0.95652173913,0.782608695652,0.782608695652,NA,0.95652173913,0.478260869565,NA,NA,NA,0.95652173913,0.95652173913,0.608695652174,0.608695652174,0.695652173913,0.95652173913,0.478260869565,0.391304347826,0.95652173913,0.95652173913,0.608695652174,0.608695652174,0.695652173913,0.95652173913,0.478260869565,0.391304347826,0.739130434783,0.826086956522,0.478260869565,0.434782608696,0.652173913043,0.826086956522,0.478260869565,0.391304347826,0.652173913043,0.826086956522,0.478260869565,0.391304347826,0.928571428571,0.793103448276,0.95652173913,0.821428571429,0.928571428571,0.642857142857,0.95652173913,0.678571428571,0.928571428571,0.642857142857,0.95652173913,0.678571428571,0.295656270497378,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-41","wmt16_real.online-f.0.de-en___218",41,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,98,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-42","wmt16_real.online-g.0.ru-en___1428",42,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.25,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,10,11,8,NA,NA,NA,NA,1,22,0.806158185172,0.818181818182,0.543736883596,0.545454545455,0.571428571429,0.714285714286,0.5,0.392857142857,0.723754373814,0.7,0.519795311512,0.5,0.535714285714,0.75,0.5,0.392857142857,0.714285714286,0.5,0.723754373814,0.7,0.519795311512,0.5,0.583333333333,0.75,0.5,0.375,0.723754373814,0.7,0.519795311512,0.5,0.583333333333,0.75,0.5,0.416666666667,0.541666666667,0.708333333333,0.5,0.375,0.541666666667,0.708333333333,0.5,0.375,0.541666666667,0.708333333333,0.5,0.416666666667,0.8125,0.555555555556,0.731707317073,0.575757575758,0.8125,0.588235294118,0.731707317073,0.606060606061,0.8125,0.5625,0.731707317073,0.566666666667,0.219762345051318,0.421484497598424,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-43","wmt15_online-b.0.de-en___225___swap___8",43,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,15,15,16,0.272727272727273,NA,0.272727272727273,0.25,1,101,0.721324355125,0.709677419355,0.522168184139,0.516129032258,NA,NA,NA,NA,0.804272206649,0.8125,0.37829111734,0.375,NA,0.852941176471,0.5,NA,NA,NA,0.804272206649,0.8125,0.425981089309,0.4375,0.558823529412,0.852941176471,0.5,0.352941176471,0.804272206649,0.8125,0.5,0.5,0.617647058824,0.852941176471,0.5,0.411764705882,0.558823529412,0.764705882353,0.5,0.382352941176,0.558823529412,0.764705882353,0.5,0.352941176471,0.647058823529,0.764705882353,0.5,0.411764705882,0.815789473684,0.686274509804,0.714285714286,0.6875,0.815789473684,0.705882352941,0.714285714286,0.695652173913,0.815789473684,0.734693877551,0.714285714286,0.733333333333,0.460413014633455,0.460413014633455,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-44","wmt16_real.online-g.0.de-en___1654",44,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,54,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-45","wmt16_real.pjatk.4520.cs-en___877",45,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,114,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-46","wmt15_limsi.4021.fi-en___279___phrase___9",46,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.25,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,35,35,22,0.181818181818182,NA,0.181818181818182,0,1,143,0.654282480277,0.676056338028,0.48265285248,0.478873239437,0.625,0.75,0.5,0.375,0.761018463484,0.8,0.483780481195,0.492307692308,0.625,0.717948717949,0.487179487179,0.375,0.615384615385,0.615384615385,0.761018463484,0.8,0.597112020143,0.615384615385,0.615384615385,0.717948717949,0.487179487179,0.384615384615,0.761018463484,0.8,0.613263174719,0.646153846154,0.628205128205,0.717948717949,0.487179487179,0.397435897436,0.538461538462,0.717948717949,0.487179487179,0.346153846154,0.628205128205,0.717948717949,0.487179487179,0.384615384615,0.641025641026,0.717948717949,0.487179487179,0.397435897436,0.876068376068,0.607476635514,0.80193236715,0.606382978723,0.876068376068,0.657657657658,0.80193236715,0.67032967033,0.876068376068,0.70297029703,0.80193236715,0.720930232558,0.49081094131657,0.501789607109177,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-47","wmt15_online-b.0.de-en___225___swap___4",47,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.5,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,15,15,16,0.636363636363636,NA,0.636363636363636,0.75,1,98,0.910269543379,0.909090909091,0.730808630136,0.727272727273,NA,NA,NA,NA,0.804272206649,0.8125,0.669398854628,0.6875,NA,0.852941176471,0.5,NA,NA,NA,0.804272206649,0.8125,0.608544413299,0.625,0.647058823529,0.852941176471,0.5,0.352941176471,0.804272206649,0.8125,0.804272206649,0.8125,0.852941176471,0.852941176471,0.5,0.470588235294,0.705882352941,0.882352941176,0.5,0.382352941176,0.647058823529,0.882352941176,0.5,0.352941176471,0.882352941176,0.882352941176,0.5,0.470588235294,0.840909090909,0.825,0.714285714286,0.763157894737,0.840909090909,0.756097560976,0.714285714286,0.658536585366,0.840909090909,0.857142857143,0.714285714286,0.742857142857,0.550765124660775,0.550765124660775,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-48","wmt15_limsi-ncode-soul.3998.ru-en___211___choice___2",48,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,19,19,13,0.818181818181818,NA,0.818181818181818,1,1,54,0.977989895953,0.977777777778,0.977989895953,0.977777777778,NA,NA,NA,NA,0.990347422402,1,0.990347422402,1,NA,0.978260869565,0.5,NA,NA,NA,0.990347422402,1,0.990347422402,1,0.978260869565,0.978260869565,0.5,0.5,0.990347422402,1,0.990347422402,1,0.978260869565,0.978260869565,0.5,0.5,0.95652173913,0.95652173913,0.5,0.5,0.95652173913,0.95652173913,0.5,0.5,0.95652173913,0.95652173913,0.5,0.5,0.957446808511,0.955555555556,1,1,0.957446808511,0.955555555556,1,1,0.957446808511,0.977272727273,1,1,0.567178082011165,0.628573647589693,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-49","wmt14_cmu.3510.hi-en___388",49,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,15,10,NA,0.5,0.5,0.5,1,54,0.500063973824,0.444444444444,0.414250985638,0.444444444444,NA,NA,NA,NA,0.642013159212,0.689655172414,0.541242895027,0.551724137931,NA,0.647058823529,0.5,NA,NA,NA,0.642013159212,0.689655172414,0.541242895027,0.551724137931,0.529411764706,0.647058823529,0.5,0.382352941176,0.642013159212,0.689655172414,0.477041579105,0.48275862069,0.5,0.647058823529,0.5,0.382352941176,0.529411764706,0.558823529412,0.5,0.352941176471,0.5,0.558823529412,0.5,0.382352941176,0.470588235294,0.558823529412,0.5,0.382352941176,0.79746835443,0.65306122449,0.746031746032,0.717391304348,0.79746835443,0.6875,0.746031746032,0.795918367347,0.79746835443,0.581395348837,0.746031746032,0.659574468085,0.354089484702093,0.552506397529478,0.300505912217148,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2699,-227.334793,0.152059283665,0.110385,NA,NA,NA,NA,-0.3083,0.2202,0.28054159,0.23724744,0.412739,0.444394627,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"19-50","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",50,19,TRUE,21,0,2,2,0,1,13,"Male","British",1,0.75,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.818181818181818,NA,0.818181818181818,1,36,114,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-1","wmt14_onlinea.0.cs-en___1328",1,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0.25,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,16,13,NA,0.67,0.67,0.75,1,22,0.821006335766,0.848484848485,0.548796526731,0.545454545455,NA,NA,NA,NA,0.808752404418,0.848484848485,0.548796526731,0.545454545455,NA,0.789473684211,0.5,NA,NA,NA,0.808752404418,0.848484848485,0.638074160189,0.666666666667,0.684210526316,0.789473684211,0.5,0.421052631579,0.808752404418,0.848484848485,0.548796526731,0.545454545455,0.578947368421,0.789473684211,0.5,0.342105263158,0.578947368421,0.763157894737,0.5,0.368421052632,0.657894736842,0.763157894737,0.5,0.421052631579,0.552631578947,0.763157894737,0.5,0.342105263158,0.913793103448,0.630434782609,0.918032786885,0.586956521739,0.913793103448,0.727272727273,0.918032786885,0.673913043478,0.913793103448,0.673913043478,0.918032786885,0.63829787234,0.343407755679965,0.458271729131539,0.157888227365316,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,-234.153595,0.0792775782096,0.0584246,0.635536755344113,0.625894279990905,0.365970153728642,NA,-0.1766,0.1579,0.32710388,0.28557238,0.50201,0.581129495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-2","wmt15_um-nda.4137.de-en___188___swap___10",2,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,19,0.166666666666667,NA,0.166666666666667,0,1,168,0.790848501888,0.8,0.790848501888,0.8,NA,NA,NA,NA,0.814278639352,0.826086956522,0.814278639352,0.826086956522,NA,0.88,0.5,NA,NA,NA,0.814278639352,0.826086956522,0.814278639352,0.826086956522,0.88,0.88,0.5,0.5,0.814278639352,0.826086956522,0.604759546451,0.608695652174,0.68,0.88,0.5,0.4,0.84,0.84,0.5,0.5,0.84,0.84,0.5,0.5,0.68,0.84,0.5,0.4,0.850746268657,0.824561403509,0.848484848485,0.833333333333,0.850746268657,0.824561403509,0.848484848485,0.833333333333,0.850746268657,0.671875,0.848484848485,0.6875,0.473556316608205,0.473556316608205,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-3","wmt16_real.tuning-task-bleu-mert.0.cs-en___554",3,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,20,20,13,NA,0.5,0.5,0.5,1,323,0.691350955294,0.705882352941,0.515572338375,0.529411764706,NA,NA,NA,NA,0.74138139515,0.814814814815,0.495661758755,0.518518518519,NA,0.675,0.5,NA,NA,NA,0.74138139515,0.814814814815,0.592260618926,0.666666666667,0.525,0.675,0.5,0.3,0.74138139515,0.814814814815,0.618521576952,0.666666666667,0.575,0.675,0.5,0.35,0.55,0.65,0.5,0.35,0.5,0.65,0.5,0.3,0.55,0.65,0.5,0.35,0.931818181818,0.4,0.887096774194,0.452380952381,0.931818181818,0.446428571429,0.887096774194,0.512820512821,0.931818181818,0.509803921569,0.887096774194,0.628571428571,0.364210792303383,0.471664286927051,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-4","wmt16_real.pjatk.4520.cs-en___1555",4,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,75,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-5","wmt15_limsi-ncode-soul.3998.ru-en___278___swap___12",5,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0.75,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,28,28,19,0,NA,0,0,1,61,0.831362386457,0.827586206897,0.73017981833,0.724137931034,NA,NA,NA,NA,0.845767263208,0.888888888889,0.730049572706,0.755555555556,NA,0.819672131148,0.491803278689,NA,NA,NA,0.845767263208,0.888888888889,0.730049572706,0.755555555556,0.72131147541,0.819672131148,0.491803278689,0.44262295082,0.845767263208,0.888888888889,0.730049572706,0.755555555556,0.737704918033,0.819672131148,0.491803278689,0.459016393443,0.754098360656,0.852459016393,0.491803278689,0.44262295082,0.754098360656,0.852459016393,0.491803278689,0.44262295082,0.770491803279,0.852459016393,0.491803278689,0.459016393443,0.883333333333,0.763157894737,0.864406779661,0.821428571429,0.883333333333,0.782051282051,0.864406779661,0.844827586207,0.883333333333,0.821917808219,0.864406779661,0.8,0.490550728093009,0.51507826449766,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-6","wmt14_afrl.3456.hi-en___371___swap___2",6,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,1,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.833333333333333,NA,0.833333333333333,1,36,10,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-7","wmt15_usaar-gacha.3986.ru-en___414",7,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,27,29,23,NA,0,0,0,1,114,0.847596417005,0.884615384615,0.784188201273,0.807692307692,NA,NA,NA,NA,0.876657246751,0.909090909091,0.788107657142,0.8,NA,0.838709677419,0.483870967742,NA,NA,NA,0.876657246751,0.909090909091,0.738770555842,0.763636363636,0.725806451613,0.838709677419,0.483870967742,0.403225806452,0.876657246751,0.909090909091,0.731337841556,0.763636363636,0.709677419355,0.838709677419,0.483870967742,0.370967741935,0.725806451613,0.806451612903,0.483870967742,0.41935483871,0.677419354839,0.806451612903,0.483870967742,0.403225806452,0.693548387097,0.806451612903,0.483870967742,0.370967741935,0.922480620155,0.675,0.952830188679,0.728571428571,0.922480620155,0.716049382716,0.952830188679,0.694444444444,0.922480620155,0.772151898734,0.952830188679,0.8,0.401203609089676,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0490484815764329,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.493077,0.57571439,-0.0467428230360952,0.513513513514,44.8305,45.035,13.00990136,0.396976404484,0.57583719,0.54934,0.485033,0.296483945693497,4.1551401296,0.500045955,0.597394466034,0.548155172727273
"20-8","wmt15_online-a.0.ru-en___429___phrase___6",8,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,27,27,23,0.5,NA,0.5,0.5,1,56,0.848215563946,0.888888888889,0.671503988124,0.703703703704,0.8,0.8,0.5,0.5,0.815401442631,0.827586206897,0.645526142083,0.655172413793,0.7,0.8,0.5,0.5,0.75,0.75,0.815401442631,0.827586206897,0.713476262302,0.724137931034,0.716666666667,0.8,0.5,0.4,0.815401442631,0.827586206897,0.815401442631,0.827586206897,0.8,0.8,0.5,0.416666666667,0.65,0.783333333333,0.5,0.383333333333,0.7,0.783333333333,0.5,0.4,0.783333333333,0.783333333333,0.5,0.416666666667,0.873786407767,0.782608695652,0.738095238095,0.763888888889,0.873786407767,0.845070422535,0.738095238095,0.819444444444,0.873786407767,0.822580645161,0.738095238095,0.8125,0.539377660435147,0.539377660435147,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-9","wmt14_rbmt1.0.fr-en___905",9,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,323,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-10","wmt15_limsi-ncode-soul.3998.ru-en___278___swap___4",10,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0.75,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,28,28,19,0.666666666666667,NA,0.666666666666667,0.75,1,114,0.863461315469,0.872727272727,0.597878470661,0.618181818182,NA,NA,NA,NA,0.874673112001,0.913043478261,0.536794897779,0.565217391304,NA,0.83606557377,0.491803278689,NA,NA,NA,0.874673112001,0.913043478261,0.498645854445,0.521739130435,0.508196721311,0.83606557377,0.491803278689,0.327868852459,0.874673112001,0.913043478261,0.713905471779,0.739130434783,0.688524590164,0.83606557377,0.491803278689,0.409836065574,0.573770491803,0.868852459016,0.491803278689,0.327868852459,0.540983606557,0.868852459016,0.491803278689,0.327868852459,0.737704918033,0.868852459016,0.491803278689,0.409836065574,0.88785046729,0.74025974026,0.917647058824,0.734375,0.88785046729,0.645569620253,0.917647058824,0.651515151515,0.88785046729,0.714285714286,0.917647058824,0.706896551724,0.490550728093009,0.51507826449766,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-11","wmt15_um-nda.4137.de-en___188___order___12",11,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,21,21,19,0,NA,0,0,1,168,0.568000981716,0.565217391304,0.272003926865,0.260869565217,NA,NA,NA,NA,0.543429739256,0.536585365854,0.228399766727,0.19512195122,NA,0.591836734694,0.489795918367,NA,NA,NA,0.543429739256,0.536585365854,0.29905527448,0.292682926829,0.428571428571,0.591836734694,0.489795918367,0.34693877551,0.543429739256,0.536585365854,0.408416893887,0.390243902439,0.489795918367,0.591836734694,0.489795918367,0.367346938776,0.408163265306,0.612244897959,0.489795918367,0.326530612245,0.448979591837,0.612244897959,0.489795918367,0.34693877551,0.510204081633,0.612244897959,0.489795918367,0.367346938776,0.89375,0.436170212766,0.864197530864,0.381578947368,0.89375,0.505376344086,0.864197530864,0.416666666667,0.89375,0.583333333333,0.864197530864,0.52,0.41415058105884,0.421484497598424,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-12","wmt14_rbmt1.0.fr-en___905___order___9",12,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.25,NA,0.25,0.25,36,101,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-13","wmt14_rbmt1.0.fr-en___905___order___10",13,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.166666666666667,NA,0.166666666666667,0,36,101,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-14","wmt16_real.tuning-task-nrc-meant.0.cs-en___2053",14,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,12,10,NA,NA,NA,NA,1,323,0.595982036338,0.592592592593,0.469865272534,0.444444444444,0.627906976744,0.790697674419,0.488372093023,0.418604651163,0.59267672638,0.615384615385,0.463928765644,0.461538461538,0.651162790698,0.633333333333,0.466666666667,0.418604651163,0.75,0.7,0.59267672638,0.615384615385,0.463928765644,0.461538461538,0.533333333333,0.633333333333,0.466666666667,0.366666666667,0.59267672638,0.615384615385,0.463928765644,0.461538461538,0.566666666667,0.633333333333,0.466666666667,0.4,0.5,0.6,0.466666666667,0.4,0.533333333333,0.6,0.466666666667,0.366666666667,0.533333333333,0.6,0.466666666667,0.4,0.793103448276,0.727272727273,0.655172413793,0.641025641026,0.793103448276,0.75,0.655172413793,0.666666666667,0.793103448276,0.780487804878,0.655172413793,0.657894736842,0.321354047006129,0.468500373793146,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-15","wmt16_real.pjatk.4520.cs-en___877___order___11",15,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0.0833333333333334,NA,0.0833333333333334,0,36,168,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-16","wmt15_um-nda.4137.de-en___188___phrase___10",16,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,21,21,19,0.166666666666667,NA,0.166666666666667,0,1,168,0.682794152561,0.695652173913,0.554770248956,0.565217391304,0.712643678161,0.873563218391,0.494252873563,0.402298850575,0.665500394161,0.681818181818,0.534289743374,0.545454545455,0.67816091954,0.666666666667,0.479166666667,0.402298850575,0.860465116279,0.697674418605,0.665500394161,0.681818181818,0.534289743374,0.545454545455,0.583333333333,0.666666666667,0.479166666667,0.395833333333,0.665500394161,0.681818181818,0.534289743374,0.545454545455,0.541666666667,0.666666666667,0.479166666667,0.333333333333,0.5625,0.6875,0.479166666667,0.395833333333,0.583333333333,0.6875,0.479166666667,0.395833333333,0.5625,0.6875,0.479166666667,0.333333333333,0.807692307692,0.681818181818,0.770114942529,0.714285714286,0.807692307692,0.707692307692,0.770114942529,0.745454545455,0.807692307692,0.734375,0.770114942529,0.759259259259,0.496287032927037,0.514237840500994,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-17","wmt16_real.online-a.0.de-en___218___choice___3",17,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.75,NA,0.75,0.75,36,114,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-18","wmt15_uedin-syntax.4027.de-en___457___phrase___2",18,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0.75,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,15,15,16,0.833333333333333,NA,0.833333333333333,1,1,47,0.912816619948,0.9375,0.912816619948,0.9375,NA,NA,NA,NA,0.882352941176,0.882352941176,0.882352941176,0.882352941176,NA,0.882352941176,0.5,NA,NA,NA,0.882352941176,0.882352941176,0.705882352941,0.705882352941,0.735294117647,0.882352941176,0.5,0.382352941176,0.882352941176,0.882352941176,0.882352941176,0.882352941176,0.882352941176,0.882352941176,0.5,0.441176470588,0.882352941176,0.882352941176,0.5,0.441176470588,0.735294117647,0.882352941176,0.5,0.382352941176,0.882352941176,0.882352941176,0.5,0.441176470588,0.867924528302,0.885714285714,0.766666666667,0.888888888889,0.867924528302,0.744186046512,0.766666666667,0.790697674419,0.867924528302,0.857142857143,0.766666666667,0.911764705882,0.550765124660775,0.550765124660775,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-19","wmt15_um-nda.4137.de-en___188___order___5",19,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,1,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,21,21,19,0.583333333333333,NA,0.583333333333333,0.5,1,10,0.849622350594,0.857142857143,0.647331314738,0.65306122449,NA,NA,NA,NA,0.857367062058,0.888888888889,0.687723949269,0.711111111111,NA,0.86,0.5,NA,NA,NA,0.857367062058,0.888888888889,0.678572451157,0.711111111111,0.66,0.86,0.5,0.4,0.857367062058,0.888888888889,0.645313171072,0.666666666667,0.68,0.86,0.5,0.4,0.68,0.86,0.5,0.38,0.68,0.86,0.5,0.4,0.7,0.86,0.5,0.4,0.908045977011,0.685714285714,0.898876404494,0.65671641791,0.908045977011,0.691176470588,0.898876404494,0.676923076923,0.908045977011,0.636363636364,0.898876404494,0.661290322581,0.481916813948013,0.481916813948013,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-20","wmt15_online-a.0.de-en___458",20,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,12,16,NA,0.25,0.25,0.25,1,323,0.856389468013,0.866666666667,0.661995212733,0.666666666667,NA,NA,NA,NA,0.92423946718,0.965517241379,0.594153943187,0.620689655172,NA,0.875,0.46875,NA,NA,NA,0.92423946718,0.965517241379,0.740438812924,0.758620689655,0.75,0.875,0.46875,0.40625,0.92423946718,0.965517241379,0.740438812924,0.758620689655,0.75,0.875,0.46875,0.40625,0.625,0.8125,0.46875,0.375,0.71875,0.8125,0.46875,0.40625,0.71875,0.8125,0.46875,0.40625,0.8,0.739130434783,0.953488372093,0.731707317073,0.8,0.714285714286,0.953488372093,0.74358974359,0.8,0.767441860465,0.953488372093,0.756097560976,0.413711095823014,0.526004107546403,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0671183181812448,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4884049,0.55610511,-0.0783301016496896,0.483870967742,41.1529,43.0095,13.58012202,0.345066149533,0.54400775,0.58672,0.527221,0.330350981211702,4.86200413482,0.44567716,0.524676664151,0.468093736363636
"20-21","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",21,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.5,NA,0.5,0.5,35,323,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-22","wmt14_shad-wmt14.3464.ru-en___322___order___5",22,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,18,0.583333333333333,NA,0.583333333333333,0.5,1,168,0.686689206958,0.6875,0.660743829604,0.6875,NA,NA,NA,NA,0.686689206958,0.6875,0.660743829604,0.6875,NA,0.714285714286,0.485714285714,NA,NA,NA,0.686689206958,0.6875,0.660743829604,0.6875,0.657142857143,0.714285714286,0.485714285714,0.371428571429,0.686689206958,0.6875,0.540608587858,0.5625,0.6,0.714285714286,0.485714285714,0.371428571429,0.657142857143,0.714285714286,0.485714285714,0.371428571429,0.657142857143,0.714285714286,0.485714285714,0.371428571429,0.6,0.714285714286,0.485714285714,0.371428571429,0.868852459016,0.704545454545,0.868852459016,0.704545454545,0.868852459016,0.666666666667,0.868852459016,0.666666666667,0.868852459016,0.729166666667,0.868852459016,0.729166666667,0.42931607530207,0.440374216635608,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-23","wmt16_real.online-g.0.de-en___1654",23,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,114,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-24","wmt16_real.online-f.0.de-en___2506",24,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,114,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-25","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",25,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.833333333333333,NA,0.833333333333333,1,36,323,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-26","wmt16_real.uedin-pbmt.4363.ro-en___1463___order___5",26,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0.75,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,6,6,6,0.583333333333333,NA,0.583333333333333,0.5,1,11,0.710783939284,0.727272727273,0.710783939284,0.727272727273,0.615384615385,0.884615384615,0.5,0.346153846154,0.409804970004,0.363636363636,0.542156787857,0.545454545455,0.576923076923,0.538461538462,0.461538461538,0.346153846154,0.901960784314,0.627450980392,0.409804970004,0.363636363636,0.542156787857,0.545454545455,0.538461538462,0.538461538462,0.461538461538,0.384615384615,0.409804970004,0.363636363636,0.373529636429,0.363636363636,0.461538461538,0.538461538462,0.461538461538,0.307692307692,0.461538461538,0.538461538462,0.461538461538,0.384615384615,0.461538461538,0.538461538462,0.461538461538,0.384615384615,0.461538461538,0.538461538462,0.461538461538,0.307692307692,0.8,0.714285714286,0.578947368421,0.75,0.8,0.692307692308,0.578947368421,0.769230769231,0.8,0.5,0.578947368421,0.4375,0.373540856031128,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-27","wmt15_uedin-syntax.4005.ru-en___289",27,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,28,22,19,NA,0.33,0.33,0.25,1,30,0.626144881568,0.634146341463,0.541030621351,0.536585365854,NA,NA,NA,NA,0.595503668207,0.611111111111,0.495156310823,0.5,NA,0.581818181818,0.454545454545,NA,NA,NA,0.595503668207,0.611111111111,0.449826321308,0.444444444444,0.490909090909,0.581818181818,0.454545454545,0.381818181818,0.595503668207,0.611111111111,0.495156310823,0.5,0.509090909091,0.581818181818,0.454545454545,0.4,0.545454545455,0.563636363636,0.454545454545,0.381818181818,0.527272727273,0.563636363636,0.454545454545,0.381818181818,0.509090909091,0.563636363636,0.454545454545,0.4,0.924050632911,0.679487179487,0.927272727273,0.681818181818,0.924050632911,0.666666666667,0.927272727273,0.647058823529,0.924050632911,0.712328767123,0.927272727273,0.677966101695,0.223209396569377,0.434630584337027,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0383520884276207,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5990085,0.58977544,-0.0326825520375075,0.510204081633,40.9185,44.7064,12.2043354,0.281186691195,0.43668782,0.443071,0.417121,0.24374575263687,3.90383255594,0.2189547425,0.424251190547,0.564835936363636
"20-28","wmt15_online-b.0.fi-en___414",28,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,6,5,2,NA,1,1,1,1,323,0.747059272859,0.727272727273,0.747059272859,0.727272727273,NA,NA,NA,NA,0.747059272859,0.727272727273,0.710783939284,0.727272727273,NA,0.769230769231,0.461538461538,NA,NA,NA,0.747059272859,0.727272727273,0.710783939284,0.727272727273,0.692307692308,0.769230769231,0.461538461538,0.461538461538,0.747059272859,0.727272727273,0.67450860571,0.727272727273,0.692307692308,0.769230769231,0.461538461538,0.461538461538,0.615384615385,0.615384615385,0.461538461538,0.461538461538,0.615384615385,0.615384615385,0.461538461538,0.461538461538,0.615384615385,0.615384615385,0.461538461538,0.461538461538,0.894736842105,0.5625,0.764705882353,0.6,0.894736842105,0.5625,0.764705882353,0.6,0.894736842105,0.571428571429,0.764705882353,0.692307692308,0.056140350877193,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.169582908734638,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.7145274,0.66363713,-0.0914708752032443,0.444444444444,70.0354,67.6865,13.59423722,0.510596889849,0.69575363,0.737307,0.700139,0.405054944698797,5.34463660732,0.720119715,0.621625501159,0.621106354545455
"20-29","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",29,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,1,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.75,NA,0.75,0.75,36,6,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-30","wmt16_real.online-g.0.ru-en___1696",30,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,28,29,27,NA,NA,NA,NA,1,114,0.729114388763,0.785714285714,0.634307406597,0.678571428571,0.521739130435,0.739130434783,0.478260869565,0.347826086957,0.679234381596,0.730769230769,0.562083198889,0.576923076923,0.391304347826,0.671232876712,0.493150684932,0.347826086957,0.6,0.4,0.679234381596,0.730769230769,0.468431532182,0.5,0.465753424658,0.671232876712,0.493150684932,0.356164383562,0.679234381596,0.730769230769,0.559802526747,0.615384615385,0.534246575342,0.671232876712,0.493150684932,0.369863013699,0.602739726027,0.684931506849,0.493150684932,0.397260273973,0.479452054795,0.684931506849,0.493150684932,0.356164383562,0.534246575342,0.684931506849,0.493150684932,0.369863013699,0.869791666667,0.625,0.760233918129,0.579545454545,0.869791666667,0.5,0.760233918129,0.477272727273,0.869791666667,0.692307692308,0.760233918129,0.604651162791,0.320600136276891,0.455521698063202,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-31","wmt14_uedin-syntax.3166.ru-en___281",31,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,14,18,NA,0,0,0,1,323,0.734239294372,0.733333333333,0.783692701303,0.8,NA,NA,NA,NA,0.616757821093,0.642857142857,0.644864782993,0.642857142857,NA,0.705882352941,0.470588235294,NA,NA,NA,0.616757821093,0.642857142857,0.644864782993,0.642857142857,0.705882352941,0.705882352941,0.470588235294,0.441176470588,0.616757821093,0.642857142857,0.644864782993,0.642857142857,0.705882352941,0.705882352941,0.470588235294,0.441176470588,0.735294117647,0.735294117647,0.470588235294,0.441176470588,0.735294117647,0.735294117647,0.470588235294,0.441176470588,0.735294117647,0.735294117647,0.470588235294,0.441176470588,0.84126984127,0.714285714286,0.722222222222,0.735294117647,0.84126984127,0.720930232558,0.722222222222,0.705882352941,0.84126984127,0.720930232558,0.722222222222,0.685714285714,0.333194961077542,0.473856626948258,0.48877678752727,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4042,-159.634445,0.236576036258,0.164253,NA,NA,NA,0.815162396692308,-0.5416,0.4935,0.60967112,0.52363809,0.740822,0.766940625,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-32","wmt16_real.uedin-syntax.4411.fi-en___1839",32,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,48,41,29,NA,NA,NA,NA,1,48,0.595325020043,0.619718309859,0.455410975367,0.507042253521,0.809523809524,0.857142857143,0.5,0.47619047619,0.638594574062,0.675324675325,0.492721820279,0.519480519481,0.785714285714,0.650485436893,0.446601941748,0.47619047619,0.8,0.75,0.638594574062,0.675324675325,0.474889002317,0.493506493506,0.47572815534,0.650485436893,0.446601941748,0.330097087379,0.638594574062,0.675324675325,0.502440781781,0.519480519481,0.504854368932,0.650485436893,0.446601941748,0.368932038835,0.456310679612,0.563106796117,0.446601941748,0.339805825243,0.446601941748,0.563106796117,0.446601941748,0.330097087379,0.47572815534,0.563106796117,0.446601941748,0.368932038835,0.914634146341,0.598540145985,0.949253731343,0.604316546763,0.914634146341,0.528571428571,0.949253731343,0.570422535211,0.914634146341,0.60447761194,0.949253731343,0.664233576642,0.269539393513489,0.445185467628808,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-33","wmt14_afrl.3456.hi-en___371___swap___8",33,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.333333333333333,NA,0.333333333333333,0.25,35,101,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-34","wmt15_online-e.0.de-en___425",34,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,3,3,2,NA,0.25,0.25,0.25,1,323,1,1,0.5,0.5,NA,NA,NA,NA,1,1,0.5,0.5,NA,1,0.5,NA,NA,NA,1,1,0.5,0.5,0.625,1,0.5,0.375,1,1,1,1,1,1,0.5,0.5,0.5,0.625,0.5,0.375,0.5,0.625,0.5,0.375,0.625,0.625,0.5,0.5,1,0.333333333333,1,0.333333333333,1,0.333333333333,1,0.333333333333,1,0.666666666667,1,0.666666666667,0.16807433807785,0.426188500125978,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.123472176198772,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.7052069,0.60473886,-0.0893581474617202,0.272727272727,64.3193,62.2792,14.47329057,0.484280508906,0.70738511,0.643736,0.570898,0.381761708693217,5.35253284399,0.6882398125,0.691667234036,0.564041627272727
"20-35","wmt15_neural-mt.4097.de-en___192",35,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0.25,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,19,19,NA,1,1,1,1,33,0.847278738311,0.878048780488,0.710955428164,0.731707317073,NA,NA,NA,NA,0.844542009309,0.894736842105,0.665520960913,0.684210526316,NA,0.791666666667,0.479166666667,NA,NA,NA,0.844542009309,0.894736842105,0.665520960913,0.684210526316,0.666666666667,0.791666666667,0.479166666667,0.395833333333,0.844542009309,0.894736842105,0.712812664031,0.736842105263,0.708333333333,0.791666666667,0.479166666667,0.4375,0.708333333333,0.8125,0.479166666667,0.395833333333,0.708333333333,0.8125,0.479166666667,0.395833333333,0.75,0.8125,0.479166666667,0.4375,0.840579710145,0.737704918033,0.847222222222,0.75,0.840579710145,0.737704918033,0.847222222222,0.75,0.840579710145,0.818181818182,0.847222222222,0.8,0.393699342054401,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.112718244348699,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6561385,0.608725,-0.10429863789522,0.454545454545,59.0904,59.565,13.42965563,0.462053285022,0.57415293,0.630526,0.604772,0.361234307921146,5.20308255199,0.61390096,0.614701058184,0.565546827272727
"20-36","wmt16_real.uedin-pbmt.4363.ro-en___1463",36,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,6,8,6,NA,NA,NA,NA,1,114,0.869895833384,0.923076923077,0.869895833384,0.923076923077,NA,NA,NA,NA,0.942008053022,1,0.942008053022,1,NA,0.875,0.4375,NA,NA,NA,0.942008053022,1,0.942008053022,1,0.875,0.875,0.4375,0.4375,0.942008053022,1,0.942008053022,1,0.875,0.875,0.4375,0.4375,0.8125,0.8125,0.4375,0.4375,0.8125,0.8125,0.4375,0.4375,0.8125,0.8125,0.4375,0.4375,0.8125,0.722222222222,0.857142857143,0.846153846154,0.8125,0.722222222222,0.857142857143,0.846153846154,0.8125,0.833333333333,0.857142857143,0.916666666667,0.389740648829971,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-37","wmt15_online-a.0.ru-en___429___order___9",37,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,27,27,23,0.25,NA,0.25,0.25,1,143,0.713206476922,0.714285714286,0.538682188464,0.535714285714,NA,NA,NA,NA,0.74271053415,0.769230769231,0.568786186614,0.576923076923,NA,0.728813559322,0.491525423729,NA,NA,NA,0.74271053415,0.769230769231,0.516763164305,0.538461538462,0.542372881356,0.728813559322,0.491525423729,0.35593220339,0.74271053415,0.769230769231,0.58946711292,0.615384615385,0.576271186441,0.728813559322,0.491525423729,0.338983050847,0.576271186441,0.71186440678,0.491525423729,0.389830508475,0.525423728814,0.71186440678,0.491525423729,0.35593220339,0.559322033898,0.71186440678,0.491525423729,0.338983050847,0.928143712575,0.645569620253,0.916030534351,0.657142857143,0.928143712575,0.647727272727,0.916030534351,0.649350649351,0.928143712575,0.597402597403,0.916030534351,0.602941176471,0.44268364186141,0.448656357664302,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-38","wmt15_uedin-syntax.4027.de-en___457___phrase___4",38,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0.75,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,15,15,16,0.666666666666667,NA,0.666666666666667,0.75,1,47,0.894700160519,0.933333333333,0.766885851873,0.8,NA,NA,NA,NA,0.844590567916,0.866666666667,0.71677625927,0.733333333333,NA,0.818181818182,0.484848484848,NA,NA,NA,0.844590567916,0.866666666667,0.730573820989,0.733333333333,0.727272727273,0.818181818182,0.484848484848,0.393939393939,0.844590567916,0.866666666667,0.602759512344,0.6,0.636363636364,0.818181818182,0.484848484848,0.363636363636,0.757575757576,0.848484848485,0.484848484848,0.424242424242,0.757575757576,0.848484848485,0.484848484848,0.393939393939,0.666666666667,0.848484848485,0.484848484848,0.363636363636,0.883333333333,0.891891891892,0.791044776119,0.861111111111,0.883333333333,0.742857142857,0.791044776119,0.75,0.883333333333,0.75,0.791044776119,0.74358974359,0.507926744834388,0.524532042261666,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-39","wmt16_real.jhu-pbmt.4284.ro-en___853",39,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,75,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-40","wmt16_real.uedin-pbmt.4363.ro-en___1463___order___1",40,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,1,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,6,6,6,0.916666666666667,NA,0.916666666666667,1,1,6,0.857142857143,0.857142857143,0.857142857143,0.857142857143,NA,NA,NA,NA,0.857142857143,0.857142857143,0.857142857143,0.857142857143,NA,0.857142857143,0.5,NA,NA,NA,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.5,0.5,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.5,0.5,0.857142857143,0.857142857143,0.5,0.5,0.857142857143,0.857142857143,0.5,0.5,0.857142857143,0.857142857143,0.5,0.5,0.875,1,0.875,1,0.875,1,0.875,1,0.875,1,0.875,1,0.463532223605211,0.463532223605211,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-41","wmt16_real.online-f.0.de-en___218",41,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,75,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-42","wmt14_iitb-ranked-ppl.3173.hi-en___392",42,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,168,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-43","wmt16_real.afrl-mitll-contrast.4524.ru-en___2903",43,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,20,18,15,NA,NA,NA,NA,1,323,0.95,0.95,0.9,0.9,0.857142857143,0.857142857143,0.5,0.5,0.951315883103,0.972972972973,0.910378094745,0.918918918919,0.821428571429,0.925,0.475,0.5,0.785714285714,0.785714285714,0.951315883103,0.972972972973,0.910378094745,0.918918918919,0.9,0.925,0.475,0.475,0.951315883103,0.972972972973,0.8581542173,0.864864864865,0.85,0.925,0.475,0.45,0.925,0.925,0.475,0.475,0.925,0.925,0.475,0.475,0.875,0.925,0.475,0.45,0.909090909091,0.952380952381,0.948717948718,0.945945945946,0.909090909091,0.952380952381,0.948717948718,0.945945945946,0.909090909091,0.931818181818,0.948717948718,0.923076923077,0.52425765581047,0.587362608824472,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-44","wmt16_real.pjatk.4520.cs-en___877",44,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0.25,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,33,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-45","wmt14_uedin-wmt14.3422.hi-en___399",45,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,54,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-46","wmt15_mitll-afrl-hiero.4090.ru-en___94",46,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,22,23,21,NA,0.5,0.5,0.5,1,323,0.831712748757,0.857142857143,0.604324924719,0.619047619048,NA,NA,NA,NA,0.898351585358,0.93023255814,0.630698652764,0.651162790698,NA,0.862745098039,0.490196078431,NA,NA,NA,0.898351585358,0.93023255814,0.793696082719,0.837209302326,0.745098039216,0.862745098039,0.490196078431,0.43137254902,0.898351585358,0.93023255814,0.726091440339,0.744186046512,0.705882352941,0.862745098039,0.490196078431,0.43137254902,0.647058823529,0.803921568627,0.490196078431,0.372549019608,0.705882352941,0.803921568627,0.490196078431,0.43137254902,0.666666666667,0.803921568627,0.490196078431,0.43137254902,0.964285714286,0.617647058824,0.942028985507,0.593220338983,0.964285714286,0.833333333333,0.942028985507,0.78,0.964285714286,0.754098360656,0.942028985507,0.72,0.29808986235157,0.511163150884584,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0894559177483126,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5583361,0.63091534,-0.0683624890287717,0.555555555556,50.8464,51.5015,13.59599886,0.415067785045,0.58423389,0.647394,0.620654,0.378331389809823,5.15849895705,0.6890540125,0.554402824263,0.537284918181818
"20-47","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",47,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,1,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.25,NA,0.25,0.25,36,10,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-48","wmt15_um-nda.4137.de-en___188___swap___8",48,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,19,0.333333333333333,NA,0.333333333333333,0.25,1,101,0.898854482072,0.897959183673,0.898854482072,0.897959183673,NA,NA,NA,NA,0.909279680433,0.916666666667,0.909279680433,0.916666666667,NA,0.94,0.5,NA,NA,NA,0.909279680433,0.916666666667,0.909279680433,0.916666666667,0.94,0.94,0.5,0.5,0.909279680433,0.916666666667,0.704639840217,0.708333333333,0.74,0.94,0.5,0.4,0.92,0.92,0.5,0.5,0.92,0.92,0.5,0.5,0.76,0.92,0.5,0.4,0.83606557377,0.890909090909,0.830508474576,0.9,0.83606557377,0.890909090909,0.830508474576,0.9,0.83606557377,0.725806451613,0.830508474576,0.716666666667,0.510884134236446,0.510884134236446,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-49","wmt14_iitb-ranked-ppl.3173.hi-en___674",49,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,0,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,25,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"20-50","wmt15_online-a.0.ru-en___429___order___1",50,20,TRUE,18,0,1,1,0,1,10,"Female","American",1,0.75,FALSE,1,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,27,27,23,0.916666666666667,NA,0.916666666666667,1,1,75,0.966666666667,0.966666666667,0.966666666667,0.966666666667,NA,NA,NA,NA,0.985276743179,1,0.985276743179,1,NA,0.966666666667,0.5,NA,NA,NA,0.985276743179,1,0.985276743179,1,0.966666666667,0.966666666667,0.5,0.5,0.985276743179,1,0.985276743179,1,0.966666666667,0.966666666667,0.5,0.5,0.966666666667,0.966666666667,0.5,0.5,0.966666666667,0.966666666667,0.5,0.5,0.966666666667,0.966666666667,0.5,0.5,0.967741935484,1,0.983050847458,1,0.967741935484,1,0.983050847458,1,0.967741935484,1,0.983050847458,1,0.599004962825039,0.599004962825039,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-1","wmt14_onlinea.0.fr-en___456",1,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,11,31,NA,0.67,0.67,0.75,1,143,0.941088257405,0.95652173913,0.658611817772,0.695652173913,1,1,0.5,0.5,0.98261894687,1,0.66087298229,0.666666666667,1,0.961538461538,0.5,0.5,1,1,0.98261894687,1,0.741309473435,0.75,0.769230769231,0.961538461538,0.5,0.423076923077,0.98261894687,1,0.741309473435,0.75,0.769230769231,0.961538461538,0.5,0.423076923077,0.653846153846,0.884615384615,0.5,0.384615384615,0.730769230769,0.884615384615,0.5,0.423076923077,0.730769230769,0.884615384615,0.5,0.423076923077,0.923076923077,0.655172413793,1,0.703703703704,0.923076923077,0.758620689655,1,0.777777777778,0.923076923077,0.758620689655,1,0.777777777778,0.370602390008385,0.509899989725079,0.225514180654546,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2248,-69.506828,0.107989164196,0.0736775,NA,NA,NA,NA,-0.2298,0.2064,0.38096659,0.34410468,0.382448,0.378169966,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-2","wmt16_real.jhu-pbmt.4284.ro-en___853",2,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,143,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-3","wmt15_um-nda.4137.de-en___502___order___2",3,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,1,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,8,8,8,0.818181818181818,NA,0.818181818181818,1,1,323,0.888888888889,0.888888888889,0.777777777778,0.777777777778,NA,NA,NA,NA,0.948847477553,1,0.830241542859,0.875,NA,0.888888888889,0.5,NA,NA,NA,0.948847477553,1,0.737211869388,0.75,0.777777777778,0.888888888889,0.5,0.444444444444,0.948847477553,1,0.855817804082,0.875,0.833333333333,0.888888888889,0.5,0.444444444444,0.833333333333,0.888888888889,0.5,0.444444444444,0.833333333333,0.888888888889,0.5,0.444444444444,0.833333333333,0.888888888889,0.5,0.444444444444,0.9,0.8,0.941176470588,0.789473684211,0.9,0.809523809524,0.941176470588,0.8,0.9,0.85,0.941176470588,0.8125,0.489830199749684,0.489830199749684,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-4","wmt14_onlinea.0.ru-en___4___swap___4",4,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.75,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,14,14,22,0.636363636363636,NA,0.636363636363636,0.75,1,121,0.866666666667,0.866666666667,0.866666666667,0.866666666667,0.583333333333,0.833333333333,0.5,0.333333333333,0.932650713051,1,0.932650713051,1,0.583333333333,0.866666666667,0.5,0.333333333333,0.909090909091,0.545454545455,0.932650713051,1,0.932650713051,1,0.866666666667,0.866666666667,0.5,0.5,0.932650713051,1,0.932650713051,1,0.866666666667,0.866666666667,0.5,0.5,0.866666666667,0.866666666667,0.5,0.5,0.866666666667,0.866666666667,0.5,0.5,0.866666666667,0.866666666667,0.5,0.5,0.833333333333,0.882352941176,1,1,0.833333333333,0.882352941176,1,1,0.833333333333,0.933333333333,1,1,0.518355062943862,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-5","wmt16_real.cu-mergedtrees.4515.cs-en___1986___phrase___2",5,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.25,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,10,10,7,0.818181818181818,NA,0.818181818181818,1,1,143,0.727272727273,0.727272727273,0.545454545455,0.545454545455,0.891304347826,0.934782608696,0.5,0.478260869565,0.818181818182,0.818181818182,0.636363636364,0.636363636364,0.913043478261,0.818181818182,0.5,0.478260869565,0.93023255814,0.883720930233,0.818181818182,0.818181818182,0.636363636364,0.636363636364,0.681818181818,0.818181818182,0.5,0.363636363636,0.818181818182,0.818181818182,0.545454545455,0.545454545455,0.590909090909,0.818181818182,0.5,0.363636363636,0.681818181818,0.772727272727,0.5,0.409090909091,0.681818181818,0.772727272727,0.5,0.363636363636,0.590909090909,0.772727272727,0.5,0.363636363636,0.777777777778,0.677419354839,0.794117647059,0.678571428571,0.777777777778,0.677419354839,0.794117647059,0.666666666667,0.777777777778,0.566666666667,0.794117647059,0.571428571429,0.509899989725079,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-6","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",6,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.5,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.727272727272727,NA,0.727272727272727,0.75,36,98,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-7","wmt16_real.uedin-nmt.4313.de-en___1913___swap___4",7,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,1,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,10,10,13,0.636363636363636,NA,0.636363636363636,0.75,1,75,0.846153846154,0.846153846154,0.846153846154,0.846153846154,NA,NA,NA,NA,0.884801402596,0.916666666667,0.884801402596,0.916666666667,NA,0.846153846154,0.5,NA,NA,NA,0.884801402596,0.916666666667,0.884801402596,0.916666666667,0.846153846154,0.846153846154,0.5,0.5,0.884801402596,0.916666666667,0.884801402596,0.916666666667,0.846153846154,0.846153846154,0.5,0.5,0.846153846154,0.846153846154,0.5,0.5,0.846153846154,0.846153846154,0.5,0.5,0.846153846154,0.846153846154,0.5,0.5,0.866666666667,1,0.866666666667,1,0.866666666667,1,0.866666666667,1,0.866666666667,1,0.866666666667,1,0.532977675069298,0.532977675069298,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-8","wmt14_afrl.3349.ru-en___815___swap___6",8,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.75,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,26,26,20,0.454545454545455,NA,0.454545454545455,0.5,1,61,0.922040014333,0.928571428571,0.711020007166,0.714285714286,0.736842105263,0.868421052632,0.5,0.394736842105,0.98448288313,1,0.769157157294,0.777777777778,0.684210526316,0.965517241379,0.5,0.394736842105,0.864864864865,0.864864864865,0.98448288313,1,0.98448288313,1,0.965517241379,0.965517241379,0.5,0.5,0.98448288313,1,0.98448288313,1,0.965517241379,0.965517241379,0.5,0.5,0.724137931034,0.931034482759,0.5,0.396551724138,0.931034482759,0.931034482759,0.5,0.5,0.931034482759,0.931034482759,0.5,0.5,0.780821917808,0.826086956522,1,0.846153846154,0.780821917808,0.928571428571,1,0.961538461538,0.780821917808,0.964285714286,1,1,0.536243886049814,0.536243886049814,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-9","wmt15_um-nda.4137.de-en___502",9,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,8,8,8,NA,0.75,0.75,0.75,1,50,0.919865582541,0.941176470588,0.919865582541,0.941176470588,NA,NA,NA,NA,0.919865582541,0.941176470588,0.919865582541,0.941176470588,NA,0.894736842105,0.473684210526,NA,NA,NA,0.919865582541,0.941176470588,0.919865582541,0.941176470588,0.894736842105,0.894736842105,0.473684210526,0.473684210526,0.919865582541,0.941176470588,0.919865582541,0.941176470588,0.894736842105,0.894736842105,0.473684210526,0.473684210526,0.842105263158,0.842105263158,0.473684210526,0.473684210526,0.842105263158,0.842105263158,0.473684210526,0.473684210526,0.842105263158,0.842105263158,0.473684210526,0.473684210526,0.894736842105,0.9375,0.894736842105,0.9375,0.894736842105,0.9375,0.894736842105,0.9375,0.894736842105,0.9375,0.894736842105,0.9375,0.448324597052195,0.506874451144832,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.114195214828107,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5323586,0.60199703,-0.0999159390294107,0.381818181818,61.5677,64.4241,12.62312646,0.447779620077,0.53442241,0.667582,0.638511,0.317307683485185,4.66847681473,0.515466095,0.550916697212,0.516089827272727
"21-10","wmt16_real.online-g.0.fi-en___1100___order___3",10,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,6,6,9,0.727272727272727,NA,0.727272727272727,0.75,1,143,0.595578656387,0.615384615385,0.595578656387,0.615384615385,0.675,0.75,0.5,0.425,0.571428571429,0.571428571429,0.571428571429,0.571428571429,0.65,0.714285714286,0.5,0.425,0.764705882353,0.588235294118,0.571428571429,0.571428571429,0.714285714286,0.714285714286,0.714285714286,0.714285714286,0.5,0.428571428571,0.571428571429,0.571428571429,0.571428571429,0.571428571429,0.642857142857,0.714285714286,0.5,0.357142857143,0.642857142857,0.714285714286,0.5,0.428571428571,0.714285714286,0.714285714286,0.5,0.428571428571,0.642857142857,0.714285714286,0.5,0.357142857143,0.739130434783,0.8,0.75,0.875,0.739130434783,0.625,0.75,0.6875,0.739130434783,0.533333333333,0.75,0.6,0.4,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-11","wmt16_real.pjatk.4520.cs-en___877___order___11",11,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0,NA,0,0,36,143,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-12","wmt14_rbmt1.0.fr-en___905",12,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,98,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-13","wmt14_afrl.3456.hi-en___407",13,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,18,20,31,NA,0.33,0.33,0.25,1,101,0.743960601247,0.827586206897,0.512471302626,0.551724137931,0.978723404255,0.978723404255,0.5,0.5,0.571428571429,0.571428571429,0.428571428571,0.428571428571,0.946808510638,0.595238095238,0.47619047619,0.5,0.978723404255,0.893617021277,0.571428571429,0.571428571429,0.415993481496,0.428571428571,0.428571428571,0.595238095238,0.47619047619,0.333333333333,0.571428571429,0.571428571429,0.474844105849,0.5,0.47619047619,0.595238095238,0.47619047619,0.380952380952,0.428571428571,0.571428571429,0.47619047619,0.333333333333,0.428571428571,0.571428571429,0.47619047619,0.333333333333,0.452380952381,0.571428571429,0.47619047619,0.380952380952,0.909090909091,0.673913043478,0.833333333333,0.519230769231,0.909090909091,0.583333333333,0.833333333333,0.541666666667,0.909090909091,0.697674418605,0.833333333333,0.645833333333,0.281709690840649,0.434953099901047,0.235877912019409,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2071,-208.104019,0.116857043606,0.0821841,NA,NA,NA,NA,-0.2429,0.1341,0.25715591,0.21817253,0.367261,0.364914584,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-14","wmt16_real.promt-rule-based.4277.ru-en___1208",14,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,13,11,NA,NA,NA,NA,1,100,0.823288424178,0.814814814815,0.525297406009,0.518518518519,NA,NA,NA,NA,0.84017808589,0.846153846154,0.536071234356,0.538461538462,NA,0.833333333333,0.466666666667,NA,NA,NA,0.84017808589,0.846153846154,0.536071234356,0.538461538462,0.566666666667,0.833333333333,0.466666666667,0.366666666667,0.84017808589,0.846153846154,0.768035617178,0.769230769231,0.766666666667,0.833333333333,0.466666666667,0.433333333333,0.533333333333,0.733333333333,0.466666666667,0.366666666667,0.533333333333,0.733333333333,0.466666666667,0.366666666667,0.7,0.733333333333,0.466666666667,0.433333333333,0.933333333333,0.627906976744,0.943396226415,0.658536585366,0.933333333333,0.627906976744,0.943396226415,0.658536585366,0.933333333333,0.794117647059,0.943396226415,0.848484848485,0.314808367860915,0.461315339057725,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-15","wmt16_real.cu-mergedtrees.4515.cs-en___1986___phrase___3",15,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.25,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,10,10,7,0.727272727272727,NA,0.727272727272727,0.75,1,143,0.818181818182,0.818181818182,0.727272727273,0.727272727273,NA,NA,NA,NA,0.818181818182,0.818181818182,0.727272727273,0.727272727273,NA,0.818181818182,0.5,NA,NA,NA,0.818181818182,0.818181818182,0.545454545455,0.545454545455,0.681818181818,0.818181818182,0.5,0.409090909091,0.818181818182,0.818181818182,0.636363636364,0.636363636364,0.681818181818,0.818181818182,0.5,0.409090909091,0.727272727273,0.772727272727,0.5,0.409090909091,0.681818181818,0.772727272727,0.5,0.409090909091,0.681818181818,0.772727272727,0.5,0.409090909091,0.793103448276,0.703703703704,0.833333333333,0.76,0.793103448276,0.666666666667,0.833333333333,0.714285714286,0.793103448276,0.6875,0.833333333333,0.692307692308,0.509899989725079,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-16","wmt16_real.uedin-nmt.4313.de-en___1913___order___9",16,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,10,10,13,0.181818181818182,NA,0.181818181818182,0,1,143,0.496923528816,0.47619047619,0.459063171847,0.47619047619,NA,NA,NA,NA,0.528159592035,0.571428571429,0.371036573175,0.380952380952,NA,0.6,0.48,NA,NA,NA,0.528159592035,0.571428571429,0.440132993363,0.47619047619,0.52,0.6,0.48,0.4,0.528159592035,0.571428571429,0.440132993363,0.47619047619,0.48,0.6,0.48,0.4,0.44,0.56,0.48,0.36,0.52,0.56,0.48,0.4,0.48,0.56,0.48,0.4,0.781818181818,0.628571428571,0.758064516129,0.59375,0.781818181818,0.647058823529,0.758064516129,0.59375,0.781818181818,0.647058823529,0.758064516129,0.58064516129,0.397867031627359,0.409528651519885,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-17","wmt14_rbmt1.0.fr-en___905___order___10",17,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.0909090909090909,NA,0.0909090909090909,0,36,143,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-18","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",18,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.5,0.5,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.818181818181818,NA,0.818181818181818,1,36,100,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-19","wmt14_afrl.3349.ru-en___815",19,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,26,27,20,NA,0.5,0.5,0.5,1,143,0.816489712746,0.816326530612,0.672827055704,0.69387755102,1,1,0.5,0.5,0.935969694276,0.981132075472,0.665740133658,0.679245283019,0.892857142857,0.883333333333,0.483333333333,0.5,1,1,0.935969694276,0.981132075472,0.744842248266,0.754716981132,0.766666666667,0.883333333333,0.483333333333,0.433333333333,0.935969694276,0.981132075472,0.701442949478,0.716981132075,0.716666666667,0.883333333333,0.483333333333,0.416666666667,0.65,0.8,0.483333333333,0.383333333333,0.733333333333,0.8,0.483333333333,0.433333333333,0.683333333333,0.8,0.483333333333,0.416666666667,0.935483870968,0.741176470588,0.963414634146,0.772151898734,0.935483870968,0.772151898734,0.963414634146,0.760563380282,0.935483870968,0.784810126582,0.963414634146,0.8,0.358189643525674,0.512097836213226,0.347799526104268,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3666,-135.996124,0.157098437831,0.0959979,NA,NA,NA,0.727938087153846,-0.4387,0.3477,0.50178931,0.45182731,0.652015,0.687047939,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-20","wmt16_real.kit.4482.de-en___1913",20,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,10,11,13,NA,NA,NA,NA,1,100,0.886827695239,0.916666666667,0.886827695239,0.916666666667,NA,NA,NA,NA,0.927913194733,0.96,0.927913194733,0.96,NA,0.888888888889,0.481481481481,NA,NA,NA,0.927913194733,0.96,0.927913194733,0.96,0.888888888889,0.888888888889,0.481481481481,0.444444444444,0.927913194733,0.96,0.927913194733,0.96,0.888888888889,0.888888888889,0.481481481481,0.444444444444,0.888888888889,0.888888888889,0.481481481481,0.444444444444,0.888888888889,0.888888888889,0.481481481481,0.444444444444,0.888888888889,0.888888888889,0.481481481481,0.444444444444,0.9,0.8,0.931034482759,0.88,0.9,0.766666666667,0.931034482759,0.84,0.9,0.833333333333,0.931034482759,0.875,0.520437203643024,0.552506397529478,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-21","wmt14_afrl.3456.hi-en___371___swap___8",21,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.25,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.272727272727273,NA,0.272727272727273,0.25,35,143,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-22","wmt15_online-f.0.fr-en___715",22,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,10,16,13,NA,0,0,0,1,30,0.747569123136,0.785714285714,0.602704340143,0.642857142857,0.789473684211,0.789473684211,0.473684210526,0.473684210526,0.861477960936,0.96,0.653527298945,0.72,0.842105263158,0.764705882353,0.411764705882,0.473684210526,0.75,0.5,0.861477960936,0.96,0.66836495543,0.72,0.647058823529,0.764705882353,0.411764705882,0.382352941176,0.861477960936,0.96,0.544568837255,0.56,0.558823529412,0.764705882353,0.411764705882,0.352941176471,0.588235294118,0.705882352941,0.411764705882,0.382352941176,0.676470588235,0.705882352941,0.411764705882,0.382352941176,0.588235294118,0.705882352941,0.411764705882,0.352941176471,0.844444444444,0.695652173913,0.764705882353,0.724137931034,0.844444444444,0.657894736842,0.764705882353,0.685714285714,0.844444444444,0.638888888889,0.764705882353,0.628571428571,0.302504822811498,0.487532044531153,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.741834793883511,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.702991,0.89656239,-0.797345849831303,0.333333333333,84.494,84.494,16.04532926,0.52815,1,0.906809,0.894517,1,13.6667863802,0.86679101,0.838087472852,0.832949454545454
"21-23","wmt16_real.promt-smt.4491.fi-en___275",23,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,42,39,35,NA,NA,NA,NA,1,100,0.767821480853,0.771428571429,0.623396037746,0.628571428571,NA,NA,NA,NA,0.805457138882,0.842105263158,0.633879109949,0.657894736842,NA,0.786516853933,0.483146067416,NA,NA,NA,0.805457138882,0.842105263158,0.633879109949,0.657894736842,0.640449438202,0.786516853933,0.483146067416,0.393258426966,0.805457138882,0.842105263158,0.628604001152,0.657894736842,0.629213483146,0.786516853933,0.483146067416,0.370786516854,0.662921348315,0.797752808989,0.483146067416,0.393258426966,0.662921348315,0.797752808989,0.483146067416,0.393258426966,0.61797752809,0.797752808989,0.483146067416,0.370786516854,0.95067264574,0.768595041322,0.940789473684,0.717741935484,0.95067264574,0.768595041322,0.940789473684,0.717741935484,0.95067264574,0.678899082569,0.940789473684,0.657142857143,0.376151103824698,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-24","wmt14_promt-hybrid.3084.ru-en___1",24,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,13,22,NA,0,0,0,1,143,0.915730047124,0.928571428571,0.915730047124,0.928571428571,NA,NA,NA,NA,0.953389069938,1,0.953389069938,1,NA,0.9,0.5,NA,NA,NA,0.953389069938,1,0.896783577914,0.923076923077,0.866666666667,0.9,0.5,0.466666666667,0.953389069938,1,0.953389069938,1,0.9,0.9,0.5,0.466666666667,0.933333333333,0.933333333333,0.5,0.466666666667,0.9,0.933333333333,0.5,0.466666666667,0.933333333333,0.933333333333,0.5,0.466666666667,0.926829268293,0.909090909091,0.961538461538,1,0.926829268293,0.882352941176,0.961538461538,0.961538461538,0.926829268293,0.9375,0.961538461538,1,0.509913188350567,0.593433451959711,0.364635975312234,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4037,-152.943146,0.184720592594,0.135533,NA,NA,NA,0.683612036,-0.4888,0.4509,0.60560209,0.49897918,0.628901,0.643164822,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-25","wmt14_rbmt1.0.fr-en___448___order___8",25,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,11,11,31,0.272727272727273,NA,0.272727272727273,0.25,1,56,0.580436491145,0.583333333333,0.419563508855,0.416666666667,NA,NA,NA,NA,0.550461329993,0.56,0.410220003579,0.4,NA,0.615384615385,0.5,NA,NA,NA,0.550461329993,0.56,0.410220003579,0.4,0.5,0.615384615385,0.5,0.384615384615,0.550461329993,0.56,0.39318666428,0.4,0.5,0.615384615385,0.5,0.346153846154,0.461538461538,0.576923076923,0.5,0.384615384615,0.461538461538,0.576923076923,0.5,0.384615384615,0.461538461538,0.576923076923,0.5,0.346153846154,0.8,0.619047619048,0.701754385965,0.634146341463,0.8,0.439024390244,0.701754385965,0.447368421053,0.8,0.513513513514,0.701754385965,0.472222222222,0.419715303999636,0.419715303999636,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-26","wmt16_real.promt-rule-based.4277.ru-en___1208___order___9",26,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,11,0.181818181818182,NA,0.181818181818182,0,1,143,0.617332749274,0.64,0.443854924519,0.48,NA,NA,NA,NA,0.59719712764,0.6,0.352019149067,0.333333333333,NA,0.65625,0.5,NA,NA,NA,0.59719712764,0.6,0.38878851056,0.4,0.46875,0.65625,0.5,0.34375,0.59719712764,0.6,0.40280287236,0.4,0.53125,0.65625,0.5,0.375,0.46875,0.5625,0.5,0.34375,0.46875,0.5625,0.5,0.34375,0.53125,0.5625,0.5,0.375,0.875,0.636363636364,0.734375,0.647058823529,0.875,0.659090909091,0.734375,0.647058823529,0.875,0.7,0.734375,0.681818181818,0.431343331250656,0.431343331250656,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-27","wmt16_real.cu-mergedtrees.4515.cs-en___337",27,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,11,NA,0,0,0,1,50,0.838794194948,0.857142857143,0.639799032491,0.642857142857,NA,NA,NA,NA,0.928644091464,1,0.691859571603,0.714285714286,NA,0.848484848485,0.454545454545,NA,NA,NA,0.928644091464,1,0.743920110715,0.785714285714,0.69696969697,0.848484848485,0.454545454545,0.424242424242,0.928644091464,1,0.928644091464,1,0.848484848485,0.848484848485,0.454545454545,0.454545454545,0.545454545455,0.666666666667,0.454545454545,0.393939393939,0.575757575758,0.666666666667,0.454545454545,0.424242424242,0.666666666667,0.666666666667,0.454545454545,0.454545454545,0.90243902439,0.7,0.878787878788,0.685714285714,0.90243902439,0.622222222222,0.878787878788,0.657142857143,0.90243902439,0.8,0.878787878788,0.888888888889,0.327720939759163,0.433547493223059,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-28","wmt14_iitb-ranked-ppl.3173.hi-en___674",28,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,143,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-29","wmt16_real.uedin-syntax.4411.fi-en___255",29,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,27,22,NA,0.13,0.13,0,1,100,0.883880618674,0.936170212766,0.858972399866,0.936170212766,NA,NA,NA,NA,0.874203509303,0.916666666667,0.874203509303,0.916666666667,NA,0.827586206897,0.465517241379,NA,NA,NA,0.874203509303,0.916666666667,0.827742615192,0.875,0.775862068966,0.827586206897,0.465517241379,0.431034482759,0.874203509303,0.916666666667,0.7895003967,0.833333333333,0.741379310345,0.827586206897,0.465517241379,0.431034482759,0.741379310345,0.741379310345,0.465517241379,0.448275862069,0.706896551724,0.741379310345,0.465517241379,0.431034482759,0.706896551724,0.741379310345,0.465517241379,0.431034482759,0.935483870968,0.8,0.917808219178,0.814814814815,0.935483870968,0.754385964912,0.917808219178,0.728813559322,0.935483870968,0.767857142857,0.917808219178,0.745762711864,0.319640515747891,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-30","wmt16_real.online-g.0.fi-en___1100___order___1",30,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.5,0.5,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,6,6,9,0.909090909090909,NA,0.909090909090909,1,1,100,0.857142857143,0.857142857143,0.571428571429,0.571428571429,NA,NA,NA,NA,0.857142857143,0.857142857143,0.571428571429,0.571428571429,NA,0.857142857143,0.5,NA,NA,NA,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.5,0.428571428571,0.857142857143,0.857142857143,0.714285714286,0.714285714286,0.714285714286,0.857142857143,0.5,0.357142857143,0.642857142857,0.857142857143,0.5,0.428571428571,0.857142857143,0.857142857143,0.5,0.428571428571,0.714285714286,0.857142857143,0.5,0.357142857143,0.875,0.647058823529,0.875,0.647058823529,0.875,0.785714285714,0.875,0.785714285714,0.875,0.714285714286,0.875,0.714285714286,0.463532223605211,0.463532223605211,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-31","wmt16_real.pjatk.4520.cs-en___877",31,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,143,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-32","wmt14_rbmt1.0.fr-en___905___order___9",32,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.181818181818182,NA,0.181818181818182,0,36,143,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-33","wmt16_real.uh-opus.4410.fi-en___1100",33,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,6,13,9,NA,NA,NA,NA,1,100,0.666613757976,0.833333333333,0.640289614499,0.833333333333,0.596774193548,0.741935483871,0.5,0.338709677419,0.803705354856,1,0.598612084112,0.714285714286,0.58064516129,0.636363636364,0.318181818182,0.338709677419,0.763636363636,0.545454545455,0.803705354856,1,0.574075253469,0.714285714286,0.5,0.636363636364,0.318181818182,0.272727272727,0.803705354856,1,0.459260202775,0.571428571429,0.454545454545,0.636363636364,0.318181818182,0.318181818182,0.5,0.590909090909,0.318181818182,0.318181818182,0.454545454545,0.590909090909,0.318181818182,0.272727272727,0.409090909091,0.590909090909,0.318181818182,0.318181818182,0.8,0.785714285714,0.6,0.705882352941,0.8,0.6875,0.6,0.666666666667,0.8,0.666666666667,0.6,0.65,0.376971733271673,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-34","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",34,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.5,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.181818181818182,NA,0.181818181818182,0,36,100,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-35","wmt16_real.uedin-nmt.4313.de-en___1913___swap___6",35,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.5,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,10,10,13,0.454545454545455,NA,0.454545454545455,0.5,1,100,0.646132002148,0.64,0.646132002148,0.64,1,1,0.5,0.5,0.646132002148,0.64,0.629098662849,0.64,0.975,0.730769230769,0.5,0.5,1,1,0.646132002148,0.64,0.567494669291,0.56,0.653846153846,0.730769230769,0.5,0.384615384615,0.646132002148,0.64,0.567494669291,0.56,0.730769230769,0.730769230769,0.5,0.5,0.653846153846,0.692307692308,0.5,0.461538461538,0.615384615385,0.692307692308,0.5,0.384615384615,0.692307692308,0.692307692308,0.5,0.5,0.9,0.862068965517,0.9,0.862068965517,0.9,0.766666666667,0.9,0.766666666667,0.9,0.878787878788,0.9,0.878787878788,0.450744840598299,0.450744840598299,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-36","wmt14_iitb-ranked-ppl.3173.hi-en___392",36,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,98,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-37","wmt14_rbmt1.0.fr-en___448___order___6",37,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,11,11,31,0.454545454545455,NA,0.454545454545455,0.5,1,143,0.550461329993,0.56,0.331582670723,0.32,0.972222222222,0.972222222222,0.5,0.5,0.538461538462,0.538461538462,0.307692307692,0.307692307692,1,0.576923076923,0.5,0.5,0.971428571429,0.971428571429,0.538461538462,0.538461538462,0.384615384615,0.384615384615,0.538461538462,0.576923076923,0.5,0.384615384615,0.538461538462,0.538461538462,0.461538461538,0.461538461538,0.5,0.576923076923,0.5,0.346153846154,0.384615384615,0.576923076923,0.5,0.346153846154,0.5,0.576923076923,0.5,0.384615384615,0.461538461538,0.576923076923,0.5,0.346153846154,0.803921568627,0.558139534884,0.821428571429,0.52380952381,0.803921568627,0.578947368421,0.821428571429,0.538461538462,0.803921568627,0.589743589744,0.821428571429,0.6,0.419715303999636,0.419715303999636,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-38","wmt16_real.online-g.0.de-en___1654",38,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,98,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-39","wmt14_afrl.3349.ru-en___815___swap___2",39,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.75,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,26,26,20,0.818181818181818,NA,0.818181818181818,1,1,61,1,1,1,1,NA,NA,NA,NA,0.992380016722,1,0.992380016722,1,NA,0.98275862069,0.5,NA,NA,NA,0.992380016722,1,0.992380016722,1,0.98275862069,0.98275862069,0.5,0.5,0.992380016722,1,0.992380016722,1,0.98275862069,0.98275862069,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,1,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-40","wmt16_real.cu-mergedtrees.4515.cs-en___1986",40,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,10,4,7,NA,NA,NA,NA,1,143,0.546413404347,0.533333333333,0.41681723416,0.4,NA,NA,NA,NA,0.625,0.625,0.5,0.5,NA,0.625,0.3125,NA,NA,NA,0.625,0.625,0.5,0.5,0.5625,0.625,0.3125,0.3125,0.625,0.625,0.5,0.5,0.5625,0.625,0.3125,0.3125,0.4375,0.4375,0.3125,0.3125,0.4375,0.4375,0.3125,0.3125,0.375,0.4375,0.3125,0.3125,0.733333333333,0.642857142857,0.545454545455,0.695652173913,0.733333333333,0.423076923077,0.545454545455,0.545454545455,0.733333333333,0.461538461538,0.545454545455,0.6,0.132075471698113,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-41","wmt14_promt-hybrid.3084.ru-en___87",41,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,23,18,NA,1,1,1,1,121,0.905826487156,0.93023255814,0.686460818423,0.697674418605,0.818181818182,0.909090909091,0.454545454545,0.454545454545,0.950861960116,0.977777777778,0.694057577783,0.711111111111,0.727272727273,0.918367346939,0.489795918367,0.454545454545,0.909090909091,0.727272727273,0.950861960116,0.977777777778,0.660502738958,0.666666666667,0.65306122449,0.918367346939,0.489795918367,0.34693877551,0.950861960116,0.977777777778,0.779659038561,0.8,0.755102040816,0.918367346939,0.489795918367,0.387755102041,0.673469387755,0.897959183673,0.489795918367,0.367346938776,0.65306122449,0.897959183673,0.489795918367,0.34693877551,0.755102040816,0.897959183673,0.489795918367,0.387755102041,0.948051948052,0.71186440678,0.968253968254,0.684210526316,0.948051948052,0.716666666667,0.968253968254,0.694915254237,0.948051948052,0.80701754386,0.968253968254,0.78431372549,0.446053944131056,0.551814750328796,0.395347781262889,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.332,-158.960556,0.185195474379,0.122348,NA,NA,NA,0.646484879,-0.4579,0.3182,0.55829002,0.48433839,0.728916,0.781355696,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-42","wmt16_real.online-f.0.de-en___218",42,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,98,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-43","wmt16_real.uedin-nmt.4361.cs-en___1256",43,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,18,17,13,NA,NA,NA,NA,1,143,0.772884753089,0.8125,0.505979659911,0.5,NA,NA,NA,NA,0.772884753089,0.8125,0.338661012111,0.3125,NA,0.731707317073,0.439024390244,NA,NA,NA,0.772884753089,0.8125,0.494020340089,0.5,0.512195121951,0.731707317073,0.439024390244,0.341463414634,0.772884753089,0.8125,0.494020340089,0.5,0.560975609756,0.731707317073,0.439024390244,0.365853658537,0.463414634146,0.658536585366,0.439024390244,0.317073170732,0.487804878049,0.658536585366,0.439024390244,0.341463414634,0.560975609756,0.658536585366,0.439024390244,0.365853658537,0.893333333333,0.509433962264,0.84126984127,0.490566037736,0.893333333333,0.625,0.84126984127,0.54,0.893333333333,0.645833333333,0.84126984127,0.565217391304,0.307746056616788,0.511662985109324,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-44","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",44,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.25,0.25,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.454545454545455,NA,0.454545454545455,0.5,35,143,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-45","wmt16_real.online-f.0.de-en___2506",45,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,143,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-46","wmt14_onlinea.0.ru-en___4___swap___6",46,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,14,14,22,0.454545454545455,NA,0.454545454545455,0.5,1,323,1,1,1,1,NA,NA,NA,NA,0.968926046626,1,0.968926046626,1,NA,0.933333333333,0.5,NA,NA,NA,0.968926046626,1,0.968926046626,1,0.933333333333,0.933333333333,0.5,0.5,0.968926046626,1,0.968926046626,1,0.933333333333,0.933333333333,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,1,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-47","wmt16_real.pjatk.4520.cs-en___1555",47,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,100,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-48","wmt16_real.online-a.0.de-en___218___choice___3",48,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.5,0.5,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.727272727272727,NA,0.727272727272727,0.75,36,100,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-49","wmt14_uedin-wmt14.3422.hi-en___399",49,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,143,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"21-50","wmt14_afrl.3456.hi-en___371___swap___2",50,21,TRUE,46,0,0,0,0,1,7,"Female","British",4,1,FALSE,0.5,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.818181818181818,NA,0.818181818181818,1,36,98,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-1","wmt14_rbmt1.0.fr-en___905___order___10",1,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.0909090909090909,NA,0.0909090909090909,0,36,168,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-2","wmt16_real.pjatk.4520.cs-en___877___order___11",2,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0,NA,0,0,36,168,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-3","wmt15_uos-stemmed.4135.fi-en___393___phrase___6",3,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,14,14,9,0.454545454545455,NA,0.454545454545455,0.5,1,168,0.747451322412,0.758620689655,0.679501202193,0.689655172414,NA,NA,NA,NA,0.733333333333,0.733333333333,0.666666666667,0.666666666667,NA,0.733333333333,0.5,NA,NA,NA,0.733333333333,0.733333333333,0.533333333333,0.533333333333,0.6,0.733333333333,0.5,0.4,0.733333333333,0.733333333333,0.666666666667,0.666666666667,0.7,0.733333333333,0.5,0.4,0.7,0.733333333333,0.5,0.433333333333,0.6,0.733333333333,0.5,0.4,0.7,0.733333333333,0.5,0.4,0.8,0.727272727273,0.791666666667,0.774193548387,0.8,0.763157894737,0.791666666667,0.777777777778,0.8,0.823529411765,0.791666666667,0.878787878788,0.539377660435147,0.539377660435147,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-4","wmt14_afrl.3456.hi-en___371___swap___8",4,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.272727272727273,NA,0.272727272727273,0.25,35,168,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-5","wmt16_real.online-f.0.de-en___218",5,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,143,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-6","wmt15_usaar-gacha.4052.ru-en___302___order___9",6,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,21,21,12,0.181818181818182,NA,0.181818181818182,0,1,168,0.651616889552,0.651162790698,0.461256438808,0.46511627907,NA,NA,NA,NA,0.687003095529,0.697674418605,0.471019564176,0.46511627907,NA,0.717391304348,0.5,NA,NA,NA,0.687003095529,0.697674418605,0.471019564176,0.46511627907,0.54347826087,0.717391304348,0.5,0.369565217391,0.687003095529,0.697674418605,0.425870232832,0.418604651163,0.521739130435,0.717391304348,0.5,0.369565217391,0.565217391304,0.695652173913,0.5,0.391304347826,0.54347826087,0.695652173913,0.5,0.369565217391,0.521739130435,0.695652173913,0.5,0.369565217391,0.90990990991,0.623188405797,0.817391304348,0.602941176471,0.90990990991,0.652777777778,0.817391304348,0.661764705882,0.90990990991,0.523076923077,0.817391304348,0.453125,0.42249412941259,0.42249412941259,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-7","wmt14_rbmt1.0.fr-en___905___order___9",7,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.181818181818182,NA,0.181818181818182,0,36,168,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-8","wmt16_real.online-g.0.de-en___1654",8,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,143,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-9","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",9,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.818181818181818,NA,0.818181818181818,1,36,323,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-10","wmt16_real.pjatk.4520.cs-en___1555",10,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,168,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-11","wmt15_rwth.4023.de-en___181",11,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,12,13,10,NA,0.75,0.75,0.75,1,323,0.693347379671,0.736842105263,0.589050771234,0.631578947368,NA,NA,NA,NA,0.877006901123,0.95652173913,0.659177477579,0.695652173913,NA,0.793103448276,0.48275862069,NA,NA,NA,0.877006901123,0.95652173913,0.659177477579,0.695652173913,0.620689655172,0.793103448276,0.48275862069,0.379310344828,0.877006901123,0.95652173913,0.659177477579,0.695652173913,0.655172413793,0.793103448276,0.48275862069,0.379310344828,0.51724137931,0.620689655172,0.48275862069,0.413793103448,0.51724137931,0.620689655172,0.48275862069,0.379310344828,0.551724137931,0.620689655172,0.48275862069,0.379310344828,0.875,0.764705882353,0.926829268293,0.833333333333,0.875,0.735294117647,0.926829268293,0.766666666667,0.875,0.741935483871,0.926829268293,0.692307692308,0.144143086373434,0.439048074310918,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0912450015139978,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.766553,0.71265907,-0.0800497671690907,0.3,60.0955,59.1306,13.96643473,0.472934951076,0.80352937,0.66919,0.653317,0.33598636090413,4.9260574639,0.7607857,0.891803278689,0.718123981818182
"22-12","wmt16_real.nrc.4456.ru-en___1767___choice___2",12,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,11,11,12,0.818181818181818,NA,0.818181818181818,1,1,323,0.953343018385,0.952380952381,0.673401128696,0.666666666667,0.5,0.805555555556,0.5,0.361111111111,0.904139268516,0.9,0.787582194453,0.8,0.444444444444,0.909090909091,0.5,0.361111111111,0.764705882353,0.411764705882,0.904139268516,0.9,0.904139268516,0.9,0.909090909091,0.909090909091,0.5,0.5,0.904139268516,0.9,0.712417805547,0.7,0.727272727273,0.909090909091,0.5,0.409090909091,0.5,0.590909090909,0.5,0.409090909091,0.590909090909,0.590909090909,0.5,0.5,0.5,0.590909090909,0.5,0.409090909091,0.954545454545,0.730769230769,0.8,0.818181818182,0.954545454545,0.909090909091,0.8,0.791666666667,0.954545454545,0.782608695652,0.8,0.777777777778,0.531642886131553,0.565132201793383,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-13","wmt16_real.jhu-pbmt.4284.ro-en___853",13,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,143,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-14","wmt16_real.uedin-nmt.4309.ru-en___1757___swap___10",14,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,34,34,26,0.0909090909090909,NA,0.0909090909090909,0,1,323,0.923076923077,0.923076923077,0.74358974359,0.74358974359,NA,NA,NA,NA,0.955806783155,0.972222222222,0.741309473435,0.75,NA,0.935897435897,0.5,NA,NA,NA,0.955806783155,0.972222222222,0.741309473435,0.75,0.74358974359,0.935897435897,0.5,0.410256410256,0.955806783155,0.972222222222,0.848558128295,0.861111111111,0.846153846154,0.935897435897,0.5,0.461538461538,0.75641025641,0.897435897436,0.5,0.410256410256,0.75641025641,0.897435897436,0.5,0.410256410256,0.820512820513,0.897435897436,0.5,0.461538461538,0.862745098039,0.86170212766,0.962025316456,0.867469879518,0.862745098039,0.840425531915,0.962025316456,0.855421686747,0.862745098039,0.880434782609,0.962025316456,0.898734177215,0.565132201793383,0.565132201793383,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-15","wmt16_real.online-a.0.de-en___218___choice___3",15,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.75,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.727272727272727,NA,0.727272727272727,0.75,36,121,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-16","wmt14_uedin-wmt14.3024.fr-en___475",16,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,9,10,23,NA,0.5,0.5,0.5,1,100,0.743780531809,0.75,0.487561063617,0.5,0.911764705882,0.941176470588,0.5,0.470588235294,0.80969558399,0.875,0.60323186133,0.625,0.941176470588,0.736842105263,0.473684210526,0.470588235294,0.9375,0.9375,0.80969558399,0.875,0.60323186133,0.625,0.631578947368,0.736842105263,0.473684210526,0.421052631579,0.80969558399,0.875,0.487561063617,0.5,0.526315789474,0.736842105263,0.473684210526,0.368421052632,0.578947368421,0.631578947368,0.473684210526,0.421052631579,0.578947368421,0.631578947368,0.473684210526,0.421052631579,0.526315789474,0.631578947368,0.473684210526,0.368421052632,0.884615384615,0.678571428571,0.846153846154,0.863636363636,0.884615384615,0.678571428571,0.846153846154,0.863636363636,0.884615384615,0.423076923077,0.846153846154,0.571428571429,0.334473286317602,0.477669662022326,0.258842899620515,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2253,-75.560295,0.125543719886,0.0859992,NA,NA,NA,NA,-0.1957,0.1416,0.41197145,0.36558148,0.392469,0.406373637,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-17","wmt16_real.nrc.4456.ru-en___1767",17,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,16,12,NA,NA,NA,NA,1,323,0.819937827924,0.9,0.664623691408,0.7,NA,NA,NA,NA,0.819937827924,0.9,0.751590314559,0.8,NA,0.740740740741,0.407407407407,NA,NA,NA,0.819937827924,0.9,0.732971204774,0.8,0.666666666667,0.740740740741,0.407407407407,0.37037037037,0.819937827924,0.9,0.646004581623,0.7,0.592592592593,0.740740740741,0.407407407407,0.37037037037,0.481481481481,0.481481481481,0.407407407407,0.407407407407,0.444444444444,0.481481481481,0.407407407407,0.37037037037,0.444444444444,0.481481481481,0.407407407407,0.37037037037,0.793103448276,0.533333333333,0.666666666667,0.615384615385,0.793103448276,0.666666666667,0.666666666667,0.571428571429,0.793103448276,0.620689655172,0.666666666667,0.666666666667,0.355945677719354,0.453830739092176,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-18","wmt15_uos-stemmed.4135.fi-en___393___order___7",18,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.5,0.5,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,9,0.363636363636364,NA,0.363636363636364,0.25,1,100,0.6,0.6,0.4,0.4,NA,NA,NA,NA,0.653558294063,0.642857142857,0.430711658813,0.428571428571,NA,0.7,0.5,NA,NA,NA,0.653558294063,0.642857142857,0.430711658813,0.428571428571,0.566666666667,0.7,0.5,0.4,0.653558294063,0.642857142857,0.569288341187,0.571428571429,0.6,0.7,0.5,0.366666666667,0.533333333333,0.7,0.5,0.4,0.6,0.7,0.5,0.4,0.6,0.7,0.5,0.366666666667,0.863636363636,0.666666666667,0.861538461538,0.636363636364,0.863636363636,0.711111111111,0.861538461538,0.697674418605,0.863636363636,0.707317073171,0.861538461538,0.692307692308,0.416928694659589,0.416928694659589,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-19","wmt16_real.kit.4482.de-en___464",19,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,10,10,9,NA,NA,NA,NA,1,323,0.962211439111,1,0.699790137535,0.727272727273,NA,NA,NA,NA,0.962211439111,1,0.699790137535,0.727272727273,NA,0.916666666667,0.5,NA,NA,NA,0.962211439111,1,0.962211439111,1,0.916666666667,0.916666666667,0.5,0.458333333333,0.962211439111,1,0.962211439111,1,0.916666666667,0.916666666667,0.5,0.458333333333,0.666666666667,0.791666666667,0.5,0.375,0.791666666667,0.791666666667,0.5,0.458333333333,0.791666666667,0.791666666667,0.5,0.458333333333,0.96,0.724137931034,0.96,0.724137931034,0.96,0.9,0.96,0.9,0.96,0.95,0.96,0.95,0.282167732840192,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-20","wmt15_uos-stemmed.4135.fi-en___393___phrase___4",20,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.75,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,14,14,9,0.636363636363636,NA,0.636363636363636,0.75,1,121,0.815401442631,0.827586206897,0.679501202193,0.689655172414,0.692307692308,0.807692307692,0.5,0.384615384615,0.777153364749,0.785714285714,0.638576682375,0.642857142857,0.692307692308,0.8,0.5,0.384615384615,0.769230769231,0.615384615385,0.777153364749,0.785714285714,0.569288341187,0.571428571429,0.666666666667,0.8,0.5,0.433333333333,0.777153364749,0.785714285714,0.707865023562,0.714285714286,0.733333333333,0.8,0.5,0.466666666667,0.7,0.8,0.5,0.433333333333,0.666666666667,0.8,0.5,0.433333333333,0.733333333333,0.8,0.5,0.466666666667,0.702127659574,0.815789473684,0.702127659574,0.852941176471,0.702127659574,0.864864864865,0.702127659574,0.878787878788,0.702127659574,0.777777777778,0.702127659574,0.8125,0.500468075558876,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-21","wmt16_real.online-f.0.de-en___2506",21,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,168,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-22","wmt15_uedin-jhu-phrase.4106.fi-en___387",22,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,15,9,NA,0.25,0.25,0.25,1,143,0.557304429873,0.583333333333,0.541687087797,0.583333333333,NA,NA,NA,NA,0.644907155842,0.692307692308,0.519963768134,0.538461538462,NA,0.59375,0.46875,NA,NA,NA,0.644907155842,0.692307692308,0.434947916692,0.461538461538,0.46875,0.59375,0.46875,0.375,0.644907155842,0.692307692308,0.434947916692,0.461538461538,0.46875,0.59375,0.46875,0.375,0.46875,0.53125,0.46875,0.375,0.4375,0.53125,0.46875,0.375,0.4375,0.53125,0.46875,0.375,0.660714285714,0.78125,0.791044776119,0.736842105263,0.660714285714,0.833333333333,0.791044776119,0.771428571429,0.660714285714,0.8,0.791044776119,0.794117647059,0.324709736479871,0.441310050943097,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.184807848186422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.7528293,0.70592988,-0.104147432753092,0.391304347826,70.9572,68.7466,13.21828209,0.37886611878,0.5897092,0.648338,0.611289,0.339599665582969,4.90456714277,0.442246915,0.596524583845,0.624302945454545
"22-23","wmt15_usaar-gacha.4052.ru-en___302___order___2",23,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,1,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,21,21,12,0.818181818181818,NA,0.818181818181818,1,1,323,0.913043478261,0.913043478261,0.739130434783,0.739130434783,0.783333333333,0.933333333333,0.5,0.416666666667,0.913043478261,0.913043478261,0.739130434783,0.739130434783,0.75,0.913043478261,0.5,0.416666666667,0.931034482759,0.758620689655,0.913043478261,0.913043478261,0.782608695652,0.782608695652,0.826086956522,0.913043478261,0.5,0.434782608696,0.913043478261,0.913043478261,0.869565217391,0.869565217391,0.869565217391,0.913043478261,0.5,0.45652173913,0.782608695652,0.913043478261,0.5,0.413043478261,0.826086956522,0.913043478261,0.5,0.434782608696,0.869565217391,0.913043478261,0.5,0.45652173913,0.946428571429,0.690909090909,0.946428571429,0.690909090909,0.946428571429,0.792452830189,0.946428571429,0.792452830189,0.946428571429,0.8,0.946428571429,0.8,0.527039042954257,0.527039042954257,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-24","wmt14_rbmt1.0.fr-en___905",24,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,100,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-25","wmt16_real.online-g.0.ru-en___1757",25,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,34,33,26,NA,NA,NA,NA,1,323,0.87238869446,0.878787878788,0.773574728794,0.787878787879,NA,NA,NA,NA,0.909914861236,0.9375,0.769821871083,0.78125,NA,0.878378378378,0.472972972973,NA,NA,NA,0.909914861236,0.9375,0.769821871083,0.78125,0.77027027027,0.878378378378,0.472972972973,0.432432432432,0.909914861236,0.9375,0.746847412713,0.75,0.743243243243,0.878378378378,0.472972972973,0.418918918919,0.743243243243,0.837837837838,0.472972972973,0.432432432432,0.743243243243,0.837837837838,0.472972972973,0.432432432432,0.72972972973,0.837837837838,0.472972972973,0.418918918919,0.870503597122,0.747368421053,0.956043956044,0.789473684211,0.870503597122,0.747368421053,0.956043956044,0.789473684211,0.870503597122,0.817204301075,0.956043956044,0.815789473684,0.419653099652059,0.539377660435147,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-26","wmt14_onlinea.0.cs-en___1075",26,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,31,24,26,NA,0.5,0.5,0.5,1,100,0.756217808906,0.782608695652,0.515231788497,0.521739130435,NA,NA,NA,NA,0.631730933267,0.636363636364,0.512739933516,0.5,NA,0.661016949153,0.440677966102,NA,NA,NA,0.631730933267,0.636363636364,0.535417022079,0.545454545455,0.593220338983,0.661016949153,0.440677966102,0.406779661017,0.631730933267,0.636363636364,0.481569555942,0.454545454545,0.559322033898,0.661016949153,0.440677966102,0.389830508475,0.576271186441,0.627118644068,0.440677966102,0.389830508475,0.593220338983,0.627118644068,0.440677966102,0.406779661017,0.576271186441,0.627118644068,0.440677966102,0.389830508475,0.862385321101,0.606741573034,0.753846153846,0.574712643678,0.862385321101,0.655555555556,0.753846153846,0.620689655172,0.862385321101,0.65,0.753846153846,0.584415584416,0.239955129432062,0.452685720105103,0.368035447504288,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2632,-288.721436,0.160723484251,0.0915712,0.509604680312367,0.479145522151501,0.322490512553034,NA,-0.4558,0.295,0.40020083,0.34724932,0.539656,0.540695561,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-27","wmt15_online-b.0.fi-en___493___phrase___8",27,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,12,12,8,0.272727272727273,NA,0.272727272727273,0.25,1,168,0.747451322412,0.758620689655,0.543600961754,0.551724137931,0.754716981132,0.849056603774,0.490566037736,0.415094339623,0.722098800142,0.740740740741,0.510044909155,0.518518518519,0.735849056604,0.7,0.5,0.415094339623,0.830188679245,0.754716981132,0.722098800142,0.740740740741,0.651414169813,0.666666666667,0.666666666667,0.7,0.5,0.4,0.722098800142,0.740740740741,0.595982036338,0.592592592593,0.7,0.7,0.5,0.433333333333,0.566666666667,0.7,0.5,0.366666666667,0.666666666667,0.7,0.5,0.4,0.7,0.7,0.5,0.433333333333,0.836363636364,0.685714285714,0.833333333333,0.617647058824,0.836363636364,0.685714285714,0.833333333333,0.69696969697,0.836363636364,0.657142857143,0.833333333333,0.647058823529,0.493527472093534,0.493527472093534,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-28","wmt16_real.nrc.4456.ru-en___1767___order___10",28,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,11,11,12,0.0909090909090909,NA,0.0909090909090909,0,1,143,0.550713879127,0.555555555556,0.391433450479,0.333333333333,NA,NA,NA,NA,0.594288966986,0.555555555556,0.492861208733,0.444444444444,NA,0.681818181818,0.5,NA,NA,NA,0.594288966986,0.555555555556,0.471073664803,0.444444444444,0.5,0.681818181818,0.5,0.363636363636,0.594288966986,0.555555555556,0.471073664803,0.444444444444,0.545454545455,0.681818181818,0.5,0.409090909091,0.409090909091,0.5,0.5,0.363636363636,0.409090909091,0.5,0.5,0.363636363636,0.409090909091,0.5,0.5,0.409090909091,0.863636363636,0.666666666667,0.756097560976,0.606060606061,0.863636363636,0.645161290323,0.756097560976,0.571428571429,0.863636363636,0.6,0.756097560976,0.612903225806,0.4,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-29","wmt14_onlineg.0.ru-en___755",29,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,10,8,31,NA,0,0,0,1,143,0.683325164881,0.666666666667,0.424987747322,0.4,NA,NA,NA,NA,0.484427661625,0.470588235294,0.570244039888,0.588235294118,NA,0.55,0.45,NA,NA,NA,0.484427661625,0.470588235294,0.570244039888,0.588235294118,0.55,0.55,0.45,0.4,0.484427661625,0.470588235294,0.570244039888,0.588235294118,0.55,0.55,0.45,0.4,0.5,0.55,0.45,0.4,0.5,0.55,0.45,0.4,0.5,0.55,0.45,0.4,0.862068965517,0.48,0.645161290323,0.619047619048,0.862068965517,0.48,0.645161290323,0.619047619048,0.862068965517,0.478260869565,0.645161290323,0.65,0.341192615730232,0.477669662022326,0.557304620615847,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4082,-177.602142,0.266042586185,0.18114,NA,NA,NA,0.903805091,-0.6231,0.6871,0.71874676,0.60714547,0.805894,0.828515048,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-30","wmt16_real.nrc.4456.ru-en___1767___choice___1",30,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,11,11,12,0.909090909090909,NA,0.909090909090909,1,1,323,0.953343018385,0.952380952381,0.673401128696,0.666666666667,NA,NA,NA,NA,0.876784697817,0.888888888889,0.753569395634,0.777777777778,NA,0.863636363636,0.5,NA,NA,NA,0.876784697817,0.888888888889,0.876784697817,0.888888888889,0.863636363636,0.863636363636,0.5,0.5,0.876784697817,0.888888888889,0.67392918131,0.666666666667,0.681818181818,0.863636363636,0.5,0.409090909091,0.545454545455,0.636363636364,0.5,0.409090909091,0.636363636364,0.636363636364,0.5,0.5,0.545454545455,0.636363636364,0.5,0.409090909091,0.954545454545,0.68,0.791666666667,0.809523809524,0.954545454545,0.909090909091,0.791666666667,0.782608695652,0.954545454545,0.826086956522,0.791666666667,0.76,0.544201379504739,0.565132201793383,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-31","wmt16_real.uedin-nmt.4309.ru-en___1757___phrase___5",31,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.75,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,34,34,26,0.545454545454545,NA,0.545454545454545,0.5,1,121,0.929824945697,0.935064935065,0.723197179987,0.727272727273,1,1,0.5,0.5,0.916169809052,0.942857142857,0.698340451949,0.714285714286,0.98275862069,0.884615384615,0.5,0.5,1,1,0.916169809052,0.942857142857,0.916169809052,0.942857142857,0.884615384615,0.884615384615,0.5,0.461538461538,0.916169809052,0.942857142857,0.780026460863,0.8,0.75641025641,0.884615384615,0.5,0.410256410256,0.692307692308,0.884615384615,0.5,0.371794871795,0.884615384615,0.884615384615,0.5,0.461538461538,0.769230769231,0.884615384615,0.5,0.410256410256,0.914285714286,0.806451612903,0.898305084746,0.809523809524,0.914285714286,0.925925925926,0.898305084746,0.944444444444,0.914285714286,0.846153846154,0.898305084746,0.841463414634,0.576592194335801,0.576592194335801,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-32","wmt14_afrl.3456.hi-en___371___swap___2",32,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.75,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.818181818181818,NA,0.818181818181818,1,36,121,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-33","wmt15_usaar-gacha.4052.ru-en___19",33,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,17,16,NA,0,0,0,1,121,0.863862692027,0.9375,0.754902501685,0.8125,NA,NA,NA,NA,0.732042566089,0.764705882353,0.637726447454,0.647058823529,NA,0.744186046512,0.46511627907,NA,NA,NA,0.732042566089,0.764705882353,0.637726447454,0.647058823529,0.674418604651,0.744186046512,0.46511627907,0.441860465116,0.732042566089,0.764705882353,0.626394276506,0.647058823529,0.651162790698,0.744186046512,0.46511627907,0.395348837209,0.674418604651,0.767441860465,0.46511627907,0.441860465116,0.674418604651,0.767441860465,0.46511627907,0.441860465116,0.627906976744,0.767441860465,0.46511627907,0.395348837209,0.888888888889,0.75,0.715909090909,0.660377358491,0.888888888889,0.775,0.715909090909,0.679245283019,0.888888888889,0.756097560976,0.715909090909,0.685185185185,0.350059525462195,0.545285030046881,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0237129762356782,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4335184,0.47387919,-0.0196031933930182,0.547169811321,38.756,46.704,11.47848423,0.282330095236,0.39834484,0.377806,0.36579,0.213001700567401,3.35532583445,0.407801925,0.393515683391,0.415203290909091
"22-34","wmt15_online-b.0.fi-en___493___phrase___5",34,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.25,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,12,12,8,0.545454545454545,NA,0.545454545454545,0.5,1,143,0.866666666667,0.866666666667,0.8,0.8,NA,NA,NA,NA,0.846441705937,0.857142857143,0.777153364749,0.785714285714,NA,0.833333333333,0.5,NA,NA,NA,0.846441705937,0.857142857143,0.777153364749,0.785714285714,0.8,0.833333333333,0.5,0.433333333333,0.846441705937,0.857142857143,0.777153364749,0.785714285714,0.8,0.833333333333,0.5,0.433333333333,0.833333333333,0.866666666667,0.5,0.433333333333,0.833333333333,0.866666666667,0.5,0.433333333333,0.833333333333,0.866666666667,0.5,0.433333333333,0.833333333333,0.764705882353,0.829268292683,0.75,0.833333333333,0.705882352941,0.829268292683,0.6875,0.833333333333,0.69696969697,0.829268292683,0.677419354839,0.532977675069298,0.532977675069298,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-35","wmt16_real.uedin-nmt.4309.ru-en___1757___swap___2",35,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.75,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,34,34,26,0.818181818181818,NA,0.818181818181818,1,1,121,0.948717948718,0.948717948718,0.717948717949,0.717948717949,NA,NA,NA,NA,0.937523908355,0.971428571429,0.692465881615,0.714285714286,NA,0.923076923077,0.5,NA,NA,NA,0.937523908355,0.971428571429,0.692465881615,0.714285714286,0.705128205128,0.923076923077,0.5,0.397435897436,0.937523908355,0.971428571429,0.94339847869,0.971428571429,0.923076923077,0.923076923077,0.5,0.5,0.717948717949,0.923076923077,0.5,0.397435897436,0.717948717949,0.923076923077,0.5,0.397435897436,0.923076923077,0.923076923077,0.5,0.5,0.928571428571,0.822916666667,0.925,0.8,0.928571428571,0.8125,0.925,0.788235294118,0.928571428571,0.975609756098,0.925,0.971428571429,0.604147626768132,0.604147626768132,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-36","wmt16_real.pjatk.4520.cs-en___877",36,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,143,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-37","wmt15_online-a.0.fi-en___503",37,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,12,11,8,NA,1,1,1,1,143,0.780337958865,0.782608695652,0.780337958865,0.782608695652,1,1,0.5,0.5,0.733741169697,0.727272727273,0.650917631819,0.636363636364,0.9375,0.740740740741,0.444444444444,0.5,1,1,0.733741169697,0.727272727273,0.56809409394,0.545454545455,0.666666666667,0.740740740741,0.444444444444,0.444444444444,0.733741169697,0.727272727273,0.56809409394,0.545454545455,0.666666666667,0.740740740741,0.444444444444,0.444444444444,0.777777777778,0.777777777778,0.444444444444,0.444444444444,0.703703703704,0.777777777778,0.444444444444,0.444444444444,0.703703703704,0.777777777778,0.444444444444,0.444444444444,0.931818181818,0.8125,0.759259259259,0.769230769231,0.931818181818,0.676470588235,0.759259259259,0.684210526316,0.931818181818,0.645161290323,0.759259259259,0.6,0.369576425028093,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0106896827886061,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3313515,0.32320746,-0.00977258919711508,0.714285714286,20.7582,19.0017,10.75249148,0.200513904762,0.55232882,0.350909,0.210156,0.165160949799261,2.78725869278,0.2498509575,0.34628843463,0.300341481818182
"22-38","wmt14_onlinec.0.fr-en___885",38,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,7,11,29,NA,0.25,0.25,0.25,1,143,0.818902826763,0.875,0.685045378357,0.75,NA,NA,NA,NA,0.756161589297,0.8,0.756161589297,0.8,NA,0.714285714286,0.428571428571,NA,NA,NA,0.756161589297,0.8,0.552817071424,0.533333333333,0.619047619048,0.714285714286,0.428571428571,0.428571428571,0.756161589297,0.8,0.552817071424,0.533333333333,0.619047619048,0.714285714286,0.428571428571,0.428571428571,0.666666666667,0.666666666667,0.428571428571,0.428571428571,0.619047619048,0.666666666667,0.428571428571,0.428571428571,0.619047619048,0.666666666667,0.428571428571,0.428571428571,0.84,0.75,0.852941176471,0.684210526316,0.84,0.714285714286,0.852941176471,0.695652173913,0.84,0.714285714286,0.852941176471,0.695652173913,0.193095113325686,0.426188500125978,0.24349491969972,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2058,-68.186768,0.10976256591,0.0659288,NA,NA,NA,NA,-0.2278,0.1141,0.34841455,0.3134974,0.408585,0.425238457,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-39","wmt16_real.nrc.4456.ru-en___1767___order___4",39,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,11,11,12,0.636363636363636,NA,0.636363636363636,0.75,1,168,0.732374099658,0.736842105263,0.39424459795,0.421052631579,NA,NA,NA,NA,0.809712222523,0.842105263158,0.415467624573,0.421052631579,NA,0.772727272727,0.5,NA,NA,NA,0.809712222523,0.842105263158,0.415467624573,0.421052631579,0.454545454545,0.772727272727,0.5,0.272727272727,0.809712222523,0.842105263158,0.457913677819,0.421052631579,0.5,0.772727272727,0.5,0.363636363636,0.409090909091,0.636363636364,0.5,0.272727272727,0.363636363636,0.636363636364,0.5,0.272727272727,0.409090909091,0.636363636364,0.5,0.363636363636,0.878787878788,0.645161290323,0.7,0.620689655172,0.878787878788,0.7,0.7,0.666666666667,0.878787878788,0.666666666667,0.7,0.714285714286,0.411328902564241,0.411328902564241,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-40","wmt15_usaar-gacha.4052.ru-en___302",40,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,11,12,NA,0,0,0,1,168,0.756368504694,0.8,0.52991125527,0.533333333333,0.6,0.75,0.5,0.35,0.426089710964,0.48275862069,0.430433973765,0.413793103448,0.6,0.552631578947,0.394736842105,0.35,0.625,0.5,0.426089710964,0.48275862069,0.443476818067,0.413793103448,0.5,0.552631578947,0.394736842105,0.342105263158,0.426089710964,0.48275862069,0.456519662369,0.413793103448,0.526315789474,0.552631578947,0.394736842105,0.368421052632,0.473684210526,0.552631578947,0.394736842105,0.342105263158,0.5,0.552631578947,0.394736842105,0.342105263158,0.526315789474,0.552631578947,0.394736842105,0.368421052632,0.842105263158,0.538461538462,0.666666666667,0.436363636364,0.842105263158,0.529411764706,0.666666666667,0.436363636364,0.842105263158,0.6,0.666666666667,0.509090909091,0.205097515588989,0.512817459057094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.111070323891757,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.7295564,0.6860868,-0.128690663840527,0.411764705882,58.642,59.9907,13.6546674,0.389315991247,0.59938465,0.69033,0.674384,0.384454660974394,5.22822867526,0.4563630225,0.671874851943,0.679169890909091
"22-41","wmt14_rbmt4.0.fr-en___497___order___2",41,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,9,9,23,0.818181818181818,NA,0.818181818181818,1,1,168,0.855817804082,0.875,0.855817804082,0.875,NA,NA,NA,NA,0.917813097671,0.941176470588,0.917813097671,0.941176470588,NA,0.888888888889,0.5,NA,NA,NA,0.917813097671,0.941176470588,0.827910044187,0.823529411765,0.833333333333,0.888888888889,0.5,0.444444444444,0.917813097671,0.941176470588,0.573633186044,0.588235294118,0.611111111111,0.888888888889,0.5,0.388888888889,0.666666666667,0.666666666667,0.5,0.444444444444,0.666666666667,0.666666666667,0.5,0.444444444444,0.555555555556,0.666666666667,0.5,0.388888888889,0.904761904762,0.875,0.95,0.875,0.904761904762,0.764705882353,0.95,0.777777777778,0.904761904762,0.578947368421,0.95,0.6,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-42","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",42,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.75,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.181818181818182,NA,0.181818181818182,0,36,121,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-43","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",43,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.75,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.454545454545455,NA,0.454545454545455,0.5,35,121,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-44","wmt16_real.uedin-syntax.4411.fi-en___2917",44,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,31,29,20,NA,NA,NA,NA,1,100,0.757401494613,0.807692307692,0.644907155842,0.692307692308,NA,NA,NA,NA,0.795942516192,0.836363636364,0.6940316745,0.727272727273,NA,0.75,0.46875,NA,NA,NA,0.795942516192,0.836363636364,0.728001955064,0.763636363636,0.6875,0.75,0.46875,0.390625,0.795942516192,0.836363636364,0.6940316745,0.727272727273,0.671875,0.75,0.46875,0.390625,0.6875,0.765625,0.46875,0.390625,0.671875,0.765625,0.46875,0.390625,0.671875,0.765625,0.46875,0.390625,0.905660377358,0.716049382716,0.893203883495,0.766233766234,0.905660377358,0.671052631579,0.893203883495,0.722222222222,0.905660377358,0.712328767123,0.893203883495,0.757142857143,0.403320009614106,0.536699443033503,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-45","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",45,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.5,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.727272727272727,NA,0.727272727272727,0.75,36,100,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-46","wmt14_iitb-ranked-ppl.3173.hi-en___392",46,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,143,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-47","wmt16_real.online-a.0.tr-en___2119",47,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,5,8,4,NA,NA,NA,NA,1,168,0.728664791944,0.888888888889,0.456769374979,0.444444444444,NA,NA,NA,NA,0.623249409399,0.75,0.337750408878,0.25,NA,0.533333333333,0.333333333333,NA,NA,NA,0.623249409399,0.75,0.480499909138,0.5,0.466666666667,0.533333333333,0.333333333333,0.333333333333,0.623249409399,0.75,0.480499909138,0.5,0.466666666667,0.533333333333,0.333333333333,0.333333333333,0.4,0.466666666667,0.333333333333,0.333333333333,0.466666666667,0.466666666667,0.333333333333,0.333333333333,0.466666666667,0.466666666667,0.333333333333,0.333333333333,0.5,0.285714285714,0.4,0.133333333333,0.5,0.214285714286,0.4,0.266666666667,0.5,0.307692307692,0.4,0.307692307692,0.0457142857142857,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-48","wmt14_iitb-ranked-ppl.3173.hi-en___674",48,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,100,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-49","wmt14_uedin-wmt14.3422.hi-en___399",49,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,143,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"22-50","wmt14_onlineb.0.ru-en___232",50,22,TRUE,NA,0,2,0,0,1,9,"Female","British & American",4,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,20,29,NA,0.67,0.67,0.75,1,323,0.925418675423,0.969696969697,0.803849471192,0.848484848485,NA,NA,NA,NA,0.883868323915,0.888888888889,0.767736647831,0.777777777778,NA,0.878048780488,0.487804878049,NA,NA,NA,0.883868323915,0.888888888889,0.692726403003,0.722222222222,0.658536585366,0.878048780488,0.487804878049,0.390243902439,0.883868323915,0.888888888889,0.872572052725,0.888888888889,0.853658536585,0.878048780488,0.487804878049,0.463414634146,0.80487804878,0.90243902439,0.487804878049,0.439024390244,0.682926829268,0.90243902439,0.487804878049,0.390243902439,0.878048780488,0.90243902439,0.487804878049,0.463414634146,0.947368421053,0.871794871795,0.818181818182,0.804347826087,0.947368421053,0.761904761905,0.818181818182,0.692307692308,0.947368421053,0.857142857143,0.818181818182,0.755555555556,0.492631066452505,0.575882964554116,0.321236414847741,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3366,-129.343033,0.161722504454,0.118568,NA,NA,NA,0.790380327923077,-0.2165,0.2139,0.50240095,0.46054852,0.647159,0.704181807,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-1","wmt16_real.pjatk.4520.cs-en___877",1,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,100,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-2","wmt16_real.limsi.4422.ro-en___1365___order___5",2,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,18,18,21,0.545454545454545,NA,0.545454545454545,0.5,1,143,0.775299109888,0.782608695652,0.689154764345,0.695652173913,NA,NA,NA,NA,0.779237541239,0.772727272727,0.681384163917,0.681818181818,NA,0.787234042553,0.489361702128,NA,NA,NA,0.779237541239,0.772727272727,0.681384163917,0.681818181818,0.702127659574,0.787234042553,0.489361702128,0.404255319149,0.779237541239,0.772727272727,0.681384163917,0.681818181818,0.702127659574,0.787234042553,0.489361702128,0.382978723404,0.68085106383,0.765957446809,0.489361702128,0.404255319149,0.68085106383,0.765957446809,0.489361702128,0.404255319149,0.68085106383,0.765957446809,0.489361702128,0.382978723404,0.910112359551,0.762711864407,0.853658536585,0.696428571429,0.910112359551,0.793103448276,0.853658536585,0.767857142857,0.910112359551,0.836363636364,0.853658536585,0.777777777778,0.464031926381155,0.473204650507294,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-3","wmt16_real.online-b.0.tr-en___2542",3,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,28,26,19,NA,NA,NA,NA,1,114,0.856641779846,0.892857142857,0.59661214875,0.607142857143,NA,NA,NA,NA,0.856641779846,0.892857142857,0.59661214875,0.607142857143,NA,0.815384615385,0.492307692308,NA,NA,NA,0.856641779846,0.892857142857,0.75643377945,0.785714285714,0.723076923077,0.815384615385,0.492307692308,0.4,0.856641779846,0.892857142857,0.730222815944,0.75,0.707692307692,0.815384615385,0.492307692308,0.4,0.584615384615,0.769230769231,0.492307692308,0.369230769231,0.676923076923,0.769230769231,0.492307692308,0.4,0.661538461538,0.769230769231,0.492307692308,0.4,0.884297520661,0.674698795181,0.767676767677,0.701298701299,0.884297520661,0.780821917808,0.767676767677,0.791044776119,0.884297520661,0.821917808219,0.767676767677,0.852941176471,0.415345348633397,0.534627971919792,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-4","wmt14_uedin-wmt14.3422.hi-en___635",4,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,18,22,14,NA,1,1,1,1,98,0.805310293525,0.823529411765,0.698459749214,0.705882352941,NA,NA,NA,NA,0.824321675672,0.882352941176,0.728942428031,0.764705882353,NA,0.761904761905,0.452380952381,NA,NA,NA,0.824321675672,0.882352941176,0.782367700186,0.823529411765,0.738095238095,0.761904761905,0.452380952381,0.428571428571,0.824321675672,0.882352941176,0.770896403517,0.823529411765,0.761904761905,0.761904761905,0.452380952381,0.452380952381,0.690476190476,0.761904761905,0.452380952381,0.404761904762,0.738095238095,0.761904761905,0.452380952381,0.428571428571,0.714285714286,0.761904761905,0.452380952381,0.452380952381,0.898305084746,0.704545454545,0.925925925926,0.736842105263,0.898305084746,0.720930232558,0.925925925926,0.756756756757,0.898305084746,0.823529411765,0.925925925926,0.833333333333,0.36037042503492,0.480874384618535,0.318797369721994,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2069,-228.964645,0.153288760917,0.103183,NA,NA,NA,NA,-0.2301,0.1597,0.32596106,0.29076567,0.519952,0.573000445,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-5","wmt14_uedin-wmt14.3364.ru-en___738",5,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.25,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,17,21,11,NA,0.13,0.13,0,1,33,0.825337890507,0.848484848485,0.702317413203,0.727272727273,NA,NA,NA,NA,0.912542884374,1,0.712542884374,0.8,NA,0.825,0.45,NA,NA,NA,0.912542884374,1,0.550024505357,0.6,0.5,0.825,0.45,0.3,0.912542884374,1,0.679193214136,0.733333333333,0.65,0.825,0.45,0.4,0.675,0.775,0.45,0.4,0.525,0.775,0.45,0.3,0.7,0.775,0.45,0.4,0.9,0.702127659574,0.885714285714,0.725,0.9,0.725490196078,0.885714285714,0.704545454545,0.9,0.780487804878,0.885714285714,0.736842105263,0.301026447089809,0.526004107546403,0.439529165325205,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3232,-163.403564,0.204413749598,0.132494,NA,NA,NA,0.797989858,-0.3272,0.2919,0.6131156,0.51806439,0.653276,0.728152653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-6","wmt15_online-c.4166.de-en___155",6,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.25,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,16,16,NA,0.63,0.63,0.75,1,33,0.800832226162,0.827586206897,0.687777700082,0.689655172414,NA,NA,NA,NA,0.770774392864,0.8,0.687851832151,0.72,NA,0.742857142857,0.485714285714,NA,NA,NA,0.770774392864,0.8,0.702464635719,0.72,0.714285714286,0.742857142857,0.485714285714,0.457142857143,0.770774392864,0.8,0.702464635719,0.72,0.714285714286,0.742857142857,0.485714285714,0.457142857143,0.742857142857,0.8,0.485714285714,0.428571428571,0.771428571429,0.8,0.485714285714,0.457142857143,0.771428571429,0.8,0.485714285714,0.457142857143,0.945454545455,0.75,0.868852459016,0.647058823529,0.945454545455,0.794117647059,0.868852459016,0.666666666667,0.945454545455,0.794117647059,0.868852459016,0.69696969697,0.363937977113187,0.526004107546403,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.000580504128457171,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.311522,0.33191318,-0.00266481876118686,1,3.9216,3.1746,8.780495,0.053923968254,0.50138545,0,0,0.0634920634920635,0.770228163965,0.4854758375,0.344919786096,0.293587090909091
"23-7","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",7,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.818181818181818,NA,0.818181818181818,1,36,54,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-8","wmt15_neural-mt.4088.cs-en___116___order___8",8,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.75,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,18,0.272727272727273,NA,0.272727272727273,0.25,1,121,0.739935537011,0.731707317073,0.435782970269,0.439024390244,0.871428571429,0.9,0.5,0.485714285714,0.71176961232,0.717948717949,0.350645999214,0.358974358974,0.871428571429,0.772727272727,0.5,0.485714285714,0.861538461538,0.707692307692,0.71176961232,0.717948717949,0.409719096723,0.410256410256,0.522727272727,0.772727272727,0.5,0.386363636364,0.71176961232,0.717948717949,0.51738767785,0.512820512821,0.613636363636,0.772727272727,0.5,0.409090909091,0.477272727273,0.772727272727,0.5,0.363636363636,0.545454545455,0.772727272727,0.5,0.386363636364,0.613636363636,0.772727272727,0.5,0.409090909091,0.858823529412,0.492753623188,0.833333333333,0.426470588235,0.858823529412,0.581081081081,0.833333333333,0.56338028169,0.858823529412,0.622950819672,0.833333333333,0.678571428571,0.451858957603908,0.451858957603908,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-9","wmt16_real.online-a.0.de-en___218___choice___3",9,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.727272727272727,NA,0.727272727272727,0.75,36,54,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-10","wmt16_real.pjatk.4520.cs-en___877___order___11",10,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0,NA,0,0,36,168,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-11","wmt14_dcu-hien.3564.hi-en___588___choice___4",11,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.25,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,18,18,14,0.636363636363636,NA,0.636363636363636,0.75,1,33,0.917347047337,0.914285714286,0.917347047337,0.914285714286,0.896551724138,0.913793103448,0.5,0.48275862069,0.975847660213,1,0.975847660213,1,0.948275862069,0.947368421053,0.5,0.48275862069,0.872727272727,0.872727272727,0.975847660213,1,0.975847660213,1,0.947368421053,0.947368421053,0.5,0.5,0.975847660213,1,0.975847660213,1,0.947368421053,0.947368421053,0.5,0.5,0.868421052632,0.868421052632,0.5,0.5,0.868421052632,0.868421052632,0.5,0.5,0.868421052632,0.868421052632,0.5,0.5,0.833333333333,0.886363636364,1,1,0.833333333333,0.880952380952,1,1,0.833333333333,0.90243902439,1,1,0.407420889664997,0.565132201793383,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-12","wmt14_uedin-wmt14.3422.hi-en___399",12,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.25,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,33,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-13","wmt15_abumatran.3931.fi-en___160",13,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,30,26,20,NA,0,0,0,1,39,0.505680823633,0.439024390244,0.404042208714,0.390243902439,NA,NA,NA,NA,0.702057450703,0.734693877551,0.441473213662,0.448979591837,NA,0.666666666667,0.466666666667,NA,NA,NA,0.702057450703,0.734693877551,0.486695457817,0.489795918367,0.533333333333,0.666666666667,0.466666666667,0.366666666667,0.702057450703,0.734693877551,0.531917701972,0.530612244898,0.566666666667,0.666666666667,0.466666666667,0.4,0.416666666667,0.55,0.466666666667,0.35,0.466666666667,0.55,0.466666666667,0.366666666667,0.5,0.55,0.466666666667,0.4,0.906077348066,0.52688172043,0.864864864865,0.511627906977,0.906077348066,0.614583333333,0.864864864865,0.604938271605,0.906077348066,0.613636363636,0.864864864865,0.620253164557,0.133288253747498,0.43067195196715,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0253335664992035,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.499341,0.49577445,-0.0193404649932184,0.64,38.7063,32.7864,11.52674229,0.243466747818,0.43789159,0.401412,0.365955,0.234172349209344,3.50176924752,0.3107033375,0.497547312606,0.460208127272727
"23-14","wmt14_afrl.3456.hi-en___371___swap___2",14,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.75,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.818181818181818,NA,0.818181818181818,1,36,47,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-15","wmt16_real.online-f.0.de-en___218",15,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,121,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-16","wmt14_rbmt1.0.fr-en___905___order___9",16,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.181818181818182,NA,0.181818181818182,0,36,168,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-17","wmt15_abumatran-hfstmorph.4007.fi-en___173___order___4",17,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.75,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,30,30,20,0.636363636363636,NA,0.636363636363636,0.75,1,114,0.875,0.875,0.625,0.625,NA,NA,NA,NA,0.898356244851,0.931034482759,0.674421708126,0.689655172414,NA,0.859375,0.5,NA,NA,NA,0.898356244851,0.931034482759,0.792205257583,0.827586206897,0.75,0.859375,0.5,0.40625,0.898356244851,0.931034482759,0.898356244851,0.931034482759,0.859375,0.859375,0.5,0.453125,0.671875,0.875,0.5,0.375,0.75,0.875,0.5,0.40625,0.859375,0.875,0.5,0.453125,0.955882352941,0.686046511628,0.946428571429,0.688311688312,0.955882352941,0.746835443038,0.946428571429,0.823529411765,0.955882352941,0.852941176471,0.946428571429,0.931034482759,0.506874451144832,0.506874451144832,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-18","wmt15_abumatran-hfstmorph.4007.fi-en___173___order___5",18,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.5,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,30,30,20,0.545454545454545,NA,0.545454545454545,0.5,1,98,0.875,0.875,0.625,0.625,0.666666666667,0.722222222222,0.5,0.444444444444,0.856389468013,0.866666666667,0.59719712764,0.6,0.666666666667,0.859375,0.5,0.444444444444,0.705882352941,0.470588235294,0.856389468013,0.866666666667,0.59719712764,0.6,0.625,0.859375,0.5,0.359375,0.856389468013,0.866666666667,0.629596170187,0.633333333333,0.671875,0.859375,0.5,0.390625,0.640625,0.890625,0.5,0.359375,0.65625,0.890625,0.5,0.359375,0.703125,0.890625,0.5,0.390625,0.931623931624,0.688888888889,0.930434782609,0.674418604651,0.931623931624,0.727272727273,0.930434782609,0.714285714286,0.931623931624,0.732558139535,0.930434782609,0.719512195122,0.506874451144832,0.506874451144832,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-19","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",19,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.25,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.727272727272727,NA,0.727272727272727,0.75,36,101,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-20","wmt16_real.online-g.0.de-en___1654",20,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,168,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-21","wmt16_real.afrl-mitll-phrase.4383.ru-en___2634",21,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,18,22,20,NA,NA,NA,NA,1,121,0.605136431643,0.666666666667,0.380455101816,0.4,0.767857142857,0.910714285714,0.5,0.428571428571,0.437340543029,0.363636363636,0.305550104035,0.30303030303,0.803571428571,0.538461538462,0.442307692308,0.428571428571,0.884615384615,0.807692307692,0.437340543029,0.363636363636,0.29515592489,0.30303030303,0.346153846154,0.538461538462,0.442307692308,0.326923076923,0.437340543029,0.363636363636,0.423612473991,0.424242424242,0.442307692308,0.538461538462,0.442307692308,0.346153846154,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.774193548387,0.459016393443,0.794871794872,0.457627118644,0.774193548387,0.415384615385,0.794871794872,0.416666666667,0.774193548387,0.618181818182,0.794871794872,0.607843137255,0.226060580538303,0.461812740331898,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-22","wmt16_real.jhu-pbmt.4284.ro-en___853",22,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,114,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-23","wmt16_real.online-b.0.tr-en___2542___order___5",23,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.5,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,28,28,19,0.545454545454545,NA,0.545454545454545,0.5,1,98,0.828338512303,0.838709677419,0.70195421129,0.709677419355,NA,NA,NA,NA,0.881635015926,0.912280701754,0.768116285522,0.80701754386,NA,0.846153846154,0.492307692308,NA,NA,NA,0.881635015926,0.912280701754,0.768116285522,0.80701754386,0.738461538462,0.846153846154,0.492307692308,0.384615384615,0.881635015926,0.912280701754,0.801202653909,0.842105263158,0.753846153846,0.846153846154,0.492307692308,0.415384615385,0.707692307692,0.846153846154,0.492307692308,0.384615384615,0.723076923077,0.846153846154,0.492307692308,0.384615384615,0.738461538462,0.846153846154,0.492307692308,0.415384615385,0.941176470588,0.746987951807,0.949579831933,0.728571428571,0.941176470588,0.756097560976,0.949579831933,0.732394366197,0.941176470588,0.818181818182,0.949579831933,0.823529411765,0.481424421276157,0.487532044531153,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-24","wmt14_afrl.3456.hi-en___371___swap___8",24,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.272727272727273,NA,0.272727272727273,0.25,35,168,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-25","wmt15_online-a.0.ru-en___602",25,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,15,13,NA,1,1,1,1,323,0.865556360682,0.888888888889,0.850556878263,0.888888888889,0.886363636364,0.954545454545,0.5,0.454545454545,0.901455743965,0.96,0.885885463105,0.96,0.863636363636,0.838709677419,0.451612903226,0.454545454545,0.909090909091,0.863636363636,0.901455743965,0.96,0.740832932731,0.8,0.741935483871,0.838709677419,0.451612903226,0.451612903226,0.901455743965,0.96,0.756403213591,0.8,0.709677419355,0.838709677419,0.451612903226,0.41935483871,0.806451612903,0.838709677419,0.451612903226,0.451612903226,0.741935483871,0.838709677419,0.451612903226,0.451612903226,0.709677419355,0.838709677419,0.451612903226,0.41935483871,0.891891891892,0.71875,0.866666666667,0.766666666667,0.891891891892,0.685714285714,0.866666666667,0.735294117647,0.891891891892,0.757575757576,0.866666666667,0.8,0.399789916221353,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0863678038647921,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6685924,0.81115543,-0.121073141122844,0.714285714286,38.5957,36.0737,14.48822722,0.670060133333,0.67510506,0.495139,0.495139,0.392750610996134,5.39056806083,0.7746505725,0.496123257996,0.756667372727273
"23-26","wmt16_real.limsi.4422.ro-en___1365",26,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,18,21,21,NA,NA,NA,NA,1,323,0.773142862059,0.8,0.610193884837,0.65,0.729166666667,0.979166666667,0.5,0.395833333333,0.869121558684,0.909090909091,0.656420990414,0.681818181818,0.708333333333,0.843137254902,0.470588235294,0.395833333333,0.978723404255,0.63829787234,0.869121558684,0.909090909091,0.708120746869,0.727272727273,0.686274509804,0.843137254902,0.470588235294,0.372549019608,0.869121558684,0.909090909091,0.717280389671,0.727272727273,0.745098039216,0.843137254902,0.470588235294,0.43137254902,0.666666666667,0.862745098039,0.470588235294,0.352941176471,0.705882352941,0.862745098039,0.470588235294,0.372549019608,0.764705882353,0.862745098039,0.470588235294,0.43137254902,0.927835051546,0.646153846154,0.853333333333,0.688524590164,0.927835051546,0.677966101695,0.853333333333,0.766666666667,0.927835051546,0.796296296296,0.853333333333,0.83606557377,0.474371647699219,0.571376916107923,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-27","wmt16_real.online-b.0.tr-en___2542___order___9",27,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,28,28,19,0.181818181818182,NA,0.181818181818182,0,1,168,0.753246167867,0.761904761905,0.566618241408,0.571428571429,NA,NA,NA,NA,0.748729836431,0.766666666667,0.531953577161,0.533333333333,NA,0.757575757576,0.5,NA,NA,NA,0.748729836431,0.766666666667,0.525054796302,0.533333333333,0.575757575758,0.757575757576,0.5,0.333333333333,0.748729836431,0.766666666667,0.652869104947,0.666666666667,0.666666666667,0.757575757576,0.5,0.363636363636,0.590909090909,0.757575757576,0.5,0.348484848485,0.590909090909,0.757575757576,0.5,0.333333333333,0.681818181818,0.757575757576,0.5,0.363636363636,0.90303030303,0.684782608696,0.898089171975,0.674418604651,0.90303030303,0.574468085106,0.898089171975,0.555555555556,0.90303030303,0.734939759036,0.898089171975,0.708860759494,0.450028729743679,0.450028729743679,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-28","wmt14_iitb-ranked-ppl.3173.hi-en___392",28,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,168,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-29","wmt16_real.limsi.4422.ro-en___1365___phrase___9",29,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.25,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,18,18,21,0.181818181818182,NA,0.181818181818182,0,1,143,0.803777068832,0.8,0.663519109307,0.666666666667,0.555555555556,0.666666666667,0.5,0.416666666667,0.894298230366,0.93023255814,0.645323462435,0.651162790698,0.555555555556,0.851063829787,0.489361702128,0.416666666667,0.666666666667,0.466666666667,0.894298230366,0.93023255814,0.824183108508,0.837209302326,0.808510638298,0.851063829787,0.489361702128,0.425531914894,0.894298230366,0.93023255814,0.779468196989,0.790697674419,0.787234042553,0.851063829787,0.489361702128,0.425531914894,0.659574468085,0.829787234043,0.489361702128,0.36170212766,0.829787234043,0.829787234043,0.489361702128,0.425531914894,0.787234042553,0.829787234043,0.489361702128,0.425531914894,0.919540229885,0.80701754386,0.923076923077,0.777777777778,0.919540229885,0.88,0.923076923077,0.903846153846,0.919540229885,0.92,0.923076923077,0.94,0.504269718165171,0.514237840500994,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-30","wmt15_mitll-afrl-phrase-based.4089.ru-en___312",30,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,5,5,6,NA,1,1,1,1,114,0.896783577914,0.923076923077,0.608213703067,0.615384615385,NA,NA,NA,NA,0.970036776623,1,0.554306729499,0.571428571429,NA,0.933333333333,0.466666666667,NA,NA,NA,0.970036776623,1,0.831460094248,0.857142857143,0.8,0.933333333333,0.466666666667,0.4,0.970036776623,1,0.970036776623,1,0.933333333333,0.933333333333,0.466666666667,0.466666666667,0.6,0.8,0.466666666667,0.4,0.733333333333,0.8,0.466666666667,0.4,0.8,0.8,0.466666666667,0.466666666667,0.941176470588,0.470588235294,0.923076923077,0.5,0.941176470588,0.857142857143,0.923076923077,0.923076923077,0.941176470588,0.846153846154,0.923076923077,0.916666666667,0.525807571817244,0.532977675069298,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0919349931861576,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6305606,0.64805224,-0.0763062020384298,0.489361702128,57.5516,61.4711,14.25765624,0.496600428617,0.55193969,0.584989,0.548826,0.343924296775333,5.05793853187,0.414161205,0.614235136203,0.577228936363636
"23-31","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",31,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.75,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.181818181818182,NA,0.181818181818182,0,36,121,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-32","wmt15_online-e.0.de-en___510",32,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,17,17,16,NA,0.75,0.75,0.75,1,54,0.815652638569,0.842105263158,0.662076697579,0.684210526316,NA,NA,NA,NA,0.757622564808,0.789473684211,0.651819557432,0.684210526316,NA,0.744680851064,0.489361702128,NA,NA,NA,0.757622564808,0.789473684211,0.737108284515,0.789473684211,0.702127659574,0.744680851064,0.489361702128,0.425531914894,0.757622564808,0.789473684211,0.726851144368,0.789473684211,0.659574468085,0.744680851064,0.489361702128,0.404255319149,0.553191489362,0.68085106383,0.489361702128,0.425531914894,0.63829787234,0.68085106383,0.489361702128,0.425531914894,0.595744680851,0.68085106383,0.489361702128,0.404255319149,0.945205479452,0.716666666667,0.787234042553,0.716666666667,0.945205479452,0.790322580645,0.787234042553,0.784615384615,0.945205479452,0.8,0.787234042553,0.75,0.342824838048425,0.453207967506847,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.116143561692722,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4298344,0.51949347,-0.0586261385878647,0.6,55.277,50.8219,13.02675758,0.37077138975,0.45205814,0.622984,0.542557,0.347772159713643,4.8260639949,0.46724242,0.508555495222,0.464760172727273
"23-33","wmt16_real.limsi.4422.ro-en___1365___order___2",33,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,1,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,18,18,21,0.818181818181818,NA,0.818181818181818,1,1,75,0.916666666667,0.916666666667,0.75,0.75,0.6,0.657142857143,0.485714285714,0.4,0.916666666667,0.916666666667,0.75,0.75,0.571428571429,0.916666666667,0.5,0.4,0.5625,0.4375,0.916666666667,0.916666666667,0.875,0.875,0.895833333333,0.916666666667,0.5,0.479166666667,0.916666666667,0.916666666667,0.791666666667,0.791666666667,0.833333333333,0.916666666667,0.5,0.458333333333,0.75,0.895833333333,0.5,0.416666666667,0.875,0.895833333333,0.5,0.479166666667,0.8125,0.895833333333,0.5,0.458333333333,0.942857142857,0.770491803279,0.942857142857,0.770491803279,0.942857142857,0.901960784314,0.942857142857,0.901960784314,0.942857142857,0.912280701754,0.942857142857,0.912280701754,0.531047764977721,0.531047764977721,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-41","wmt15_uedin-syntax.4005.ru-en___598___order___2",41,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,13,13,13,0.818181818181818,NA,0.818181818181818,1,1,143,0.857142857143,0.857142857143,0.785714285714,0.785714285714,NA,NA,NA,NA,0.857142857143,0.857142857143,0.785714285714,0.785714285714,NA,0.857142857143,0.5,NA,NA,NA,0.857142857143,0.857142857143,0.714285714286,0.714285714286,0.75,0.857142857143,0.5,0.392857142857,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.5,0.428571428571,0.75,0.821428571429,0.5,0.392857142857,0.75,0.821428571429,0.5,0.392857142857,0.821428571429,0.821428571429,0.5,0.428571428571,0.931818181818,0.727272727273,0.931818181818,0.727272727273,0.931818181818,0.735294117647,0.931818181818,0.735294117647,0.931818181818,0.806451612903,0.931818181818,0.806451612903,0.477669662022326,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-42","wmt15_limsi.4021.fi-en___158",42,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,30,29,20,NA,0.25,0.25,0.25,1,39,0.634021465804,0.612244897959,0.538660106928,0.530612244898,NA,NA,NA,NA,0.637146630486,0.666666666667,0.486563067856,0.488888888889,NA,0.671875,0.5,NA,NA,NA,0.637146630486,0.666666666667,0.607551658787,0.622222222222,0.609375,0.671875,0.5,0.4375,0.637146630486,0.666666666667,0.553803930213,0.577777777778,0.578125,0.671875,0.5,0.421875,0.546875,0.671875,0.5,0.390625,0.625,0.671875,0.5,0.4375,0.578125,0.671875,0.5,0.421875,0.916167664671,0.648936170213,0.79012345679,0.58024691358,0.916167664671,0.655172413793,0.79012345679,0.685714285714,0.916167664671,0.698795180723,0.79012345679,0.63768115942,0.209304408508554,0.46654627832068,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0210071037100892,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3350967,0.36468363,-0.0159713463604974,0.695652173913,33.7254,35.5301,10.18655549,0.174588137839,0.37155753,0.363567,0.244467,0.14765610807431,2.15433958892,0.3969076875,0.240682734775,0.323090736363636
"23-43","wmt15_neural-mt.4088.cs-en___116___order___3",43,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,18,0.727272727272727,NA,0.727272727272727,0.75,1,101,0.863636363636,0.863636363636,0.636363636364,0.636363636364,NA,NA,NA,NA,0.896584343726,0.904761904762,0.653197742608,0.666666666667,NA,0.886363636364,0.5,NA,NA,NA,0.896584343726,0.904761904762,0.886482650682,0.904761904762,0.863636363636,0.886363636364,0.5,0.431818181818,0.896584343726,0.904761904762,0.896584343726,0.904761904762,0.886363636364,0.886363636364,0.5,0.477272727273,0.659090909091,0.886363636364,0.5,0.363636363636,0.863636363636,0.886363636364,0.5,0.431818181818,0.886363636364,0.886363636364,0.5,0.477272727273,0.910714285714,0.696428571429,0.941176470588,0.711538461538,0.910714285714,0.791666666667,0.941176470588,0.818181818182,0.910714285714,0.891304347826,0.941176470588,0.906976744186,0.509899989725079,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-44","wmt14_dcu-hien.3564.hi-en___588___choice___1",44,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,18,18,14,0.909090909090909,NA,0.909090909090909,1,1,39,0.973285996555,0.972972972973,0.973285996555,0.972972972973,NA,NA,NA,NA,0.975847660213,1,0.975847660213,1,NA,0.947368421053,0.5,NA,NA,NA,0.975847660213,1,0.975847660213,1,0.947368421053,0.947368421053,0.5,0.5,0.975847660213,1,0.975847660213,1,0.947368421053,0.947368421053,0.5,0.5,0.947368421053,0.947368421053,0.5,0.5,0.947368421053,0.947368421053,0.5,0.5,0.947368421053,0.947368421053,0.5,0.5,0.90243902439,0.973684210526,1,1,0.90243902439,0.973684210526,1,1,0.90243902439,0.973684210526,1,1,0.570570782338277,0.613363591013647,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-45","wmt14_rbmt1.0.fr-en___905___order___10",45,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.0909090909090909,NA,0.0909090909090909,0,36,168,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-46","wmt16_real.online-a.0.tr-en___872",46,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,7,6,3,NA,NA,NA,NA,1,114,0.855817804082,0.875,0.618605934694,0.625,NA,NA,NA,NA,0.818162689491,0.857142857143,0.563632537898,0.571428571429,NA,0.777777777778,0.444444444444,NA,NA,NA,0.818162689491,0.857142857143,0.818162689491,0.857142857143,0.777777777778,0.777777777778,0.444444444444,0.444444444444,0.818162689491,0.857142857143,0.818162689491,0.857142857143,0.777777777778,0.777777777778,0.444444444444,0.444444444444,0.666666666667,0.777777777778,0.444444444444,0.388888888889,0.777777777778,0.777777777778,0.444444444444,0.444444444444,0.777777777778,0.777777777778,0.444444444444,0.444444444444,0.842105263158,0.47619047619,0.708333333333,0.4,0.842105263158,0.722222222222,0.708333333333,0.647058823529,0.842105263158,0.764705882353,0.708333333333,0.6875,0.366623808016995,0.593433451959711,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-47","wmt15_dfki-experimental.4060.de-en___374",47,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,17,14,NA,0.63,0.63,0.75,1,114,0.743780531809,0.75,0.70646372266,0.75,NA,NA,NA,NA,0.761343696724,0.814814814815,0.67127826023,0.740740740741,NA,0.710526315789,0.5,NA,NA,NA,0.761343696724,0.814814814815,0.67127826023,0.740740740741,0.605263157895,0.710526315789,0.5,0.368421052632,0.761343696724,0.814814814815,0.585596371534,0.592592592593,0.605263157895,0.710526315789,0.5,0.394736842105,0.631578947368,0.736842105263,0.5,0.368421052632,0.631578947368,0.736842105263,0.5,0.368421052632,0.631578947368,0.736842105263,0.5,0.394736842105,0.854545454545,0.652173913043,0.796610169492,0.65,0.854545454545,0.652173913043,0.796610169492,0.65,0.854545454545,0.659090909091,0.796610169492,0.675,0.363132252966673,0.511662985109324,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.016688487590528,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3739929,0.40317256,-0.00834147312954206,0.692307692308,28.1638,25.3451,11.58345449,0.21646541502,0.52924692,0.362626,0.29672,0.249172924617903,3.35708969293,0.4213252675,0.393543784799,0.370730563636364
"23-48","wmt15_illinois.4083.cs-en___133",48,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,21,18,NA,0.33,0.33,0.25,1,25,0.814039087443,0.857142857143,0.646761249393,0.685714285714,NA,NA,NA,NA,0.784866710881,0.823529411765,0.615062105557,0.647058823529,NA,0.744186046512,0.488372093023,NA,NA,NA,0.784866710881,0.823529411765,0.550905789816,0.588235294118,0.511627906977,0.744186046512,0.488372093023,0.302325581395,0.784866710881,0.823529411765,0.6565540794,0.705882352941,0.604651162791,0.744186046512,0.488372093023,0.395348837209,0.511627906977,0.651162790698,0.488372093023,0.372093023256,0.441860465116,0.651162790698,0.488372093023,0.302325581395,0.53488372093,0.651162790698,0.488372093023,0.395348837209,0.945945945946,0.617021276596,0.847222222222,0.530612244898,0.945945945946,0.607843137255,0.847222222222,0.56,0.945945945946,0.673076923077,0.847222222222,0.705882352941,0.261345351155244,0.493527472093534,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.175799965814185,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5546471,0.6593841,-0.141094389911254,0.457627118644,63.727,65.1252,13.51595215,0.505354051282,0.62190431,0.713749,0.684921,0.375354722813795,5.44147059312,0.678476035,0.655561074304,0.583090172727273
"23-49","wmt16_real.pjatk.4520.cs-en___1555",49,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,56,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"23-50","wmt16_real.online-f.0.de-en___2506",50,23,TRUE,NA,0,1,1,1,1,14,"Male","British & Australian",4,1,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,30,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-1","wmt14_rbmt1.0.fr-en___905___order___10",1,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.230769230769231,NA,0.230769230769231,0.25,36,143,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-2","wmt16_real.uedin-nmt.4302.ro-en___655___order___13",2,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.5,0.5,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,49,49,44,0,NA,0,0,1,100,0.765453305868,0.772277227723,0.61100774609,0.613861386139,NA,NA,NA,NA,0.805331319128,0.847826086957,0.647199330369,0.673913043478,NA,0.803738317757,0.485981308411,NA,NA,NA,0.805331319128,0.847826086957,0.647199330369,0.673913043478,0.626168224299,0.803738317757,0.485981308411,0.355140186916,0.805331319128,0.847826086957,0.683452530042,0.717391304348,0.663551401869,0.803738317757,0.485981308411,0.383177570093,0.607476635514,0.757009345794,0.485981308411,0.373831775701,0.598130841121,0.757009345794,0.485981308411,0.355140186916,0.644859813084,0.757009345794,0.485981308411,0.383177570093,0.902208201893,0.721854304636,0.925531914894,0.698529411765,0.902208201893,0.732026143791,0.925531914894,0.698529411765,0.902208201893,0.731884057971,0.925531914894,0.71186440678,0.436872782194803,0.460413014633455,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-3","wmt14_onlineb.0.hi-en___715",3,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,18,25,NA,0.5,0.5,0.5,1,101,0.734733009099,0.8,0.625788517481,0.72,0.844444444444,0.866666666667,0.488888888889,0.422222222222,0.758288623497,0.846153846154,0.483813656078,0.538461538462,0.844444444444,0.675675675676,0.459459459459,0.422222222222,0.883720930233,0.790697674419,0.758288623497,0.846153846154,0.535020082467,0.615384615385,0.567567567568,0.675675675676,0.459459459459,0.405405405405,0.758288623497,0.846153846154,0.483813656078,0.538461538462,0.513513513514,0.675675675676,0.459459459459,0.378378378378,0.540540540541,0.594594594595,0.459459459459,0.405405405405,0.540540540541,0.594594594595,0.459459459459,0.405405405405,0.459459459459,0.594594594595,0.459459459459,0.378378378378,0.813559322034,0.666666666667,0.754385964912,0.577777777778,0.813559322034,0.676470588235,0.754385964912,0.619047619048,0.813559322034,0.724137931034,0.754385964912,0.648648648649,0.314980601348091,0.461315339057725,0.525280030306075,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4097,-321.736389,0.256638209092,0.180237,NA,NA,NA,NA,-0.4717,0.4146,0.57016455,0.46808661,0.705698,0.741219354,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-4","wmt16_real.online-b.0.de-en___1735___order___8",4,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,15,15,20,0.384615384615385,NA,0.384615384615385,0.25,1,143,0.700771615115,0.705882352941,0.573633186044,0.588235294118,NA,NA,NA,NA,0.724982511461,0.727272727273,0.595754634909,0.606060606061,NA,0.777777777778,0.5,NA,NA,NA,0.724982511461,0.727272727273,0.595754634909,0.606060606061,0.666666666667,0.777777777778,0.5,0.388888888889,0.724982511461,0.727272727273,0.550034977078,0.545454545455,0.638888888889,0.777777777778,0.5,0.416666666667,0.583333333333,0.75,0.5,0.388888888889,0.583333333333,0.75,0.5,0.388888888889,0.583333333333,0.75,0.5,0.416666666667,0.7125,0.62962962963,0.721518987342,0.627450980392,0.7125,0.592592592593,0.721518987342,0.588235294118,0.7125,0.592592592593,0.721518987342,0.625,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-5","wmt14_afrl.3349.ru-en___738___order___10",5,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.75,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,27,27,23,0.230769230769231,NA,0.230769230769231,0.25,1,121,0.703710969399,0.71186440678,0.405197650779,0.406779661017,0.53125,0.71875,0.46875,0.40625,0.73847425593,0.792452830189,0.437122137969,0.452830188679,0.53125,0.693548387097,0.483870967742,0.40625,0.551724137931,0.344827586207,0.73847425593,0.792452830189,0.59292074987,0.603773584906,0.612903225806,0.693548387097,0.483870967742,0.370967741935,0.73847425593,0.792452830189,0.557755309111,0.566037735849,0.596774193548,0.693548387097,0.483870967742,0.370967741935,0.5,0.709677419355,0.483870967742,0.338709677419,0.629032258065,0.709677419355,0.483870967742,0.370967741935,0.596774193548,0.709677419355,0.483870967742,0.370967741935,0.896373056995,0.618556701031,0.881578947368,0.666666666667,0.896373056995,0.666666666667,0.881578947368,0.644736842105,0.896373056995,0.648351648352,0.881578947368,0.666666666667,0.438575003065363,0.452381993902606,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-6","wmt16_real.pjatk.4520.cs-en___877",6,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,121,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-7","wmt16_real.uedin-nmt.4302.ro-en___655___phrase___11",7,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.5,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,49,49,44,0.153846153846154,NA,0.153846153846154,0,1,100,0.761297707034,0.757281553398,0.589432056098,0.582524271845,NA,NA,NA,NA,0.7999188091,0.8125,0.612686494013,0.625,NA,0.803738317757,0.485981308411,NA,NA,NA,0.7999188091,0.8125,0.592834672027,0.604166666667,0.607476635514,0.803738317757,0.485981308411,0.364485981308,0.7999188091,0.8125,0.632538316,0.645833333333,0.635514018692,0.803738317757,0.485981308411,0.401869158879,0.635514018692,0.794392523364,0.485981308411,0.373831775701,0.616822429907,0.794392523364,0.485981308411,0.364485981308,0.654205607477,0.794392523364,0.485981308411,0.401869158879,0.867383512545,0.774834437086,0.820895522388,0.77868852459,0.867383512545,0.736486486486,0.820895522388,0.733870967742,0.867383512545,0.760273972603,0.820895522388,0.758064516129,0.532475478442831,0.545285030046881,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-8","wmt16_real.uedin-nmt.4302.ro-en___655",8,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,49,45,44,NA,NA,NA,NA,1,75,0.749234622505,0.752941176471,0.67171674284,0.682352941176,0.617647058824,0.882352941176,0.5,0.382352941176,0.894497495688,0.943820224719,0.76990188112,0.808988764045,0.588235294118,0.839622641509,0.481132075472,0.382352941176,0.848484848485,0.484848484848,0.894497495688,0.943820224719,0.790667816882,0.831460674157,0.754716981132,0.839622641509,0.481132075472,0.415094339623,0.894497495688,0.943820224719,0.836665327147,0.876404494382,0.801886792453,0.839622641509,0.481132075472,0.433962264151,0.707547169811,0.783018867925,0.481132075472,0.415094339623,0.707547169811,0.783018867925,0.481132075472,0.415094339623,0.754716981132,0.783018867925,0.481132075472,0.433962264151,0.943820224719,0.710526315789,0.945945945946,0.775862068966,0.943820224719,0.729166666667,0.945945945946,0.807339449541,0.943820224719,0.801470588235,0.945945945946,0.817307692308,0.340884972739897,0.497932250153942,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-9","wmt15_kit.4017.de-en___218___choice___2",9,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,7,7,6,0.846153846153846,NA,0.846153846153846,1,1,114,0.935201914907,0.933333333333,0.935201914907,0.933333333333,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,0.9375,0.928571428571,1,1,0.9375,0.928571428571,1,1,0.9375,0.928571428571,1,1,0.825,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-10","wmt16_real.online-b.0.de-en___1735",10,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,20,20,NA,NA,NA,NA,1,121,0.782215620935,0.8125,0.826544993496,0.875,NA,NA,NA,NA,0.78818313665,0.827586206897,0.822123702561,0.896551724138,NA,0.75,0.45,NA,NA,NA,0.78818313665,0.827586206897,0.822123702561,0.896551724138,0.75,0.75,0.45,0.45,0.78818313665,0.827586206897,0.775486591793,0.827586206897,0.725,0.75,0.45,0.425,0.75,0.725,0.45,0.45,0.75,0.725,0.45,0.45,0.725,0.725,0.45,0.425,0.853333333333,0.816326530612,0.824561403509,0.769230769231,0.853333333333,0.816326530612,0.824561403509,0.769230769231,0.853333333333,0.816326530612,0.824561403509,0.756756756757,0.356898050099787,0.463532223605211,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-11","wmt14_iitb-ranked-ppl.3173.hi-en___392",11,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,98,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-12","wmt14_afrl.3349.ru-en___738___choice___5",12,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,1,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,27,27,23,0.615384615384615,NA,0.615384615384615,0.75,1,75,0.918248132402,0.915254237288,0.813080298816,0.813559322034,NA,NA,NA,NA,0.9859856382,1,0.823990425467,0.833333333333,NA,0.96875,0.5,NA,NA,NA,0.9859856382,1,0.9859856382,1,0.96875,0.96875,0.5,0.5,0.9859856382,1,0.9859856382,1,0.96875,0.96875,0.5,0.5,0.828125,0.9375,0.5,0.4375,0.9375,0.9375,0.5,0.5,0.9375,0.9375,0.5,0.5,0.9375,0.808988764045,1,0.887323943662,0.9375,0.882352941176,1,1,0.9375,0.890243902439,1,1,0.464518824155178,0.593433451959711,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-13","wmt15_um-nda.4137.de-en___209",13,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,7,5,6,NA,0,0,0,1,54,0.776658003855,0.769230769231,0.776658003855,0.769230769231,NA,NA,NA,NA,0.857142857143,0.857142857143,0.857142857143,0.857142857143,NA,0.857142857143,0.428571428571,NA,NA,NA,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.428571428571,0.428571428571,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.428571428571,0.428571428571,0.857142857143,0.857142857143,0.428571428571,0.428571428571,0.857142857143,0.857142857143,0.428571428571,0.428571428571,0.857142857143,0.857142857143,0.428571428571,0.428571428571,0.894736842105,0.733333333333,0.875,0.8,0.894736842105,0.733333333333,0.875,0.8,0.894736842105,0.8,0.875,0.866666666667,0.369781955730653,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-1.00000000095971,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.8218351,0.99310103,-0.999999994238843,0,100,100,17.97039551,0.889096,1,1,1,1,14.7984546928,0.9478601225,1,0.960655672727273
"25-14","wmt16_real.jhu-syntax.4517.de-en___205___swap___8",14,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.5,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,19,19,14,0.384615384615385,NA,0.384615384615385,0.25,1,98,0.670331794767,0.666666666667,0.670331794767,0.666666666667,0.75,0.807692307692,0.5,0.403846153846,0.94854086288,0.947368421053,0.94854086288,0.947368421053,0.769230769231,0.95,0.5,0.403846153846,0.833333333333,0.833333333333,0.94854086288,0.947368421053,0.885943528403,0.894736842105,0.875,0.95,0.5,0.45,0.94854086288,0.947368421053,0.94854086288,0.947368421053,0.95,0.95,0.5,0.5,0.85,0.85,0.5,0.5,0.8,0.85,0.5,0.45,0.85,0.85,0.5,0.5,0.927272727273,0.78431372549,0.904761904762,0.95,0.927272727273,0.78431372549,0.904761904762,0.948717948718,0.927272727273,0.862745098039,0.904761904762,0.972972972973,0.467617479180204,0.467617479180204,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-15","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",15,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.5,0.5,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.846153846153846,NA,0.846153846153846,1,36,100,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-16","wmt14_shad-wmt14.3464.ru-en___790",16,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,27,24,23,NA,0.25,0.25,0.25,1,100,0.766770437415,0.763636363636,0.717052921474,0.727272727273,NA,NA,NA,NA,0.826007686267,0.846153846154,0.703216394453,0.730769230769,NA,0.803278688525,0.475409836066,NA,NA,NA,0.826007686267,0.846153846154,0.818304742781,0.846153846154,0.786885245902,0.803278688525,0.475409836066,0.44262295082,0.826007686267,0.846153846154,0.782509607834,0.807692307692,0.754098360656,0.803278688525,0.475409836066,0.44262295082,0.704918032787,0.803278688525,0.475409836066,0.377049180328,0.786885245902,0.803278688525,0.475409836066,0.44262295082,0.754098360656,0.803278688525,0.475409836066,0.44262295082,0.916666666667,0.72619047619,0.935185185185,0.727272727273,0.916666666667,0.782051282051,0.935185185185,0.8125,0.916666666667,0.746987951807,0.935185185185,0.820895522388,0.375011372454977,0.500468075558876,0.966666666666667,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5641,-187.854767,0.4164452,0.232,NA,NA,NA,0.973941607,-0.6418,0.8091,0.80538101,0.66692514,1,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-17","wmt15_neural-mt.4097.de-en___213",17,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,18,17,NA,0,0,0,1,75,0.879411090712,0.909090909091,0.654574888809,0.666666666667,0.857142857143,0.928571428571,0.5,0.452380952381,0.965237893741,1,0.708703625344,0.722222222222,0.880952380952,0.923076923077,0.487179487179,0.452380952381,0.926829268293,0.878048780488,0.965237893741,1,0.708703625344,0.722222222222,0.74358974359,0.923076923077,0.487179487179,0.410256410256,0.965237893741,1,0.857989238881,0.888888888889,0.846153846154,0.923076923077,0.487179487179,0.435897435897,0.666666666667,0.820512820513,0.487179487179,0.410256410256,0.666666666667,0.820512820513,0.487179487179,0.410256410256,0.74358974359,0.820512820513,0.487179487179,0.435897435897,0.939393939394,0.78,0.947368421053,0.782608695652,0.939393939394,0.78,0.947368421053,0.782608695652,0.939393939394,0.857142857143,0.947368421053,0.921052631579,0.373057593940355,0.524532042261666,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.185377054678835,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6023666,0.62346076,-0.130898024918832,0.490196078431,61.4839,61.9049,13.93939774,0.458346719123,0.63557151,0.730406,0.693754,0.409071027724857,6.10049856647,0.4994525325,0.585229532079,0.557475309090909
"25-18","wmt14_rbmt1.0.fr-en___905___order___9",18,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.75,0.5,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.307692307692308,NA,0.307692307692308,0.25,36,61,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-19","wmt14_onlineb.0.cs-en___323",19,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,18,20,NA,0.75,0.75,0.75,1,323,0.770146705324,0.756756756757,0.748127678791,0.756756756757,NA,NA,NA,NA,0.87582625192,0.914285714286,0.800584824252,0.857142857143,NA,0.833333333333,0.47619047619,NA,NA,NA,0.87582625192,0.914285714286,0.654041787295,0.685714285714,0.666666666667,0.833333333333,0.47619047619,0.404761904762,0.87582625192,0.914285714286,0.759278216318,0.8,0.761904761905,0.833333333333,0.47619047619,0.452380952381,0.785714285714,0.809523809524,0.47619047619,0.452380952381,0.714285714286,0.809523809524,0.47619047619,0.404761904762,0.785714285714,0.809523809524,0.47619047619,0.452380952381,0.916666666667,0.818181818182,0.946428571429,0.857142857143,0.916666666667,0.728813559322,0.946428571429,0.74,0.916666666667,0.735849056604,0.946428571429,0.727272727273,0.426923877917718,0.483287423597866,0.382787749250508,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3202,-301.658325,0.189519324775,0.135179,0.496060659597051,0.779022052604218,0.462833456222354,NA,-0.4712,0.3157,0.46962841,0.3998225,0.620954,0.642978404,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-20","wmt15_online-a.0.fi-en___89",20,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,22,20,13,NA,0.75,0.75,0.75,1,323,0.80973807277,0.829268292683,0.570416796442,0.585365853659,NA,NA,NA,NA,0.747365424662,0.789473684211,0.508500756588,0.526315789474,NA,0.723404255319,0.468085106383,NA,NA,NA,0.747365424662,0.789473684211,0.498243616441,0.526315789474,0.510638297872,0.723404255319,0.468085106383,0.36170212766,0.747365424662,0.789473684211,0.508500756588,0.526315789474,0.531914893617,0.723404255319,0.468085106383,0.425531914894,0.531914893617,0.63829787234,0.468085106383,0.36170212766,0.531914893617,0.63829787234,0.468085106383,0.36170212766,0.510638297872,0.63829787234,0.468085106383,0.425531914894,0.846153846154,0.633333333333,0.802197802198,0.514705882353,0.846153846154,0.622950819672,0.802197802198,0.537313432836,0.846153846154,0.586206896552,0.802197802198,0.481481481481,0.431531439496226,0.493527472093534,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.144163326832005,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5941374,0.58678391,-0.0849118593218879,0.407407407407,63.1821,59.274,13.44677076,0.464528120565,0.53420762,0.667292,0.62367,0.36021478614744,5.19176337867,0.3447011125,0.514842007202,0.499058618181818
"25-21","wmt14_afrl.3349.ru-en___738___order___7",21,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.5,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,27,27,23,0.461538461538462,NA,0.461538461538462,0.5,1,98,0.770412889738,0.774193548387,0.579533202864,0.58064516129,NA,NA,NA,NA,0.8380583858,0.888888888889,0.620064750016,0.62962962963,NA,0.78125,0.5,NA,NA,NA,0.8380583858,0.888888888889,0.735145742929,0.777777777778,0.703125,0.78125,0.5,0.421875,0.8380583858,0.888888888889,0.742524364345,0.777777777778,0.71875,0.78125,0.5,0.453125,0.625,0.796875,0.5,0.375,0.734375,0.796875,0.5,0.421875,0.734375,0.796875,0.5,0.453125,0.926966292135,0.677777777778,0.887096774194,0.658227848101,0.926966292135,0.835294117647,0.887096774194,0.845070422535,0.926966292135,0.810126582278,0.887096774194,0.861538461538,0.465219262610199,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-22","wmt14_iitb-ranked-ppl.3173.hi-en___80",22,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,9,16,18,NA,0.25,0.25,0.25,1,168,0.704165570448,0.823529411765,0.4277099622,0.470588235294,NA,NA,NA,NA,0.650177836993,0.736842105263,0.525218254491,0.631578947368,NA,0.571428571429,0.357142857143,NA,NA,NA,0.650177836993,0.736842105263,0.543929857868,0.631578947368,0.5,0.571428571429,0.357142857143,0.285714285714,0.650177836993,0.736842105263,0.543929857868,0.631578947368,0.5,0.571428571429,0.357142857143,0.285714285714,0.392857142857,0.5,0.357142857143,0.285714285714,0.428571428571,0.5,0.357142857143,0.285714285714,0.428571428571,0.5,0.357142857143,0.285714285714,0.666666666667,0.451612903226,0.710526315789,0.533333333333,0.666666666667,0.448275862069,0.710526315789,0.53125,0.666666666667,0.51724137931,0.710526315789,0.586206896552,0.26883738564948,0.453830739092176,0.271283731085705,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2452,-235.203094,0.129807549326,0.0881331,NA,NA,NA,NA,-0.2538,0.205,0.39644719,0.37523256,0.490216,0.518595956,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-23","wmt16_real.online-a.0.de-en___137",23,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,6,6,6,NA,1,1,1,1,323,1,1,1,1,0.818181818182,0.818181818182,0.5,0.431818181818,1,1,1,1,0.863636363636,1,0.5,0.431818181818,0.809523809524,0.809523809524,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,1,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-24","wmt16_real.online-f.0.de-en___1273",24,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,10,10,10,NA,NA,NA,NA,1,121,0.737561319432,0.777777777778,0.538995837413,0.555555555556,NA,NA,NA,NA,0.759177002628,0.823529411765,0.554772041366,0.588235294118,NA,0.695652173913,0.478260869565,NA,NA,NA,0.759177002628,0.823529411765,0.554772041366,0.588235294118,0.565217391304,0.695652173913,0.478260869565,0.391304347826,0.759177002628,0.823529411765,0.759177002628,0.823529411765,0.695652173913,0.695652173913,0.478260869565,0.391304347826,0.521739130435,0.608695652174,0.478260869565,0.347826086957,0.565217391304,0.608695652174,0.478260869565,0.391304347826,0.608695652174,0.608695652174,0.478260869565,0.391304347826,0.909090909091,0.5625,0.906976744186,0.741935483871,0.909090909091,0.647058823529,0.906976744186,0.692307692308,0.909090909091,0.666666666667,0.906976744186,0.7,0.322025415725249,0.470883876266968,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-25","wmt14_rbmt1.0.fr-en___905",25,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,323,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-26","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",26,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.538461538461538,NA,0.538461538461538,0.5,35,323,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-27","wmt16_real.online-a.0.de-en___218___choice___3",27,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.75,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.769230769230769,NA,0.769230769230769,0.75,36,121,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-28","wmt14_uedin-wmt14.3170.cs-en___323___swap___4",28,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.5,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,16,16,20,0.692307692307692,NA,0.692307692307692,0.75,1,98,0.94854086288,0.947368421053,0.731566117042,0.736842105263,NA,NA,NA,NA,1,1,0.75,0.75,NA,1,0.5,NA,NA,NA,1,1,0.65,0.65,0.7,1,0.5,0.375,1,1,0.8,0.8,0.85,1,0.5,0.45,0.75,0.95,0.5,0.4,0.7,0.95,0.5,0.375,0.825,0.95,0.5,0.45,0.93023255814,0.8125,1,0.816326530612,0.93023255814,0.782608695652,1,0.74,0.93023255814,0.755555555556,1,0.770833333333,0.545285030046881,0.545285030046881,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-29","wmt14_uedin-wmt14.3170.cs-en___323___swap___2",29,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,16,16,20,0.846153846153846,NA,0.846153846153846,1,1,323,0.9,0.9,0.65,0.65,0.833333333333,0.966666666667,0.5,0.433333333333,0.94854086288,0.947368421053,0.668968782566,0.684210526316,0.766666666667,0.95,0.5,0.433333333333,0.965517241379,0.827586206897,0.94854086288,0.947368421053,0.691245177277,0.684210526316,0.7,0.95,0.5,0.375,0.94854086288,0.947368421053,0.897081725759,0.894736842105,0.9,0.95,0.5,0.475,0.7,0.95,0.5,0.4,0.7,0.95,0.5,0.375,0.9,0.95,0.5,0.475,0.769230769231,0.745098039216,0.863636363636,0.765957446809,0.769230769231,0.692307692308,0.863636363636,0.6875,0.769230769231,0.883720930233,0.863636363636,0.923076923077,0.545285030046881,0.545285030046881,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-30","wmt14_afrl.3456.hi-en___371___swap___8",30,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.5,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.384615384615385,NA,0.384615384615385,0.25,35,100,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-31","wmt14_afrl.3349.ru-en___738___order___2",31,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,1,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,27,27,23,0.846153846153846,NA,0.846153846153846,1,1,323,0.9375,0.9375,0.8125,0.8125,NA,NA,NA,NA,0.93849012732,0.965517241379,0.813581247793,0.827586206897,NA,0.90625,0.5,NA,NA,NA,0.93849012732,0.965517241379,0.93849012732,0.965517241379,0.90625,0.90625,0.5,0.46875,0.93849012732,0.965517241379,0.93849012732,0.965517241379,0.90625,0.90625,0.5,0.484375,0.84375,0.9375,0.5,0.4375,0.9375,0.9375,0.5,0.46875,0.9375,0.9375,0.5,0.484375,0.942857142857,0.819444444444,0.939393939394,0.818181818182,0.942857142857,0.921875,0.939393939394,0.931034482759,0.942857142857,0.907692307692,0.939393939394,0.931034482759,0.570709275668423,0.570709275668423,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-32","wmt16_real.online-g.0.de-en___1654",32,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,75,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-33","wmt16_real.jhu-pbmt.4284.ro-en___853",33,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,323,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-34","wmt16_real.pjatk.4520.cs-en___877___order___11",34,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0.153846153846154,NA,0.153846153846154,0,36,168,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-35","wmt16_real.tuning-task-nrc-nnbleu.0.cs-en___830",35,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,45,35,32,NA,NA,NA,NA,1,100,0.652954995471,0.666666666667,0.44901500151,0.444444444444,0.676470588235,0.735294117647,0.5,0.382352941176,0.653390133253,0.655737704918,0.555830698821,0.590163934426,0.676470588235,0.651162790698,0.441860465116,0.382352941176,0.857142857143,0.714285714286,0.653390133253,0.655737704918,0.549863954172,0.590163934426,0.558139534884,0.651162790698,0.441860465116,0.372093023256,0.653390133253,0.655737704918,0.506005221584,0.524590163934,0.511627906977,0.651162790698,0.441860465116,0.372093023256,0.523255813953,0.604651162791,0.441860465116,0.360465116279,0.558139534884,0.604651162791,0.441860465116,0.372093023256,0.476744186047,0.604651162791,0.441860465116,0.372093023256,0.868544600939,0.549180327869,0.886138613861,0.574074074074,0.868544600939,0.546875,0.886138613861,0.509259259259,0.868544600939,0.632,0.886138613861,0.594339622642,0.239739407359462,0.442768791351828,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-36","wmt14_iitb-ranked-ppl.3173.hi-en___674",36,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,121,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-37","wmt15_limsi.4021.fi-en___268",37,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,28,31,18,NA,0,0,0,1,50,0.771433924584,0.809523809524,0.636535227502,0.714285714286,0.94,0.94,0.5,0.5,0.769615106052,0.8,0.640499637867,0.68,0.9,0.769230769231,0.492307692308,0.5,0.916666666667,0.916666666667,0.769615106052,0.8,0.612653595446,0.64,0.6,0.769230769231,0.492307692308,0.353846153846,0.769615106052,0.8,0.6,0.6,0.630769230769,0.769230769231,0.492307692308,0.4,0.553846153846,0.661538461538,0.492307692308,0.369230769231,0.538461538462,0.661538461538,0.492307692308,0.353846153846,0.569230769231,0.661538461538,0.492307692308,0.4,0.903225806452,0.552941176471,0.893442622951,0.577464788732,0.903225806452,0.556962025316,0.893442622951,0.573529411765,0.903225806452,0.578947368421,0.893442622951,0.565217391304,0.189597907151083,0.468500373793146,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0617008600909109,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5206317,0.58607479,-0.056515283533402,0.414634146341,42.3218,44.5107,12.7175344,0.30938475831,0.54184459,0.529719,0.474035,0.275413921522714,4.20439398295,0.497550725,0.474720238115,0.487054236363636
"25-38","wmt16_real.tuning-task-nrc-nnbleu.0.cs-en___2675",38,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,26,23,21,NA,NA,NA,NA,1,121,0.902221055242,0.923076923077,0.894246752834,0.923076923077,NA,NA,NA,NA,0.85327359224,0.862745098039,0.845222812311,0.862745098039,NA,0.842105263158,0.456140350877,NA,NA,NA,0.85327359224,0.862745098039,0.762529262153,0.78431372549,0.771929824561,0.842105263158,0.456140350877,0.421052631579,0.85327359224,0.862745098039,0.770580042082,0.78431372549,0.771929824561,0.842105263158,0.456140350877,0.421052631579,0.859649122807,0.877192982456,0.456140350877,0.438596491228,0.771929824561,0.877192982456,0.456140350877,0.421052631579,0.789473684211,0.877192982456,0.456140350877,0.421052631579,0.89,0.727272727273,0.71568627451,0.822580645161,0.89,0.675,0.71568627451,0.732394366197,0.89,0.8,0.71568627451,0.833333333333,0.452049765841973,0.545285030046881,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-39","wmt14_afrl.3456.hi-en___371___swap___2",39,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.75,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.846153846153846,NA,0.846153846153846,1,36,121,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-40","wmt16_real.pjatk.4520.cs-en___1555",40,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,54,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-41","wmt14_afrl.3349.ru-en___738___choice___2",41,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,1,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,27,27,23,0.846153846153846,NA,0.846153846153846,1,1,75,0.97699831661,0.983606557377,0.97699831661,0.983606557377,0.666666666667,0.787878787879,0.484848484848,0.424242424242,0.9859856382,1,0.9859856382,1,0.636363636364,0.96875,0.5,0.424242424242,0.666666666667,0.333333333333,0.9859856382,1,0.9859856382,1,0.96875,0.96875,0.5,0.5,0.9859856382,1,0.9859856382,1,0.96875,0.96875,0.5,0.5,0.96875,0.96875,0.5,0.5,0.96875,0.96875,0.5,0.5,0.96875,0.96875,0.5,0.5,0.96875,0.984375,1,1,0.96875,0.984375,1,1,0.96875,0.984615384615,1,1,0.573963247819147,0.621425593311884,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-42","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",42,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,1,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.769230769230769,NA,0.769230769230769,0.75,36,75,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-43","wmt15_kit.4017.de-en___218___choice___1",43,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,7,7,6,0.923076923076923,NA,0.923076923076923,1,2,323,1,1,1,1,0.566037735849,0.679245283019,0.490566037736,0.358490566038,1,1,1,1,0.547169811321,1,0.5,0.358490566038,0.666666666667,0.470588235294,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,0.925,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-44","wmt16_real.online-f.0.de-en___2506",44,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,121,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-45","wmt16_real.jhu-syntax.4517.de-en___205___swap___6",45,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.75,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,19,19,14,0.538461538461538,NA,0.538461538461538,0.5,1,121,0.822486351028,0.820512820513,0.822486351028,0.820512820513,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,0.9,0.9,0.925,1,0.5,0.475,1,1,0.9,0.9,0.925,1,0.5,0.475,0.9,0.9,0.5,0.5,0.85,0.9,0.5,0.475,0.85,0.9,0.5,0.475,0.926470588235,0.883720930233,1,1,0.926470588235,0.872340425532,1,0.952380952381,0.926470588235,0.897959183673,1,0.953488372093,0.488561104957705,0.488561104957705,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-46","wmt14_uedin-wmt14.3422.hi-en___399",46,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,50,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-47","wmt16_real.online-f.0.de-en___218",47,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,98,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-48","wmt16_real.online-g.0.de-en___205",48,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,17,14,NA,0.5,0.5,0.5,1,121,0.863883504869,0.882352941176,0.627879024287,0.647058823529,NA,NA,NA,NA,0.808752404418,0.848484848485,0.479649847307,0.484848484848,NA,0.789473684211,0.473684210526,NA,NA,NA,0.808752404418,0.848484848485,0.59343534346,0.606060606061,0.657894736842,0.789473684211,0.473684210526,0.421052631579,0.808752404418,0.848484848485,0.59343534346,0.606060606061,0.684210526316,0.789473684211,0.473684210526,0.421052631579,0.578947368421,0.789473684211,0.473684210526,0.368421052632,0.684210526316,0.789473684211,0.473684210526,0.421052631579,0.710526315789,0.789473684211,0.473684210526,0.421052631579,0.927272727273,0.652173913043,0.844827586207,0.672727272727,0.927272727273,0.75,0.844827586207,0.75,0.927272727273,0.8,0.844827586207,0.833333333333,0.393123452234412,0.506874451144832,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-49","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",49,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.307692307692308,NA,0.307692307692308,0.25,36,323,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"25-50","wmt16_real.uedin-nmt.4302.ro-en___655___phrase___4",50,25,TRUE,25,0,1,1,0,1,10,"Male","British",4,0.75,FALSE,0.75,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,49,49,44,0.692307692307692,NA,0.692307692307692,0.75,1,121,0.875960729881,0.878504672897,0.857493606656,0.859813084112,0.520833333333,0.604166666667,0.5,0.333333333333,0.917647950015,0.94,0.879303657421,0.9,0.479166666667,0.890909090909,0.5,0.333333333333,0.55,0.4,0.917647950015,0.94,0.860131511124,0.88,0.836363636364,0.890909090909,0.5,0.445454545455,0.917647950015,0.94,0.917647950015,0.94,0.890909090909,0.890909090909,0.5,0.463636363636,0.863636363636,0.9,0.5,0.445454545455,0.845454545455,0.9,0.5,0.445454545455,0.9,0.9,0.5,0.463636363636,0.927272727273,0.869230769231,0.887218045113,0.888888888889,0.927272727273,0.8828125,0.887218045113,0.914285714286,0.927272727273,0.91935483871,0.887218045113,0.941176470588,0.644785479384507,0.644785479384507,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-1","wmt15_online-a.0.cs-en___303",1,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,9,11,9,NA,1,1,1,1,25,0.67458721056,0.666666666667,0.515908136767,0.533333333333,NA,NA,NA,NA,0.623148914755,0.714285714286,0.647685745398,0.714285714286,NA,0.636363636364,0.454545454545,NA,NA,NA,0.623148914755,0.714285714286,0.647685745398,0.714285714286,0.590909090909,0.636363636364,0.454545454545,0.363636363636,0.623148914755,0.714285714286,0.508333864061,0.571428571429,0.5,0.636363636364,0.454545454545,0.363636363636,0.590909090909,0.727272727273,0.454545454545,0.363636363636,0.590909090909,0.727272727273,0.454545454545,0.363636363636,0.5,0.727272727273,0.454545454545,0.363636363636,0.766666666667,0.5,0.75,0.545454545455,0.766666666667,0.576923076923,0.75,0.636363636364,0.766666666667,0.458333333333,0.75,0.5,0.322494437170206,0.46654627832068,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0766911198073633,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6880043,0.59800142,-0.0984563833050888,0.4,55.2396,53.5319,13.41984299,0.454843030303,0.64195101,0.538021,0.494785,0.327750057094594,5.03631118523,0.5267553925,0.589724681374,0.535468854545455
"26-2","wmt15_online-b.0.ru-en___683___swap___10",2,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.75,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,27,27,18,0.411764705882353,NA,0.411764705882353,0.5,1,47,0.945881382046,0.945454545455,0.945881382046,0.945454545455,NA,NA,NA,NA,0.983907658314,1,0.983907658314,1,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.946428571429,0.5,0.5,0.946428571429,0.946428571429,0.5,0.5,0.946428571429,0.946428571429,0.5,0.5,0.909090909091,0.951612903226,1,1,0.909090909091,0.951612903226,1,1,0.909090909091,0.967213114754,1,1,0.574877936608574,0.574877936608574,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-3","wmt14_rbmt4.0.ru-en___50___order___3",3,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.75,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,11,11,10,0.823529411764706,NA,0.823529411764706,1,1,121,0.769230769231,0.769230769231,0.615384615385,0.615384615385,0.53488372093,0.627906976744,0.488372093023,0.395348837209,0.769230769231,0.769230769231,0.615384615385,0.615384615385,0.558139534884,0.807692307692,0.5,0.395348837209,0.685714285714,0.514285714286,0.769230769231,0.769230769231,0.615384615385,0.615384615385,0.692307692308,0.807692307692,0.5,0.384615384615,0.769230769231,0.769230769231,0.692307692308,0.692307692308,0.769230769231,0.807692307692,0.5,0.423076923077,0.692307692308,0.807692307692,0.5,0.384615384615,0.692307692308,0.807692307692,0.5,0.384615384615,0.769230769231,0.807692307692,0.5,0.423076923077,0.837837837838,0.727272727273,0.837837837838,0.727272727273,0.837837837838,0.727272727273,0.837837837838,0.727272727273,0.837837837838,0.787878787879,0.837837837838,0.787878787879,0.455521698063202,0.455521698063202,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-4","wmt15_online-a.0.cs-en___605___order___6",4,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,10,10,11,0.647058823529412,NA,0.647058823529412,0.75,1,143,0.631210650788,0.636363636364,0.543736883596,0.545454545455,NA,NA,NA,NA,0.562631164041,0.545454545455,0.475157396849,0.454545454545,NA,0.625,0.5,NA,NA,NA,0.562631164041,0.545454545455,0.456263116404,0.454545454545,0.541666666667,0.625,0.5,0.375,0.562631164041,0.545454545455,0.368789349212,0.363636363636,0.5,0.625,0.5,0.375,0.583333333333,0.625,0.5,0.416666666667,0.541666666667,0.625,0.5,0.375,0.5,0.625,0.5,0.375,0.836734693878,0.588235294118,0.673913043478,0.588235294118,0.836734693878,0.485714285714,0.673913043478,0.416666666667,0.836734693878,0.526315789474,0.673913043478,0.421052631579,0.410351038206312,0.410351038206312,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-5","wmt14_onlineb.0.ru-en___393",5,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,21,24,NA,0.5,0.5,0.5,1,75,0.827301551213,0.844444444444,0.785647810318,0.8,0.7,0.75,0.5,0.4,0.895067204877,0.936170212766,0.79935587745,0.808510638298,0.7,0.865384615385,0.480769230769,0.4,0.777777777778,0.666666666667,0.895067204877,0.936170212766,0.822478556119,0.851063829787,0.807692307692,0.865384615385,0.480769230769,0.423076923077,0.895067204877,0.936170212766,0.79935587745,0.808510638298,0.807692307692,0.865384615385,0.480769230769,0.442307692308,0.788461538462,0.826923076923,0.480769230769,0.442307692308,0.769230769231,0.826923076923,0.480769230769,0.423076923077,0.75,0.826923076923,0.480769230769,0.442307692308,0.926229508197,0.775862068966,0.968085106383,0.785714285714,0.926229508197,0.824561403509,0.968085106383,0.888888888889,0.926229508197,0.822580645161,0.968085106383,0.877192982456,0.474259520714281,0.534860890969487,0.428264931532541,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3756,-155.560028,0.20236797946,0.13784,NA,NA,NA,0.685190744,-0.4745,0.487,0.6018314,0.5009233,0.712952,0.730694272,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-6","wmt15_cu-tectomt.4138.cs-en___293___order___1",6,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.75,0.5,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,9,9,8,0.941176470588235,NA,0.941176470588235,1,1,61,0.926264468168,0.947368421053,0.720427919687,0.736842105263,NA,NA,NA,NA,0.926264468168,0.947368421053,0.720427919687,0.736842105263,NA,0.9,0.5,NA,NA,NA,0.926264468168,0.947368421053,0.845622588639,0.842105263158,0.85,0.9,0.5,0.45,0.926264468168,0.947368421053,0.639786040157,0.631578947368,0.7,0.9,0.5,0.4,0.75,0.9,0.5,0.4,0.85,0.9,0.5,0.45,0.7,0.9,0.5,0.4,0.869565217391,0.72,0.952380952381,0.791666666667,0.869565217391,0.857142857143,0.952380952381,0.9,0.869565217391,0.851851851852,0.952380952381,0.884615384615,0.500468075558876,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-7","wmt14_iitb-ranked-ppl.3173.hi-en___392",7,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,168,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-8","wmt16_real.online-f.0.de-en___2506",8,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,48,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-9","wmt15_online-b.0.cs-en___608",9,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,10,12,11,NA,1,1,1,1,323,0.98227123304,1,0.98227123304,1,NA,NA,NA,NA,0.98227123304,1,0.98227123304,1,NA,0.96,0.48,NA,NA,NA,0.98227123304,1,0.98227123304,1,0.96,0.96,0.48,0.48,0.98227123304,1,0.98227123304,1,0.96,0.96,0.48,0.48,0.92,0.92,0.48,0.48,0.92,0.92,0.48,0.48,0.92,0.92,0.48,0.48,0.95652173913,1,0.95652173913,1,0.95652173913,1,0.95652173913,1,0.95652173913,1,0.95652173913,1,0.506637782593793,0.537302701013944,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0193800966453906,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4610312,0.511578,-0.0207756698924387,0.609756097561,34.3498,38.5606,11.47513628,0.285835907288,0.45221821,0.366523,0.340407,0.265802869129734,3.95922131883,0.4949889175,0.512567581702,0.441470118181818
"26-10","wmt15_online-e.0.de-en___108",10,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.25,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,7,7,NA,1,1,1,1,22,0.766885851873,0.8,0.671025120389,0.7,NA,NA,NA,NA,0.766885851873,0.8,0.766885851873,0.8,NA,0.727272727273,0.363636363636,NA,NA,NA,0.766885851873,0.8,0.766885851873,0.8,0.727272727273,0.727272727273,0.363636363636,0.363636363636,0.766885851873,0.8,0.766885851873,0.8,0.727272727273,0.727272727273,0.363636363636,0.363636363636,0.590909090909,0.590909090909,0.363636363636,0.363636363636,0.590909090909,0.590909090909,0.363636363636,0.363636363636,0.590909090909,0.590909090909,0.363636363636,0.363636363636,0.8125,0.714285714286,0.740740740741,0.8,0.8125,0.678571428571,0.740740740741,0.76,0.8125,0.703703703704,0.740740740741,0.791666666667,0.238138961201176,0.532977675069298,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0639906335118585,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4625143,0.43901798,-0.0453438678914128,0.574468085106,49.9181,46.753,12.06863335,0.255537975871,0.50620079,0.425769,0.336354,0.258886559814854,3.74355935637,0.59476167,0.517575316853,0.389391381818182
"26-11","wmt16_real.online-f.0.de-en___218",11,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.75,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,61,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-12","wmt14_iitb-ranked-ppl.3173.hi-en___674",12,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,56,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-13","wmt15_neural-mt.4097.de-en___646___order___4",13,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.75,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,26,26,15,0.764705882352941,NA,0.764705882352941,0.75,1,114,0.830124699452,0.827586206897,0.754812950822,0.758620689655,NA,NA,NA,NA,0.873595070686,0.892857142857,0.707865023562,0.714285714286,NA,0.85,0.5,NA,NA,NA,0.873595070686,0.892857142857,0.707865023562,0.714285714286,0.766666666667,0.85,0.5,0.433333333333,0.873595070686,0.892857142857,0.707865023562,0.714285714286,0.766666666667,0.85,0.5,0.433333333333,0.783333333333,0.833333333333,0.5,0.433333333333,0.783333333333,0.833333333333,0.5,0.433333333333,0.783333333333,0.833333333333,0.5,0.433333333333,0.934579439252,0.847222222222,0.948453608247,0.849315068493,0.934579439252,0.857142857143,0.948453608247,0.849315068493,0.934579439252,0.846153846154,0.948453608247,0.851351351351,0.500468075558876,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-14","wmt15_neural-mt.4097.de-en___646___order___12",14,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,26,26,15,0.294117647058823,NA,0.294117647058823,0.25,1,101,0.566230700059,0.549019607843,0.365145405497,0.352941176471,NA,NA,NA,NA,0.550854768582,0.533333333333,0.381348149574,0.4,NA,0.637931034483,0.48275862069,NA,NA,NA,0.550854768582,0.533333333333,0.477396334586,0.488888888889,0.51724137931,0.637931034483,0.48275862069,0.379310344828,0.550854768582,0.533333333333,0.477396334586,0.488888888889,0.534482758621,0.637931034483,0.48275862069,0.396551724138,0.448275862069,0.603448275862,0.48275862069,0.327586206897,0.5,0.603448275862,0.48275862069,0.379310344828,0.51724137931,0.603448275862,0.48275862069,0.396551724138,0.844155844156,0.61,0.803149606299,0.530864197531,0.844155844156,0.649484536082,0.803149606299,0.465753424658,0.844155844156,0.670454545455,0.803149606299,0.575757575758,0.425648043317587,0.439048074310918,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-15","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",15,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.5,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.647058823529412,NA,0.647058823529412,0.75,35,48,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-16","wmt14_uedin-syntax.3166.ru-en___363___order___8",16,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,24,0.529411764705882,NA,0.529411764705882,0.5,1,56,0.716789895724,0.723404255319,0.346456271545,0.340425531915,0.64,0.8,0.48,0.4,0.727743321614,0.744186046512,0.33869113547,0.325581395349,0.64,0.708333333333,0.479166666667,0.4,0.75,0.75,0.727743321614,0.744186046512,0.452450936919,0.46511627907,0.5,0.708333333333,0.479166666667,0.354166666667,0.727743321614,0.744186046512,0.506295131334,0.511627906977,0.5625,0.708333333333,0.479166666667,0.395833333333,0.4375,0.6875,0.479166666667,0.375,0.479166666667,0.6875,0.479166666667,0.354166666667,0.583333333333,0.6875,0.479166666667,0.395833333333,0.870967741935,0.506329113924,0.865546218487,0.470588235294,0.870967741935,0.544117647059,0.865546218487,0.516129032258,0.870967741935,0.606060606061,0.865546218487,0.58064516129,0.421160309393898,0.435198986373695,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-17","wmt16_real.pjatk.4520.cs-en___877",17,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,100,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-18","wmt15_online-b.0.ru-en___683___phrase___14",18,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.5,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,27,27,18,0.176470588235294,NA,0.176470588235294,0,1,98,0.593308752007,0.612244897959,0.554859443721,0.571428571429,NA,NA,NA,NA,0.508368348704,0.5,0.474894953889,0.5,NA,0.642857142857,0.5,NA,NA,NA,0.508368348704,0.5,0.474894953889,0.5,0.535714285714,0.642857142857,0.5,0.357142857143,0.508368348704,0.5,0.474894953889,0.5,0.535714285714,0.642857142857,0.5,0.392857142857,0.571428571429,0.642857142857,0.5,0.375,0.553571428571,0.642857142857,0.5,0.357142857143,0.535714285714,0.642857142857,0.5,0.392857142857,0.779874213836,0.633333333333,0.72268907563,0.716417910448,0.779874213836,0.644444444444,0.72268907563,0.723076923077,0.779874213836,0.779220779221,0.72268907563,0.833333333333,0.502264999571546,0.502264999571546,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-19","wmt16_real.uedin-pbmt.4298.fi-en___762___swap___4",19,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.75,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,9,9,5,0.764705882352941,NA,0.764705882352941,0.75,1,121,0.893973054507,0.888888888889,0.893973054507,0.888888888889,NA,NA,NA,NA,0.893973054507,0.888888888889,0.893973054507,0.888888888889,NA,0.9,0.5,NA,NA,NA,0.893973054507,0.888888888889,0.575892218027,0.555555555556,0.7,0.9,0.5,0.45,0.893973054507,0.888888888889,0.575892218027,0.555555555556,0.7,0.9,0.5,0.45,0.8,0.8,0.5,0.5,0.75,0.8,0.5,0.45,0.75,0.8,0.5,0.45,0.782608695652,0.9,0.782608695652,0.9,0.782608695652,0.769230769231,0.782608695652,0.769230769231,0.782608695652,0.791666666667,0.782608695652,0.791666666667,0.441310050943097,0.441310050943097,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-20","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",20,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.470588235294118,NA,0.470588235294118,0.5,36,323,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-21","wmt15_um-nda.4137.de-en___318",21,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,27,24,NA,0.69,0.69,0.75,1,75,0.704334988851,0.75,0.576254194202,0.6,0.833333333333,0.907407407407,0.5,0.462962962963,0.706810255296,0.717948717949,0.524669941175,0.512820512821,0.833333333333,0.696428571429,0.464285714286,0.462962962963,0.923076923077,0.846153846154,0.706810255296,0.717948717949,0.55865182706,0.564102564103,0.589285714286,0.696428571429,0.464285714286,0.392857142857,0.706810255296,0.717948717949,0.549409272943,0.564102564103,0.553571428571,0.696428571429,0.464285714286,0.357142857143,0.553571428571,0.714285714286,0.464285714286,0.375,0.589285714286,0.714285714286,0.464285714286,0.392857142857,0.517857142857,0.714285714286,0.464285714286,0.357142857143,0.907142857143,0.58904109589,0.81914893617,0.597014925373,0.907142857143,0.587301587302,0.81914893617,0.606557377049,0.907142857143,0.603448275862,0.81914893617,0.648148148148,0.337198820791976,0.464914890906295,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.228614380991069,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.788163,0.76260005,-0.176898088129499,0.259259259259,67.2175,65.3615,14.36796271,0.57265765739,0.6394919,0.786982,0.764954,0.412993380511222,6.32514174014,0.42708552,0.659577646849,0.696223809090909
"26-22","wmt15_online-e.0.de-en___134",22,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,7,14,13,NA,0.5,0.5,0.5,1,143,0.650462507881,0.705882352941,0.454578057832,0.470588235294,NA,NA,NA,NA,0.645437354918,0.769230769231,0.425128633799,0.461538461538,NA,0.56,0.36,NA,NA,NA,0.645437354918,0.769230769231,0.425128633799,0.461538461538,0.4,0.56,0.36,0.32,0.645437354918,0.769230769231,0.44879502183,0.461538461538,0.44,0.56,0.36,0.32,0.4,0.52,0.36,0.32,0.4,0.52,0.36,0.32,0.48,0.52,0.36,0.32,0.78125,0.5,0.6,0.333333333333,0.78125,0.6,0.6,0.47619047619,0.78125,0.739130434783,0.6,0.666666666667,0.119704276064439,0.426188500125978,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.101984035768279,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5160107,0.62647088,-0.0701085422411043,0.4,52.0286,51.254,12.34157311,0.357787172012,0.65648712,0.598558,0.53966,0.308749022577652,4.20357017432,0.50372541,0.598756080572,0.554348418181818
"26-23","wmt16_real.pjatk.4520.cs-en___877___order___11",23,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0.352941176470588,NA,0.352941176470588,0.25,36,168,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-24","wmt14_rbmt1.0.fr-en___905___order___10",24,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.5,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.411764705882353,NA,0.411764705882353,0.5,36,98,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-25","wmt14_rbmt1.0.fr-en___905___order___9",25,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.470588235294118,NA,0.470588235294118,0.5,36,143,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-26","wmt15_neural-mt.4097.de-en___646___order___1",26,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,1,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,26,26,15,0.941176470588235,NA,0.941176470588235,1,1,323,0.913594487366,0.912280701754,0.836981499274,0.842105263158,1,1,0.5,0.5,0.949985819218,0.964285714286,0.845271246143,0.857142857143,0.964285714286,0.932203389831,0.491525423729,0.5,1,1,0.949985819218,0.964285714286,0.880176103835,0.892857142857,0.881355932203,0.932203389831,0.491525423729,0.457627118644,0.949985819218,0.964285714286,0.88773076538,0.892857142857,0.898305084746,0.932203389831,0.491525423729,0.474576271186,0.847457627119,0.898305084746,0.491525423729,0.440677966102,0.864406779661,0.898305084746,0.491525423729,0.457627118644,0.881355932203,0.898305084746,0.491525423729,0.474576271186,0.9375,0.859154929577,0.95,0.875,0.9375,0.888888888889,0.95,0.885245901639,0.9375,0.916666666667,0.95,0.910714285714,0.587201915081028,0.596276853768644,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-27","wmt16_real.uedin-pbmt.4298.fi-en___762___swap___2",27,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.75,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,9,9,5,0.882352941176471,NA,0.882352941176471,1,1,47,1,1,1,1,0.875,0.875,0.5,0.5,1,1,1,1,0.9375,1,0.5,0.5,0.8,0.8,1,1,0.7,0.7,0.8,1,0.5,0.45,1,1,0.7,0.7,0.8,1,0.5,0.45,0.9,0.9,0.5,0.5,0.85,0.9,0.5,0.45,0.85,0.9,0.5,0.45,1,1,1,1,1,0.791666666667,1,0.791666666667,1,0.84,1,0.84,0.500468075558876,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-28","wmt14_onlinea.0.cs-en___145",28,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,26,26,15,NA,0.33,0.33,0.25,1,121,0.833686151556,0.857142857143,0.482256263,0.489795918367,NA,NA,NA,NA,0.809082971124,0.844444444444,0.441592712725,0.444444444444,NA,0.771929824561,0.491228070175,NA,NA,NA,0.809082971124,0.844444444444,0.441592712725,0.444444444444,0.491228070175,0.771929824561,0.491228070175,0.333333333333,0.809082971124,0.844444444444,0.52991125527,0.533333333333,0.561403508772,0.771929824561,0.491228070175,0.385964912281,0.508771929825,0.824561403509,0.491228070175,0.333333333333,0.508771929825,0.824561403509,0.491228070175,0.333333333333,0.578947368421,0.824561403509,0.491228070175,0.385964912281,0.937062937063,0.772151898734,0.860465116279,0.7,0.937062937063,0.772151898734,0.860465116279,0.7,0.937062937063,0.794520547945,0.860465116279,0.714285714286,0.421711004863373,0.532977675069298,0.172088731912067,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2427,-157.867676,0.0719412495736,0.0361447,0.570257770663176,0.553500025685901,0.318066032406373,NA,-0.1221,0.1059,0.31787286,0.30110499,0.371981,0.365201267,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-29","wmt16_real.cu-mergedtrees.4515.cs-en___853",29,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,8,11,NA,0,0,0,1,30,0.644608030358,0.636363636364,0.626470363571,0.636363636364,NA,NA,NA,NA,0.677211329539,0.7,0.569615106052,0.6,NA,0.653846153846,0.423076923077,NA,NA,NA,0.677211329539,0.7,0.373413217795,0.4,0.423076923077,0.653846153846,0.423076923077,0.307692307692,0.677211329539,0.7,0.5,0.5,0.538461538462,0.653846153846,0.423076923077,0.384615384615,0.5,0.538461538462,0.423076923077,0.384615384615,0.423076923077,0.538461538462,0.423076923077,0.307692307692,0.5,0.538461538462,0.423076923077,0.384615384615,0.860465116279,0.545454545455,0.782608695652,0.51724137931,0.860465116279,0.628571428571,0.782608695652,0.606060606061,0.860465116279,0.548387096774,0.782608695652,0.51724137931,0.20002654123315,0.421484497598424,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-30","wmt15_neural-mt.4097.de-en___646___order___17",30,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,26,26,15,0,NA,0,0,1,168,0.439195772754,0.43137254902,0.299074726448,0.274509803922,0.75,0.857142857143,0.5,0.428571428571,0.41882086475,0.423076923077,0.272270810893,0.269230769231,0.75,0.551724137931,0.48275862069,0.428571428571,0.714285714286,0.714285714286,0.41882086475,0.423076923077,0.288079027536,0.269230769231,0.413793103448,0.551724137931,0.48275862069,0.362068965517,0.41882086475,0.423076923077,0.345545837821,0.346153846154,0.413793103448,0.551724137931,0.48275862069,0.362068965517,0.379310344828,0.551724137931,0.48275862069,0.362068965517,0.431034482759,0.551724137931,0.48275862069,0.362068965517,0.413793103448,0.551724137931,0.48275862069,0.362068965517,0.864628820961,0.593406593407,0.831050228311,0.639175257732,0.864628820961,0.630434782609,0.831050228311,0.586206896552,0.864628820961,0.636363636364,0.831050228311,0.65,0.410232208293336,0.42314692596183,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-31","wmt14_afrl.3349.ru-en___26",31,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,10,10,NA,1,1,1,1,39,0.868327501581,0.9,0.68416375079,0.7,NA,NA,NA,NA,0.891833712427,0.947368421053,0.702666899955,0.736842105263,NA,0.833333333333,0.458333333333,NA,NA,NA,0.891833712427,0.947368421053,0.702666899955,0.736842105263,0.708333333333,0.833333333333,0.458333333333,0.416666666667,0.891833712427,0.947368421053,0.702666899955,0.736842105263,0.708333333333,0.833333333333,0.458333333333,0.416666666667,0.708333333333,0.833333333333,0.458333333333,0.416666666667,0.708333333333,0.833333333333,0.458333333333,0.416666666667,0.708333333333,0.833333333333,0.458333333333,0.416666666667,0.916666666667,0.826086956522,0.909090909091,0.857142857143,0.916666666667,0.826086956522,0.909090909091,0.857142857143,0.916666666667,0.826086956522,0.909090909091,0.857142857143,0.360169264521826,0.489830199749684,0.29909985648432,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3916,-122.771912,0.135449966945,0.0820158,NA,NA,NA,0.493939311,-0.4148,0.3956,0.4855044,0.37079463,0.549664,0.551962159,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-32","wmt15_mitll-afrl-hiero.4090.ru-en___627",32,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,9,8,9,NA,0.5,0.5,0.5,1,323,0.902118929907,0.9,0.685167490651,0.7,NA,NA,NA,NA,0.929140412753,1,0.685045378357,0.75,NA,0.857142857143,0.47619047619,NA,NA,NA,0.929140412753,1,0.598427654782,0.625,0.619047619048,0.857142857143,0.47619047619,0.380952380952,0.929140412753,1,0.708665240773,0.75,0.714285714286,0.857142857143,0.47619047619,0.428571428571,0.666666666667,0.857142857143,0.47619047619,0.428571428571,0.666666666667,0.857142857143,0.47619047619,0.380952380952,0.714285714286,0.857142857143,0.47619047619,0.428571428571,0.904761904762,0.72,0.941176470588,0.833333333333,0.904761904762,0.56,0.941176470588,0.611111111111,0.904761904762,0.739130434783,0.941176470588,0.777777777778,0.421296013434754,0.545285030046881,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0212253731465763,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4764714,0.50322409,-0.0261839473121869,0.428571428571,19.113,19.4317,12.93167544,0.380987414634,0.76652903,0.409368,0.303302,0.246975587085736,3.92232871243,0.747336805,0.666033429418,0.451389009090909
"26-33","wmt14_afrl.3456.hi-en___371___swap___8",33,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.529411764705882,NA,0.529411764705882,0.5,35,168,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-34","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",34,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.882352941176471,NA,0.882352941176471,1,36,114,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-35","wmt15_uedin-syntax.4005.ru-en___703",35,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,27,20,18,NA,0.75,0.75,0.75,1,114,0.622069738271,0.631578947368,0.518391448559,0.526315789474,0.925,0.925,0.5,0.5,0.620348156162,0.648648648649,0.488135058864,0.486486486486,0.95,0.591836734694,0.428571428571,0.5,0.923076923077,0.923076923077,0.620348156162,0.648648648649,0.488135058864,0.486486486486,0.530612244898,0.591836734694,0.428571428571,0.34693877551,0.620348156162,0.648648648649,0.457636469874,0.486486486486,0.489795918367,0.591836734694,0.428571428571,0.326530612245,0.551020408163,0.591836734694,0.428571428571,0.34693877551,0.551020408163,0.591836734694,0.428571428571,0.34693877551,0.510204081633,0.591836734694,0.428571428571,0.326530612245,0.915254237288,0.8,0.862745098039,0.731343283582,0.915254237288,0.8,0.862745098039,0.731343283582,0.915254237288,0.696428571429,0.862745098039,0.678571428571,0.293208511392209,0.471664286927051,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.104603044943264,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5970854,0.69124268,-0.0984407058552931,0.333333333333,59.4261,58.6116,12.86578033,0.383476398714,0.67861825,0.684286,0.642064,0.305484177829737,4.54556806248,0.7394221425,0.69574239853,0.595023427272727
"26-36","wmt14_uedin-syntax.3166.ru-en___363___order___7",36,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,24,0.588235294117647,NA,0.588235294117647,0.5,1,143,0.761144089869,0.765957446809,0.635794926732,0.63829787234,NA,NA,NA,NA,0.82245976895,0.844444444444,0.626947900132,0.622222222222,NA,0.795918367347,0.489795918367,NA,NA,NA,0.82245976895,0.844444444444,0.770413146997,0.8,0.755102040816,0.795918367347,0.489795918367,0.448979591837,0.82245976895,0.844444444444,0.608456117006,0.622222222222,0.673469387755,0.795918367347,0.489795918367,0.408163265306,0.69387755102,0.795918367347,0.489795918367,0.448979591837,0.755102040816,0.795918367347,0.489795918367,0.448979591837,0.673469387755,0.795918367347,0.489795918367,0.408163265306,0.849056603774,0.647058823529,0.863636363636,0.688524590164,0.849056603774,0.6875,0.863636363636,0.740740740741,0.849056603774,0.661764705882,0.863636363636,0.645161290323,0.453895887057742,0.461315339057725,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-37","wmt15_cu-tectomt.4138.cs-en___293",37,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,9,8,8,NA,0.13,0.13,0,1,100,0.782995799078,0.777777777778,0.759514703228,0.777777777778,NA,NA,NA,NA,0.72008961164,0.705882352941,0.783749087409,0.823529411765,NA,0.789473684211,0.473684210526,NA,NA,NA,0.72008961164,0.705882352941,0.36004480582,0.352941176471,0.473684210526,0.789473684211,0.473684210526,0.368421052632,0.72008961164,0.705882352941,0.671784932065,0.705882352941,0.684210526316,0.789473684211,0.473684210526,0.421052631579,0.736842105263,0.789473684211,0.473684210526,0.473684210526,0.473684210526,0.789473684211,0.473684210526,0.368421052632,0.684210526316,0.789473684211,0.473684210526,0.421052631579,0.875,0.72,0.76,0.6,0.875,0.5,0.76,0.52,0.875,0.814814814815,0.76,0.826086956522,0.360642919967441,0.463532223605211,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.015921191134797,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4098913,0.39064066,-0.0293306522476703,1,22.4572,27.1335,11.78745805,0.299561929825,0.66067866,0.319561,0.319561,0.245614035087719,3.93568222519,0.612018705,0.377049180328,0.372025145454545
"26-38","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",38,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.75,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.823529411764706,NA,0.823529411764706,1,36,121,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-39","wmt16_real.jhu-pbmt.4284.ro-en___853",39,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,50,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-40","wmt14_rbmt1.0.fr-en___905",40,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,323,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-41","wmt16_real.online-g.0.de-en___1654",41,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,143,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-42","wmt14_uedin-wmt14.3422.hi-en___399",42,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,50,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-43","wmt16_real.pjatk.4520.cs-en___1555",43,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,56,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-44","wmt14_rbmt4.0.ru-en___50___order___5",44,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.5,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,11,11,10,0.705882352941176,NA,0.705882352941176,0.75,1,48,0.615384615385,0.615384615385,0.538461538462,0.538461538462,NA,NA,NA,NA,0.615384615385,0.615384615385,0.538461538462,0.538461538462,NA,0.692307692308,0.5,NA,NA,NA,0.615384615385,0.615384615385,0.538461538462,0.538461538462,0.653846153846,0.692307692308,0.5,0.384615384615,0.615384615385,0.615384615385,0.538461538462,0.538461538462,0.653846153846,0.692307692308,0.5,0.384615384615,0.653846153846,0.692307692308,0.5,0.384615384615,0.653846153846,0.692307692308,0.5,0.384615384615,0.653846153846,0.692307692308,0.5,0.384615384615,0.796296296296,0.666666666667,0.796296296296,0.666666666667,0.796296296296,0.666666666667,0.796296296296,0.666666666667,0.796296296296,0.666666666667,0.796296296296,0.666666666667,0.409528651519885,0.409528651519885,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-45","wmt16_real.jhu-pbmt.4286.fi-en___762",45,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,9,7,5,NA,0,0,0,1,25,0.693060415349,0.666666666667,0.447508747629,0.4,NA,NA,NA,NA,0.718183731051,0.714285714286,0.590918655254,0.571428571429,NA,0.722222222222,0.444444444444,NA,NA,NA,0.718183731051,0.714285714286,0.463653579458,0.428571428571,0.555555555556,0.722222222222,0.444444444444,0.388888888889,0.718183731051,0.714285714286,0.463653579458,0.428571428571,0.555555555556,0.722222222222,0.444444444444,0.388888888889,0.5,0.555555555556,0.444444444444,0.388888888889,0.5,0.555555555556,0.444444444444,0.388888888889,0.5,0.555555555556,0.444444444444,0.388888888889,0.857142857143,0.741935483871,0.791666666667,0.727272727273,0.857142857143,0.62962962963,0.791666666667,0.666666666667,0.857142857143,0.615384615385,0.791666666667,0.666666666667,0.0888888888888889,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-46","wmt15_uedin-syntax.4027.de-en___649",46,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,26,17,15,NA,0.75,0.75,0.75,1,56,0.601994741287,0.631578947368,0.461533554457,0.473684210526,NA,NA,NA,NA,0.722715231899,0.769230769231,0.537921687899,0.564102564103,NA,0.69387755102,0.387755102041,NA,NA,NA,0.722715231899,0.769230769231,0.528008540599,0.564102564103,0.510204081633,0.69387755102,0.387755102041,0.30612244898,0.722715231899,0.769230769231,0.4917233019,0.512820512821,0.510204081633,0.69387755102,0.387755102041,0.326530612245,0.428571428571,0.571428571429,0.387755102041,0.30612244898,0.428571428571,0.571428571429,0.387755102041,0.30612244898,0.448979591837,0.571428571429,0.387755102041,0.326530612245,0.866666666667,0.671428571429,0.865979381443,0.640625,0.866666666667,0.626865671642,0.865979381443,0.606557377049,0.866666666667,0.728571428571,0.865979381443,0.677419354839,0.131227746574113,0.451858957603908,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0275948453587342,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5147723,0.59583305,-0.0312608026173543,0.555555555556,44.3753,45.0743,14.02319663,0.396521085714,0.71087471,0.577196,0.540159,0.320721058786419,4.29119562733,0.6825506675,0.682134489397,0.496269672727273
"26-47","wmt14_rbmt4.0.fr-en___72",47,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,20,NA,0.33,0.33,0.25,1,114,0.752041142011,0.742857142857,0.685033989481,0.685714285714,NA,NA,NA,NA,0.850339894806,0.857142857143,0.783332742276,0.8,NA,0.842105263158,0.5,NA,NA,NA,0.850339894806,0.857142857143,0.783332742276,0.8,0.763157894737,0.842105263158,0.5,0.421052631579,0.850339894806,0.857142857143,0.783332742276,0.8,0.763157894737,0.842105263158,0.5,0.447368421053,0.657894736842,0.736842105263,0.5,0.447368421053,0.684210526316,0.736842105263,0.5,0.421052631579,0.657894736842,0.736842105263,0.5,0.447368421053,0.910256410256,0.686274509804,0.932203389831,0.736842105263,0.910256410256,0.653846153846,0.932203389831,0.714285714286,0.910256410256,0.75,0.932203389831,0.833333333333,0.346426829951175,0.470883876266968,0.342340415402177,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3585,-87.187843,0.157605994621,0.101063,NA,NA,NA,NA,-0.4315,0.3539,0.52867014,0.47190782,0.640137,0.676565463,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-48","wmt14_afrl.3456.hi-en___371___swap___2",48,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.75,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.882352941176471,NA,0.882352941176471,1,36,47,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-49","wmt15_online-a.0.cs-en___605___order___7",49,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,10,10,11,0.588235294117647,NA,0.588235294117647,0.5,1,168,0.59628226299,0.571428571429,0.467905912337,0.47619047619,NA,NA,NA,NA,0.615928289185,0.608695652174,0.445229751044,0.434782608696,NA,0.708333333333,0.5,NA,NA,NA,0.615928289185,0.608695652174,0.445229751044,0.434782608696,0.583333333333,0.708333333333,0.5,0.375,0.615928289185,0.608695652174,0.530579020115,0.521739130435,0.583333333333,0.708333333333,0.5,0.416666666667,0.583333333333,0.666666666667,0.5,0.375,0.541666666667,0.666666666667,0.5,0.375,0.541666666667,0.666666666667,0.5,0.416666666667,0.843137254902,0.527777777778,0.625,0.461538461538,0.843137254902,0.441176470588,0.625,0.378378378378,0.843137254902,0.53125,0.625,0.484848484848,0.410351038206312,0.410351038206312,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"26-50","wmt16_real.online-a.0.de-en___218___choice___3",50,26,TRUE,34,0,2,2,0,1,13,"Female","British",5,1,FALSE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.823529411764706,NA,0.823529411764706,1,36,54,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-1","wmt14_uedin-wmt14.3422.hi-en___399",1,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,30,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-2","wmt15_online-b.0.ru-en___168",2,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,23,22,18,NA,0.75,0.75,0.75,1,323,0.890954298339,0.904761904762,0.836431447508,0.857142857143,0.615384615385,0.884615384615,0.5,0.384615384615,0.890954298339,0.904761904762,0.836431447508,0.857142857143,0.653846153846,0.875,0.479166666667,0.384615384615,0.88,0.88,0.890954298339,0.904761904762,0.836431447508,0.857142857143,0.8125,0.875,0.479166666667,0.4375,0.890954298339,0.904761904762,0.836431447508,0.857142857143,0.8125,0.875,0.479166666667,0.4375,0.854166666667,0.916666666667,0.479166666667,0.458333333333,0.833333333333,0.916666666667,0.479166666667,0.4375,0.833333333333,0.916666666667,0.479166666667,0.4375,0.864406779661,0.823529411765,0.791666666667,0.803921568627,0.864406779661,0.823529411765,0.791666666667,0.803921568627,0.864406779661,0.807692307692,0.791666666667,0.78431372549,0.428711163204429,0.571376916107923,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.255043245902403,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6749093,0.71233439,-0.180201601715578,0.2,70.9315,72.2342,14.00762563,0.572375339418,0.59482993,0.754739,0.730127,0.372915216937285,6.10570773588,0.6068998575,0.690682803755,0.642276381818182
"29-3","wmt15_neural-mt.4097.de-en___212",3,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,7,5,6,NA,1,1,1,1,323,0.776658003855,0.769230769231,0.776658003855,0.769230769231,NA,NA,NA,NA,0.857142857143,0.857142857143,0.857142857143,0.857142857143,NA,0.857142857143,0.428571428571,NA,NA,NA,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.428571428571,0.428571428571,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.857142857143,0.428571428571,0.428571428571,0.857142857143,0.857142857143,0.428571428571,0.428571428571,0.857142857143,0.857142857143,0.428571428571,0.428571428571,0.857142857143,0.857142857143,0.428571428571,0.428571428571,0.894736842105,0.733333333333,0.875,0.8,0.894736842105,0.733333333333,0.875,0.8,0.894736842105,0.8,0.875,0.866666666667,0.409401450987509,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0751963943242754,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4752272,0.52491073,-0.0547357838660571,0.5,51.5765,52.275,12.68056904,0.318435569155,0.67522334,0.620483,0.570683,0.250628468424828,4.12382827226,0.2772031425,0.570302466817,0.436476681818182
"29-4","wmt14_afrl.3456.hi-en___371___swap___2",4,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0.5,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.857142857142857,NA,0.857142857142857,1,36,98,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-5","wmt16_real.jhu-syntax.4391.tr-en___847___order___6",5,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,31,31,18,0.571428571428571,NA,0.571428571428571,0.5,1,168,0.815005742792,0.8125,0.568346733182,0.5625,NA,NA,NA,NA,0.824523013241,0.857142857143,0.632663441638,0.642857142857,NA,0.787878787879,0.5,NA,NA,NA,0.824523013241,0.857142857143,0.599497581228,0.607142857143,0.621212121212,0.787878787879,0.5,0.378787878788,0.824523013241,0.857142857143,0.573467311672,0.571428571429,0.590909090909,0.787878787879,0.5,0.393939393939,0.666666666667,0.818181818182,0.5,0.393939393939,0.651515151515,0.818181818182,0.5,0.378787878788,0.621212121212,0.818181818182,0.5,0.393939393939,0.948717948718,0.663043478261,0.935897435897,0.666666666667,0.948717948718,0.659574468085,0.935897435897,0.666666666667,0.948717948718,0.793103448276,0.935897435897,0.716216216216,0.486947700988041,0.486947700988041,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-6","wmt14_kit.3112.fr-en___606",6,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,10,11,43,NA,1,1,1,1,323,0.934508040848,0.952380952381,0.843032663827,0.857142857143,0.833333333333,0.912280701754,0.5,0.456140350877,0.980694844805,1,0.802386691204,0.818181818182,0.885964912281,0.95652173913,0.478260869565,0.456140350877,0.854545454545,0.763636363636,0.980694844805,1,0.802386691204,0.818181818182,0.826086956522,0.95652173913,0.478260869565,0.434782608696,0.980694844805,1,0.821691846399,0.818181818182,0.869565217391,0.95652173913,0.478260869565,0.478260869565,0.869565217391,0.869565217391,0.478260869565,0.434782608696,0.869565217391,0.869565217391,0.478260869565,0.434782608696,0.869565217391,0.869565217391,0.478260869565,0.478260869565,0.913043478261,0.869565217391,0.952380952381,0.833333333333,0.913043478261,0.869565217391,0.952380952381,0.833333333333,0.913043478261,0.909090909091,0.952380952381,0.869565217391,0.4801650011234,0.509899989725079,0.392258761924525,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3648,-96.631226,0.181065918577,0.116024,NA,NA,NA,NA,-0.5364,0.383,0.57229031,0.52079819,0.727977,0.752394333,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-7","wmt16_real.online-f.0.de-en___2506",7,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,100,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-8","wmt14_afrl.3456.hi-en___371___swap___8",8,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.428571428571429,NA,0.428571428571429,0.5,35,168,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-9","wmt14_onlineg.0.ru-en___63",9,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,18,21,25,NA,0.75,0.75,0.75,1,121,0.609928274101,0.611111111111,0.549641370505,0.555555555556,NA,NA,NA,NA,0.646034612444,0.705882352941,0.583993462575,0.647058823529,NA,0.673913043478,0.478260869565,NA,NA,NA,0.646034612444,0.705882352941,0.441629651183,0.470588235294,0.413043478261,0.673913043478,0.478260869565,0.326086956522,0.646034612444,0.705882352941,0.53289222226,0.588235294118,0.521739130435,0.673913043478,0.478260869565,0.369565217391,0.521739130435,0.630434782609,0.478260869565,0.369565217391,0.413043478261,0.630434782609,0.478260869565,0.326086956522,0.5,0.630434782609,0.478260869565,0.369565217391,0.833333333333,0.655172413793,0.807692307692,0.568181818182,0.833333333333,0.622950819672,0.807692307692,0.56,0.833333333333,0.666666666667,0.807692307692,0.644444444444,0.264879410364522,0.450351672579634,0.315619636234505,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2801,-135.429291,0.140685353224,0.0850141,NA,NA,NA,0.304624293,-0.3671,0.345,0.49979737,0.40101787,0.647941,0.675511272,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-10","wmt15_kit.4017.de-en___218___order___5",10,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,7,7,6,0.642857142857143,NA,0.642857142857143,0.75,1,168,0.836431447508,0.857142857143,0.836431447508,0.857142857143,0.804347826087,0.804347826087,0.5,0.45652173913,0.701858868505,0.714285714286,0.701858868505,0.714285714286,0.826086956522,0.75,0.5,0.45652173913,0.772727272727,0.772727272727,0.701858868505,0.714285714286,0.701858868505,0.714285714286,0.75,0.75,0.5,0.5,0.701858868505,0.714285714286,0.701858868505,0.714285714286,0.6875,0.75,0.5,0.4375,0.6875,0.6875,0.5,0.5,0.6875,0.6875,0.5,0.5,0.625,0.6875,0.5,0.4375,0.772727272727,0.6,0.791666666667,0.666666666667,0.772727272727,0.6,0.791666666667,0.666666666667,0.772727272727,0.65,0.791666666667,0.611111111111,0.4,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-11","wmt15_promt-rule-based.3993.ru-en___50",11,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,7,NA,0.83,0.83,1,1,323,0.761003324834,0.761904761905,0.477993350332,0.47619047619,NA,NA,NA,NA,0.632698213436,0.666666666667,0.632698213436,0.666666666667,NA,0.6,0.44,NA,NA,NA,0.632698213436,0.666666666667,0.557820119104,0.555555555556,0.56,0.6,0.44,0.36,0.632698213436,0.666666666667,0.632698213436,0.666666666667,0.64,0.6,0.44,0.4,0.56,0.52,0.44,0.4,0.52,0.52,0.44,0.36,0.56,0.52,0.44,0.4,0.818181818182,0.487804878049,0.4375,0.565217391304,0.818181818182,0.461538461538,0.4375,0.416666666667,0.818181818182,0.487179487179,0.4375,0.619047619048,0.188261488357643,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.186653853221434,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.7266971,0.64141692,-0.189061434641934,0.4,61.7922,60.7238,13.82366044,0.4920584,0.67104529,0.701927,0.661919,0.409330388087459,6.05099858112,0.6166338925,0.744263507338,0.590328590909091
"29-12","wmt16_real.pjatk.4520.cs-en___877___order___11",12,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0.214285714285714,NA,0.214285714285714,0.25,36,168,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-13","wmt14_afrl.3349.ru-en___680",13,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,14,23,NA,0,0,0,1,25,0.864608859747,0.916666666667,0.703147973772,0.75,NA,NA,NA,NA,0.956506039767,1,0.68736088176,0.714285714286,NA,0.90625,0.5,NA,NA,NA,0.956506039767,1,0.740149184518,0.785714285714,0.6875,0.90625,0.5,0.34375,0.956506039767,1,0.672862895016,0.714285714286,0.65625,0.90625,0.5,0.375,0.65625,0.8125,0.5,0.375,0.65625,0.8125,0.5,0.34375,0.59375,0.8125,0.5,0.375,0.95,0.678571428571,0.96875,0.645161290323,0.95,0.655172413793,0.96875,0.65625,0.95,0.620689655172,0.96875,0.65625,0.376955767981576,0.509899989725079,0.375033904096294,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2653,-136.379318,0.162420941229,0.0909813,NA,NA,NA,0.520973384,-0.3501,0.2271,0.50848674,0.38253268,0.5714,0.586588631,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-14","wmt14_uedin-wmt14.3170.cs-en___941",14,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,12,13,20,NA,0.5,0.5,0.5,1,323,0.824807912925,0.833333333333,0.745737289796,0.75,NA,NA,NA,NA,0.780337958865,0.782608695652,0.745519994794,0.782608695652,NA,0.814814814815,0.481481481481,NA,NA,NA,0.780337958865,0.782608695652,0.745519994794,0.782608695652,0.703703703704,0.814814814815,0.481481481481,0.407407407407,0.780337958865,0.782608695652,0.728111012759,0.782608695652,0.666666666667,0.814814814815,0.481481481481,0.407407407407,0.703703703704,0.814814814815,0.481481481481,0.407407407407,0.703703703704,0.814814814815,0.481481481481,0.407407407407,0.703703703704,0.814814814815,0.481481481481,0.407407407407,0.675675675676,0.607142857143,0.675,0.592592592593,0.675675675676,0.607142857143,0.675,0.592592592593,0.675675675676,0.692307692308,0.675,0.730769230769,0.431399975868458,0.468500373793146,0.3175978546969,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2476,-273.321777,0.151012656409,0.100602,0.521603886428791,0.447072056783492,0.314865849290235,NA,-0.264,0.1431,0.35003621,0.34399659,0.436523,0.454042778,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-15","wmt15_mitll-afrl-pbfac.4077.ru-en___502",15,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0.25,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,6,7,7,NA,0.67,0.67,0.75,1,33,0.907173191306,0.933333333333,0.907173191306,0.933333333333,NA,NA,NA,NA,0.907173191306,0.933333333333,0.907173191306,0.933333333333,NA,0.875,0.5,NA,NA,NA,0.907173191306,0.933333333333,0.907173191306,0.933333333333,0.875,0.875,0.5,0.5,0.907173191306,0.933333333333,0.907173191306,0.933333333333,0.875,0.875,0.5,0.5,0.8125,0.8125,0.5,0.5,0.8125,0.8125,0.5,0.5,0.8125,0.8125,0.5,0.5,0.941176470588,0.857142857143,0.941176470588,0.857142857143,0.941176470588,0.857142857143,0.941176470588,0.857142857143,0.941176470588,0.857142857143,0.941176470588,0.857142857143,0.267738409286399,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0409278313442506,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4324412,0.46600326,-0.0249030551469993,0.6,46.422,51.295,12.39947823,0.359926136082,0.46379994,0.481661,0.427383,0.319195635117166,4.28534482227,0.37504512,0.443286081824,0.430014518181818
"29-16","wmt16_real.jhu-syntax.4391.tr-en___847___swap___6",16,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,31,31,18,0.571428571428571,NA,0.571428571428571,0.5,1,39,0.893021754651,0.892307692308,0.733565110967,0.738461538462,NA,NA,NA,NA,0.979303657421,1,0.71677625927,0.733333333333,NA,0.954545454545,0.5,NA,NA,NA,0.979303657421,1,0.851489348775,0.866666666667,0.848484848485,0.954545454545,0.5,0.454545454545,0.979303657421,1,0.915396503098,0.933333333333,0.909090909091,0.954545454545,0.5,0.484848484848,0.742424242424,0.939393939394,0.5,0.393939393939,0.863636363636,0.939393939394,0.5,0.454545454545,0.909090909091,0.939393939394,0.5,0.484848484848,0.807692307692,0.686046511628,1,0.710526315789,0.807692307692,0.858974358974,1,0.909090909091,0.807692307692,0.875,1,0.916666666667,0.553362032094768,0.553362032094768,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-17","wmt14_cu-moses.3383.cs-en___1172",17,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,5,5,16,NA,0.5,0.5,0.5,1,114,1,1,0.5,0.5,NA,NA,NA,NA,0.861124725198,0.888888888889,0.777832234126,0.888888888889,NA,0.833333333333,0.5,NA,NA,NA,0.861124725198,0.888888888889,0.666666666667,0.666666666667,0.666666666667,0.833333333333,0.5,0.416666666667,0.861124725198,0.888888888889,0.861124725198,0.888888888889,0.833333333333,0.833333333333,0.5,0.5,0.666666666667,0.833333333333,0.5,0.416666666667,0.75,0.833333333333,0.5,0.416666666667,0.833333333333,0.833333333333,0.5,0.5,1,0.461538461538,0.833333333333,0.625,1,0.636363636364,0.833333333333,0.5,1,1,0.833333333333,0.875,0.833746898263027,1,0.466564383527389,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3735,-346.199829,0.210133815058,0.126758,0.744366787292246,0.77278599106786,0.475445976038783,NA,-0.559,0.5172,0.52768689,0.42795339,0.672521,0.662480119,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-18","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",18,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,1,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.785714285714286,NA,0.785714285714286,0.75,36,75,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-19","wmt14_promt-hybrid.3084.ru-en___43___choice___4",19,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,18,18,25,0.714285714285714,NA,0.714285714285714,0.75,1,54,0.903140846425,0.9,0.747382627979,0.75,NA,NA,NA,NA,0.92871999636,0.947368421053,0.729495756142,0.736842105263,NA,0.906976744186,0.488372093023,NA,NA,NA,0.92871999636,0.947368421053,0.92871999636,0.947368421053,0.906976744186,0.906976744186,0.488372093023,0.488372093023,0.92871999636,0.947368421053,0.92871999636,0.947368421053,0.906976744186,0.906976744186,0.488372093023,0.488372093023,0.790697674419,0.93023255814,0.488372093023,0.418604651163,0.93023255814,0.93023255814,0.488372093023,0.488372093023,0.93023255814,0.93023255814,0.488372093023,0.488372093023,0.923076923077,0.741935483871,0.953488372093,0.770833333333,0.923076923077,0.826923076923,0.953488372093,0.95,0.923076923077,0.875,0.953488372093,0.925,0.472642947948325,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-20","wmt16_real.afrl-mitll-phrase.4383.ru-en___565",20,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,23,19,22,NA,0.5,0.5,0.5,1,39,0.744941846637,0.75,0.5,0.5,NA,NA,NA,NA,0.737933871514,0.736842105263,0.572396770916,0.578947368421,NA,0.739130434783,0.45652173913,NA,NA,NA,0.737933871514,0.736842105263,0.572396770916,0.578947368421,0.586956521739,0.739130434783,0.45652173913,0.369565217391,0.737933871514,0.736842105263,0.506983081177,0.473684210526,0.586956521739,0.739130434783,0.45652173913,0.391304347826,0.54347826087,0.717391304348,0.45652173913,0.369565217391,0.521739130435,0.717391304348,0.45652173913,0.369565217391,0.54347826087,0.717391304348,0.45652173913,0.391304347826,0.899082568807,0.514285714286,0.893129770992,0.582089552239,0.899082568807,0.521126760563,0.893129770992,0.553846153846,0.899082568807,0.615384615385,0.893129770992,0.650793650794,0.270874733472106,0.524532042261666,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-21","wmt15_mitll-afrl-hiero.4090.ru-en___57___swap___6",21,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0.75,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,13,13,7,0.571428571428571,NA,0.571428571428571,0.5,1,47,0.983907658314,1,0.983907658314,1,0.95,1,0.5,0.475,0.983907658314,1,0.983907658314,1,0.875,0.964285714286,0.5,0.475,1,0.95,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.857142857143,0.857142857143,0.5,0.5,0.857142857143,0.857142857143,0.5,0.5,0.857142857143,0.857142857143,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,0.477669662022326,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-22","wmt14_rbmt1.0.fr-en___905___order___9",22,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.357142857142857,NA,0.357142857142857,0.25,36,168,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-23","wmt16_real.tbtk-syscomb.4509.tr-en___1664",23,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,26,22,NA,NA,NA,NA,1,39,0.649796621527,0.7,0.506072043836,0.55,NA,NA,NA,NA,0.675126227967,0.711111111111,0.508464199433,0.533333333333,NA,0.655172413793,0.5,NA,NA,NA,0.675126227967,0.711111111111,0.468918220756,0.488888888889,0.51724137931,0.655172413793,0.5,0.344827586207,0.675126227967,0.711111111111,0.587556156785,0.622222222222,0.586206896552,0.655172413793,0.5,0.362068965517,0.51724137931,0.620689655172,0.5,0.413793103448,0.465517241379,0.620689655172,0.5,0.344827586207,0.5,0.620689655172,0.5,0.362068965517,0.859756097561,0.631578947368,0.807947019868,0.621212121212,0.859756097561,0.625,0.807947019868,0.617647058824,0.859756097561,0.548387096774,0.807947019868,0.596774193548,0.342071664031694,0.487532044531153,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-24","wmt15_kit.4017.de-en___218___order___6",24,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0.5,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,7,7,6,0.571428571428571,NA,0.571428571428571,0.5,1,32,0.708312912203,0.666666666667,0.416625824406,0.333333333333,NA,NA,NA,NA,0.559891304401,0.615384615385,0.370122282549,0.307692307692,NA,0.625,0.5,NA,NA,NA,0.559891304401,0.615384615385,0.480036231866,0.461538461538,0.5625,0.625,0.5,0.4375,0.559891304401,0.615384615385,0.449977355083,0.461538461538,0.5,0.625,0.5,0.375,0.5,0.625,0.5,0.375,0.5625,0.625,0.5,0.4375,0.5,0.625,0.5,0.375,0.652173913043,0.526315789474,0.6,0.388888888889,0.652173913043,0.466666666667,0.6,0.4,0.652173913043,0.533333333333,0.6,0.5,0.4,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-25","wmt15_cu-tectomt.4138.cs-en___608",25,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,3,4,4,NA,0.46,0.46,0.5,1,323,0.948847477553,1,0.948847477553,1,NA,NA,NA,NA,0.948847477553,1,0.948847477553,1,NA,0.888888888889,0.444444444444,NA,NA,NA,0.948847477553,1,0.948847477553,1,0.888888888889,0.888888888889,0.444444444444,0.444444444444,0.948847477553,1,0.948847477553,1,0.888888888889,0.888888888889,0.444444444444,0.444444444444,0.777777777778,0.888888888889,0.444444444444,0.444444444444,0.777777777778,0.888888888889,0.444444444444,0.444444444444,0.777777777778,0.888888888889,0.444444444444,0.444444444444,0.857142857143,0.833333333333,0.857142857143,0.833333333333,0.857142857143,0.833333333333,0.857142857143,0.833333333333,0.857142857143,1,0.857142857143,1,0.839024390243902,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.00859687138996351,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2664176,0.26536895,-0.00854848419138413,0.85,19.9399,23.273,9.77421385,0.118612521739,0.2282046,0.257971,0.215567,0.131278073475756,1.88127285404,0.09259215,0.250317079905,0.254628836363636
"29-26","wmt14_rbmt1.0.fr-en___905",26,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,323,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-27","wmt16_real.pjatk.4520.cs-en___1555",27,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,25,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-28","wmt15_kit.4017.de-en___218___phrase___4",28,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,7,7,6,0.714285714285714,NA,0.714285714285714,0.75,1,323,0.730854841994,0.714285714286,0.432713710498,0.428571428571,NA,NA,NA,NA,0.701858868505,0.714285714286,0.432713710498,0.428571428571,NA,0.75,0.5,NA,NA,NA,0.701858868505,0.714285714286,0.672862895016,0.714285714286,0.625,0.75,0.5,0.375,0.701858868505,0.714285714286,0.59628226299,0.571428571429,0.75,0.75,0.5,0.5,0.5,0.625,0.5,0.4375,0.5625,0.625,0.5,0.375,0.625,0.625,0.5,0.5,0.85,0.578947368421,0.857142857143,0.631578947368,0.85,0.705882352941,0.857142857143,0.6875,0.85,0.6875,0.857142857143,0.7,0.453830739092176,0.453830739092176,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-29","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",29,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.357142857142857,NA,0.357142857142857,0.25,36,323,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-30","wmt16_real.jhu-pbmt.4284.ro-en___853",30,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,25,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-31","wmt15_kit.4017.de-en___218___choice___1",31,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,7,7,6,0.928571428571429,NA,0.928571428571429,1,2,39,1,1,1,1,0.566037735849,0.679245283019,0.490566037736,0.358490566038,1,1,1,1,0.547169811321,1,0.5,0.358490566038,0.666666666667,0.470588235294,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,0.925,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-32","wmt15_mitll-afrl-hiero.4090.ru-en___57___swap___4",32,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0.5,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,13,13,7,0.714285714285714,NA,0.714285714285714,0.75,1,32,0.928571428571,0.928571428571,0.928571428571,0.928571428571,NA,NA,NA,NA,0.928571428571,0.928571428571,0.928571428571,0.928571428571,NA,0.928571428571,0.5,NA,NA,NA,0.928571428571,0.928571428571,0.928571428571,0.928571428571,0.928571428571,0.928571428571,0.5,0.5,0.928571428571,0.928571428571,0.928571428571,0.928571428571,0.928571428571,0.928571428571,0.5,0.5,0.857142857143,0.857142857143,0.5,0.5,0.857142857143,0.857142857143,0.5,0.5,0.857142857143,0.857142857143,0.5,0.5,0.933333333333,1,0.933333333333,1,0.933333333333,0.928571428571,0.933333333333,0.928571428571,0.933333333333,0.928571428571,0.933333333333,0.928571428571,0.477669662022326,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-33","wmt16_real.online-g.0.de-en___1654",33,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,168,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-34","wmt16_real.online-a.0.de-en___218___choice___3",34,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.785714285714286,NA,0.785714285714286,0.75,36,54,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-35","wmt16_real.dvorkanton.4346.tr-en___445",35,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,18,29,21,NA,0,0,0,1,168,0.586716166209,0.666666666667,0.483395207761,0.583333333333,NA,NA,NA,NA,0.503432017259,0.484848484848,0.392429936556,0.424242424242,NA,0.538461538462,0.403846153846,NA,NA,NA,0.503432017259,0.484848484848,0.364581289013,0.363636363636,0.384615384615,0.538461538462,0.403846153846,0.288461538462,0.503432017259,0.484848484848,0.343792930723,0.363636363636,0.403846153846,0.538461538462,0.403846153846,0.326923076923,0.403846153846,0.480769230769,0.403846153846,0.346153846154,0.365384615385,0.480769230769,0.403846153846,0.288461538462,0.384615384615,0.480769230769,0.403846153846,0.326923076923,0.894736842105,0.560975609756,0.760330578512,0.45,0.894736842105,0.541666666667,0.760330578512,0.44776119403,0.894736842105,0.604651162791,0.760330578512,0.451612903226,0.237131008837031,0.450744840598299,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-36","wmt14_onlineg.0.ru-en___708___order___14",36,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,15,15,23,0,NA,0,0,1,168,0.41681723416,0.4,0.352019149067,0.333333333333,NA,NA,NA,NA,0.455922299981,0.444444444444,0.426407814316,0.444444444444,NA,0.5625,0.5,NA,NA,NA,0.455922299981,0.444444444444,0.426407814316,0.444444444444,0.5,0.5625,0.5,0.375,0.455922299981,0.444444444444,0.372556628568,0.37037037037,0.4375,0.5625,0.5,0.34375,0.46875,0.53125,0.5,0.375,0.46875,0.53125,0.5,0.375,0.46875,0.53125,0.5,0.34375,0.731707317073,0.407407407407,0.707317073171,0.4375,0.731707317073,0.423076923077,0.707317073171,0.434782608696,0.731707317073,0.509433962264,0.707317073171,0.583333333333,0.4,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-37","wmt14_stanford-university.3496.fr-en___651___order___2",37,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,1,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,10,10,43,0.857142857142857,NA,0.857142857142857,1,1,323,0.862746583358,0.9,0.671025120389,0.7,NA,NA,NA,NA,0.839825669067,0.857142857143,0.653197742608,0.666666666667,NA,0.818181818182,0.5,NA,NA,NA,0.839825669067,0.857142857143,0.653197742608,0.666666666667,0.681818181818,0.818181818182,0.5,0.409090909091,0.839825669067,0.857142857143,0.839825669067,0.857142857143,0.818181818182,0.818181818182,0.5,0.5,0.636363636364,0.772727272727,0.5,0.454545454545,0.636363636364,0.772727272727,0.5,0.409090909091,0.772727272727,0.772727272727,0.5,0.5,0.923076923077,0.615384615385,0.90625,0.576923076923,0.923076923077,0.730769230769,0.90625,0.692307692308,0.923076923077,0.85,0.90625,0.8,0.468500373793146,0.468500373793146,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-38","wmt14_iitb-ranked-ppl.3173.hi-en___674",38,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,168,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-39","wmt16_real.online-f.0.de-en___218",39,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,323,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-40","wmt16_real.pjatk.4520.cs-en___877",40,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,323,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-41","wmt16_real.jhu-syntax.4391.tr-en___847___order___4",41,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0.5,0.5,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,31,31,18,0.714285714285714,NA,0.714285714285714,0.75,1,100,0.862456541694,0.861538461538,0.70299989801,0.707692307692,0.75,0.875,0.5,0.458333333333,0.883442925937,0.9,0.71677625927,0.733333333333,0.791666666667,0.863636363636,0.5,0.458333333333,0.857142857143,0.857142857143,0.883442925937,0.9,0.684822682109,0.7,0.681818181818,0.863636363636,0.5,0.378787878788,0.883442925937,0.9,0.755628617291,0.766666666667,0.757575757576,0.863636363636,0.5,0.409090909091,0.727272727273,0.893939393939,0.5,0.378787878788,0.712121212121,0.893939393939,0.5,0.378787878788,0.787878787879,0.893939393939,0.5,0.409090909091,0.933884297521,0.731182795699,0.946808510638,0.744186046512,0.933884297521,0.70652173913,0.946808510638,0.705882352941,0.933884297521,0.795180722892,0.946808510638,0.849315068493,0.515633731861672,0.515633731861672,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-42","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",42,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.857142857142857,NA,0.857142857142857,1,36,114,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-43","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",43,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.571428571428571,NA,0.571428571428571,0.5,35,54,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-44","wmt16_real.jhu-syntax.4391.tr-en___847",44,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,31,23,18,NA,0,0,0,1,56,0.438495888308,0.368421052632,0.288288180635,0.263157894737,NA,NA,NA,NA,0.448582006967,0.5,0.328578641114,0.363636363636,NA,0.551724137931,0.431034482759,NA,NA,NA,0.448582006967,0.5,0.337148306619,0.363636363636,0.379310344828,0.551724137931,0.431034482759,0.327586206897,0.448582006967,0.5,0.408580885016,0.454545454545,0.413793103448,0.551724137931,0.431034482759,0.379310344828,0.344827586207,0.465517241379,0.431034482759,0.310344827586,0.362068965517,0.465517241379,0.431034482759,0.327586206897,0.396551724138,0.465517241379,0.431034482759,0.379310344828,0.779141104294,0.431818181818,0.732283464567,0.410526315789,0.779141104294,0.373493975904,0.732283464567,0.430107526882,0.779141104294,0.532467532468,0.732283464567,0.470588235294,0.17839503064354,0.436087741390007,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-45","wmt14_promt-hybrid.3084.ru-en___43___choice___2",45,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,18,18,25,0.857142857142857,NA,0.857142857142857,1,1,114,0.953343018385,0.952380952381,0.803270380496,0.809523809524,0.75,0.925,0.5,0.425,0.979303657421,1,0.787582194453,0.8,0.75,0.954545454545,0.5,0.425,0.894736842105,0.789473684211,0.979303657421,1,0.835512560195,0.85,0.818181818182,0.954545454545,0.5,0.431818181818,0.979303657421,1,0.979303657421,1,0.954545454545,0.954545454545,0.5,0.5,0.818181818182,0.954545454545,0.5,0.431818181818,0.840909090909,0.954545454545,0.5,0.431818181818,0.954545454545,0.954545454545,0.5,0.5,0.94,0.846153846154,1,0.869565217391,0.94,0.807692307692,1,0.883720930233,0.94,0.913043478261,1,1,0.5439173683255,0.621425593311884,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-46","wmt14_rbmt1.0.fr-en___905___order___10",46,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.285714285714286,NA,0.285714285714286,0.25,36,168,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-47","wmt14_promt-hybrid.3084.ru-en___43___phrase___2",47,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0.5,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,18,18,25,0.857142857142857,NA,0.857142857142857,1,1,98,0.894535871166,0.923076923077,0.84542837622,0.871794871795,NA,NA,NA,NA,0.868176964513,0.894736842105,0.818370904459,0.842105263158,NA,0.837209302326,0.488372093023,NA,NA,NA,0.868176964513,0.894736842105,0.718758784349,0.736842105263,0.697674418605,0.837209302326,0.488372093023,0.395348837209,0.868176964513,0.894736842105,0.718758784349,0.736842105263,0.744186046512,0.837209302326,0.488372093023,0.418604651163,0.837209302326,0.883720930233,0.488372093023,0.418604651163,0.744186046512,0.883720930233,0.488372093023,0.395348837209,0.790697674419,0.883720930233,0.488372093023,0.418604651163,0.931034482759,0.844444444444,0.768115942029,0.85,0.931034482759,0.804347826087,0.768115942029,0.75,0.931034482759,0.883720930233,0.768115942029,0.875,0.558799909932964,0.569355019342809,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-48","wmt14_iitb-ranked-ppl.3173.hi-en___392",48,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,30,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-49","wmt14_stanford-university.3496.fr-en___651___order___8",49,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,10,10,43,0.428571428571429,NA,0.428571428571429,0.5,1,168,0.732374099658,0.736842105263,0.51402877406,0.526315789474,NA,NA,NA,NA,0.466569816148,0.47619047619,0.300145275777,0.285714285714,NA,0.681818181818,0.5,NA,NA,NA,0.466569816148,0.47619047619,0.300145275777,0.285714285714,0.545454545455,0.681818181818,0.5,0.454545454545,0.466569816148,0.47619047619,0.373255852919,0.380952380952,0.545454545455,0.681818181818,0.5,0.409090909091,0.5,0.590909090909,0.5,0.363636363636,0.5,0.590909090909,0.5,0.454545454545,0.545454545455,0.590909090909,0.5,0.409090909091,0.794871794872,0.633333333333,0.589743589744,0.542857142857,0.794871794872,0.484848484848,0.589743589744,0.382352941176,0.794871794872,0.58064516129,0.589743589744,0.448275862069,0.411328902564241,0.411328902564241,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"29-50","wmt16_real.online-f.0.ru-en___2693",50,29,TRUE,74,0,0,0,0,1,7,"Male","British",5,0.75,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,17,20,12,NA,NA,NA,NA,1,30,0.657948527495,0.6875,0.594041314518,0.625,NA,NA,NA,NA,0.657948527495,0.6875,0.541391805353,0.5625,NA,0.630434782609,0.5,NA,NA,NA,0.657948527495,0.6875,0.349670166424,0.375,0.391304347826,0.630434782609,0.5,0.326086956522,0.657948527495,0.6875,0.39470098167,0.375,0.45652173913,0.630434782609,0.5,0.369565217391,0.478260869565,0.54347826087,0.5,0.391304347826,0.369565217391,0.54347826087,0.5,0.326086956522,0.413043478261,0.54347826087,0.5,0.369565217391,0.904761904762,0.586206896552,0.854166666667,0.53125,0.904761904762,0.322033898305,0.854166666667,0.285714285714,0.904761904762,0.529411764706,0.854166666667,0.454545454545,0.30632286856883,0.450351672579634,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-1","wmt15_online-b.0.ru-en___722___choice___1",1,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,4,4,4,0.909090909090909,NA,0.909090909090909,1,1,323,1,1,1,1,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,0.916666666667,0.916666666667,0.5,0.5,0.916666666667,0.916666666667,0.5,0.5,0.916666666667,0.916666666667,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,0.393224916510546,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-2","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",2,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.5,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.181818181818182,NA,0.181818181818182,0,36,98,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-3","wmt14_rbmt1.0.fr-en___905___order___10",3,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.0909090909090909,NA,0.0909090909090909,0,36,56,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-4","wmt14_iitb-ranked-ppl.3173.hi-en___153___order___11",4,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,22,22,14,0,NA,0,0,1,56,0.606467558208,0.604651162791,0.380720901487,0.372093023256,0.608695652174,0.695652173913,0.478260869565,0.434782608696,0.564627789192,0.564102564103,0.353722108084,0.358974358974,0.695652173913,0.652173913043,0.5,0.434782608696,0.666666666667,0.571428571429,0.564627789192,0.564102564103,0.289236824476,0.25641025641,0.45652173913,0.652173913043,0.5,0.369565217391,0.564627789192,0.564102564103,0.36396399732,0.358974358974,0.45652173913,0.652173913043,0.5,0.369565217391,0.434782608696,0.630434782609,0.5,0.326086956522,0.45652173913,0.630434782609,0.5,0.369565217391,0.45652173913,0.630434782609,0.5,0.369565217391,0.884297520661,0.556818181818,0.823529411765,0.532467532468,0.884297520661,0.611111111111,0.823529411765,0.567901234568,0.884297520661,0.608108108108,0.823529411765,0.6,0.410817902577953,0.410817902577953,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-6","wmt14_uedin-syntax.3289.cs-en___1255___choice___4",6,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0,0.25,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,18,18,15,0.636363636363636,NA,0.636363636363636,0.75,1,56,0.897081725759,0.894736842105,0.794163451518,0.789473684211,NA,NA,NA,NA,0.988861802644,1,0.834484391283,0.842105263158,NA,0.975,0.5,NA,NA,NA,0.988861802644,1,0.834484391283,0.842105263158,0.85,0.975,0.5,0.45,0.988861802644,1,0.834484391283,0.842105263158,0.825,0.975,0.5,0.425,0.825,0.925,0.5,0.45,0.825,0.925,0.5,0.45,0.8,0.925,0.5,0.425,0.854166666667,0.714285714286,1,0.756097560976,0.854166666667,0.730769230769,1,0.780487804878,0.854166666667,0.755102040816,1,0.820512820513,0.477329774706005,0.550765124660775,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-7","wmt16_real.cu-mergedtrees.4515.cs-en___1928___swap___6",7,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.25,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,25,25,25,0.454545454545455,NA,0.454545454545455,0.5,1,50,0.912791768346,0.918032786885,0.816481945949,0.819672131148,NA,NA,NA,NA,0.969518441544,0.983050847458,0.871416200426,0.881355932203,NA,0.953125,0.5,NA,NA,NA,0.969518441544,0.983050847458,0.904116947465,0.915254237288,0.890625,0.953125,0.5,0.46875,0.969518441544,0.983050847458,0.904116947465,0.915254237288,0.890625,0.953125,0.5,0.484375,0.84375,0.90625,0.5,0.46875,0.84375,0.90625,0.5,0.46875,0.859375,0.90625,0.5,0.484375,0.933884297521,0.814285714286,0.983870967742,0.885245901639,0.933884297521,0.855263157895,0.983870967742,0.909090909091,0.933884297521,0.887323943662,0.983870967742,0.934426229508,0.515381720139347,0.515381720139347,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-8","wmt16_real.uedin-pbmt.4363.ro-en___1358___order___1",8,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,7,7,6,0.909090909090909,NA,0.909090909090909,1,1,143,0.89336798458,0.923076923077,0.89336798458,0.923076923077,NA,NA,NA,NA,0.81101773679,0.833333333333,0.81101773679,0.833333333333,NA,0.785714285714,0.5,NA,NA,NA,0.81101773679,0.833333333333,0.655508868395,0.666666666667,0.714285714286,0.785714285714,0.5,0.428571428571,0.81101773679,0.833333333333,0.777544341974,0.833333333333,0.714285714286,0.785714285714,0.5,0.428571428571,0.857142857143,0.857142857143,0.5,0.428571428571,0.785714285714,0.857142857143,0.5,0.428571428571,0.785714285714,0.857142857143,0.5,0.428571428571,0.8,0.785714285714,0.846153846154,0.727272727273,0.8,0.75,0.846153846154,0.714285714286,0.8,0.764705882353,0.846153846154,0.75,0.493527472093534,0.493527472093534,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-9","wmt14_rbmt1.0.fr-en___905___order___9",9,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.181818181818182,NA,0.181818181818182,0,36,56,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-10","wmt14_uedin-syntax.3289.cs-en___1255",10,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,18,26,15,NA,0,0,0,1,50,0.76494296309,0.875,0.558965777854,0.625,NA,NA,NA,NA,0.776399242265,0.903225806452,0.526239447676,0.58064516129,NA,0.666666666667,0.416666666667,NA,NA,NA,0.776399242265,0.903225806452,0.630771119477,0.709677419355,0.5625,0.666666666667,0.416666666667,0.333333333333,0.776399242265,0.903225806452,0.630771119477,0.709677419355,0.5625,0.666666666667,0.416666666667,0.354166666667,0.520833333333,0.6875,0.416666666667,0.354166666667,0.604166666667,0.6875,0.416666666667,0.333333333333,0.604166666667,0.6875,0.416666666667,0.354166666667,0.918918918919,0.68085106383,0.851351351351,0.711111111111,0.918918918919,0.688888888889,0.851351351351,0.658536585366,0.918918918919,0.775,0.851351351351,0.742857142857,0.376211754459327,0.494554808198723,0.388673727009238,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2151,-324.866272,0.183420968103,0.124045,0.591374045693668,0.765092356818737,0.426557301393337,NA,-0.3761,0.3783,0.50734513,0.53042856,0.7079,0.744134138,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-11","wmt15_uedin-syntax.4027.de-en___190",11,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,3,4,4,NA,1,1,1,1,323,0.912526232808,0.909090909091,0.912526232808,0.909090909091,0.5,0.916666666667,0.5,0.333333333333,1,1,1,1,0.583333333333,1,0.5,0.333333333333,0.909090909091,0.545454545455,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,0.833333333333,0.833333333333,0.5,0.5,0.833333333333,0.833333333333,0.5,0.5,0.833333333333,0.833333333333,0.5,0.5,0.909090909091,0.9,1,1,0.909090909091,0.909090909091,1,1,0.909090909091,0.909090909091,1,1,0.278931189502088,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.217349276876118,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.661564,0.68505982,-0.203186458694835,0.311475409836,68.1002,64.9117,14.5666356,0.566091448382,0.63980479,0.729712,0.694622,0.428020168901981,6.54280146419,0.6832593075,0.725959962862,0.582166445454545
"30-12","wmt14_shad-wmt14.3464.ru-en___888",12,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,12,30,NA,0.5,0.5,0.5,1,100,0.704071661652,0.72,0.602017039325,0.64,NA,NA,NA,NA,0.661460885975,0.666666666667,0.515617342076,0.5,NA,0.65625,0.46875,NA,NA,NA,0.661460885975,0.666666666667,0.515617342076,0.5,0.5625,0.65625,0.46875,0.40625,0.661460885975,0.666666666667,0.604156456101,0.583333333333,0.625,0.65625,0.46875,0.40625,0.5625,0.65625,0.46875,0.40625,0.5625,0.65625,0.46875,0.40625,0.625,0.65625,0.46875,0.40625,0.781818181818,0.75,0.886075949367,0.619047619048,0.781818181818,0.75,0.886075949367,0.619047619048,0.781818181818,0.727272727273,0.886075949367,0.684210526316,0.269473438678675,0.473204650507294,0.405583832366783,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3535,-157.950699,0.18560789971,0.11624,NA,NA,NA,0.760764925,-0.5466,0.4469,0.62946362,0.52874815,0.707372,0.701756134,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-13","wmt14_iiit-hyderabad.3257.hi-en___611",13,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,18,33,NA,0,0,0,1,143,0.595137483957,0.58064516129,0.400805728068,0.387096774194,NA,NA,NA,NA,0.518881249223,0.551724137931,0.389160936917,0.413793103448,NA,0.560975609756,0.463414634146,NA,NA,NA,0.518881249223,0.551724137931,0.389160936917,0.413793103448,0.439024390244,0.560975609756,0.463414634146,0.317073170732,0.518881249223,0.551724137931,0.389160936917,0.413793103448,0.439024390244,0.560975609756,0.463414634146,0.341463414634,0.341463414634,0.512195121951,0.463414634146,0.341463414634,0.365853658537,0.512195121951,0.463414634146,0.317073170732,0.365853658537,0.512195121951,0.463414634146,0.341463414634,0.872549019608,0.545454545455,0.861111111111,0.519230769231,0.872549019608,0.524590163934,0.861111111111,0.46,0.872549019608,0.551724137931,0.861111111111,0.510638297872,0.149558924249245,0.423603658976538,0.269882557928315,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.262,-214.198425,0.124986997378,0.0803833,NA,NA,NA,NA,-0.1755,0.1549,0.24933809,0.22786811,0.341667,0.349303025,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-14","wmt16_real.pjatk.4520.cs-en___877",14,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,98,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-15","wmt16_real.uedin-pbmt.4363.ro-en___1358",15,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,7,4,6,NA,NA,NA,NA,1,56,0.737578698424,0.727272727273,0.212736095273,0.181818181818,NA,NA,NA,NA,0.776245626186,0.8,0.592081875395,0.6,NA,0.75,0.416666666667,NA,NA,NA,0.776245626186,0.8,0.407918124605,0.4,0.416666666667,0.75,0.416666666667,0.333333333333,0.776245626186,0.8,0.407918124605,0.4,0.416666666667,0.75,0.416666666667,0.333333333333,0.333333333333,0.5,0.416666666667,0.333333333333,0.416666666667,0.5,0.416666666667,0.333333333333,0.5,0.5,0.416666666667,0.333333333333,0.875,0.3125,0.769230769231,0.181818181818,0.875,0.235294117647,0.769230769231,0.166666666667,0.875,0.294117647059,0.769230769231,0.25,0.163265306122449,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-16","wmt14_rbmt1.0.fr-en___905",16,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,100,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-17","wmt15_uedin-jhu-phrase.4102.de-en___357___order___3",17,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0,0.5,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,10,10,11,0.727272727272727,NA,0.727272727272727,0.75,1,30,0.732537769599,0.727272727273,0.624078537603,0.636363636364,0.6125,0.775,0.5,0.3875,0.79190695462,0.8,0.657511511752,0.7,0.6,0.826086956522,0.478260869565,0.3875,0.74358974359,0.564102564103,0.79190695462,0.8,0.657511511752,0.7,0.608695652174,0.826086956522,0.478260869565,0.347826086957,0.79190695462,0.8,0.657511511752,0.7,0.652173913043,0.826086956522,0.478260869565,0.391304347826,0.608695652174,0.826086956522,0.478260869565,0.347826086957,0.608695652174,0.826086956522,0.478260869565,0.347826086957,0.652173913043,0.826086956522,0.478260869565,0.391304347826,0.733333333333,0.607142857143,0.75,0.615384615385,0.733333333333,0.607142857143,0.75,0.615384615385,0.733333333333,0.678571428571,0.75,0.6,0.446190832183948,0.468500373793146,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-18","wmt14_uedin-wmt14.3024.fr-en___136",18,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,13,19,NA,1,1,1,1,48,0.86570962454,0.923076923077,0.752498640491,0.769230769231,1,1,0.5,0.5,0.86570962454,0.923076923077,0.752498640491,0.769230769231,1,0.8,0.466666666667,0.5,1,1,0.86570962454,0.923076923077,0.824641109202,0.846153846154,0.8,0.8,0.466666666667,0.433333333333,0.86570962454,0.923076923077,0.824641109202,0.846153846154,0.8,0.8,0.466666666667,0.466666666667,0.766666666667,0.8,0.466666666667,0.4,0.833333333333,0.8,0.466666666667,0.433333333333,0.833333333333,0.8,0.466666666667,0.466666666667,0.93023255814,0.717948717949,0.93023255814,0.75,0.93023255814,0.771428571429,0.93023255814,0.794117647059,0.93023255814,0.794117647059,0.93023255814,0.84375,0.41826075579497,0.485964834970414,0.320977528566334,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3005,-80.249092,0.14812692857,0.0936276,NA,NA,NA,NA,-0.3725,0.2797,0.44315953,0.46766922,0.599737,0.625192041,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-19","wmt16_real.online-f.0.de-en___2506",19,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,143,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-20","wmt14_afrl.3456.hi-en___371___swap___2",20,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.75,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.818181818181818,NA,0.818181818181818,1,36,121,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-21","wmt16_real.tuning-task-nrc-meant.0.cs-en___1928",21,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,25,25,NA,NA,NA,NA,1,48,0.884735928215,0.881355932203,0.804626475432,0.813559322034,NA,NA,NA,NA,0.94602934407,0.981818181818,0.816525628923,0.836363636364,NA,0.904761904762,0.492063492063,NA,NA,NA,0.94602934407,0.981818181818,0.774934409517,0.8,0.746031746032,0.904761904762,0.492063492063,0.412698412698,0.94602934407,0.981818181818,0.843372383338,0.872727272727,0.809523809524,0.904761904762,0.492063492063,0.444444444444,0.825396825397,0.904761904762,0.492063492063,0.444444444444,0.777777777778,0.904761904762,0.492063492063,0.412698412698,0.825396825397,0.904761904762,0.492063492063,0.444444444444,0.928571428571,0.833333333333,0.974683544304,0.871428571429,0.928571428571,0.825,0.974683544304,0.840579710145,0.928571428571,0.813333333333,0.974683544304,0.868852459016,0.506822270540554,0.551516357754318,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-22","wmt16_real.online-g.0.de-en___1654",22,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,50,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-23","wmt16_real.online-a.0.de-en___218___choice___3",23,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.25,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.727272727272727,NA,0.727272727272727,0.75,36,22,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-24","wmt16_real.cu-mergedtrees.4515.cs-en___1928___swap___8",24,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.5,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,25,25,25,0.272727272727273,NA,0.272727272727273,0.25,1,48,0.943883286973,0.949152542373,0.845781045855,0.847457627119,NA,NA,NA,NA,0.95274078746,0.965517241379,0.853715130263,0.862068965517,NA,0.9375,0.5,NA,NA,NA,0.95274078746,0.965517241379,0.886723682662,0.896551724138,0.875,0.9375,0.5,0.46875,0.95274078746,0.965517241379,0.886723682662,0.896551724138,0.875,0.9375,0.5,0.484375,0.84375,0.90625,0.5,0.46875,0.84375,0.90625,0.5,0.46875,0.859375,0.90625,0.5,0.484375,0.977272727273,0.878787878788,0.96875,0.873015873016,0.977272727273,0.901408450704,0.96875,0.897058823529,0.977272727273,0.907692307692,0.96875,0.904761904762,0.498916704299557,0.498916704299557,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-25","wmt15_neural-mt.4088.cs-en___209",25,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,28,22,NA,1,1,1,1,48,0.941588967139,0.980392156863,0.740503672576,0.78431372549,NA,NA,NA,NA,0.922292076302,0.96,0.689704745063,0.72,NA,0.879310344828,0.465517241379,NA,NA,NA,0.922292076302,0.96,0.735183674148,0.76,0.706896551724,0.879310344828,0.465517241379,0.379310344828,0.922292076302,0.96,0.914234827649,0.96,0.862068965517,0.879310344828,0.465517241379,0.448275862069,0.637931034483,0.844827586207,0.465517241379,0.362068965517,0.689655172414,0.844827586207,0.465517241379,0.379310344828,0.810344827586,0.844827586207,0.465517241379,0.448275862069,0.901639344262,0.68115942029,0.91935483871,0.7,0.901639344262,0.691176470588,0.91935483871,0.7,0.901639344262,0.819672131148,0.91935483871,0.865384615385,0.379172634437572,0.580703728737052,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.104669897616152,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6639376,0.57230392,-0.115120805566657,0.452054794521,52.6234,52.6234,13.02218633,0.483872505689,0.47752789,0.664513,0.603308,0.31021498374994,4.59775024524,0.5374286175,0.57020301538,0.5272469
"30-26","wmt16_real.online-f.0.de-en___218",26,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,98,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-27","wmt14_uedin-wmt14.3422.hi-en___399",27,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,25,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-28","wmt15_illinois.4085.de-en___363",28,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,10,11,11,NA,1,1,1,1,48,0.98227123304,1,0.900415296953,0.916666666667,0.573529411765,0.779411764706,0.485294117647,0.352941176471,0.98227123304,1,0.900415296953,0.916666666667,0.558823529412,0.96,0.48,0.352941176471,0.774193548387,0.645161290323,0.98227123304,1,0.98227123304,1,0.96,0.96,0.48,0.48,0.98227123304,1,0.98227123304,1,0.96,0.96,0.48,0.48,0.88,0.96,0.48,0.44,0.96,0.96,0.48,0.48,0.96,0.96,0.48,0.48,0.95652173913,0.916666666667,0.95652173913,0.916666666667,0.95652173913,1,0.95652173913,1,0.95652173913,1,0.95652173913,1,0.908616868726372,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.119177978153016,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6044037,0.61265394,-0.0974286811983192,0.425287356322,57.4227,57.7351,13.5639168,0.488510032888,0.50848826,0.67018,0.615472,0.346603550314015,5.28659002707,0.465931355,0.69880522143,0.525212327272727
"30-29","wmt15_usaar-gacha.4052.ru-en___673",29,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,15,12,NA,0.75,0.75,0.75,1,114,0.934788303817,0.944444444444,0.827539648957,0.833333333333,NA,NA,NA,NA,0.976825262494,1,0.869576607634,0.888888888889,NA,0.948717948718,0.487179487179,NA,NA,NA,0.976825262494,1,0.827539648957,0.833333333333,0.820512820513,0.948717948718,0.487179487179,0.435897435897,0.976825262494,1,0.869576607634,0.888888888889,0.871794871795,0.948717948718,0.487179487179,0.487179487179,0.846153846154,0.923076923077,0.487179487179,0.435897435897,0.794871794872,0.923076923077,0.487179487179,0.435897435897,0.846153846154,0.923076923077,0.487179487179,0.487179487179,0.926829268293,0.909090909091,0.972222222222,0.918918918919,0.926829268293,0.822222222222,0.972222222222,0.846153846154,0.926829268293,0.936170212766,0.972222222222,0.952380952381,0.530555842167122,0.613363591013647,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0389461726868208,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4296486,0.45444374,-0.0225995839456885,0.575757575758,37.2539,36.4059,12.90412739,0.348524051545,0.54824604,0.414931,0.309748,0.264696058051567,3.98427002457,0.4133210775,0.431986050574,0.383048827272727
"30-30","wmt15_illinois.3955.fi-en___454___order___2",30,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.75,0.5,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,3,3,3,0.818181818181818,NA,0.818181818181818,1,1,61,0.75,0.75,1,1,NA,NA,NA,NA,0.75,0.75,1,1,NA,0.75,0.5,NA,NA,NA,0.75,0.75,0.75,0.75,0.75,0.75,0.5,0.375,0.75,0.75,0.75,0.75,0.75,0.75,0.5,0.375,1,0.75,0.5,0.5,0.75,0.75,0.5,0.375,0.75,0.75,0.5,0.375,0.8,0.666666666667,0.8,0.666666666667,0.8,0.714285714286,0.8,0.714285714286,0.8,0.714285714286,0.8,0.714285714286,0.4,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-31","wmt14_iitb-ranked-ppl.3173.hi-en___674",31,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,143,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-32","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",32,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.25,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.727272727272727,NA,0.727272727272727,0.75,36,143,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-33","wmt16_real.jhu-pbmt.4284.ro-en___853",33,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,143,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-34","wmt14_onlineg.0.ru-en___798",34,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,31,15,NA,1,1,1,1,50,0.684165159823,0.736842105263,0.699584584653,0.789473684211,NA,NA,NA,NA,0.803528843229,0.883720930233,0.650324819494,0.697674418605,NA,0.724137931034,0.431034482759,NA,NA,NA,0.803528843229,0.883720930233,0.650324819494,0.697674418605,0.620689655172,0.724137931034,0.431034482759,0.379310344828,0.803528843229,0.883720930233,0.61852179046,0.651162790698,0.620689655172,0.724137931034,0.431034482759,0.396551724138,0.672413793103,0.689655172414,0.431034482759,0.379310344828,0.672413793103,0.689655172414,0.431034482759,0.379310344828,0.672413793103,0.689655172414,0.431034482759,0.396551724138,0.839694656489,0.661016949153,0.816326530612,0.692307692308,0.839694656489,0.661016949153,0.816326530612,0.692307692308,0.839694656489,0.709677419355,0.816326530612,0.725806451613,0.316145811185629,0.468500373793146,0.208527044682004,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2295,-100.436775,0.100569653405,0.0695229,NA,NA,NA,0.111084828,-0.2242,0.1495,0.33411305,0.24559508,0.340023,0.345488941,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-35","wmt15_online-f.0.de-en___211___order___2",35,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,3,3,4,0.818181818181818,NA,0.818181818181818,1,1,168,0.909090909091,0.909090909091,0.727272727273,0.727272727273,0.826086956522,0.913043478261,0.5,0.434782608696,0.958607314842,1,0.616557074063,0.6,0.782608695652,0.909090909091,0.454545454545,0.434782608696,0.913043478261,0.826086956522,0.958607314842,1,0.766885851873,0.8,0.727272727273,0.909090909091,0.454545454545,0.363636363636,0.958607314842,1,0.766885851873,0.8,0.727272727273,0.909090909091,0.454545454545,0.363636363636,0.727272727273,0.727272727273,0.454545454545,0.454545454545,0.636363636364,0.727272727273,0.454545454545,0.363636363636,0.636363636364,0.727272727273,0.454545454545,0.363636363636,0.909090909091,0.692307692308,0.888888888889,0.727272727273,0.909090909091,0.666666666667,0.888888888889,0.777777777778,0.909090909091,0.666666666667,0.888888888889,0.777777777778,0.400032527194059,0.426188500125978,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-36","wmt15_illinois.3955.fi-en___454___choice___1",36,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,3,3,3,0.909090909090909,NA,0.909090909090909,1,1,39,1,1,1,1,0.604166666667,0.708333333333,0.5,0.395833333333,1,1,1,1,0.6875,1,0.5,0.395833333333,0.682926829268,0.634146341463,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,0.875,0.875,0.5,0.5,0.875,0.875,0.5,0.5,0.875,0.875,0.5,0.5,1,0.833333333333,1,0.833333333333,1,0.833333333333,1,0.833333333333,1,0.833333333333,1,0.833333333333,0.322386265131623,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-37","wmt15_illinois.3955.fi-en___454___choice___2",37,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,3,3,3,0.818181818181818,NA,0.818181818181818,1,1,39,1,1,0.5,0.5,NA,NA,NA,NA,1,1,0.5,0.5,NA,1,0.5,NA,NA,NA,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,0.5,0.875,0.5,0.375,0.875,0.875,0.5,0.5,0.875,0.875,0.5,0.5,1,0.375,1,0.375,1,0.833333333333,1,0.833333333333,1,1,1,1,0.29475315669177,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-38","wmt16_real.pjatk.4520.cs-en___1555",38,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,25,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-39","wmt14_uedin-syntax.3289.cs-en___1255___choice___3",39,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,18,18,15,0.727272727272727,NA,0.727272727272727,0.75,1,25,0.96260197219,0.972972972973,0.96260197219,0.972972972973,0.763157894737,0.842105263158,0.5,0.421052631579,0.97464090729,0.974358974359,0.97464090729,0.974358974359,0.763157894737,0.975,0.5,0.421052631579,0.833333333333,0.833333333333,0.97464090729,0.974358974359,0.963645522988,0.974358974359,0.95,0.975,0.5,0.475,0.97464090729,0.974358974359,0.97464090729,0.974358974359,0.975,0.975,0.5,0.5,0.95,0.95,0.5,0.5,0.925,0.95,0.5,0.475,0.95,0.95,0.5,0.5,0.974358974359,0.944444444444,0.975,0.925,0.974358974359,0.918918918919,0.975,0.948717948718,0.974358974359,0.944444444444,0.975,0.925,0.51710284416109,0.580703728737052,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-40","wmt16_real.pjatk.4520.cs-en___877___order___11",40,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0,NA,0,0,36,56,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-41","wmt15_uedin-jhu-phrase.4102.de-en___357___order___1",41,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,1,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,10,10,11,0.909090909090909,NA,0.909090909090909,1,1,323,0.916666666667,0.916666666667,0.916666666667,0.916666666667,NA,NA,NA,NA,0.916666666667,0.916666666667,0.916666666667,0.916666666667,NA,0.916666666667,0.5,NA,NA,NA,0.916666666667,0.916666666667,0.916666666667,0.916666666667,0.916666666667,0.916666666667,0.5,0.458333333333,0.916666666667,0.916666666667,0.75,0.75,0.833333333333,0.916666666667,0.5,0.458333333333,0.916666666667,0.916666666667,0.5,0.458333333333,0.916666666667,0.916666666667,0.5,0.458333333333,0.833333333333,0.916666666667,0.5,0.458333333333,0.923076923077,0.791666666667,0.923076923077,0.791666666667,0.923076923077,0.791666666667,0.923076923077,0.791666666667,0.923076923077,0.730769230769,0.923076923077,0.730769230769,0.518355062943862,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-42","wmt14_onlinea.0.hi-en___148",42,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,22,13,14,NA,0,0,0,1,25,0.660870964299,0.689655172414,0.321736900648,0.275862068966,NA,NA,NA,NA,0.739605724994,0.787878787879,0.479649847307,0.484848484848,NA,0.684210526316,0.394736842105,NA,NA,NA,0.739605724994,0.787878787879,0.479649847307,0.484848484848,0.5,0.684210526316,0.394736842105,0.315789473684,0.739605724994,0.787878787879,0.479649847307,0.484848484848,0.5,0.684210526316,0.394736842105,0.315789473684,0.5,0.631578947368,0.394736842105,0.342105263158,0.473684210526,0.631578947368,0.394736842105,0.315789473684,0.473684210526,0.631578947368,0.394736842105,0.315789473684,0.850746268657,0.545454545455,0.819672131148,0.553571428571,0.850746268657,0.4,0.819672131148,0.473684210526,0.850746268657,0.528301886792,0.819672131148,0.561403508772,0.282686547763954,0.481916813948013,0.283245123304863,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2506,-237.775345,0.128340846991,0.0779483,NA,NA,NA,NA,-0.3409,0.254,0.32054053,0.28846775,0.494041,0.491418395,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-43","wmt16_real.online-f.0.ru-en___1908",43,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,22,22,19,NA,NA,NA,NA,1,114,0.917313586384,0.952380952381,0.863318654038,0.904761904762,NA,NA,NA,NA,0.928624112581,0.954545454545,0.875945586579,0.909090909091,NA,0.897959183673,0.489795918367,NA,NA,NA,0.928624112581,0.954545454545,0.875945586579,0.909090909091,0.836734693878,0.897959183673,0.489795918367,0.428571428571,0.928624112581,0.954545454545,0.745956050698,0.772727272727,0.734693877551,0.897959183673,0.489795918367,0.387755102041,0.816326530612,0.857142857143,0.489795918367,0.428571428571,0.816326530612,0.857142857143,0.489795918367,0.428571428571,0.714285714286,0.857142857143,0.489795918367,0.387755102041,0.94,0.872340425532,0.942307692308,0.893617021277,0.94,0.872340425532,0.942307692308,0.893617021277,0.94,0.833333333333,0.942307692308,0.807692307692,0.427125682748524,0.513632150140631,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-44","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",44,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.818181818181818,NA,0.818181818181818,1,36,114,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-45","wmt14_iitb-ranked-ppl.3173.hi-en___392",45,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,143,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-46","wmt14_afrl.3456.hi-en___371___swap___8",46,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.25,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.272727272727273,NA,0.272727272727273,0.25,35,143,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-47","wmt15_uu-unconstrained.3977.fi-en___439",47,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,3,4,3,NA,0.33,0.33,0.25,1,114,0.818162689491,0.857142857143,0.818162689491,0.857142857143,NA,NA,NA,NA,0.948847477553,1,0.948847477553,1,NA,0.888888888889,0.444444444444,NA,NA,NA,0.948847477553,1,0.948847477553,1,0.888888888889,0.888888888889,0.444444444444,0.444444444444,0.948847477553,1,0.948847477553,1,0.888888888889,0.888888888889,0.444444444444,0.444444444444,0.777777777778,0.777777777778,0.444444444444,0.444444444444,0.777777777778,0.777777777778,0.444444444444,0.444444444444,0.777777777778,0.777777777778,0.444444444444,0.444444444444,0.857142857143,0.833333333333,0.857142857143,1,0.857142857143,0.833333333333,0.857142857143,1,0.857142857143,0.833333333333,0.857142857143,1,0.368374156406805,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0702650135519951,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3254119,0.40356884,-0.0621410895317394,0.567567567568,44.4445,43.9659,11.29628269,0.322257435081,0.25852733,0.581478,0.511354,0.237572411137491,3.46857043563,0.26417601,0.394280663239,0.342476727272727
"30-48","wmt14_iitb-ranked-ppl.3173.hi-en___153___order___3",48,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,1,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,22,22,14,0.727272727272727,NA,0.727272727272727,0.75,1,323,0.777114807999,0.772727272727,0.777114807999,0.772727272727,NA,NA,NA,NA,0.878893217017,0.904761904762,0.833155528506,0.857142857143,NA,0.847826086957,0.5,NA,NA,NA,0.878893217017,0.904761904762,0.833155528506,0.857142857143,0.826086956522,0.847826086957,0.5,0.478260869565,0.878893217017,0.904761904762,0.787417839996,0.809523809524,0.782608695652,0.847826086957,0.5,0.434782608696,0.847826086957,0.869565217391,0.5,0.45652173913,0.847826086957,0.869565217391,0.5,0.478260869565,0.804347826087,0.869565217391,0.5,0.434782608696,0.875,0.88679245283,0.933333333333,0.875,0.875,0.789473684211,0.933333333333,0.8,0.875,0.821428571429,0.933333333333,0.82,0.502659089535703,0.502659089535703,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-49","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",49,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.454545454545455,NA,0.454545454545455,0.5,35,114,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"30-50","wmt15_uedin-jhu-phrase.4102.de-en___357___order___2",50,30,TRUE,72,0,1,1,0,1,10,"Male","British",5,1,FALSE,0.5,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,10,10,11,0.818181818181818,NA,0.818181818181818,1,1,54,0.821691846399,0.818181818182,0.713232614403,0.727272727273,NA,NA,NA,NA,0.821691846399,0.818181818182,0.713232614403,0.727272727273,NA,0.869565217391,0.478260869565,NA,NA,NA,0.821691846399,0.818181818182,0.713232614403,0.727272727273,0.695652173913,0.869565217391,0.478260869565,0.347826086957,0.821691846399,0.818181818182,0.802386691204,0.818181818182,0.782608695652,0.869565217391,0.478260869565,0.478260869565,0.695652173913,0.869565217391,0.478260869565,0.347826086957,0.695652173913,0.869565217391,0.478260869565,0.347826086957,0.782608695652,0.869565217391,0.478260869565,0.478260869565,0.814814814815,0.708333333333,0.814814814815,0.708333333333,0.814814814815,0.739130434783,0.814814814815,0.739130434783,0.814814814815,0.695652173913,0.814814814815,0.695652173913,0.464316232886812,0.487532044531153,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-1","wmt16_real.promt-smt.4335.tr-en___258___swap___2",1,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,25,25,18,0.818181818181818,NA,0.818181818181818,1,1,323,0.982588651542,0.982456140351,0.982588651542,0.982456140351,0.75,0.791666666667,0.5,0.4375,0.949590032249,0.964285714286,0.949590032249,0.964285714286,0.708333333333,0.948275862069,0.5,0.4375,0.826086956522,0.739130434783,0.949590032249,0.964285714286,0.949590032249,0.964285714286,0.948275862069,0.948275862069,0.5,0.5,0.949590032249,0.964285714286,0.922040014333,0.928571428571,0.948275862069,0.948275862069,0.5,0.5,0.948275862069,0.948275862069,0.5,0.5,0.948275862069,0.948275862069,0.5,0.5,0.948275862069,0.948275862069,0.5,0.5,0.966101694915,0.982456140351,0.934426229508,0.964285714286,0.966101694915,0.982456140351,0.934426229508,0.964285714286,0.966101694915,0.982456140351,0.934426229508,0.964912280702,0.577851110003903,0.577851110003903,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-2","wmt16_real.online-b.0.de-en___2700___choice___2",2,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,15,15,11,0.818181818181818,NA,0.818181818181818,1,1,54,0.918215723754,0.928571428571,0.68736088176,0.714285714286,NA,NA,NA,NA,0.954911684825,1,0.659936594234,0.692307692308,NA,0.90625,0.5,NA,NA,NA,0.954911684825,1,0.744952445675,0.769230769231,0.71875,0.90625,0.5,0.40625,0.954911684825,1,0.744952445675,0.769230769231,0.71875,0.90625,0.5,0.4375,0.71875,0.9375,0.5,0.375,0.8125,0.9375,0.5,0.40625,0.78125,0.9375,0.5,0.4375,0.972972972973,0.756756756757,1,0.741935483871,0.972972972973,0.787878787879,1,0.777777777778,0.972972972973,0.838709677419,1,0.814814814815,0.511585671733215,0.559090055537014,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-3","wmt15_online-a.0.fr-en___485",3,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,9,9,8,NA,0.25,0.25,0.25,1,50,0.926264468168,0.947368421053,0.823346193927,0.842105263158,0.733333333333,0.933333333333,0.5,0.4,0.845622588639,0.842105263158,0.742704314398,0.736842105263,0.7,0.85,0.5,0.4,0.928571428571,0.928571428571,0.845622588639,0.842105263158,0.536867765916,0.526315789474,0.6,0.85,0.5,0.4,0.845622588639,0.842105263158,0.845622588639,0.842105263158,0.85,0.85,0.5,0.45,0.7,0.8,0.5,0.4,0.6,0.8,0.5,0.4,0.8,0.8,0.5,0.45,0.84,0.714285714286,0.75,0.636363636364,0.84,0.652173913043,0.75,0.583333333333,0.84,0.8,0.75,0.818181818182,0.334108519577062,0.453830739092176,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0341522957538775,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.537791,0.80764185,-0.0267690505990637,0.636363636364,42.6454,44.9692,12.43488752,0.344985129151,0.55272273,0.508941,0.417669,0.28558365889465,3.9465845574,0.6615203625,0.50896345443,0.534121290909091
"32-4","wmt16_real.jhu-syntax.4391.tr-en___521",4,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,15,14,NA,NA,NA,NA,1,168,0.650222714909,0.666666666667,0.567934294073,0.6,NA,NA,NA,NA,0.604933185527,0.6,0.465022271491,0.466666666667,NA,0.634146341463,0.487804878049,NA,NA,NA,0.604933185527,0.6,0.522644764691,0.533333333333,0.560975609756,0.634146341463,0.487804878049,0.390243902439,0.604933185527,0.6,0.444398669745,0.4,0.536585365854,0.634146341463,0.487804878049,0.414634146341,0.487804878049,0.585365853659,0.487804878049,0.390243902439,0.512195121951,0.585365853659,0.487804878049,0.390243902439,0.512195121951,0.585365853659,0.487804878049,0.414634146341,0.911764705882,0.586206896552,0.73417721519,0.557692307692,0.911764705882,0.561403508772,0.73417721519,0.595744680851,0.911764705882,0.563636363636,0.73417721519,0.622641509434,0.214635944589452,0.415145568681525,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-5","wmt16_real.online-b.0.de-en___2700",5,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,12,11,NA,NA,NA,NA,1,323,0.84017808589,0.846153846154,0.608213703067,0.615384615385,NA,NA,NA,NA,0.853986947042,0.909090909091,0.679822093286,0.727272727273,NA,0.8,0.466666666667,NA,NA,NA,0.853986947042,0.909090909091,0.617995649014,0.636363636364,0.633333333333,0.8,0.466666666667,0.4,0.853986947042,0.909090909091,0.775323181033,0.818181818182,0.766666666667,0.8,0.466666666667,0.466666666667,0.666666666667,0.833333333333,0.466666666667,0.366666666667,0.666666666667,0.833333333333,0.466666666667,0.4,0.8,0.833333333333,0.466666666667,0.466666666667,0.925,0.783783783784,0.862068965517,0.807692307692,0.925,0.805555555556,0.862068965517,0.785714285714,0.925,0.838709677419,0.862068965517,0.84,0.439563089320861,0.573343159983731,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-6","wmt16_real.pjatk.4520.cs-en___877___order___11",6,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0,NA,0,0,36,168,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-7","wmt16_real.tuning-task-beer-pro.0.cs-en___916",7,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,18,14,14,NA,0.7,0.7,0.75,1,54,0.704540672373,0.714285714286,0.513643058678,0.5,NA,NA,NA,NA,0.629478746574,0.620689655172,0.477670199352,0.48275862069,NA,0.666666666667,0.472222222222,NA,NA,NA,0.629478746574,0.620689655172,0.540159543982,0.551724137931,0.583333333333,0.666666666667,0.472222222222,0.388888888889,0.629478746574,0.620689655172,0.540159543982,0.551724137931,0.583333333333,0.666666666667,0.472222222222,0.416666666667,0.5,0.611111111111,0.472222222222,0.361111111111,0.555555555556,0.611111111111,0.472222222222,0.388888888889,0.555555555556,0.611111111111,0.472222222222,0.416666666667,0.794520547945,0.591836734694,0.733333333333,0.607843137255,0.794520547945,0.632653061224,0.733333333333,0.591836734694,0.794520547945,0.673913043478,0.733333333333,0.666666666667,0.2485129439946,0.433547493223059,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-8","wmt16_real.online-a.0.de-en___218___choice___3",8,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.727272727272727,NA,0.727272727272727,0.75,36,54,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-9","wmt14_uedin-syntax.3166.ru-en___744___order___7",9,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.5,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,13,13,32,0.363636363636364,NA,0.363636363636364,0.25,1,32,0.573717698091,0.538461538462,0.543162359745,0.538461538462,0.925,0.925,0.5,0.5,0.645161290323,0.645161290323,0.387096774194,0.387096774194,0.9375,0.677419354839,0.483870967742,0.5,0.947368421053,0.921052631579,0.645161290323,0.645161290323,0.451612903226,0.451612903226,0.612903225806,0.677419354839,0.483870967742,0.451612903226,0.645161290323,0.645161290323,0.516129032258,0.516129032258,0.612903225806,0.677419354839,0.483870967742,0.354838709677,0.516129032258,0.645161290323,0.483870967742,0.41935483871,0.516129032258,0.645161290323,0.483870967742,0.451612903226,0.516129032258,0.645161290323,0.483870967742,0.354838709677,0.898550724638,0.673469387755,0.7125,0.584905660377,0.898550724638,0.578947368421,0.7125,0.604166666667,0.898550724638,0.536585365854,0.7125,0.617021276596,0.405801869213414,0.416928694659589,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-10","wmt15_online-b.0.fr-en___474",10,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,9,7,7,NA,0,0,0,1,114,0.888888888889,0.888888888889,0.888888888889,0.888888888889,NA,NA,NA,NA,0.888888888889,0.888888888889,0.888888888889,0.888888888889,NA,0.888888888889,0.444444444444,NA,NA,NA,0.888888888889,0.888888888889,0.666666666667,0.666666666667,0.722222222222,0.888888888889,0.444444444444,0.388888888889,0.888888888889,0.888888888889,0.777777777778,0.777777777778,0.777777777778,0.888888888889,0.444444444444,0.388888888889,0.888888888889,0.888888888889,0.444444444444,0.444444444444,0.722222222222,0.888888888889,0.444444444444,0.388888888889,0.777777777778,0.888888888889,0.444444444444,0.388888888889,0.9,0.8,0.863636363636,0.8,0.9,0.541666666667,0.863636363636,0.565217391304,0.9,0.75,0.863636363636,0.666666666667,0.492913021511304,0.545285030046881,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.441079998239614,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.7166538,0.89449154,-0.321965074051566,0.176470588235,80.1688,83.1789,14.94034797,0.722233480176,0.83365687,0.845445,0.852083,0.47953552078507,8.50338489998,0.8069818025,0.91199769322,0.810785490909091
"32-11","wmt16_real.promt-smt.4335.tr-en___258",11,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,18,18,NA,0.25,0.25,0.25,1,98,0.41801068899,0.421052631579,0.353718330117,0.368421052632,NA,NA,NA,NA,0.492690542087,0.510638297872,0.380388325662,0.382978723404,NA,0.547169811321,0.452830188679,NA,NA,NA,0.492690542087,0.510638297872,0.340055475095,0.340425531915,0.452830188679,0.547169811321,0.452830188679,0.339622641509,0.492690542087,0.510638297872,0.397780996217,0.382978723404,0.415094339623,0.547169811321,0.452830188679,0.339622641509,0.358490566038,0.490566037736,0.452830188679,0.320754716981,0.396226415094,0.490566037736,0.452830188679,0.339622641509,0.415094339623,0.490566037736,0.452830188679,0.339622641509,0.784,0.493150684932,0.778571428571,0.487804878049,0.784,0.460317460317,0.778571428571,0.486842105263,0.784,0.536231884058,0.778571428571,0.507042253521,0.294207371598982,0.453207967506847,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-12","wmt15_neural-mt.4097.de-en___422",12,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,8,5,5,NA,0.63,0.63,0.75,1,323,0.831460094248,0.857142857143,0.692883411873,0.714285714286,NA,NA,NA,NA,0.784878326829,0.833333333333,0.634363328997,0.666666666667,NA,0.733333333333,0.4,NA,NA,NA,0.784878326829,0.833333333333,0.634363328997,0.666666666667,0.666666666667,0.733333333333,0.4,0.4,0.784878326829,0.833333333333,0.634363328997,0.666666666667,0.666666666667,0.733333333333,0.4,0.4,0.666666666667,0.666666666667,0.4,0.4,0.666666666667,0.666666666667,0.4,0.4,0.666666666667,0.666666666667,0.4,0.4,0.75,0.625,0.823529411765,0.611111111111,0.75,0.625,0.823529411765,0.611111111111,0.75,0.714285714286,0.823529411765,0.705882352941,0.152121927446687,0.433547493223059,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0949972123259822,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6845318,0.58630676,-0.0867611351058956,0.5,44.5384,46.7097,14.18968949,0.403529785141,0.52318698,0.454009,0.337021,0.363235356363527,5.20849059901,0.480359615,0.612066216765,0.560532409090909
"32-13","wmt14_rbmt1.0.fr-en___905___order___9",13,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.181818181818182,NA,0.181818181818182,0,36,101,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-14","wmt14_iitb-ranked-ppl.3173.hi-en___392",14,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.25,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,22,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-15","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",15,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.818181818181818,NA,0.818181818181818,1,36,323,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-16","wmt14_dcu-hien.3564.hi-en___597___choice___5",16,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.25,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,12,12,13,0.545454545454545,NA,0.545454545454545,0.5,1,33,0.941088257405,0.95652173913,0.658611817772,0.695652173913,NA,NA,NA,NA,0.919696190764,0.952380952381,0.555527876588,0.571428571429,NA,0.884615384615,0.5,NA,NA,NA,0.919696190764,0.952380952381,0.64193225247,0.666666666667,0.692307692308,0.884615384615,0.5,0.423076923077,0.919696190764,0.952380952381,0.64193225247,0.666666666667,0.692307692308,0.884615384615,0.5,0.423076923077,0.615384615385,0.846153846154,0.5,0.384615384615,0.730769230769,0.846153846154,0.5,0.423076923077,0.730769230769,0.846153846154,0.5,0.423076923077,0.96,0.689655172414,0.958333333333,0.62962962963,0.96,0.821428571429,0.958333333333,0.769230769231,0.96,0.821428571429,0.958333333333,0.769230769231,0.332462212784684,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-17","wmt16_real.pjatk.4520.cs-en___1555",17,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,48,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-18","wmt14_afrl.3349.ru-en___730",18,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,12,32,NA,1,1,1,1,323,0.848723111906,0.857142857143,0.697446223813,0.714285714286,NA,NA,NA,NA,0.920042256826,0.933333333333,0.722890344649,0.733333333333,NA,0.903225806452,0.483870967742,NA,NA,NA,0.920042256826,0.933333333333,0.920042256826,0.933333333333,0.903225806452,0.903225806452,0.483870967742,0.451612903226,0.920042256826,0.933333333333,0.920042256826,0.933333333333,0.903225806452,0.903225806452,0.483870967742,0.451612903226,0.645161290323,0.806451612903,0.483870967742,0.354838709677,0.806451612903,0.806451612903,0.483870967742,0.451612903226,0.806451612903,0.806451612903,0.483870967742,0.451612903226,0.891891891892,0.878787878788,0.9375,0.702702702703,0.891891891892,1,0.9375,1,0.891891891892,1,0.9375,1,0.310019193752848,0.509899989725079,0.468450371908216,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4212,-167.622086,0.212234011572,0.130972,NA,NA,NA,0.746084091,-0.6236,0.7198,0.70339574,0.56824488,0.819428,0.822035844,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-19","wmt16_real.uedin-nmt.4361.cs-en___875",19,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,12,9,NA,0.5,0.5,0.5,1,39,0.755955298257,0.761904761905,0.3869018446,0.380952380952,NA,NA,NA,NA,0.493816688872,0.526315789474,0.337455540752,0.315789473684,NA,0.571428571429,0.5,NA,NA,NA,0.493816688872,0.526315789474,0.337455540752,0.315789473684,0.392857142857,0.571428571429,0.5,0.357142857143,0.493816688872,0.526315789474,0.374878747505,0.315789473684,0.5,0.571428571429,0.5,0.428571428571,0.392857142857,0.5,0.5,0.357142857143,0.392857142857,0.5,0.5,0.357142857143,0.464285714286,0.5,0.5,0.428571428571,0.8,0.512195121951,0.607843137255,0.411764705882,0.8,0.512195121951,0.607843137255,0.411764705882,0.8,0.545454545455,0.607843137255,0.448275862069,0.227461743820155,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-20","wmt14_iitb-ranked-ppl.3173.hi-en___674",20,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,100,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-21","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",21,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.75,0.5,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.454545454545455,NA,0.454545454545455,0.5,35,61,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-22","wmt14_uedin-wmt14.3422.hi-en___399",22,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,143,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-23","wmt14_uedin-syntax.3166.ru-en___744___swap___6",23,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.75,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,13,13,32,0.454545454545455,NA,0.454545454545455,0.5,1,47,0.768940133205,0.758620689655,0.768940133205,0.758620689655,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,0.9375,0.9375,0.9375,1,0.5,0.46875,1,1,0.9375,0.9375,0.9375,1,0.5,0.46875,0.8125,0.8125,0.5,0.5,0.75,0.8125,0.5,0.46875,0.78125,0.8125,0.5,0.46875,0.733333333333,0.918918918919,1,0.933333333333,0.733333333333,0.868421052632,1,0.870967741935,0.733333333333,0.945945945946,1,0.935483870968,0.477669662022326,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-24","wmt16_real.jhu-pbmt.4284.ro-en___853",24,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,121,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-25","wmt15_neural-mt.4097.de-en___422___phrase___4",25,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.5,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,8,8,5,0.636363636363636,NA,0.636363636363636,0.75,1,32,0.762788130612,0.75,0.618605934694,0.625,NA,NA,NA,NA,0.830241542859,0.875,0.711635608164,0.75,NA,0.777777777778,0.5,NA,NA,NA,0.830241542859,0.875,0.711635608164,0.75,0.722222222222,0.777777777778,0.5,0.388888888889,0.830241542859,0.875,0.711635608164,0.75,0.722222222222,0.777777777778,0.5,0.444444444444,0.722222222222,0.777777777778,0.5,0.388888888889,0.722222222222,0.777777777778,0.5,0.388888888889,0.722222222222,0.777777777778,0.5,0.444444444444,0.88,0.72,0.769230769231,0.8,0.88,0.72,0.769230769231,0.8,0.88,0.782608695652,0.769230769231,0.888888888889,0.500468075558876,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-26","wmt16_real.online-b.0.de-en___2700___choice___1",26,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,15,15,11,0.909090909090909,NA,0.909090909090909,1,1,323,0.95274078746,0.965517241379,0.95274078746,0.965517241379,0.714285714286,0.795918367347,0.489795918367,0.448979591837,0.954911684825,1,0.954911684825,1,0.69387755102,0.90625,0.5,0.448979591837,0.765957446809,0.723404255319,0.954911684825,1,0.884925271775,0.923076923077,0.84375,0.90625,0.5,0.46875,0.954911684825,1,0.954911684825,1,0.90625,0.90625,0.5,0.5,0.96875,0.96875,0.5,0.5,0.9375,0.96875,0.5,0.46875,0.96875,0.96875,0.5,0.5,0.967741935484,0.966666666667,1,1,0.967741935484,0.903225806452,1,0.92,0.967741935484,0.965517241379,1,1,0.573305079931555,0.599004962825039,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-27","wmt14_cmu.3510.hi-en___624",27,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,12,15,13,NA,0.25,0.25,0.25,1,101,0.586181139046,0.571428571429,0.356364768256,0.380952380952,0.90625,0.9375,0.5,0.46875,0.537254896057,0.666666666667,0.555742291858,0.666666666667,0.90625,0.5,0.433333333333,0.46875,0.965517241379,0.758620689655,0.537254896057,0.666666666667,0.555742291858,0.666666666667,0.466666666667,0.5,0.433333333333,0.3,0.537254896057,0.666666666667,0.555742291858,0.666666666667,0.466666666667,0.5,0.433333333333,0.366666666667,0.466666666667,0.466666666667,0.433333333333,0.3,0.466666666667,0.466666666667,0.433333333333,0.3,0.466666666667,0.466666666667,0.433333333333,0.366666666667,0.729166666667,0.5,0.571428571429,0.518518518519,0.729166666667,0.5,0.571428571429,0.56,0.729166666667,0.529411764706,0.571428571429,0.583333333333,0.36874108914834,0.451858957603908,0.319289282017524,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2189,-226.873093,0.153040764605,0.102494,NA,NA,NA,NA,-0.3175,0.2136,0.30039557,0.32397746,0.440218,0.483151015,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-28","wmt16_real.promt-smt.4335.tr-en___258___order___7",28,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.5,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,25,25,18,0.363636363636364,NA,0.363636363636364,0.25,1,98,0.765493347746,0.777777777778,0.554678096268,0.555555555556,NA,NA,NA,NA,0.765493347746,0.777777777778,0.526123165681,0.518518518519,NA,0.785714285714,0.482142857143,NA,NA,NA,0.765493347746,0.777777777778,0.664034288803,0.666666666667,0.696428571429,0.785714285714,0.482142857143,0.392857142857,0.765493347746,0.777777777778,0.627582224624,0.62962962963,0.678571428571,0.785714285714,0.482142857143,0.410714285714,0.553571428571,0.75,0.482142857143,0.357142857143,0.678571428571,0.75,0.482142857143,0.392857142857,0.678571428571,0.75,0.482142857143,0.410714285714,0.886363636364,0.551724137931,0.876033057851,0.559523809524,0.886363636364,0.636363636364,0.876033057851,0.643835616438,0.886363636364,0.702702702703,0.876033057851,0.728571428571,0.452558118300483,0.46654627832068,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-29","wmt16_real.online-a.0.cs-en___875___phrase___9",29,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.25,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,13,13,9,0.181818181818182,NA,0.181818181818182,0,1,143,0.74992236005,0.782608695652,0.431811123641,0.434782608696,0.633333333333,0.683333333333,0.5,0.4,0.545511010873,0.521739130435,0.272755505436,0.260869565217,0.6,0.642857142857,0.5,0.4,0.727272727273,0.654545454545,0.545511010873,0.521739130435,0.414725084576,0.434782608696,0.5,0.642857142857,0.5,0.392857142857,0.545511010873,0.521739130435,0.352283314539,0.347826086957,0.464285714286,0.642857142857,0.5,0.392857142857,0.464285714286,0.571428571429,0.5,0.357142857143,0.535714285714,0.571428571429,0.5,0.392857142857,0.5,0.571428571429,0.5,0.392857142857,0.813953488372,0.714285714286,0.6875,0.5,0.813953488372,0.707317073171,0.6875,0.638888888889,0.813953488372,0.769230769231,0.6875,0.636363636364,0.511662985109324,0.511662985109324,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-30","wmt16_real.online-f.0.de-en___2506",30,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,50,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-31","wmt16_real.online-a.0.cs-en___875___swap___10",31,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,13,13,9,0.0909090909090909,NA,0.0909090909090909,0,1,168,0.766736697408,0.75,0.56101773679,0.583333333333,NA,NA,NA,NA,0.863622247282,0.869565217391,0.511338932743,0.521739130435,NA,0.857142857143,0.5,NA,NA,NA,0.863622247282,0.869565217391,0.528424971808,0.521739130435,0.571428571429,0.857142857143,0.5,0.357142857143,0.863622247282,0.869565217391,0.60795278091,0.608695652174,0.678571428571,0.857142857143,0.5,0.428571428571,0.5,0.714285714286,0.5,0.321428571429,0.535714285714,0.714285714286,0.5,0.357142857143,0.571428571429,0.714285714286,0.5,0.428571428571,0.8,0.777777777778,0.8,0.787878787879,0.8,0.742857142857,0.8,0.741935483871,0.8,0.777777777778,0.8,0.758620689655,0.408827377157379,0.408827377157379,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-32","wmt14_rbmt1.0.fr-en___905___order___10",32,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.5,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.0909090909090909,NA,0.0909090909090909,0,36,32,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-33","wmt16_real.pjatk.4520.cs-en___877",33,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.75,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,47,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-34","wmt16_real.online-b.0.de-en___2700___swap___8",34,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.5,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,15,15,11,0.272727272727273,NA,0.272727272727273,0.25,1,32,0.798141131495,0.785714285714,0.798141131495,0.785714285714,NA,NA,NA,NA,0.954911684825,1,0.954911684825,1,NA,0.90625,0.5,NA,NA,NA,0.954911684825,1,0.814938858725,0.846153846154,0.8125,0.90625,0.5,0.46875,0.954911684825,1,0.954911684825,1,0.90625,0.90625,0.5,0.5,0.84375,0.84375,0.5,0.5,0.78125,0.84375,0.5,0.46875,0.84375,0.84375,0.5,0.5,0.795918367347,0.85,1,1,0.795918367347,0.825,1,0.928571428571,0.795918367347,0.860465116279,1,1,0.443319779122575,0.443319779122575,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-35","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",35,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.75,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.727272727272727,NA,0.727272727272727,0.75,36,47,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-36","wmt14_afrl.3456.hi-en___371___swap___8",36,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.5,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.272727272727273,NA,0.272727272727273,0.25,35,98,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-37","wmt14_dcu-hien.3564.hi-en___597___choice___3",37,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.25,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,12,12,13,0.727272727272727,NA,0.727272727272727,0.75,1,33,0.98261894687,1,0.884801402596,0.916666666667,NA,NA,NA,NA,0.963724666426,1,0.861273423925,0.909090909091,NA,0.923076923077,0.5,NA,NA,NA,0.963724666426,1,0.879411090712,0.909090909091,0.846153846154,0.923076923077,0.5,0.461538461538,0.963724666426,1,0.963724666426,1,0.923076923077,0.923076923077,0.5,0.5,0.807692307692,0.884615384615,0.5,0.423076923077,0.846153846154,0.884615384615,0.5,0.461538461538,0.884615384615,0.884615384615,0.5,0.5,1,0.791666666667,1,0.772727272727,1,0.95652173913,1,0.952380952381,1,1,1,1,0.40085376793533,0.528398148642026,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-38","wmt16_real.limsi.4422.ro-en___852",38,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,6,6,7,NA,NA,NA,NA,1,323,0.81583624921,0.8,0.447508747629,0.4,0.767441860465,0.906976744186,0.488372093023,0.418604651163,0.874737671919,0.909090909091,0.562631164041,0.545454545455,0.744186046512,0.833333333333,0.5,0.418604651163,0.9,0.9,0.874737671919,0.909090909091,0.562631164041,0.545454545455,0.666666666667,0.833333333333,0.5,0.416666666667,0.874737671919,0.909090909091,0.699790137535,0.727272727273,0.666666666667,0.833333333333,0.5,0.333333333333,0.583333333333,0.75,0.5,0.416666666667,0.583333333333,0.75,0.5,0.416666666667,0.583333333333,0.75,0.5,0.333333333333,0.857142857143,0.722222222222,0.928571428571,0.714285714286,0.857142857143,0.722222222222,0.928571428571,0.714285714286,0.857142857143,0.538461538462,0.928571428571,0.727272727273,0.298236492153442,0.433547493223059,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-39","wmt15_neural-mt.4097.de-en___422___phrase___3",39,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,1,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,8,8,5,0.727272727272727,NA,0.727272727272727,0.75,1,75,0.641476151286,0.615384615385,0.584944490167,0.615384615385,NA,NA,NA,NA,0.618605934694,0.625,0.5,0.5,NA,0.611111111111,0.5,NA,NA,NA,0.618605934694,0.625,0.5,0.5,0.555555555556,0.611111111111,0.5,0.388888888889,0.618605934694,0.625,0.618605934694,0.625,0.611111111111,0.611111111111,0.5,0.444444444444,0.555555555556,0.611111111111,0.5,0.388888888889,0.555555555556,0.611111111111,0.5,0.388888888889,0.611111111111,0.611111111111,0.5,0.444444444444,0.84375,0.578947368421,0.652173913043,0.789473684211,0.84375,0.578947368421,0.652173913043,0.789473684211,0.84375,0.666666666667,0.652173913043,0.8,0.528398148642026,0.528398148642026,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-40","wmt16_real.jhu-syntax.4517.de-en___274",40,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,20,18,18,NA,0,0,0,1,121,0.837567118743,0.888888888889,0.625996584665,0.666666666667,NA,NA,NA,NA,0.906754340749,0.92,0.706754340749,0.72,NA,0.890909090909,0.472727272727,NA,NA,NA,0.906754340749,0.92,0.630065755562,0.64,0.654545454545,0.890909090909,0.472727272727,0.381818181818,0.906754340749,0.92,0.775164388905,0.8,0.745454545455,0.890909090909,0.472727272727,0.418181818182,0.654545454545,0.836363636364,0.472727272727,0.381818181818,0.618181818182,0.836363636364,0.472727272727,0.381818181818,0.690909090909,0.836363636364,0.472727272727,0.418181818182,0.969072164948,0.68253968254,0.883333333333,0.727272727273,0.969072164948,0.69512195122,0.883333333333,0.68115942029,0.969072164948,0.65671641791,0.883333333333,0.630769230769,0.414596385906409,0.573343159983731,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-41","wmt14_rbmt1.0.fr-en___905",41,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,323,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-42","wmt15_online-a.0.cs-en___741",42,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,10,10,10,NA,0.33,0.33,0.25,1,114,0.904139268516,0.9,0.308278537032,0.3,0.538461538462,0.769230769231,0.461538461538,0.384615384615,0.876784697817,0.888888888889,0.34785836262,0.333333333333,0.615384615385,0.863636363636,0.5,0.384615384615,0.615384615385,0.461538461538,0.876784697817,0.888888888889,0.65214163738,0.666666666667,0.681818181818,0.863636363636,0.5,0.409090909091,0.876784697817,0.888888888889,0.471073664803,0.444444444444,0.590909090909,0.863636363636,0.5,0.409090909091,0.454545454545,0.727272727273,0.5,0.318181818182,0.727272727273,0.727272727273,0.5,0.409090909091,0.545454545455,0.727272727273,0.5,0.409090909091,0.916666666667,0.28125,0.863636363636,0.36,0.916666666667,0.407407407407,0.863636363636,0.52380952381,0.916666666667,0.483870967742,0.863636363636,0.56,0.293255080240032,0.463532223605211,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0322855364812236,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4593161,0.51887972,-0.0307392025059838,0.4375,33.6547,38.2232,11.6913199,0.254022481752,0.52158639,0.35792,0.32671,0.204326837220736,3.45139951711,0.52357149,0.379926620229,0.467844790909091
"32-43","wmt16_real.promt-smt.4335.tr-en___258___swap___10",43,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,25,25,18,0.0909090909090909,NA,0.0909090909090909,0,1,101,0.738829773129,0.736842105263,0.62680854449,0.631578947368,NA,NA,NA,NA,0.862068965517,0.862068965517,0.724137931034,0.724137931034,NA,0.931034482759,0.5,NA,NA,NA,0.862068965517,0.862068965517,0.655172413793,0.655172413793,0.724137931034,0.931034482759,0.5,0.413793103448,0.862068965517,0.862068965517,0.758620689655,0.758620689655,0.793103448276,0.931034482759,0.5,0.431034482759,0.706896551724,0.844827586207,0.5,0.413793103448,0.672413793103,0.844827586207,0.5,0.413793103448,0.741379310345,0.844827586207,0.5,0.431034482759,0.888888888889,0.7125,0.853658536585,0.771428571429,0.888888888889,0.670731707317,0.853658536585,0.671232876712,0.888888888889,0.822784810127,0.853658536585,0.830985915493,0.467284114785603,0.467284114785603,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-44","wmt14_uedin-syntax.3166.ru-en___744___swap___4",44,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.5,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,13,13,32,0.636363636363636,NA,0.636363636363636,0.75,1,98,0.80560574472,0.8,0.80560574472,0.8,NA,NA,NA,NA,0.875,0.875,0.875,0.875,NA,0.9375,0.5,NA,NA,NA,0.875,0.875,0.875,0.875,0.9375,0.9375,0.5,0.5,0.875,0.875,0.8125,0.8125,0.875,0.9375,0.5,0.46875,0.8125,0.8125,0.5,0.5,0.8125,0.8125,0.5,0.5,0.75,0.8125,0.5,0.46875,0.836734693878,0.921052631579,0.8,0.894736842105,0.836734693878,0.868421052632,0.8,0.868421052632,0.836734693878,0.810810810811,0.8,0.810810810811,0.524532042261666,0.524532042261666,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-45","wmt15_online-b.0.de-en___178",45,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,34,26,23,NA,0.75,0.75,0.75,1,25,0.59654206878,0.622222222222,0.368483448048,0.4,NA,NA,NA,NA,0.522436269382,0.509803921569,0.293180572874,0.313725490196,NA,0.58904109589,0.452054794521,NA,NA,NA,0.522436269382,0.509803921569,0.314419575241,0.313725490196,0.41095890411,0.58904109589,0.452054794521,0.356164383562,0.522436269382,0.509803921569,0.387714718459,0.392156862745,0.424657534247,0.58904109589,0.452054794521,0.369863013699,0.383561643836,0.534246575342,0.452054794521,0.328767123288,0.41095890411,0.534246575342,0.452054794521,0.356164383562,0.397260273973,0.534246575342,0.452054794521,0.369863013699,0.843243243243,0.418367346939,0.682795698925,0.376146788991,0.843243243243,0.526315789474,0.682795698925,0.383838383838,0.843243243243,0.488888888889,0.682795698925,0.454545454545,0.15764364984964,0.429412364322646,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0223992090490892,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4434482,0.53233688,-0.0306295224385244,0.6,37.605,38.6551,11.70935218,0.294453307876,0.50292502,0.354474,0.272955,0.208735479780751,3.40601559762,0.5475596775,0.479942832744,0.4506965
"32-46","wmt14_afrl.3456.hi-en___371___swap___2",46,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.75,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.818181818181818,NA,0.818181818181818,1,36,61,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-47","wmt16_real.online-f.0.de-en___218",47,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,100,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-48","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",48,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,1,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.181818181818182,NA,0.181818181818182,0,36,75,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-49","wmt16_real.online-g.0.de-en___1654",49,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.75,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,61,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"32-50","wmt15_online-b.0.de-en___175",50,32,TRUE,21,0,0,0,0,1,7,"Male","British",1,0.5,TRUE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,33,28,25,NA,0.78,0.78,0.75,1,100,0.661142072136,0.679245283019,0.514221611661,0.528301886792,NA,NA,NA,NA,0.599536804285,0.641509433962,0.419439821939,0.452830188679,NA,0.6,0.471428571429,NA,NA,NA,0.599536804285,0.641509433962,0.459723530305,0.490566037736,0.485714285714,0.6,0.471428571429,0.342857142857,0.599536804285,0.641509433962,0.447868567919,0.452830188679,0.471428571429,0.6,0.471428571429,0.357142857143,0.428571428571,0.542857142857,0.471428571429,0.342857142857,0.442857142857,0.542857142857,0.471428571429,0.342857142857,0.442857142857,0.542857142857,0.471428571429,0.357142857143,0.898734177215,0.585858585859,0.798780487805,0.612903225806,0.898734177215,0.650485436893,0.798780487805,0.616279069767,0.898734177215,0.576086956522,0.798780487805,0.577777777778,0.211280508015333,0.41465181159865,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.224196200129619,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.7003964,0.62513759,-0.155490740710778,0.324675324675,69.0366,66.4476,14.040797,0.483170463982,0.67469516,0.743253,0.710984,0.359762218578597,5.87055524206,0.5949587825,0.71308016241,0.557204463636364
"33-1","wmt14_uedin-wmt14.3422.hi-en___399",1,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,143,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-2","wmt15_uu-unconstrained.3977.fi-en___35",2,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,30,32,19,NA,0.25,0.25,0.25,1,100,0.618424732514,0.666666666667,0.516671327851,0.577777777778,NA,NA,NA,NA,0.577608507833,0.577777777778,0.396953141001,0.4,NA,0.591549295775,0.478873239437,NA,NA,NA,0.577608507833,0.577777777778,0.45544699083,0.444444444444,0.478873239437,0.591549295775,0.478873239437,0.366197183099,0.577608507833,0.577777777778,0.47585510317,0.488888888889,0.464788732394,0.591549295775,0.478873239437,0.352112676056,0.43661971831,0.605633802817,0.478873239437,0.338028169014,0.535211267606,0.605633802817,0.478873239437,0.366197183099,0.478873239437,0.605633802817,0.478873239437,0.352112676056,0.859459459459,0.63829787234,0.905882352941,0.541176470588,0.859459459459,0.662790697674,0.905882352941,0.517647058824,0.859459459459,0.666666666667,0.905882352941,0.581081081081,0.320480654373102,0.471885997333761,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0845661062035516,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.7275745,0.67874636,-0.0796806218483442,0.441860465116,50.5638,52.4219,13.40562048,0.442754131274,0.51416543,0.580467,0.52666,0.30738376575552,4.36686954023,0.6134800325,0.580213380761,0.648622
"33-3","wmt16_real.online-b.0.cs-en___2016",3,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,16,13,NA,NA,NA,NA,1,114,0.884643306476,0.894736842105,0.832605464918,0.842105263158,NA,NA,NA,NA,0.923200935064,0.944444444444,0.815952280204,0.833333333333,NA,0.897435897436,0.461538461538,NA,NA,NA,0.923200935064,0.944444444444,0.815952280204,0.833333333333,0.794871794872,0.897435897436,0.461538461538,0.410256410256,0.923200935064,0.944444444444,0.923200935064,0.944444444444,0.897435897436,0.897435897436,0.461538461538,0.461538461538,0.769230769231,0.846153846154,0.461538461538,0.410256410256,0.769230769231,0.846153846154,0.461538461538,0.410256410256,0.846153846154,0.846153846154,0.461538461538,0.461538461538,0.810344827586,0.8125,0.897435897436,0.820512820513,0.810344827586,0.8125,0.897435897436,0.846153846154,0.810344827586,0.826086956522,0.897435897436,0.916666666667,0.408400736004939,0.530262245941897,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-4","wmt14_rbmt1.0.fr-en___905___order___10",4,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.0909090909090909,NA,0.0909090909090909,0,36,168,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-5","wmt14_iitb-ranked-ppl.3173.hi-en___674",5,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,143,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-6","wmt16_real.pjatk.4520.cs-en___1555",6,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,56,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-7","wmt16_real.pjatk.4520.cs-en___877___order___11",7,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0,NA,0,0,36,168,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-8","wmt16_real.promt-smt.4491.fi-en___2015___phrase___11",8,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,27,27,20,0,NA,0,0,1,168,0.637374676372,0.64406779661,0.419557436016,0.406779661017,0.712328767123,0.86301369863,0.493150684932,0.397260273973,0.641667529302,0.666666666667,0.358332470698,0.333333333333,0.698630136986,0.629032258065,0.5,0.397260273973,0.849315068493,0.739726027397,0.641667529302,0.666666666667,0.378147879773,0.37037037037,0.403225806452,0.629032258065,0.5,0.306451612903,0.641667529302,0.666666666667,0.475092813044,0.481481481481,0.5,0.629032258065,0.5,0.387096774194,0.451612903226,0.596774193548,0.5,0.322580645161,0.41935483871,0.596774193548,0.5,0.306451612903,0.5,0.596774193548,0.5,0.387096774194,0.796178343949,0.633663366337,0.751937984496,0.604395604396,0.796178343949,0.642105263158,0.751937984496,0.622222222222,0.796178343949,0.690476190476,0.751937984496,0.689189189189,0.542388522063099,0.542388522063099,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-9","wmt15_online-a.0.de-en___251",9,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,19,16,NA,1,1,1,1,323,0.901193345602,0.909090909091,0.812039268801,0.818181818182,NA,NA,NA,NA,0.936117806404,0.954545454545,0.846963729604,0.863636363636,NA,0.913043478261,0.5,NA,NA,NA,0.936117806404,0.954545454545,0.856616307202,0.863636363636,0.847826086957,0.913043478261,0.5,0.45652173913,0.936117806404,0.954545454545,0.767462230401,0.772727272727,0.782608695652,0.913043478261,0.5,0.434782608696,0.847826086957,0.891304347826,0.5,0.45652173913,0.826086956522,0.891304347826,0.5,0.45652173913,0.760869565217,0.891304347826,0.5,0.434782608696,0.975609756098,0.811320754717,0.968253968254,0.851063829787,0.975609756098,0.851851851852,0.968253968254,0.882352941176,0.975609756098,0.872727272727,0.968253968254,0.88679245283,0.52493918035012,0.575256496482026,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0743660885065765,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6537545,0.55200202,-0.0582942786681192,0.478260869565,53.0346,51.5474,12.72019398,0.332710231137,0.36025787,0.641736,0.620224,0.345773783423474,4.61173377607,0.41427511,0.636310203211,0.497127527272727
"33-10","wmt14_rbmt1.0.fr-en___905",10,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,121,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-11","wmt14_onlineb.0.hi-en___49",11,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,17,8,NA,1,1,1,1,100,0.613885724585,0.64,0.430738980468,0.48,NA,NA,NA,NA,0.504673946763,0.48275862069,0.348638947263,0.344827586207,NA,0.617647058824,0.470588235294,NA,NA,NA,0.504673946763,0.48275862069,0.426656447013,0.413793103448,0.5,0.617647058824,0.470588235294,0.352941176471,0.504673946763,0.48275862069,0.426656447013,0.413793103448,0.5,0.617647058824,0.470588235294,0.352941176471,0.411764705882,0.558823529412,0.470588235294,0.323529411765,0.441176470588,0.558823529412,0.470588235294,0.352941176471,0.470588235294,0.558823529412,0.470588235294,0.352941176471,0.75,0.52,0.694915254237,0.568181818182,0.75,0.622222222222,0.694915254237,0.659090909091,0.75,0.595238095238,0.694915254237,0.644444444444,0.309830466620945,0.433547493223059,0.258999725277438,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2235,-237.831055,0.124198887583,0.0863424,NA,NA,NA,NA,-0.2076,0.1284,0.28054218,0.22706083,0.47038,0.485354631,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-12","wmt14_afrl.3456.hi-en___371___swap___8",12,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.272727272727273,NA,0.272727272727273,0.25,35,101,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-13","wmt16_real.online-a.0.de-en___218___choice___3",13,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0.5,0.25,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.727272727272727,NA,0.727272727272727,0.75,36,98,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-14","wmt15_online-c.4166.de-en___666___order___6",14,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,39,39,27,0.454545454545455,NA,0.454545454545455,0.5,1,168,0.869875867749,0.873563218391,0.756067908441,0.758620689655,NA,NA,NA,NA,0.865029650458,0.894736842105,0.737198806708,0.763157894737,NA,0.831460674157,0.494382022472,NA,NA,NA,0.865029650458,0.894736842105,0.766985062496,0.789473684211,0.741573033708,0.831460674157,0.494382022472,0.426966292135,0.865029650458,0.894736842105,0.756434844901,0.789473684211,0.719101123596,0.831460674157,0.494382022472,0.415730337079,0.76404494382,0.85393258427,0.494382022472,0.426966292135,0.76404494382,0.85393258427,0.494382022472,0.426966292135,0.730337078652,0.85393258427,0.494382022472,0.415730337079,0.942148760331,0.834862385321,0.938144329897,0.836956521739,0.942148760331,0.830188679245,0.938144329897,0.840909090909,0.942148760331,0.853211009174,0.938144329897,0.870967741935,0.480136588253952,0.484827577909307,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-15","wmt15_illinois.3955.fi-en___128___choice___10",15,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0,0.25,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,31,31,16,0.0909090909090909,NA,0.0909090909090909,0,1,56,0.849184001118,0.838709677419,0.691873921543,0.677419354839,NA,NA,NA,NA,0.95824589064,0.969696969697,0.754140433859,0.757575757576,NA,0.944444444444,0.5,NA,NA,NA,0.95824589064,0.969696969697,0.812456278653,0.818181818182,0.805555555556,0.944444444444,0.5,0.430555555556,0.95824589064,0.969696969697,0.747842340377,0.757575757576,0.763888888889,0.944444444444,0.5,0.416666666667,0.708333333333,0.847222222222,0.5,0.430555555556,0.736111111111,0.847222222222,0.5,0.430555555556,0.694444444444,0.847222222222,0.5,0.416666666667,0.88275862069,0.77,0.972222222222,0.841463414634,0.88275862069,0.770833333333,0.972222222222,0.843373493976,0.88275862069,0.804347826087,0.972222222222,0.853658536585,0.368700080604789,0.523535245337485,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-16","wmt14_uedin-wmt14.3170.cs-en___741",16,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,7,NA,1,1,1,1,323,0.859435251588,0.903225806452,0.846628579882,0.903225806452,0.758064516129,0.91935483871,0.5,0.403225806452,0.906187287609,0.967741935484,0.893380615904,0.967741935484,0.758064516129,0.837837837838,0.459459459459,0.403225806452,0.928571428571,0.785714285714,0.906187287609,0.967741935484,0.893380615904,0.967741935484,0.810810810811,0.837837837838,0.459459459459,0.405405405405,0.906187287609,0.967741935484,0.893380615904,0.967741935484,0.810810810811,0.837837837838,0.459459459459,0.432432432432,0.810810810811,0.837837837838,0.459459459459,0.405405405405,0.810810810811,0.837837837838,0.459459459459,0.405405405405,0.810810810811,0.837837837838,0.459459459459,0.432432432432,0.808510638298,0.909090909091,0.904761904762,0.9375,0.808510638298,0.909090909091,0.904761904762,0.9375,0.808510638298,0.911764705882,0.904761904762,0.967741935484,0.475065495175979,0.545285030046881,0.470042941334569,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.374,-343.592499,0.2226678824,0.146261,0.786502565007927,0.788571671462562,0.565960707220484,NA,-0.5563,0.4922,0.58014448,0.62057336,0.703042,0.675776302,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-17","wmt14_stanford-university.3496.fr-en___999___order___1",17,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,1,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,24,0.909090909090909,NA,0.909090909090909,1,1,323,0.927595031733,0.926829268293,0.879325052888,0.878048780488,NA,NA,NA,NA,0.967400729664,1,0.917056818811,0.947368421053,NA,0.928571428571,0.5,NA,NA,NA,0.967400729664,1,0.917056818811,0.947368421053,0.880952380952,0.928571428571,0.5,0.47619047619,0.967400729664,1,0.967400729664,1,0.928571428571,0.928571428571,0.5,0.5,0.904761904762,0.952380952381,0.5,0.452380952381,0.904761904762,0.952380952381,0.5,0.47619047619,0.952380952381,0.952380952381,0.5,0.5,0.915254237288,0.886363636364,0.975,0.945945945946,0.915254237288,0.877551020408,0.975,0.921052631579,0.915254237288,0.916666666667,0.975,0.972972972973,0.569355019342809,0.569355019342809,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-18","wmt15_rwth.4023.de-en___525",18,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,5,7,5,NA,0.67,0.67,0.75,1,323,0.933053210369,1,0.933053210369,1,NA,NA,NA,NA,0.933053210369,1,0.933053210369,1,NA,0.857142857143,0.428571428571,NA,NA,NA,0.933053210369,1,0.933053210369,1,0.857142857143,0.857142857143,0.428571428571,0.428571428571,0.933053210369,1,0.933053210369,1,0.857142857143,0.857142857143,0.428571428571,0.428571428571,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.833333333333,0.818181818182,0.833333333333,0.818181818182,0.833333333333,0.818181818182,0.833333333333,0.818181818182,0.833333333333,0.9,0.833333333333,0.9,0.872669575565252,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0957627140893467,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.630245,0.58486654,-0.0798515579016435,0.375,57.7098,58.2851,13.49710783,0.387945473252,0.53563487,0.655607,0.60304,0.346026526740838,4.99232241757,0.508230745,0.525830886287,0.509393672727273
"33-19","wmt16_real.promt-smt.4491.fi-en___2015___phrase___4",19,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0.75,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,27,27,20,0.636363636363636,NA,0.636363636363636,0.75,1,121,0.825339023591,0.827586206897,0.724886992136,0.724137931034,NA,NA,NA,NA,0.858056619472,0.888888888889,0.691481903214,0.703703703704,NA,0.822580645161,0.5,NA,NA,NA,0.858056619472,0.888888888889,0.830741469188,0.851851851852,0.806451612903,0.822580645161,0.5,0.435483870968,0.858056619472,0.888888888889,0.614352379018,0.62962962963,0.612903225806,0.822580645161,0.5,0.387096774194,0.725806451613,0.822580645161,0.5,0.387096774194,0.822580645161,0.822580645161,0.5,0.435483870968,0.612903225806,0.822580645161,0.5,0.387096774194,0.778625954198,0.736842105263,0.743119266055,0.764705882353,0.778625954198,0.826086956522,0.743119266055,0.84126984127,0.778625954198,0.775,0.743119266055,0.768115942029,0.623900147966569,0.623900147966569,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-20","wmt16_real.online-f.0.de-en___2506",20,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,50,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-21","wmt15_illinois.3955.fi-en___128___choice___6",21,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0.25,0.25,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,31,31,16,0.454545454545455,NA,0.454545454545455,0.5,1,143,0.897091291977,0.892307692308,0.766790157154,0.769230769231,NA,NA,NA,NA,0.987588208137,1,0.844179911626,0.852941176471,NA,0.972222222222,0.5,NA,NA,NA,0.987588208137,1,0.837974015695,0.852941176471,0.819444444444,0.972222222222,0.5,0.430555555556,0.987588208137,1,0.837974015695,0.852941176471,0.833333333333,0.972222222222,0.5,0.444444444444,0.763888888889,0.875,0.5,0.444444444444,0.736111111111,0.875,0.5,0.430555555556,0.75,0.875,0.5,0.444444444444,0.9609375,0.738095238095,1,0.813333333333,0.9609375,0.764705882353,1,0.851351351351,0.9609375,0.806818181818,1,0.866666666667,0.436045143758905,0.551516357754318,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-22","wmt16_real.afrl-mitll-contrast.4524.ru-en___2521___choice___3",22,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,7,7,6,0.727272727272727,NA,0.727272727272727,0.75,1,323,0.836431447508,0.857142857143,0.567286289502,0.571428571429,0.972222222222,0.972222222222,0.5,0.5,0.971004026511,1,0.672862895016,0.714285714286,0.972222222222,0.9375,0.5,0.5,0.971428571429,0.971428571429,0.971004026511,1,0.701858868505,0.714285714286,0.75,0.9375,0.5,0.4375,0.971004026511,1,0.971004026511,1,0.9375,0.9375,0.5,0.5,0.625,0.875,0.5,0.375,0.6875,0.875,0.5,0.4375,0.875,0.875,0.5,0.5,0.894736842105,0.75,1,0.75,0.894736842105,0.736842105263,1,0.866666666667,0.894736842105,0.75,1,1,0.368488024988651,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-23","wmt15_uu-unconstrained.3977.fi-en___494",23,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,11,6,NA,1,1,1,1,100,0.68202775319,0.695652173913,0.60112652955,0.608695652174,NA,NA,NA,NA,0.681621322524,0.736842105263,0.662545052123,0.736842105263,NA,0.62962962963,0.444444444444,NA,NA,NA,0.681621322524,0.736842105263,0.662545052123,0.736842105263,0.592592592593,0.62962962963,0.444444444444,0.407407407407,0.681621322524,0.736842105263,0.681621322524,0.736842105263,0.62962962963,0.62962962963,0.444444444444,0.407407407407,0.62962962963,0.62962962963,0.444444444444,0.407407407407,0.62962962963,0.62962962963,0.444444444444,0.407407407407,0.62962962963,0.62962962963,0.444444444444,0.407407407407,0.785714285714,0.685714285714,0.8,0.678571428571,0.785714285714,0.685714285714,0.8,0.678571428571,0.785714285714,0.735294117647,0.8,0.68,0.377425870306212,0.468500373793146,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0427280063500835,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5806495,0.65231128,-0.0343264503277727,0.454545454545,43.4622,42.6903,12.36890608,0.228376198347,0.78522324,0.565441,0.565441,0.342714091202553,4.92381781954,0.5486045475,0.722100016497,0.528024527272727
"33-24","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",24,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.818181818181818,NA,0.818181818181818,1,36,323,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-25","wmt16_real.jhu-pbmt.4284.ro-en___853",25,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,323,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-26","wmt15_illinois.3955.fi-en___128___order___9",26,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0.5,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,31,31,16,0.181818181818182,NA,0.181818181818182,0,1,98,0.74427128384,0.753623188406,0.635972638394,0.63768115942,0.588235294118,0.735294117647,0.5,0.352941176471,0.758912055377,0.78125,0.675827920827,0.6875,0.588235294118,0.732394366197,0.492957746479,0.352941176471,0.75,0.5625,0.758912055377,0.78125,0.556462717669,0.5625,0.549295774648,0.732394366197,0.492957746479,0.338028169014,0.758912055377,0.78125,0.483900580452,0.5,0.521126760563,0.732394366197,0.492957746479,0.394366197183,0.676056338028,0.732394366197,0.492957746479,0.394366197183,0.535211267606,0.732394366197,0.492957746479,0.338028169014,0.507042253521,0.732394366197,0.492957746479,0.394366197183,0.93023255814,0.712765957447,0.914893617021,0.724137931034,0.93023255814,0.634408602151,0.914893617021,0.64367816092,0.93023255814,0.584905660377,0.914893617021,0.5625,0.452530668412869,0.458271729131539,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-27","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",27,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.727272727272727,NA,0.727272727272727,0.75,36,323,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-28","wmt16_real.online-g.0.de-en___1654",28,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,121,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-29","wmt16_real.pjatk.4520.cs-en___877",29,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,121,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-30","wmt16_real.afrl-mitll-contrast.4524.ru-en___2521___choice___2",30,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,7,7,6,0.818181818181818,NA,0.818181818181818,1,1,323,0.865427420997,0.857142857143,0.865427420997,0.857142857143,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,0.9375,0.9375,0.5,0.5,0.9375,0.9375,0.5,0.5,0.9375,0.9375,0.5,0.5,0.888888888889,0.875,1,0.928571428571,0.888888888889,0.875,1,1,0.888888888889,0.8125,1,1,0.449224040415551,0.532977675069298,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-31","wmt15_online-a.0.fi-en___129",31,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,31,27,16,NA,0.5,0.5,0.5,1,143,0.644676129415,0.65306122449,0.586313215041,0.612244897959,NA,NA,NA,NA,0.617940800695,0.695652173913,0.465990652741,0.478260869565,NA,0.636363636364,0.454545454545,NA,NA,NA,0.617940800695,0.695652173913,0.434633431969,0.478260869565,0.469696969697,0.636363636364,0.454545454545,0.363636363636,0.617940800695,0.695652173913,0.465990652741,0.478260869565,0.5,0.636363636364,0.454545454545,0.348484848485,0.575757575758,0.606060606061,0.454545454545,0.363636363636,0.530303030303,0.606060606061,0.454545454545,0.363636363636,0.575757575758,0.606060606061,0.454545454545,0.348484848485,0.931818181818,0.677777777778,0.830687830688,0.455696202532,0.931818181818,0.639175257732,0.830687830688,0.475,0.931818181818,0.663043478261,0.830687830688,0.535714285714,0.282281149104881,0.484514783251255,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0314782844299442,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2830687,0.33088694,-0.0223036485783666,0.875,33.7269,29.2289,11.71377039,0.2276325,0.31705456,0.275134,0.209042,0.294603254441704,2.4077770169,0.314659775,0.541986425684,0.2972845
"33-32","wmt16_real.online-b.0.fi-en___742",32,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,30,29,28,NA,0.25,0.25,0.25,1,143,0.625090690103,0.666666666667,0.442712112088,0.444444444444,0.5,0.653846153846,0.5,0.384615384615,0.691183678046,0.705882352941,0.50490436327,0.509803921569,0.5,0.676470588235,0.5,0.384615384615,0.583333333333,0.416666666667,0.691183678046,0.705882352941,0.573536619223,0.588235294118,0.573529411765,0.676470588235,0.5,0.352941176471,0.691183678046,0.705882352941,0.593154072304,0.627450980392,0.558823529412,0.676470588235,0.5,0.352941176471,0.455882352941,0.588235294118,0.5,0.338235294118,0.485294117647,0.588235294118,0.5,0.352941176471,0.5,0.588235294118,0.5,0.352941176471,0.875,0.531914893617,0.80412371134,0.617283950617,0.875,0.595505617978,0.80412371134,0.615384615385,0.875,0.585365853659,0.80412371134,0.628571428571,0.339302364981729,0.473856626948258,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-33","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",33,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.454545454545455,NA,0.454545454545455,0.5,35,323,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-34","wmt15_online-c.4166.de-en___666___swap___2",34,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,39,39,27,0.818181818181818,NA,0.818181818181818,1,1,323,0.944092837236,0.943820224719,0.805063143807,0.808988764045,NA,NA,NA,NA,0.956622826038,0.987012987013,0.776699799025,0.805194805195,NA,0.922222222222,0.5,NA,NA,NA,0.956622826038,0.987012987013,0.849342517134,0.883116883117,0.811111111111,0.922222222222,0.5,0.433333333333,0.956622826038,0.987012987013,0.81133738982,0.831168831169,0.8,0.922222222222,0.5,0.444444444444,0.755555555556,0.922222222222,0.5,0.422222222222,0.822222222222,0.922222222222,0.5,0.433333333333,0.811111111111,0.922222222222,0.5,0.444444444444,0.905660377358,0.81308411215,0.988095238095,0.791208791209,0.905660377358,0.9,0.988095238095,0.906976744186,0.905660377358,0.919191919192,0.988095238095,0.906976744186,0.615059430127408,0.615059430127408,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-35","wmt15_uedin-syntax.4006.fi-en___353",35,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,10,7,NA,0.5,0.5,0.5,1,323,0.874288544259,0.869565217391,0.874288544259,0.869565217391,NA,NA,NA,NA,0.98227123304,1,0.900415296953,0.916666666667,NA,0.96,0.48,NA,NA,NA,0.98227123304,1,0.98227123304,1,0.96,0.96,0.48,0.48,0.98227123304,1,0.98227123304,1,0.96,0.96,0.48,0.48,0.8,0.84,0.48,0.48,0.84,0.84,0.48,0.48,0.84,0.84,0.48,0.48,0.9375,0.777777777778,0.95652173913,0.791666666667,0.9375,0.846153846154,0.95652173913,0.954545454545,0.9375,0.84,0.95652173913,0.954545454545,0.362753082723144,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0835263552721635,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.565798,0.63670606,-0.0594785371900203,0.3,48.2733,48.6886,13.50473429,0.384959217391,0.77042436,0.634794,0.562658,0.290755446448372,5.06235315493,0.641929805,0.745829108401,0.523469872727273
"33-36","wmt16_real.afrl-mitll-contrast.4524.ru-en___2521___choice___1",36,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,7,7,6,0.909090909090909,NA,0.909090909090909,1,1,323,0.935201914907,0.933333333333,0.935201914907,0.933333333333,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,0.9375,0.928571428571,1,0.928571428571,0.9375,0.928571428571,1,1,0.9375,0.928571428571,1,1,0.914285714285714,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-37","wmt14_stanford-university.3496.fr-en___999",37,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,20,24,NA,1,1,1,1,75,0.750830936415,0.777777777778,0.608048970047,0.611111111111,0.483870967742,0.612903225806,0.483870967742,0.387096774194,0.735228791134,0.774193548387,0.600848429133,0.645161290323,0.451612903226,0.697674418605,0.488372093023,0.387096774194,0.545454545455,0.545454545455,0.735228791134,0.774193548387,0.589006198988,0.645161290323,0.581395348837,0.697674418605,0.488372093023,0.395348837209,0.735228791134,0.774193548387,0.569184938569,0.58064516129,0.604651162791,0.697674418605,0.488372093023,0.395348837209,0.581395348837,0.627906976744,0.488372093023,0.418604651163,0.558139534884,0.627906976744,0.488372093023,0.395348837209,0.558139534884,0.627906976744,0.488372093023,0.395348837209,0.814432989691,0.491228070175,0.860215053763,0.586206896552,0.814432989691,0.53125,0.860215053763,0.578947368421,0.814432989691,0.666666666667,0.860215053763,0.696428571429,0.174770416894535,0.451858957603908,0.423688734551182,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3526,-96.315506,0.211219320365,0.152461,NA,NA,NA,NA,-0.4766,0.373,0.5459596,0.54994574,0.677436,0.705082052,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-38","wmt16_real.online-f.0.de-en___218",38,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0.75,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,61,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-39","wmt14_stanford-university.3496.fr-en___999___order___9",39,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,24,0.181818181818182,NA,0.181818181818182,0,1,101,0.632736851232,0.631578947368,0.429157958622,0.421052631579,0.928571428571,0.964285714286,0.5,0.482142857143,0.608283903015,0.628571428571,0.418324216632,0.4,0.946428571429,0.658536585366,0.487804878049,0.482142857143,0.945454545455,0.909090909091,0.608283903015,0.628571428571,0.418324216632,0.4,0.487804878049,0.658536585366,0.487804878049,0.365853658537,0.608283903015,0.628571428571,0.395418945842,0.4,0.439024390244,0.658536585366,0.487804878049,0.341463414634,0.536585365854,0.682926829268,0.487804878049,0.365853658537,0.536585365854,0.682926829268,0.487804878049,0.365853658537,0.439024390244,0.682926829268,0.487804878049,0.341463414634,0.83,0.596774193548,0.790697674419,0.603773584906,0.83,0.603174603175,0.790697674419,0.634615384615,0.83,0.567164179104,0.790697674419,0.526315789474,0.432127344864722,0.441310050943097,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-40","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",40,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,1,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.181818181818182,NA,0.181818181818182,0,36,75,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-41","wmt16_real.online-b.0.ru-en___2521",41,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,7,7,6,NA,NA,NA,NA,1,323,0.865427420997,0.857142857143,0.865427420997,0.857142857143,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,0.9375,0.9375,0.5,0.5,0.9375,0.9375,0.5,0.5,0.9375,0.9375,0.5,0.5,0.888888888889,0.875,1,0.928571428571,0.888888888889,0.875,1,1,0.888888888889,0.8125,1,1,0.449224040415551,0.532977675069298,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-42","wmt15_illinois.3955.fi-en___512___choice___1",42,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,1,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,14,14,6,0.909090909090909,NA,0.909090909090909,1,1,75,1,1,1,1,NA,NA,NA,NA,0.968926046626,1,0.968926046626,1,NA,0.933333333333,0.5,NA,NA,NA,0.968926046626,1,0.968926046626,1,0.933333333333,0.933333333333,0.5,0.5,0.968926046626,1,0.968926046626,1,0.933333333333,0.933333333333,0.5,0.5,0.966666666667,0.966666666667,0.5,0.5,0.966666666667,0.966666666667,0.5,0.5,0.966666666667,0.966666666667,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,0.579229131973804,0.646063262586166,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-43","wmt14_afrl.3456.hi-en___371___swap___2",43,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0.75,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.818181818181818,NA,0.818181818181818,1,36,61,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-44","wmt15_online-c.4166.de-en___666___phrase___2",44,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,39,39,27,0.818181818181818,NA,0.818181818181818,1,1,323,0.950109164869,0.954545454545,0.85520741325,0.863636363636,0.9,0.928571428571,0.5,0.457142857143,0.920831067484,0.948717948718,0.800593619632,0.820512820513,0.9,0.888888888889,0.5,0.457142857143,0.941176470588,0.911764705882,0.920831067484,0.948717948718,0.776546130061,0.794871794872,0.788888888889,0.888888888889,0.5,0.444444444444,0.920831067484,0.948717948718,0.752498640491,0.769230769231,0.777777777778,0.888888888889,0.5,0.444444444444,0.822222222222,0.922222222222,0.5,0.433333333333,0.833333333333,0.922222222222,0.5,0.444444444444,0.822222222222,0.922222222222,0.5,0.444444444444,0.901785714286,0.836538461538,0.901960784314,0.822222222222,0.901785714286,0.830188679245,0.901960784314,0.813186813187,0.901785714286,0.878504672897,0.901960784314,0.840425531915,0.631861123731745,0.631861123731745,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-45","wmt16_real.uedin-nmt.4313.de-en___2455",45,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,18,19,NA,NA,NA,NA,1,114,0.924747634592,0.923076923077,0.774242903775,0.769230769231,NA,NA,NA,NA,0.927105103446,0.947368421053,0.876210380293,0.894736842105,NA,0.90243902439,0.487804878049,NA,NA,NA,0.927105103446,0.947368421053,0.876210380293,0.894736842105,0.878048780488,0.90243902439,0.487804878049,0.463414634146,0.927105103446,0.947368421053,0.876210380293,0.894736842105,0.878048780488,0.90243902439,0.487804878049,0.463414634146,0.90243902439,0.926829268293,0.487804878049,0.463414634146,0.90243902439,0.926829268293,0.487804878049,0.463414634146,0.90243902439,0.926829268293,0.487804878049,0.463414634146,0.954545454545,0.833333333333,0.95652173913,0.90243902439,0.954545454545,0.833333333333,0.95652173913,0.90243902439,0.954545454545,0.8125,0.95652173913,0.90243902439,0.59328625151716,0.621425593311884,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-46","wmt15_online-c.4166.de-en___666___swap___6",46,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0.75,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,39,39,27,0.454545454545455,NA,0.454545454545455,0.5,1,121,0.920724859744,0.919540229885,0.802566907105,0.804597701149,0.642857142857,0.757142857143,0.5,0.385714285714,0.968926046626,1,0.800593619632,0.820512820513,0.6,0.933333333333,0.5,0.385714285714,0.676470588235,0.617647058824,0.968926046626,1,0.848688598773,0.871794871795,0.822222222222,0.933333333333,0.5,0.444444444444,0.968926046626,1,0.872736088343,0.897435897436,0.855555555556,0.933333333333,0.5,0.466666666667,0.788888888889,0.922222222222,0.5,0.433333333333,0.833333333333,0.922222222222,0.5,0.444444444444,0.855555555556,0.922222222222,0.5,0.466666666667,0.736196319018,0.790322580645,1,0.829545454545,0.736196319018,0.848739495798,1,0.916666666667,0.736196319018,0.904347826087,1,0.941176470588,0.567039590245099,0.567039590245099,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-47","wmt14_rbmt1.0.fr-en___905___order___9",47,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.181818181818182,NA,0.181818181818182,0,36,168,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-48","wmt14_iitb-ranked-ppl.3173.hi-en___392",48,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,168,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"33-49","wmt15_online-a.0.de-en___663",49,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,39,31,27,NA,0.5,0.5,0.5,1,168,0.756441022946,0.767123287671,0.609540965104,0.630136986301,NA,NA,NA,NA,0.797582384317,0.835820895522,0.585578293026,0.597014925373,NA,0.756097560976,0.451219512195,NA,NA,NA,0.797582384317,0.835820895522,0.72173664382,0.746268656716,0.707317073171,0.756097560976,0.451219512195,0.414634146341,0.797582384317,0.835820895522,0.743119044,0.776119402985,0.707317073171,0.756097560976,0.451219512195,0.414634146341,0.59756097561,0.780487804878,0.451219512195,0.365853658537,0.731707317073,0.780487804878,0.451219512195,0.414634146341,0.731707317073,0.780487804878,0.451219512195,0.414634146341,0.902702702703,0.720720720721,0.842857142857,0.704081632653,0.902702702703,0.810526315789,0.842857142857,0.827160493827,0.902702702703,0.813186813187,0.842857142857,0.8,0.36000712498616,0.501991067099412,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0770963938349422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5691598,0.72663818,-0.104606511335437,0.636363636364,48.1524,45.7029,12.77925129,0.291050358127,0.72921877,0.584614,0.510096,0.364279986007838,4.4883697338,0.45327133,0.501871921182,0.668200645454545
"33-50","wmt16_real.online-b.0.fi-en___2015",50,33,TRUE,53,0,0,0,0,1,7,"Female","Scottish",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,27,28,20,NA,NA,NA,NA,1,323,0.636605815272,0.63829787234,0.567656533521,0.595744680851,1,1,0.5,0.5,0.658548442462,0.666666666667,0.604362128973,0.622222222222,1,0.666666666667,0.492063492063,0.5,1,1,0.658548442462,0.666666666667,0.566412263892,0.577777777778,0.555555555556,0.666666666667,0.492063492063,0.349206349206,0.658548442462,0.666666666667,0.5826487123,0.577777777778,0.603174603175,0.666666666667,0.492063492063,0.412698412698,0.571428571429,0.68253968254,0.492063492063,0.365079365079,0.539682539683,0.68253968254,0.492063492063,0.349206349206,0.619047619048,0.68253968254,0.492063492063,0.412698412698,0.886666666667,0.733333333333,0.922651933702,0.69014084507,0.886666666667,0.675675675676,0.922651933702,0.648648648649,0.886666666667,0.718309859155,0.922651933702,0.661971830986,0.337215727653311,0.488793260702531,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-1","wmt14_afrl.3456.hi-en___371___swap___8",1,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.333333333333333,NA,0.333333333333333,0.25,35,101,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-2","wmt14_uedin-wmt14.3422.hi-en___399",2,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,168,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-3","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",3,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0.75,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.5,NA,0.5,0.5,35,121,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-4","wmt14_iitb-ranked-ppl.3173.hi-en___674",4,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,168,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-5","wmt14_rbmt1.0.fr-en___905___order___10",5,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.166666666666667,NA,0.166666666666667,0,36,168,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-6","wmt16_real.online-a.0.de-en___218___choice___3",6,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.75,NA,0.75,0.75,36,114,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-7","wmt15_online-e.0.de-en___103",7,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,28,32,28,NA,0,0,0,1,98,0.644151471884,0.65306122449,0.51947505414,0.530612244898,NA,NA,NA,NA,0.774005205733,0.816326530612,0.555836504368,0.571428571429,NA,0.730158730159,0.47619047619,NA,NA,NA,0.774005205733,0.816326530612,0.584401921065,0.612244897959,0.587301587302,0.730158730159,0.47619047619,0.380952380952,0.774005205733,0.816326530612,0.612967337762,0.65306122449,0.587301587302,0.730158730159,0.47619047619,0.333333333333,0.52380952381,0.698412698413,0.47619047619,0.365079365079,0.539682539683,0.698412698413,0.47619047619,0.380952380952,0.507936507937,0.698412698413,0.47619047619,0.333333333333,0.909090909091,0.585365853659,0.944,0.679487179487,0.909090909091,0.654761904762,0.944,0.717948717949,0.909090909091,0.625,0.944,0.710144927536,0.370529402479459,0.498445612935339,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0423259572805844,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3539901,0.40025121,-0.0249777799812552,0.75,33.8037,30.9064,12.32611602,0.268215673469,0.51998292,0.405459,0.2698,0.322660707245676,3.64794899977,0.4104951025,0.547680233116,0.349792418181818
"34-8","wmt14_rbmt1.0.fr-en___905",8,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,323,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-9","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",9,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.75,NA,0.75,0.75,36,323,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-10","wmt16_real.online-b.0.cs-en___2243___swap___2",10,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,18,18,17,0.833333333333333,NA,0.833333333333333,1,1,168,0.9,0.9,0.9,0.9,NA,NA,NA,NA,0.988861802644,1,0.988861802644,1,NA,0.975,0.5,NA,NA,NA,0.988861802644,1,0.988861802644,1,0.975,0.975,0.5,0.5,0.988861802644,1,0.988861802644,1,0.975,0.975,0.5,0.5,0.95,0.95,0.5,0.5,0.95,0.95,0.5,0.5,0.95,0.95,0.5,0.5,0.869565217391,0.9,1,1,0.869565217391,0.9,1,1,0.869565217391,0.9,1,1,0.545285030046881,0.545285030046881,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-11","wmt16_real.uedin-nmt.4302.ro-en___1207",11,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,21,23,NA,NA,NA,NA,1,323,0.726091440339,0.744186046512,0.544568580254,0.558139534884,NA,NA,NA,NA,0.741501217722,0.772727272727,0.495420178599,0.5,NA,0.705882352941,0.450980392157,NA,NA,NA,0.741501217722,0.772727272727,0.571340763106,0.590909090909,0.56862745098,0.705882352941,0.450980392157,0.372549019608,0.741501217722,0.772727272727,0.537960292253,0.545454545455,0.607843137255,0.705882352941,0.450980392157,0.411764705882,0.529411764706,0.627450980392,0.450980392157,0.392156862745,0.529411764706,0.627450980392,0.450980392157,0.372549019608,0.607843137255,0.627450980392,0.450980392157,0.411764705882,0.883495145631,0.575,0.943548387097,0.641025641026,0.883495145631,0.605263157895,0.943548387097,0.701492537313,0.883495145631,0.626865671642,0.943548387097,0.716417910448,0.31240509283923,0.486947700988041,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-12","wmt16_real.pjatk.4520.cs-en___877",12,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,101,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-13","wmt14_rbmt1.0.fr-en___525",13,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,17,9,NA,0.25,0.25,0.25,1,39,0.599089083576,0.592592592593,0.486421770796,0.444444444444,NA,NA,NA,NA,0.485346263327,0.434782608696,0.431888162782,0.347826086957,NA,0.552631578947,0.473684210526,NA,NA,NA,0.485346263327,0.434782608696,0.431888162782,0.347826086957,0.526315789474,0.552631578947,0.473684210526,0.421052631579,0.485346263327,0.434782608696,0.359202909249,0.347826086957,0.447368421053,0.552631578947,0.473684210526,0.368421052632,0.552631578947,0.578947368421,0.473684210526,0.421052631579,0.552631578947,0.578947368421,0.473684210526,0.421052631579,0.473684210526,0.578947368421,0.473684210526,0.368421052632,0.694117647059,0.517857142857,0.539682539683,0.410256410256,0.694117647059,0.5,0.539682539683,0.410256410256,0.694117647059,0.547169811321,0.539682539683,0.439024390244,0.14309016244318,0.453830739092176,0.319270263358619,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2527,-79.710068,0.139536189008,0.0791758,NA,NA,NA,NA,-0.3566,0.2901,0.37177009,0.30737119,0.505743,0.524004233,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-14","wmt16_real.online-f.0.de-en___2407___order___12",14,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,14,0,NA,0,0,1,101,0.504997280981,0.538461538462,0.263038336197,0.230769230769,0.37037037037,0.62962962963,0.481481481481,0.296296296296,0.361423317625,0.357142857143,0.292134976438,0.285714285714,0.407407407407,0.6,0.5,0.296296296296,0.631578947368,0.526315789474,0.361423317625,0.357142857143,0.292134976438,0.285714285714,0.366666666667,0.6,0.5,0.3,0.361423317625,0.357142857143,0.5,0.5,0.566666666667,0.6,0.5,0.333333333333,0.366666666667,0.6,0.5,0.3,0.366666666667,0.6,0.5,0.3,0.566666666667,0.6,0.5,0.333333333333,0.677966101695,0.444444444444,0.596774193548,0.441860465116,0.677966101695,0.477272727273,0.596774193548,0.521739130435,0.677966101695,0.589743589744,0.596774193548,0.567567567568,0.4,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-15","wmt14_rbmt4.0.fr-en___554___order___1",15,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,1,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,9,0.916666666666667,NA,0.916666666666667,1,1,323,0.95,0.95,0.75,0.75,NA,NA,NA,NA,0.965681882079,1,0.712053890987,0.722222222222,NA,0.925,0.5,NA,NA,NA,0.965681882079,1,0.859654936586,0.888888888889,0.825,0.925,0.5,0.425,0.965681882079,1,0.965681882079,1,0.925,0.925,0.5,0.5,0.75,0.95,0.5,0.375,0.825,0.95,0.5,0.425,0.95,0.95,0.5,0.5,0.952380952381,0.844444444444,0.973684210526,0.829268292683,0.952380952381,0.883720930233,0.973684210526,0.871794871795,0.952380952381,1,0.973684210526,1,0.565132201793383,0.565132201793383,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-16","wmt16_real.online-b.0.cs-en___2243___swap___4",16,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,18,18,17,0.666666666666667,NA,0.666666666666667,0.75,1,323,0.95,0.95,0.9,0.9,0.5,0.636363636364,0.5,0.386363636364,0.937402665524,0.947368421053,0.885943528403,0.894736842105,0.659090909091,0.925,0.5,0.386363636364,0.611111111111,0.388888888889,0.937402665524,0.947368421053,0.885943528403,0.894736842105,0.925,0.925,0.5,0.5,0.937402665524,0.947368421053,0.885943528403,0.894736842105,0.925,0.925,0.5,0.5,0.95,0.95,0.5,0.5,0.95,0.95,0.5,0.5,0.95,0.95,0.5,0.5,0.952380952381,0.951219512195,0.951219512195,0.948717948718,0.952380952381,0.951219512195,0.951219512195,0.948717948718,0.952380952381,0.952380952381,0.951219512195,0.95,0.565132201793383,0.565132201793383,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-17","wmt15_illinois.4085.de-en___195",17,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,5,6,5,NA,0.83,0.83,1,1,323,0.89336798458,0.923076923077,0.44668399229,0.461538461538,NA,NA,NA,NA,0.89336798458,0.923076923077,0.44668399229,0.461538461538,NA,0.857142857143,0.5,NA,NA,NA,0.89336798458,0.923076923077,0.89336798458,0.923076923077,0.857142857143,0.857142857143,0.5,0.428571428571,0.89336798458,0.923076923077,0.89336798458,0.923076923077,0.857142857143,0.857142857143,0.5,0.428571428571,0.571428571429,0.857142857143,0.5,0.357142857143,0.857142857143,0.857142857143,0.5,0.428571428571,0.857142857143,0.857142857143,0.5,0.428571428571,0.941176470588,0.611111111111,0.941176470588,0.611111111111,0.941176470588,0.75,0.941176470588,0.75,0.941176470588,0.75,0.941176470588,0.75,0.367009922076509,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0356793590021808,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5623752,0.48608445,-0.0295573668103593,0.41935483871,44.3696,48.3114,11.31977371,0.323649079996,0.38081798,0.466238,0.410511,0.235731752237611,3.60968566072,0.5342534775,0.438595861778,0.448188990909091
"34-18","wmt16_real.tuning-task-nrc-meant.0.cs-en___2783",18,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,18,19,15,NA,NA,NA,NA,1,114,0.743495717223,0.742857142857,0.628252141388,0.628571428571,NA,NA,NA,NA,0.713214934143,0.705882352941,0.596234473611,0.588235294118,NA,0.744186046512,0.488372093023,NA,NA,NA,0.713214934143,0.705882352941,0.543410328819,0.529411764706,0.604651162791,0.744186046512,0.488372093023,0.395348837209,0.713214934143,0.705882352941,0.554742499767,0.529411764706,0.581395348837,0.744186046512,0.488372093023,0.418604651163,0.651162790698,0.744186046512,0.488372093023,0.418604651163,0.604651162791,0.744186046512,0.488372093023,0.395348837209,0.604651162791,0.744186046512,0.488372093023,0.418604651163,0.896907216495,0.604166666667,0.861111111111,0.553191489362,0.896907216495,0.632653061224,0.861111111111,0.551020408163,0.896907216495,0.725490196078,0.861111111111,0.686274509804,0.390432418511224,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-19","wmt16_real.online-g.0.ru-en___2836___swap___6",19,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,1,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,25,25,22,0.5,NA,0.5,0.5,1,10,0.857142857143,0.857142857143,0.75,0.75,NA,NA,NA,NA,0.909460326266,0.923076923077,0.797789328193,0.807692307692,NA,0.892857142857,0.5,NA,NA,NA,0.909460326266,0.923076923077,0.835012994218,0.846153846154,0.892857142857,0.892857142857,0.5,0.5,0.909460326266,0.923076923077,0.835012994218,0.846153846154,0.892857142857,0.892857142857,0.5,0.5,0.839285714286,0.892857142857,0.5,0.464285714286,0.892857142857,0.892857142857,0.5,0.5,0.892857142857,0.892857142857,0.5,0.5,0.931034482759,0.826086956522,0.980392156863,0.870967741935,0.931034482759,0.884057971014,0.980392156863,0.934426229508,0.931034482759,0.898550724638,0.980392156863,0.91935483871,0.502264999571546,0.502264999571546,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-20","wmt15_online-e.0.de-en___551",20,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,8,8,8,NA,0,0,0,1,39,0.942636681396,0.941176470588,0.713183406978,0.705882352941,NA,NA,NA,NA,0.942636681396,0.941176470588,0.598456769769,0.588235294118,NA,0.944444444444,0.5,NA,NA,NA,0.942636681396,0.941176470588,0.598456769769,0.588235294118,0.722222222222,0.944444444444,0.5,0.444444444444,0.942636681396,0.941176470588,0.598456769769,0.588235294118,0.722222222222,0.944444444444,0.5,0.444444444444,0.666666666667,0.777777777778,0.5,0.444444444444,0.666666666667,0.777777777778,0.5,0.444444444444,0.722222222222,0.777777777778,0.5,0.444444444444,0.944444444444,0.695652173913,0.944444444444,0.727272727273,0.944444444444,0.695652173913,0.944444444444,0.727272727273,0.944444444444,0.75,0.944444444444,0.761904761905,0.276563285364164,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0596718298137744,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4299095,0.47599414,-0.0444733307841347,0.684210526316,37.9783,39.4637,12.27074101,0.188446612975,0.48821837,0.500096,0.44195,0.23700298439273,3.74407562859,0.160589815,0.447388530472,0.404989709090909
"34-21","wmt16_real.amu-uedin.4458.ru-en___985",21,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,7,6,6,NA,NA,NA,NA,1,168,0.783572593865,0.769230769231,0.495002719019,0.461538461538,NA,NA,NA,NA,0.831460094248,0.857142857143,0.584269952876,0.571428571429,NA,0.8,0.466666666667,NA,NA,NA,0.831460094248,0.857142857143,0.584269952876,0.571428571429,0.6,0.8,0.466666666667,0.333333333333,0.831460094248,0.857142857143,0.445693270501,0.428571428571,0.533333333333,0.8,0.466666666667,0.4,0.533333333333,0.666666666667,0.466666666667,0.333333333333,0.466666666667,0.666666666667,0.466666666667,0.333333333333,0.466666666667,0.666666666667,0.466666666667,0.4,0.842105263158,0.619047619048,0.85,0.684210526316,0.842105263158,0.55,0.85,0.526315789474,0.842105263158,0.611111111111,0.85,0.666666666667,0.360770425225257,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-22","wmt16_real.online-g.0.de-en___1654",22,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,168,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-23","wmt16_real.online-g.0.ru-en___2836___swap___2",23,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,25,25,22,0.833333333333333,NA,0.833333333333333,1,1,323,0.928571428571,0.928571428571,0.785714285714,0.785714285714,0.727272727273,0.954545454545,0.5,0.409090909091,0.909460326266,0.923076923077,0.760565662169,0.769230769231,0.727272727273,0.928571428571,0.5,0.409090909091,0.952380952381,0.952380952381,0.909460326266,0.923076923077,0.723341996145,0.730769230769,0.732142857143,0.928571428571,0.5,0.392857142857,0.909460326266,0.923076923077,0.686118330121,0.692307692308,0.732142857143,0.928571428571,0.5,0.410714285714,0.821428571429,0.964285714286,0.5,0.428571428571,0.767857142857,0.964285714286,0.5,0.392857142857,0.767857142857,0.964285714286,0.5,0.410714285714,0.756756756757,0.791044776119,0.75,0.777777777778,0.756756756757,0.8,0.75,0.786885245902,0.756756756757,0.797101449275,0.75,0.784615384615,0.574877936608574,0.574877936608574,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-24","wmt14_rbmt1.0.fr-en___905___order___9",24,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.25,NA,0.25,0.25,36,168,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-25","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",25,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.833333333333333,NA,0.833333333333333,1,36,54,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-26","wmt16_real.jhu-pbmt.4284.ro-en___853",26,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,39,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-27","wmt14_iitb-ranked-ppl.3173.hi-en___392",27,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,39,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-28","wmt16_real.online-f.0.de-en___2407___order___3",28,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0.5,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,14,0.75,NA,0.75,0.75,1,48,0.8,0.8,0.533333333333,0.533333333333,NA,NA,NA,NA,0.777153364749,0.785714285714,0.554306729499,0.571428571429,NA,0.766666666667,0.5,NA,NA,NA,0.777153364749,0.785714285714,0.623595070686,0.642857142857,0.633333333333,0.766666666667,0.5,0.366666666667,0.777153364749,0.785714285714,0.554306729499,0.571428571429,0.566666666667,0.766666666667,0.5,0.4,0.6,0.8,0.5,0.366666666667,0.633333333333,0.8,0.5,0.366666666667,0.6,0.8,0.5,0.4,0.891304347826,0.684210526316,0.888888888889,0.675675675676,0.891304347826,0.657894736842,0.888888888889,0.648648648649,0.891304347826,0.794871794872,0.888888888889,0.777777777778,0.458271729131539,0.458271729131539,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-29","wmt16_real.online-g.0.ru-en___2836___swap___12",29,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,25,25,22,0,NA,0,0,1,168,0.806172169745,0.808510638298,0.806172169745,0.808510638298,NA,NA,NA,NA,0.966526605185,1,0.966526605185,1,NA,0.928571428571,0.5,NA,NA,NA,0.966526605185,1,0.966526605185,1,0.928571428571,0.928571428571,0.5,0.5,0.966526605185,1,0.966526605185,1,0.928571428571,0.928571428571,0.5,0.5,0.803571428571,0.803571428571,0.5,0.5,0.803571428571,0.803571428571,0.5,0.5,0.803571428571,0.803571428571,0.5,0.5,0.921739130435,0.835820895522,1,0.958333333333,0.921739130435,0.859375,1,0.957446808511,0.921739130435,0.888888888889,1,0.95652173913,0.477669662022326,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-30","wmt15_online-b.0.de-en___192___order___1",30,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,1,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,9,9,8,0.916666666666667,NA,0.916666666666667,1,1,323,0.9,0.9,0.8,0.8,NA,NA,NA,NA,0.9,0.9,0.8,0.8,NA,0.9,0.5,NA,NA,NA,0.9,0.9,0.8,0.8,0.8,0.9,0.5,0.4,0.9,0.9,0.7,0.7,0.75,0.9,0.5,0.4,0.8,0.9,0.5,0.4,0.8,0.9,0.5,0.4,0.75,0.9,0.5,0.4,0.909090909091,0.85,0.909090909091,0.85,0.909090909091,0.857142857143,0.909090909091,0.857142857143,0.909090909091,0.904761904762,0.909090909091,0.904761904762,0.500468075558876,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-31","wmt14_afrl.3456.hi-en___371___swap___2",31,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.833333333333333,NA,0.833333333333333,1,36,323,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-32","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",32,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.25,NA,0.25,0.25,36,323,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-33","wmt14_rbmt4.0.fr-en___554___phrase___6",33,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0.5,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,19,19,9,0.5,NA,0.5,0.5,1,98,0.819033863415,0.857142857143,0.765204831813,0.8,0.722222222222,0.75,0.5,0.416666666667,0.794644250767,0.810810810811,0.731134284235,0.756756756757,0.75,0.775,0.5,0.416666666667,0.705882352941,0.588235294118,0.794644250767,0.810810810811,0.67891040679,0.702702702703,0.65,0.775,0.5,0.375,0.794644250767,0.810810810811,0.67891040679,0.702702702703,0.675,0.775,0.5,0.4,0.675,0.725,0.5,0.4,0.625,0.725,0.5,0.375,0.65,0.725,0.5,0.4,0.840579710145,0.711111111111,0.75,0.68,0.840579710145,0.755555555556,0.75,0.673469387755,0.840579710145,0.840909090909,0.75,0.755102040816,0.513632150140631,0.513632150140631,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-34","wmt16_real.online-f.0.de-en___2407",34,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,13,14,NA,NA,NA,NA,1,323,0.748786653192,0.740740740741,0.733269536322,0.740740740741,0.904761904762,0.952380952381,0.5,0.47619047619,0.844080028666,0.857142857143,0.648299988056,0.642857142857,0.857142857143,0.827586206897,0.48275862069,0.47619047619,0.904761904762,0.666666666667,0.844080028666,0.857142857143,0.703400023888,0.714285714286,0.689655172414,0.827586206897,0.48275862069,0.413793103448,0.844080028666,0.857142857143,0.773740026277,0.785714285714,0.758620689655,0.827586206897,0.48275862069,0.413793103448,0.758620689655,0.758620689655,0.48275862069,0.48275862069,0.689655172414,0.758620689655,0.48275862069,0.413793103448,0.689655172414,0.758620689655,0.48275862069,0.413793103448,0.88,0.717948717949,0.837837837838,0.774193548387,0.88,0.694444444444,0.837837837838,0.735294117647,0.88,0.771428571429,0.837837837838,0.78125,0.397368176379058,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-35","wmt15_promt-smt.3989.fi-en___225",35,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,23,24,12,NA,0,0,0,1,25,0.583924861724,0.588235294118,0.629526121969,0.705882352941,0.454545454545,0.727272727273,0.5,0.318181818182,0.620870577212,0.702702702703,0.567135974413,0.594594594595,0.454545454545,0.62,0.48,0.318181818182,0.761904761905,0.47619047619,0.620870577212,0.702702702703,0.557076875931,0.594594594595,0.52,0.62,0.48,0.32,0.620870577212,0.702702702703,0.567135974413,0.594594594595,0.58,0.62,0.48,0.38,0.54,0.6,0.48,0.34,0.52,0.6,0.48,0.32,0.58,0.6,0.48,0.38,0.754901960784,0.606557377049,0.838383838384,0.5,0.754901960784,0.59375,0.838383838384,0.508771929825,0.754901960784,0.683333333333,0.838383838384,0.611111111111,0.180189071803419,0.451233937687208,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0457073274043591,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4826851,0.48927775,-0.0302262502172596,0.5,51.4931,51.4931,12.93349088,0.354503606557,0.74666094,0.476519,0.464614,0.29294114958096,4.52440066467,0.53029281,0.6515532506,0.441101081818182
"34-36","wmt15_online-f.0.de-en___206",36,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,9,8,8,NA,0.5,0.5,0.5,1,323,0.782995799078,0.777777777778,0.759514703228,0.777777777778,0.982142857143,0.982142857143,0.5,0.5,0.759514703228,0.777777777778,0.759514703228,0.777777777778,0.964285714286,0.789473684211,0.473684210526,0.5,0.981818181818,0.945454545455,0.759514703228,0.777777777778,0.759514703228,0.777777777778,0.736842105263,0.789473684211,0.473684210526,0.421052631579,0.759514703228,0.777777777778,0.868016803689,0.888888888889,0.842105263158,0.789473684211,0.473684210526,0.421052631579,0.736842105263,0.789473684211,0.473684210526,0.421052631579,0.736842105263,0.789473684211,0.473684210526,0.421052631579,0.842105263158,0.789473684211,0.473684210526,0.421052631579,0.9375,0.904761904762,0.827586206897,0.882352941176,0.9375,0.904761904762,0.827586206897,0.882352941176,0.9375,0.894736842105,0.827586206897,0.882352941176,0.325436048200552,0.453830739092176,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0904161220617436,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.497537,0.54600208,-0.0420497906588091,0.294117647059,57.0289,57.0289,12.64056167,0.360604278075,0.61863593,0.700076,0.690746,0.314084382629079,5.04057654286,0.5423923725,0.473993364036,0.462390727272727
"34-37","wmt16_real.online-f.0.de-en___2407___order___10",37,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,14,0.166666666666667,NA,0.166666666666667,0,1,168,0.563167249842,0.56,0.310498250474,0.32,NA,NA,NA,NA,0.547331000632,0.56,0.294662001265,0.32,NA,0.6,0.5,NA,NA,NA,0.547331000632,0.56,0.457829251107,0.48,0.5,0.6,0.5,0.333333333333,0.547331000632,0.56,0.342170748893,0.32,0.533333333333,0.6,0.5,0.433333333333,0.366666666667,0.566666666667,0.5,0.3,0.466666666667,0.566666666667,0.5,0.333333333333,0.5,0.566666666667,0.5,0.433333333333,0.7,0.363636363636,0.666666666667,0.387755102041,0.7,0.431818181818,0.666666666667,0.452380952381,0.7,0.52380952381,0.666666666667,0.5,0.4,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-38","wmt14_rbmt4.0.fr-en___554___phrase___7",38,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,19,19,9,0.416666666666667,NA,0.416666666666667,0.5,1,168,0.742420373322,0.756756756757,0.701482584964,0.702702702703,NA,NA,NA,NA,0.722974189608,0.742857142857,0.669145158006,0.685714285714,NA,0.7,0.5,NA,NA,NA,0.722974189608,0.742857142857,0.669145158006,0.685714285714,0.65,0.7,0.5,0.4,0.722974189608,0.742857142857,0.657546768611,0.685714285714,0.65,0.7,0.5,0.375,0.65,0.675,0.5,0.4,0.65,0.675,0.5,0.4,0.65,0.675,0.5,0.375,0.847058823529,0.595744680851,0.779220779221,0.583333333333,0.847058823529,0.617021276596,0.779220779221,0.583333333333,0.847058823529,0.659574468085,0.779220779221,0.586956521739,0.500468075558876,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-39","wmt16_real.online-f.0.de-en___2506",39,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0.25,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,33,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-40","wmt16_real.jhu-pbmt.4290.cs-en___1485",40,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0.25,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,19,17,NA,NA,NA,NA,1,33,0.825052465616,0.818181818182,0.728131558202,0.727272727273,NA,NA,NA,NA,0.907173191306,0.933333333333,0.820775744515,0.844444444444,NA,0.875,0.5,NA,NA,NA,0.907173191306,0.933333333333,0.820775744515,0.844444444444,0.791666666667,0.875,0.5,0.416666666667,0.907173191306,0.933333333333,0.820775744515,0.844444444444,0.791666666667,0.875,0.5,0.416666666667,0.6875,0.791666666667,0.5,0.416666666667,0.6875,0.791666666667,0.5,0.416666666667,0.6875,0.791666666667,0.5,0.416666666667,0.907894736842,0.764705882353,0.955223880597,0.808510638298,0.907894736842,0.730769230769,0.955223880597,0.787234042553,0.907894736842,0.745098039216,0.955223880597,0.787234042553,0.363100444516221,0.462127838475191,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-41","wmt16_real.online-f.0.de-en___218",41,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,323,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-42","wmt15_online-b.0.de-en___192___swap___2",42,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,9,9,8,0.833333333333333,NA,0.833333333333333,1,1,323,1,1,1,1,0.738095238095,0.904761904762,0.5,0.380952380952,1,1,1,1,0.690476190476,1,0.5,0.380952380952,0.904761904762,0.904761904762,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,1,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-43","wmt16_real.online-b.0.tr-en___2058",43,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,4,3,3,NA,NA,NA,NA,1,323,0.8,0.8,0.8,0.8,NA,NA,NA,NA,0.848215563946,0.888888888889,0.848215563946,0.888888888889,NA,0.8,0.4,NA,NA,NA,0.848215563946,0.888888888889,0.848215563946,0.888888888889,0.8,0.8,0.4,0.4,0.848215563946,0.888888888889,0.63616167296,0.666666666667,0.6,0.8,0.4,0.4,0.7,0.7,0.4,0.4,0.7,0.7,0.4,0.4,0.5,0.7,0.4,0.4,0.833333333333,0.8,0.666666666667,0.875,0.833333333333,0.8,0.666666666667,0.875,0.833333333333,0.5,0.666666666667,0.5,0.267193331414362,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-44","wmt16_real.online-a.0.ru-en___2836",44,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,23,22,NA,NA,NA,NA,1,323,0.687225927625,0.711111111111,0.645939854551,0.666666666667,NA,NA,NA,NA,0.746138687538,0.790697674419,0.628355347176,0.651162790698,NA,0.716981132075,0.471698113208,NA,NA,NA,0.746138687538,0.790697674419,0.652481891627,0.697674418605,0.622641509434,0.716981132075,0.471698113208,0.396226415094,0.746138687538,0.790697674419,0.492410524009,0.511627906977,0.566037735849,0.716981132075,0.471698113208,0.396226415094,0.641509433962,0.716981132075,0.471698113208,0.396226415094,0.622641509434,0.716981132075,0.471698113208,0.396226415094,0.566037735849,0.716981132075,0.471698113208,0.396226415094,0.935714285714,0.723684210526,0.926229508197,0.694915254237,0.935714285714,0.794520547945,0.926229508197,0.754385964912,0.935714285714,0.794117647059,0.926229508197,0.772727272727,0.36599349387816,0.464703561808354,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-45","wmt16_real.online-b.0.cs-en___2243",45,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,18,18,17,NA,NA,NA,NA,1,323,0.895924316885,0.894736842105,0.895924316885,0.894736842105,0.45,0.625,0.5,0.35,0.962159447249,0.972972972973,0.909341224706,0.918918918919,0.475,0.948717948718,0.487179487179,0.35,0.514285714286,0.4,0.962159447249,0.972972972973,0.856523002163,0.864864864865,0.871794871795,0.948717948718,0.487179487179,0.461538461538,0.962159447249,0.972972972973,0.909341224706,0.918918918919,0.923076923077,0.948717948718,0.487179487179,0.487179487179,0.974358974359,0.974358974359,0.487179487179,0.487179487179,0.923076923077,0.974358974359,0.487179487179,0.461538461538,0.974358974359,0.974358974359,0.487179487179,0.487179487179,0.891304347826,0.906976744186,0.880952380952,0.90243902439,0.891304347826,0.931818181818,0.880952380952,0.928571428571,0.891304347826,0.93023255814,0.880952380952,0.926829268293,0.571753494001629,0.617521938718508,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-46","wmt16_real.pjatk.4520.cs-en___877___order___11",46,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0.0833333333333334,NA,0.0833333333333334,0,36,168,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-47","wmt15_uos.4059.fi-en___259___swap___4",47,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0.75,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,23,23,12,0.666666666666667,NA,0.666666666666667,0.75,1,114,0.957325365465,0.95652173913,0.957325365465,0.95652173913,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,0.958333333333,0.958333333333,0.5,0.5,0.958333333333,0.958333333333,0.5,0.5,0.958333333333,0.958333333333,0.5,0.5,0.968253968254,0.942307692308,1,1,0.968253968254,0.942307692308,1,1,0.968253968254,0.960784313725,1,1,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-48","wmt16_real.pjatk.4520.cs-en___1555",48,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,50,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-49","wmt15_online-b.0.de-en___192___order___8",49,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0.5,0.5,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,9,9,8,0.333333333333333,NA,0.333333333333333,0.25,1,100,0.435931819664,0.4,0.384600648715,0.4,NA,NA,NA,NA,0.348987397233,0.333333333333,0.434008401845,0.444444444444,NA,0.526315789474,0.473684210526,NA,NA,NA,0.348987397233,0.333333333333,0.325506301383,0.333333333333,0.473684210526,0.526315789474,0.473684210526,0.368421052632,0.348987397233,0.333333333333,0.434008401845,0.444444444444,0.526315789474,0.526315789474,0.473684210526,0.368421052632,0.421052631579,0.526315789474,0.473684210526,0.263157894737,0.473684210526,0.526315789474,0.473684210526,0.368421052632,0.526315789474,0.526315789474,0.473684210526,0.368421052632,0.766666666667,0.333333333333,0.5,0.28,0.766666666667,0.47619047619,0.5,0.5,0.766666666667,0.739130434783,0.5,0.652173913043,0.380952380952381,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"34-50","wmt15_online-a.0.fr-en___787",50,34,TRUE,60,0,0,3,0,1,13,"Female","Scottish",3,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,15,15,NA,0,0,0,1,168,0.795186499105,0.785714285714,0.492632722918,0.5,1,1,0.5,0.5,0.762177272409,0.782608695652,0.529788086546,0.608695652174,0.875,0.741935483871,0.483870967742,0.5,1,1,0.762177272409,0.782608695652,0.621676331137,0.695652173913,0.548387096774,0.741935483871,0.483870967742,0.354838709677,0.762177272409,0.782608695652,0.486512538637,0.521739130435,0.516129032258,0.741935483871,0.483870967742,0.354838709677,0.548387096774,0.774193548387,0.483870967742,0.387096774194,0.548387096774,0.774193548387,0.483870967742,0.354838709677,0.516129032258,0.774193548387,0.483870967742,0.354838709677,0.9,0.642857142857,0.853658536585,0.542857142857,0.9,0.642857142857,0.853658536585,0.575757575758,0.9,0.74358974359,0.853658536585,0.65625,0.32579144060806,0.461315339057725,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.00881656415485559,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3782186,0.7720477,-0.0135664976405541,0.75,18.8935,20.8951,11.68325565,0.208422913226,0.55647325,0.347257,0.076365,0.232258707263903,3.17106028996,0.645450115,0.415790149897,0.367047909090909
"35-1","wmt14_onlinea.0.hi-en___761___order___11",1,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,17,17,8,0.3125,NA,0.3125,0.25,1,56,0.520518589708,0.5625,0.39676813867,0.375,1,1,0.5,0.5,0.524288664036,0.545454545455,0.378118282502,0.363636363636,1,0.578947368421,0.473684210526,0.5,1,1,0.524288664036,0.545454545455,0.378118282502,0.363636363636,0.473684210526,0.578947368421,0.473684210526,0.342105263158,0.524288664036,0.545454545455,0.435011030578,0.424242424242,0.5,0.578947368421,0.473684210526,0.394736842105,0.421052631579,0.552631578947,0.473684210526,0.315789473684,0.447368421053,0.552631578947,0.473684210526,0.342105263158,0.473684210526,0.552631578947,0.473684210526,0.394736842105,0.835051546392,0.490566037736,0.768292682927,0.48,0.835051546392,0.442307692308,0.768292682927,0.551020408163,0.835051546392,0.551020408163,0.768292682927,0.64,0.396242166447487,0.413968789683296,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-2","wmt14_afrl.3456.hi-en___371___swap___8",2,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.5,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.5,NA,0.5,0.5,35,48,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-3","wmt15_uedin-syntax.4027.de-en___279___order___6",3,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,9,9,12,0.625,NA,0.625,0.75,1,143,0.546904802317,0.526315789474,0.42448413372,0.421052631579,NA,NA,NA,NA,0.546904802317,0.526315789474,0.42448413372,0.421052631579,NA,0.619047619048,0.47619047619,NA,NA,NA,0.546904802317,0.526315789474,0.42448413372,0.421052631579,0.52380952381,0.619047619048,0.47619047619,0.428571428571,0.546904802317,0.526315789474,0.345529158903,0.315789473684,0.47619047619,0.619047619048,0.47619047619,0.380952380952,0.571428571429,0.619047619048,0.47619047619,0.380952380952,0.571428571429,0.619047619048,0.47619047619,0.428571428571,0.52380952381,0.619047619048,0.47619047619,0.380952380952,0.72972972973,0.620689655172,0.71875,0.6,0.72972972973,0.655172413793,0.71875,0.633333333333,0.72972972973,0.533333333333,0.71875,0.51724137931,0.397165935091252,0.412510982583414,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-4","wmt16_real.pjatk.4520.cs-en___877___order___11",4,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.25,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0.3125,NA,0.3125,0.25,36,22,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-5","wmt14_afrl.3456.hi-en___610",5,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,9,10,13,NA,1,1,1,1,121,0.544875815738,0.526315789474,0.351817759962,0.315789473684,0.441176470588,0.617647058824,0.5,0.323529411765,0.477131155745,0.47619047619,0.496885426387,0.47619047619,0.411764705882,0.478260869565,0.478260869565,0.323529411765,0.48275862069,0.413793103448,0.477131155745,0.47619047619,0.274426131062,0.285714285714,0.391304347826,0.478260869565,0.478260869565,0.347826086957,0.477131155745,0.47619047619,0.313934672345,0.285714285714,0.434782608696,0.478260869565,0.478260869565,0.391304347826,0.434782608696,0.521739130435,0.478260869565,0.347826086957,0.391304347826,0.521739130435,0.478260869565,0.347826086957,0.478260869565,0.521739130435,0.478260869565,0.391304347826,0.725,0.366666666667,0.625,0.5,0.725,0.529411764706,0.625,0.382352941176,0.725,0.607142857143,0.625,0.65625,0.354137473522734,0.46654627832068,0.327378506096584,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2196,-239.088257,0.149360871829,0.0911799,NA,NA,NA,NA,-0.2615,0.1619,0.35046751,0.28730136,0.492157,0.500039203,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-6","wmt16_real.online-a.0.de-en___218___choice___3",6,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.8125,NA,0.8125,1,36,114,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-7","wmt16_real.online-g.0.de-en___1654",7,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,143,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-8","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",8,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.875,NA,0.875,1,36,323,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-9","wmt16_real.jhu-pbmt.4285.tr-en___2973___phrase___2",9,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,1,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,17,17,17,0.875,NA,0.875,1,1,75,0.918918918919,0.918918918919,0.702702702703,0.702702702703,NA,NA,NA,NA,0.904287475546,0.914285714286,0.681232316624,0.685714285714,NA,0.891891891892,0.486486486486,NA,NA,NA,0.904287475546,0.914285714286,0.625468526894,0.628571428571,0.648648648649,0.891891891892,0.486486486486,0.378378378378,0.904287475546,0.914285714286,0.681232316624,0.685714285714,0.675675675676,0.891891891892,0.486486486486,0.351351351351,0.72972972973,0.891891891892,0.486486486486,0.378378378378,0.648648648649,0.891891891892,0.486486486486,0.378378378378,0.702702702703,0.891891891892,0.486486486486,0.351351351351,0.866666666667,0.813953488372,0.866666666667,0.756097560976,0.866666666667,0.725490196078,0.866666666667,0.717391304348,0.866666666667,0.775510204082,0.866666666667,0.772727272727,0.520915238830723,0.555871393015416,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-10","wmt14_rbmt4.0.ru-en___220",10,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,26,6,NA,0.38,0.38,0.25,1,323,0.651107881404,0.666666666667,0.551108974162,0.561403508772,NA,NA,NA,NA,0.85853211796,0.888888888889,0.651841266911,0.666666666667,NA,0.824324324324,0.486486486486,NA,NA,NA,0.85853211796,0.888888888889,0.769950324653,0.793650793651,0.756756756757,0.824324324324,0.486486486486,0.418918918919,0.85853211796,0.888888888889,0.727715574713,0.761904761905,0.689189189189,0.824324324324,0.486486486486,0.378378378378,0.608108108108,0.743243243243,0.486486486486,0.364864864865,0.702702702703,0.743243243243,0.486486486486,0.418918918919,0.621621621622,0.743243243243,0.486486486486,0.378378378378,0.958333333333,0.633027522936,0.964285714286,0.659793814433,0.958333333333,0.732673267327,0.964285714286,0.75641025641,0.958333333333,0.660194174757,0.964285714286,0.731707317073,0.334484050686213,0.489830199749684,0.231166521543166,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1762,-110.502266,0.107251876463,0.0684,NA,NA,NA,0.197524298,-0.1705,0.0955,0.34980908,0.27185552,0.37497,0.394885638,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-11","wmt14_kaznu1.3549.ru-en___629",11,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,22,26,NA,0.29,0.29,0.25,1,323,0.835617780528,0.864864864865,0.688789041222,0.702702702703,NA,NA,NA,NA,0.899876589141,0.947368421053,0.755083047309,0.789473684211,NA,0.847826086957,0.5,NA,NA,NA,0.899876589141,0.947368421053,0.851612075197,0.894736842105,0.804347826087,0.847826086957,0.5,0.434782608696,0.899876589141,0.947368421053,0.851612075197,0.894736842105,0.804347826087,0.847826086957,0.5,0.45652173913,0.652173913043,0.717391304348,0.5,0.391304347826,0.739130434783,0.717391304348,0.5,0.434782608696,0.760869565217,0.717391304348,0.5,0.45652173913,0.935064935065,0.648148148148,0.912280701754,0.708333333333,0.935064935065,0.791666666667,0.912280701754,0.833333333333,0.935064935065,0.8,0.912280701754,0.853658536585,0.366422706201187,0.500468075558876,0.398543662523606,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3441,-154.03653,0.195911398757,0.139712,NA,NA,NA,0.858095734,-0.4801,0.3251,0.61261058,0.53131329,0.706494,0.749722958,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-12","wmt14_rbmt1.0.fr-en___905",12,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,323,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-13","wmt14_rbmt1.0.fr-en___905___order___10",13,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.375,NA,0.375,0.25,36,56,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-14","wmt15_uedin-jhu-phrase.4105.fr-en___380",14,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,6,7,6,NA,0.42,0.42,0.5,1,323,0.896783577914,0.923076923077,0.752498640491,0.769230769231,NA,NA,NA,NA,0.896783577914,0.923076923077,0.752498640491,0.769230769231,NA,0.866666666667,0.466666666667,NA,NA,NA,0.896783577914,0.923076923077,0.752498640491,0.769230769231,0.733333333333,0.866666666667,0.466666666667,0.4,0.896783577914,0.923076923077,0.639287656442,0.615384615385,0.666666666667,0.866666666667,0.466666666667,0.4,0.8,0.8,0.466666666667,0.4,0.8,0.8,0.466666666667,0.4,0.733333333333,0.8,0.466666666667,0.4,0.866666666667,0.769230769231,0.866666666667,0.769230769231,0.866666666667,0.769230769231,0.866666666667,0.769230769231,0.866666666667,0.733333333333,0.866666666667,0.733333333333,0.482182826379435,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.197789334056082,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.7154545,0.82325195,-0.225840818828442,0.428571428571,63.2041,63.2041,13.58063487,0.450309166667,0.81803845,0.644898,0.573146,0.37227937759247,5.72312052644,0.7627329825,0.668863223465,0.650409981818182
"35-15","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",15,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.625,NA,0.625,0.75,35,323,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-16","wmt14_iitb-ranked-ppl.3173.hi-en___392",16,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,101,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-17","wmt14_onlinea.0.ru-en___743",17,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,17,20,6,NA,0,0,0,1,98,0.810210257533,0.823529411765,0.810210257533,0.823529411765,0.75,0.875,0.5,0.4375,0.896180973596,0.967741935484,0.896180973596,0.967741935484,0.6875,0.820512820513,0.461538461538,0.4375,0.933333333333,0.666666666667,0.896180973596,0.967741935484,0.896180973596,0.967741935484,0.820512820513,0.820512820513,0.461538461538,0.435897435897,0.896180973596,0.967741935484,0.896180973596,0.967741935484,0.820512820513,0.820512820513,0.461538461538,0.435897435897,0.769230769231,0.769230769231,0.461538461538,0.435897435897,0.769230769231,0.769230769231,0.461538461538,0.435897435897,0.769230769231,0.769230769231,0.461538461538,0.435897435897,0.818181818182,0.871794871795,0.9,0.966666666667,0.818181818182,0.871794871795,0.9,0.966666666667,0.818181818182,0.897435897436,0.9,0.966666666667,0.395607912774862,0.515633731861672,0.281942434992627,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2954,-123.322151,0.140856990498,0.1012,NA,NA,NA,0.603299928,-0.257,0.1583,0.47137795,0.39902825,0.601553,0.686380134,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-18","wmt14_rbmt4.0.ru-en___142",18,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,37,10,NA,0.33,0.33,0.25,1,56,0.736427062747,0.791666666667,0.609565053626,0.666666666667,0.890625,0.921875,0.5,0.484375,0.726757370076,0.816326530612,0.519794584767,0.571428571429,0.90625,0.657142857143,0.428571428571,0.484375,0.915254237288,0.881355932203,0.726757370076,0.816326530612,0.492677071024,0.530612244898,0.485714285714,0.657142857143,0.428571428571,0.342857142857,0.726757370076,0.816326530612,0.638028545039,0.69387755102,0.6,0.657142857143,0.428571428571,0.4,0.528571428571,0.657142857143,0.428571428571,0.357142857143,0.514285714286,0.657142857143,0.428571428571,0.342857142857,0.628571428571,0.657142857143,0.428571428571,0.4,0.900826446281,0.7,0.874074074074,0.675675675676,0.900826446281,0.657894736842,0.874074074074,0.594936708861,0.900826446281,0.792207792208,0.874074074074,0.788732394366,0.362842265842027,0.490854645369467,0.389338321270184,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3269,-143.885513,0.175845096381,0.107839,NA,NA,NA,0.721270147,-0.5148,0.3692,0.58144259,0.46866365,0.642359,0.659548055,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-19","wmt16_real.online-b.0.ro-en___848___order___8",19,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,15,15,19,0.5,NA,0.5,0.5,1,168,0.620947008835,0.606060606061,0.608350821872,0.606060606061,NA,NA,NA,NA,0.550034977078,0.545454545455,0.550034977078,0.545454545455,NA,0.694444444444,0.472222222222,NA,NA,NA,0.550034977078,0.545454545455,0.550034977078,0.545454545455,0.638888888889,0.694444444444,0.472222222222,0.388888888889,0.550034977078,0.545454545455,0.491719132283,0.484848484848,0.638888888889,0.694444444444,0.472222222222,0.416666666667,0.638888888889,0.694444444444,0.472222222222,0.388888888889,0.638888888889,0.694444444444,0.472222222222,0.388888888889,0.638888888889,0.694444444444,0.472222222222,0.416666666667,0.826666666667,0.714285714286,0.789473684211,0.760869565217,0.826666666667,0.775510204082,0.789473684211,0.770833333333,0.826666666667,0.734693877551,0.789473684211,0.755102040816,0.427605531945003,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-20","wmt16_real.online-b.0.ro-en___848___order___6",20,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.5,0.5,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,15,15,19,0.625,NA,0.625,0.75,1,100,0.706145962109,0.702702702703,0.492433934553,0.486486486486,NA,NA,NA,NA,0.728230773834,0.742857142857,0.562924868508,0.571428571429,NA,0.710526315789,0.5,NA,NA,NA,0.728230773834,0.742857142857,0.574830052597,0.571428571429,0.631578947368,0.710526315789,0.5,0.394736842105,0.728230773834,0.742857142857,0.586735236686,0.571428571429,0.657894736842,0.710526315789,0.5,0.394736842105,0.552631578947,0.710526315789,0.5,0.342105263158,0.631578947368,0.710526315789,0.5,0.394736842105,0.657894736842,0.710526315789,0.5,0.394736842105,0.865168539326,0.639344262295,0.878378378378,0.6,0.865168539326,0.622641509434,0.878378378378,0.583333333333,0.865168539326,0.777777777778,0.878378378378,0.775510204082,0.449529662433701,0.449529662433701,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-21","wmt14_rbmt4.0.fr-en___353___swap___6",21,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,17,17,13,0.625,NA,0.625,0.75,1,323,0.923922721869,0.923076923077,0.923922721869,0.923076923077,0.704545454545,0.795454545455,0.477272727273,0.386363636364,0.95,0.95,0.95,0.95,0.75,0.95,0.5,0.386363636364,0.820512820513,0.769230769231,0.95,0.95,0.95,0.95,0.95,0.95,0.5,0.5,0.95,0.95,0.95,0.95,0.95,0.95,0.5,0.475,0.95,0.95,0.5,0.5,0.95,0.95,0.5,0.5,0.95,0.95,0.5,0.475,0.911111111111,1,0.952380952381,1,0.911111111111,0.948717948718,0.952380952381,0.973684210526,0.911111111111,0.906976744186,0.952380952381,0.948717948718,0.565132201793383,0.565132201793383,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-22","wmt14_onlinea.0.hi-en___761___swap___6",22,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.25,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,17,17,8,0.625,NA,0.625,0.75,1,143,0.794163451518,0.789473684211,0.794163451518,0.789473684211,NA,NA,NA,NA,0.731566117042,0.736842105263,0.731566117042,0.736842105263,NA,0.825,0.5,NA,NA,NA,0.731566117042,0.736842105263,0.731566117042,0.736842105263,0.825,0.825,0.5,0.5,0.731566117042,0.736842105263,0.680106979922,0.684210526316,0.75,0.825,0.5,0.45,0.85,0.85,0.5,0.5,0.85,0.85,0.5,0.5,0.775,0.85,0.5,0.45,0.717948717949,0.844444444444,0.633802816901,0.818181818182,0.717948717949,0.844444444444,0.633802816901,0.818181818182,0.717948717949,0.839285714286,0.633802816901,0.843137254902,0.467617479180204,0.467617479180204,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-23","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",23,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.4375,NA,0.4375,0.5,36,323,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-24","wmt16_real.jhu-pbmt.4284.ro-en___848",24,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,19,19,NA,NA,NA,NA,1,114,0.864514645341,0.914285714286,0.864514645341,0.914285714286,0.638888888889,0.722222222222,0.5,0.416666666667,0.917132859853,0.971428571429,0.864514645341,0.914285714286,0.611111111111,0.857142857143,0.452380952381,0.416666666667,0.666666666667,0.5,0.917132859853,0.971428571429,0.864514645341,0.914285714286,0.809523809524,0.857142857143,0.452380952381,0.428571428571,0.917132859853,0.971428571429,0.864514645341,0.914285714286,0.809523809524,0.857142857143,0.452380952381,0.452380952381,0.761904761905,0.785714285714,0.452380952381,0.428571428571,0.761904761905,0.785714285714,0.452380952381,0.428571428571,0.761904761905,0.785714285714,0.452380952381,0.452380952381,0.921875,0.844444444444,0.878048780488,0.875,0.921875,0.840909090909,0.878048780488,0.875,0.921875,0.883720930233,0.878048780488,0.923076923077,0.372582148471322,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-25","wmt16_real.tuning-task-bleu-mert.0.cs-en___2840",25,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,14,8,NA,NA,NA,NA,1,168,0.762177272409,0.782608695652,0.4270327585,0.434782608696,NA,NA,NA,NA,0.71760556214,0.761904761905,0.525518491673,0.571428571429,NA,0.677419354839,0.483870967742,NA,NA,NA,0.71760556214,0.761904761905,0.525518491673,0.571428571429,0.483870967742,0.677419354839,0.483870967742,0.322580645161,0.71760556214,0.761904761905,0.514046155989,0.47619047619,0.548387096774,0.677419354839,0.483870967742,0.387096774194,0.483870967742,0.645161290323,0.483870967742,0.322580645161,0.483870967742,0.645161290323,0.483870967742,0.322580645161,0.483870967742,0.645161290323,0.483870967742,0.387096774194,0.938775510204,0.536585365854,0.86,0.586206896552,0.938775510204,0.536585365854,0.86,0.586206896552,0.938775510204,0.666666666667,0.86,0.607142857143,0.282201910624274,0.496373003508767,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-26","wmt14_cmu.3510.hi-en___754",26,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,17,19,8,NA,0.39,0.39,0.25,1,323,0.872862895016,0.914285714286,0.645948379215,0.685714285714,NA,NA,NA,NA,0.887805916571,0.918918918919,0.626686529344,0.648648648649,NA,0.85,0.5,NA,NA,NA,0.887805916571,0.918918918919,0.731134284235,0.756756756757,0.7,0.85,0.5,0.375,0.887805916571,0.918918918919,0.794644250767,0.810810810811,0.775,0.85,0.5,0.425,0.625,0.825,0.5,0.35,0.7,0.825,0.5,0.375,0.775,0.825,0.5,0.425,0.912280701754,0.795454545455,0.913793103448,0.770833333333,0.912280701754,0.780487804878,0.913793103448,0.744186046512,0.912280701754,0.842105263158,0.913793103448,0.825,0.456820201052544,0.497563624389662,0.313226007883492,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.282,-231.915695,0.139119342365,0.0800261,NA,NA,NA,NA,-0.291,0.1473,0.3063154,0.25850543,0.526076,0.580296572,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-27","wmt15_usaar-gacha.3986.ru-en___253___phrase___4",27,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.5,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,14,14,9,0.75,NA,0.75,0.75,1,98,0.860449779066,0.882352941176,0.630996504649,0.647058823529,NA,NA,NA,NA,0.872627711363,0.933333333333,0.627076043643,0.666666666667,NA,0.805555555556,0.5,NA,NA,NA,0.872627711363,0.933333333333,0.640272917984,0.666666666667,0.666666666667,0.805555555556,0.5,0.416666666667,0.872627711363,0.933333333333,0.824436668775,0.866666666667,0.777777777778,0.805555555556,0.5,0.416666666667,0.638888888889,0.805555555556,0.5,0.361111111111,0.694444444444,0.805555555556,0.5,0.416666666667,0.777777777778,0.805555555556,0.5,0.416666666667,0.944444444444,0.785714285714,0.949152542373,0.783783783784,0.944444444444,0.744186046512,0.949152542373,0.763157894737,0.944444444444,0.805555555556,0.949152542373,0.8125,0.512817459057094,0.512817459057094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-28","wmt14_onlinea.0.hi-en___761___swap___4",28,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,17,17,8,0.75,NA,0.75,0.75,1,323,1,1,1,1,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,1,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-29","wmt14_uedin-wmt14.3024.fr-en___355",29,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,17,22,13,NA,0.25,0.25,0.25,1,114,0.787202689937,0.833333333333,0.698565482019,0.722222222222,0.52380952381,0.619047619048,0.5,0.380952380952,0.855488250407,0.9,0.734825539912,0.75,0.571428571429,0.804347826087,0.434782608696,0.380952380952,0.628571428571,0.4,0.855488250407,0.9,0.640895323947,0.65,0.652173913043,0.804347826087,0.434782608696,0.391304347826,0.855488250407,0.9,0.761558034443,0.8,0.739130434783,0.804347826087,0.434782608696,0.391304347826,0.695652173913,0.760869565217,0.434782608696,0.434782608696,0.630434782609,0.760869565217,0.434782608696,0.391304347826,0.717391304348,0.760869565217,0.434782608696,0.391304347826,0.855072463768,0.745098039216,0.824561403509,0.755102040816,0.855072463768,0.69387755102,0.824561403509,0.659574468085,0.855072463768,0.645833333333,0.824561403509,0.717391304348,0.429355634632077,0.492618179831489,0.417055257488045,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3727,-98.58638,0.198545877246,0.134766,NA,NA,NA,NA,-0.5418,0.4171,0.63896182,0.65569321,0.737322,0.746294933,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-30","wmt14_rbmt1.0.fr-en___905___order___9",30,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.4375,NA,0.4375,0.5,36,56,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-31","wmt14_onlinea.0.hi-en___761___order___16",31,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,17,17,8,0,NA,0,0,1,168,0.474396786805,0.461538461538,0.395330655671,0.384615384615,NA,NA,NA,NA,0.312817290825,0.30303030303,0.242800665032,0.242424242424,NA,0.540540540541,0.459459459459,NA,NA,NA,0.312817290825,0.30303030303,0.300395344778,0.30303030303,0.459459459459,0.540540540541,0.459459459459,0.351351351351,0.312817290825,0.30303030303,0.300395344778,0.30303030303,0.459459459459,0.540540540541,0.459459459459,0.351351351351,0.351351351351,0.513513513514,0.459459459459,0.324324324324,0.432432432432,0.513513513514,0.459459459459,0.351351351351,0.459459459459,0.513513513514,0.459459459459,0.351351351351,0.817391304348,0.326530612245,0.69696969697,0.358490566038,0.817391304348,0.43137254902,0.69696969697,0.448979591837,0.817391304348,0.450980392157,0.69696969697,0.54347826087,0.380974666073534,0.407231028194818,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-32","wmt16_real.online-f.0.de-en___218",32,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.75,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,47,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-33","wmt16_real.online-f.0.de-en___2506",33,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,100,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-34","wmt15_uedin-syntax.4027.de-en___279___order___4",34,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.75,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,9,9,12,0.75,NA,0.75,0.75,1,47,0.706356789721,0.7,0.391524280372,0.4,0.807692307692,0.935897435897,0.5,0.448717948718,0.625859777134,0.631578947368,0.42448413372,0.421052631579,0.782051282051,0.666666666667,0.47619047619,0.448717948718,0.931506849315,0.684931506849,0.625859777134,0.631578947368,0.503439108536,0.526315789474,0.571428571429,0.666666666667,0.47619047619,0.428571428571,0.625859777134,0.631578947368,0.503439108536,0.526315789474,0.571428571429,0.666666666667,0.47619047619,0.380952380952,0.619047619048,0.666666666667,0.47619047619,0.428571428571,0.666666666667,0.666666666667,0.47619047619,0.428571428571,0.666666666667,0.666666666667,0.47619047619,0.380952380952,0.864864864865,0.586206896552,0.868421052632,0.692307692308,0.864864864865,0.655172413793,0.868421052632,0.75,0.864864864865,0.740740740741,0.868421052632,0.846153846154,0.410334660952801,0.426188500125978,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-35","wmt16_real.pjatk.4520.cs-en___877",35,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,114,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-36","wmt14_rbmt4.0.fr-en___353___swap___8",36,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,17,17,13,0.5,NA,0.5,0.5,1,56,0.8581542173,0.864864864865,0.764992551496,0.756756756757,NA,NA,NA,NA,0.977723605289,1,0.834484391283,0.842105263158,NA,0.95,0.5,NA,NA,NA,0.977723605289,1,0.783025254163,0.789473684211,0.8,0.95,0.5,0.425,0.977723605289,1,0.731566117042,0.736842105263,0.775,0.95,0.5,0.425,0.775,0.85,0.5,0.45,0.725,0.85,0.5,0.425,0.725,0.85,0.5,0.425,0.828947368421,0.782608695652,0.98,0.875,0.828947368421,0.68085106383,0.98,0.809523809524,0.828947368421,0.69387755102,0.98,0.785714285714,0.500468075558876,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-37","wmt16_real.pjatk.4520.cs-en___1555",37,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,25,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-38","wmt14_afrl.3456.hi-en___371___swap___2",38,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.875,NA,0.875,1,36,323,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-39","wmt15_online-g.0.ru-en___279",39,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,12,9,NA,0,0,0,1,114,0.716356855249,0.714285714286,0.68736088176,0.714285714286,NA,NA,NA,NA,0.718765315848,0.75,0.703147973772,0.75,NA,0.6875,0.4375,NA,NA,NA,0.718765315848,0.75,0.718765315848,0.75,0.6875,0.6875,0.4375,0.4375,0.718765315848,0.75,0.661460885975,0.666666666667,0.6875,0.6875,0.4375,0.4375,0.65625,0.6875,0.4375,0.40625,0.6875,0.6875,0.4375,0.4375,0.71875,0.6875,0.4375,0.4375,0.895833333333,0.675,0.705882352941,0.733333333333,0.895833333333,0.651162790698,0.705882352941,0.735294117647,0.895833333333,0.642857142857,0.705882352941,0.694444444444,0.251329953273363,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.126219118823047,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5333279,0.61778116,-0.124209675251036,0.407407407407,51.5808,55.5102,14.08683262,0.500019482692,0.63360341,0.595842,0.580964,0.392054665362365,5.59621385,0.5218813425,0.685889054429,0.573008554545455
"35-40","wmt16_real.jhu-pbmt.4284.ro-en___853",40,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.75,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,61,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-41","wmt14_uedin-wmt14.3422.hi-en___399",41,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,98,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-42","wmt14_afrl.3349.ru-en___663___choice___8",42,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.75,0.25,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,21,21,26,0.5,NA,0.5,0.5,1,47,0.855100111993,0.864864864865,0.646638258351,0.648648648649,NA,NA,NA,NA,0.859046583231,0.871794871795,0.656308682209,0.666666666667,NA,0.866666666667,0.488888888889,NA,NA,NA,0.859046583231,0.871794871795,0.752498640491,0.769230769231,0.777777777778,0.866666666667,0.488888888889,0.444444444444,0.859046583231,0.871794871795,0.81095160409,0.820512820513,0.844444444444,0.866666666667,0.488888888889,0.488888888889,0.644444444444,0.8,0.488888888889,0.422222222222,0.733333333333,0.8,0.488888888889,0.444444444444,0.8,0.8,0.488888888889,0.488888888889,0.958333333333,0.666666666667,0.707692307692,0.74,0.958333333333,0.775510204082,0.707692307692,0.765957446809,0.958333333333,0.840909090909,0.707692307692,0.8125,0.339204850535622,0.483964637690535,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-43","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",43,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,1,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.8125,NA,0.8125,1,36,75,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-44","wmt15_dfki-experimental.4060.de-en___289",44,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,9,10,12,NA,0,0,0,1,101,0.887050345387,0.947368421053,0.887050345387,0.947368421053,0.928571428571,0.928571428571,0.5,0.5,0.714458125949,0.8,0.714458125949,0.8,0.928571428571,0.727272727273,0.5,0.5,1,1,0.714458125949,0.8,0.714458125949,0.8,0.727272727273,0.727272727273,0.5,0.5,0.714458125949,0.8,0.714458125949,0.8,0.681818181818,0.727272727273,0.5,0.454545454545,0.727272727273,0.727272727273,0.5,0.5,0.727272727273,0.727272727273,0.5,0.5,0.681818181818,0.727272727273,0.5,0.454545454545,0.88,0.8,0.655172413793,0.739130434783,0.88,0.8,0.655172413793,0.739130434783,0.88,0.818181818182,0.655172413793,0.652173913043,0.224061225380636,0.565132201793383,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.086223378755512,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5127469,0.59870532,-0.0565245452352205,0.44,51.0822,53.3124,11.88376145,0.262739791103,0.56570306,0.571833,0.559904,0.216017960431195,3.97370482059,0.1842916,0.413757948956,0.489345581818182
"35-45","wmt15_rwth.4023.de-en___370",45,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,26,24,22,NA,0,0,0,1,100,0.767707573215,0.8,0.651716469081,0.666666666667,NA,NA,NA,NA,0.734608073492,0.790697674419,0.506082927417,0.511627906977,NA,0.75,0.480769230769,NA,NA,NA,0.734608073492,0.790697674419,0.506082927417,0.511627906977,0.538461538462,0.75,0.480769230769,0.365384615385,0.734608073492,0.790697674419,0.52124409397,0.558139534884,0.615384615385,0.75,0.480769230769,0.403846153846,0.557692307692,0.653846153846,0.480769230769,0.365384615385,0.557692307692,0.653846153846,0.480769230769,0.365384615385,0.576923076923,0.653846153846,0.480769230769,0.403846153846,0.849056603774,0.661971830986,0.759493670886,0.590909090909,0.849056603774,0.724637681159,0.759493670886,0.611940298507,0.849056603774,0.864406779661,0.759493670886,0.758064516129,0.241681391208316,0.44360926457345,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0807313870664133,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5408351,0.61776494,-0.0775396783747421,0.5,55.5413,59.5135,12.67757698,0.340954749568,0.70762841,0.581932,0.544846,0.27659720928988,4.33008618108,0.4984843725,0.526920482005,0.5774549
"35-46","wmt16_real.online-b.0.ro-en___848___order___11",46,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,15,15,19,0.3125,NA,0.3125,0.25,1,168,0.658385369302,0.666666666667,0.555617955857,0.545454545455,0.52,0.68,0.48,0.36,0.568039901904,0.545454545455,0.530774063762,0.545454545455,0.44,0.648648648649,0.486486486486,0.36,0.47619047619,0.47619047619,0.568039901904,0.545454545455,0.485601330063,0.484848484848,0.594594594595,0.648648648649,0.486486486486,0.432432432432,0.568039901904,0.545454545455,0.428006650317,0.424242424242,0.540540540541,0.648648648649,0.486486486486,0.405405405405,0.513513513514,0.594594594595,0.486486486486,0.351351351351,0.540540540541,0.594594594595,0.486486486486,0.432432432432,0.513513513514,0.594594594595,0.486486486486,0.405405405405,0.875,0.52,0.755102040816,0.489795918367,0.875,0.596153846154,0.755102040816,0.547169811321,0.875,0.653846153846,0.755102040816,0.54,0.411307276822225,0.420271666188863,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-47","wmt16_real.jhu-pbmt.4285.tr-en___2973___phrase___11",47,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.5,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,17,17,17,0.3125,NA,0.3125,0.25,1,98,0.566633642927,0.588235294118,0.364462057106,0.352941176471,NA,NA,NA,NA,0.575946797461,0.606060606061,0.382833916619,0.363636363636,NA,0.594594594595,0.486486486486,NA,NA,NA,0.575946797461,0.606060606061,0.357990024524,0.363636363636,0.432432432432,0.594594594595,0.486486486486,0.351351351351,0.575946797461,0.606060606061,0.41558470427,0.424242424242,0.459459459459,0.594594594595,0.486486486486,0.351351351351,0.432432432432,0.540540540541,0.486486486486,0.351351351351,0.405405405405,0.540540540541,0.486486486486,0.351351351351,0.432432432432,0.540540540541,0.486486486486,0.351351351351,0.83950617284,0.673076923077,0.843373493976,0.65306122449,0.83950617284,0.576923076923,0.843373493976,0.571428571429,0.83950617284,0.62962962963,0.843373493976,0.62,0.471626023905018,0.503274612351276,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-48","wmt15_uedin-syntax.4006.fi-en___129",48,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,15,8,NA,0.88,0.88,1,1,50,0.769223114172,0.869565217391,0.708785576855,0.782608695652,0.583333333333,0.666666666667,0.5,0.416666666667,0.769223114172,0.869565217391,0.708785576855,0.782608695652,0.5,0.666666666667,0.466666666667,0.416666666667,0.6,0.6,0.769223114172,0.869565217391,0.708785576855,0.782608695652,0.633333333333,0.666666666667,0.466666666667,0.366666666667,0.769223114172,0.869565217391,0.708785576855,0.782608695652,0.633333333333,0.666666666667,0.466666666667,0.4,0.633333333333,0.633333333333,0.466666666667,0.366666666667,0.633333333333,0.633333333333,0.466666666667,0.366666666667,0.633333333333,0.633333333333,0.466666666667,0.4,0.837837837838,0.72972972973,0.652173913043,0.69696969697,0.837837837838,0.72972972973,0.652173913043,0.69696969697,0.837837837838,0.818181818182,0.652173913043,0.8,0.33417509179651,0.468500373793146,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0369682557625169,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2746855,0.29511436,-0.0183535698626009,1,36.0814,28.4323,12.57998026,0.234665527707,0.45520806,0.251013,0.188648,0.322686574109462,4.19019713754,0.2297199375,0.410518334712,0.265317445454545
"35-49","wmt16_real.jhu-pbmt.4285.tr-en___2973",49,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,17,21,17,NA,NA,NA,NA,1,50,0.721145614416,0.742857142857,0.617077089985,0.628571428571,NA,NA,NA,NA,0.679218421297,0.705882352941,0.573570131714,0.588235294118,NA,0.697674418605,0.441860465116,NA,NA,NA,0.679218421297,0.705882352941,0.509413815973,0.529411764706,0.53488372093,0.697674418605,0.441860465116,0.348837209302,0.679218421297,0.705882352941,0.498081645024,0.529411764706,0.511627906977,0.697674418605,0.441860465116,0.348837209302,0.581395348837,0.697674418605,0.441860465116,0.395348837209,0.53488372093,0.697674418605,0.441860465116,0.348837209302,0.511627906977,0.697674418605,0.441860465116,0.348837209302,0.903225806452,0.68085106383,0.879518072289,0.6,0.903225806452,0.589285714286,0.879518072289,0.588235294118,0.903225806452,0.672727272727,0.879518072289,0.66,0.397354918636413,0.491434539078269,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"35-50","wmt14_iitb-ranked-ppl.3173.hi-en___674",50,35,TRUE,24,0,1,0,0,1,8,"Male","British",4,0.5,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,143,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-1","wmt16_real.online-g.0.de-en___1654",1,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,121,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-2","wmt15_online-a.0.fi-en___493___phrase___3",2,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,1,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,7,7,4,0.75,NA,0.75,0.75,1,75,0.708312912203,0.666666666667,0.354156456101,0.333333333333,NA,NA,NA,NA,0.699864130501,0.769230769231,0.449977355083,0.461538461538,NA,0.625,0.5,NA,NA,NA,0.699864130501,0.769230769231,0.449977355083,0.461538461538,0.5,0.625,0.5,0.3125,0.699864130501,0.769230769231,0.589950181184,0.615384615385,0.625,0.625,0.5,0.375,0.5,0.5625,0.5,0.3125,0.5,0.5625,0.5,0.3125,0.5625,0.5625,0.5,0.375,0.875,0.380952380952,0.68,0.55,0.875,0.380952380952,0.68,0.55,0.875,0.555555555556,0.68,0.769230769231,0.506874451144832,0.506874451144832,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-3","wmt15_usaar-gacha.3986.ru-en___498___choice___1",3,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,4,4,4,0.916666666666667,NA,0.916666666666667,1,1,54,1,1,1,1,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,0.666666666667,0.666666666667,0.75,1,0.5,0.416666666667,1,1,0.666666666667,0.666666666667,0.75,1,0.5,0.416666666667,0.916666666667,0.916666666667,0.5,0.5,0.75,0.916666666667,0.5,0.416666666667,0.75,0.916666666667,0.5,0.416666666667,1,1,1,1,1,0.642857142857,1,0.642857142857,1,0.642857142857,1,0.642857142857,0.395592541255368,0.565132201793383,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-4","wmt14_afrl.3456.hi-en___371___swap___2",4,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,1,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.833333333333333,NA,0.833333333333333,1,36,10,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-5","wmt14_afrl.3456.hi-en___371___swap___8",5,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.75,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.333333333333333,NA,0.333333333333333,0.25,35,11,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-6","wmt15_usaar-gacha.4052.ru-en___526___order___3",6,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,1,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,16,16,13,0.75,NA,0.75,0.75,1,10,0.823529411765,0.823529411765,0.588235294118,0.588235294118,NA,NA,NA,NA,0.823529411765,0.823529411765,0.588235294118,0.588235294118,NA,0.823529411765,0.5,NA,NA,NA,0.823529411765,0.823529411765,0.529411764706,0.529411764706,0.588235294118,0.823529411765,0.5,0.382352941176,0.823529411765,0.823529411765,0.470588235294,0.470588235294,0.647058823529,0.823529411765,0.5,0.441176470588,0.617647058824,0.823529411765,0.5,0.382352941176,0.588235294118,0.823529411765,0.5,0.382352941176,0.647058823529,0.823529411765,0.5,0.441176470588,0.921875,0.622222222222,0.921875,0.622222222222,0.921875,0.695652173913,0.921875,0.695652173913,0.921875,0.8125,0.921875,0.8125,0.460413014633455,0.460413014633455,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-7","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",7,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.5,NA,0.5,0.5,35,323,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-8","wmt16_real.online-f.0.de-en___2952",8,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,22,23,21,NA,NA,NA,NA,1,323,0.709088358599,0.714285714286,0.521210845966,0.52380952381,NA,NA,NA,NA,0.790360955284,0.837209302326,0.547891458968,0.558139534884,NA,0.740740740741,0.5,NA,NA,NA,0.790360955284,0.837209302326,0.51497421748,0.511627906977,0.555555555556,0.740740740741,0.5,0.37037037037,0.790360955284,0.837209302326,0.622719151423,0.651162790698,0.611111111111,0.740740740741,0.5,0.351851851852,0.537037037037,0.777777777778,0.5,0.351851851852,0.574074074074,0.777777777778,0.5,0.37037037037,0.611111111111,0.777777777778,0.5,0.351851851852,0.927419354839,0.61038961039,0.947368421053,0.623188405797,0.927419354839,0.675,0.947368421053,0.684931506849,0.927419354839,0.652173913043,0.947368421053,0.661290322581,0.325709298174406,0.507641368619415,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-9","wmt14_rbmt1.0.fr-en___905___order___9",9,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.25,NA,0.25,0.25,36,101,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-10","wmt15_online-a.0.fi-en___493___order___4",10,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.5,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,7,7,4,0.666666666666667,NA,0.666666666666667,0.75,1,98,0.836431447508,0.857142857143,0.461709683987,0.428571428571,0.684210526316,0.789473684211,0.5,0.421052631579,0.672862895016,0.714285714286,0.567286289502,0.571428571429,0.684210526316,0.6875,0.5,0.421052631579,0.736842105263,0.578947368421,0.672862895016,0.714285714286,0.567286289502,0.571428571429,0.625,0.6875,0.5,0.375,0.672862895016,0.714285714286,0.567286289502,0.571428571429,0.6875,0.6875,0.5,0.5,0.625,0.625,0.5,0.375,0.625,0.625,0.5,0.375,0.625,0.625,0.5,0.5,0.85,0.583333333333,0.791666666667,0.55,0.85,0.411764705882,0.791666666667,0.4375,0.85,0.5,0.791666666667,0.6,0.415811691630899,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-11","wmt14_iitb-ranked-ppl.3173.hi-en___392",11,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,50,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-12","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",12,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.833333333333333,NA,0.833333333333333,1,36,323,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-13","wmt16_real.jhu-syntax.4517.de-en___2952___order___12",13,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,22,22,21,0,NA,0,0,1,101,0.51850577595,0.5,0.346781653741,0.318181818182,0.772727272727,0.909090909091,0.5,0.409090909091,0.542931030552,0.545454545455,0.337528765766,0.318181818182,0.818181818182,0.64,0.46,0.409090909091,0.952380952381,0.47619047619,0.542931030552,0.545454545455,0.414137938895,0.409090909091,0.54,0.64,0.46,0.38,0.542931030552,0.545454545455,NA,NA,NA,0.64,0.46,NA,0.42,0.62,0.46,0.34,0.52,0.62,0.46,0.38,NA,0.62,0.46,NA,0.846153846154,0.520547945205,0.81954887218,0.542857142857,0.846153846154,0.527027027027,0.81954887218,0.533333333333,0.846153846154,0.493506493506,0.81954887218,0.506493506494,0.390505501052024,0.416539201122159,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-14","wmt15_mitll-afrl-hiero.4090.ru-en___534",14,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,13,13,NA,0.25,0.25,0.25,1,98,0.617036193571,0.592592592593,0.44777766276,0.444444444444,NA,NA,NA,NA,0.583654071718,0.615384615385,0.456837640255,0.461538461538,NA,0.612903225806,0.451612903226,NA,NA,NA,0.583654071718,0.615384615385,0.456837640255,0.461538461538,0.483870967742,0.612903225806,0.451612903226,0.354838709677,0.583654071718,0.615384615385,0.527884690573,0.538461538462,0.548387096774,0.612903225806,0.451612903226,0.387096774194,0.483870967742,0.58064516129,0.451612903226,0.354838709677,0.483870967742,0.58064516129,0.451612903226,0.354838709677,0.548387096774,0.58064516129,0.451612903226,0.387096774194,0.769230769231,0.574468085106,0.765625,0.6,0.769230769231,0.708333333333,0.765625,0.682926829268,0.769230769231,0.695652173913,0.765625,0.666666666667,0.333902198049123,0.508098102830127,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0196988304184644,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4889684,0.5387695,-0.0157426838698504,0.473684210526,32.5756,34.4504,11.08617545,0.271298909091,0.56804958,0.35901,0.283497,0.198512067333953,3.21528775893,0.576901615,0.510235355849,0.4485313
"36-15","wmt16_real.online-a.0.fi-en___2840___phrase___4",15,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.75,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,10,0.666666666666667,NA,0.666666666666667,0.75,1,114,0.803358222497,0.866666666667,0.743535711957,0.8,NA,NA,NA,NA,0.813765753459,0.833333333333,0.813765753459,0.833333333333,NA,0.789473684211,0.5,NA,NA,NA,0.813765753459,0.833333333333,0.813765753459,0.833333333333,0.789473684211,0.789473684211,0.5,0.394736842105,0.813765753459,0.833333333333,0.759514703228,0.777777777778,0.736842105263,0.789473684211,0.5,0.368421052632,0.789473684211,0.789473684211,0.5,0.394736842105,0.789473684211,0.789473684211,0.5,0.394736842105,0.736842105263,0.789473684211,0.5,0.368421052632,0.920634920635,0.815789473684,0.761194029851,0.921052631579,0.920634920635,0.815789473684,0.761194029851,0.921052631579,0.920634920635,0.825,0.761194029851,0.925,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-16","wmt16_real.cu-mergedtrees.4515.cs-en___168",16,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,22,20,17,NA,0.05,0.05,0,1,100,0.791002984694,0.875,0.558940804436,0.5625,NA,NA,NA,NA,0.709272107963,0.758620689655,0.597660317049,0.620689655172,NA,0.688888888889,0.466666666667,NA,NA,NA,0.709272107963,0.758620689655,0.585734409807,0.620689655172,0.555555555556,0.688888888889,0.466666666667,0.355555555556,0.709272107963,0.758620689655,0.565706236077,0.551724137931,0.577777777778,0.688888888889,0.466666666667,0.4,0.533333333333,0.644444444444,0.466666666667,0.377777777778,0.533333333333,0.644444444444,0.466666666667,0.355555555556,0.555555555556,0.644444444444,0.466666666667,0.4,0.929577464789,0.472727272727,0.756756756757,0.423076923077,0.929577464789,0.551020408163,0.756756756757,0.44,0.929577464789,0.549019607843,0.756756756757,0.520833333333,0.192935073980619,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-17","wmt15_online-b.0.ru-en___171",17,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,15,12,NA,0,0,0,1,114,0.835012994218,0.846153846154,0.55331600771,0.538461538462,NA,NA,NA,NA,0.75,0.75,0.577754434197,0.583333333333,NA,0.75,0.464285714286,NA,NA,NA,0.75,0.75,0.577754434197,0.583333333333,0.607142857143,0.75,0.464285714286,0.357142857143,0.75,0.75,0.594491131605,0.583333333333,0.642857142857,0.75,0.464285714286,0.392857142857,0.607142857143,0.75,0.464285714286,0.357142857143,0.607142857143,0.75,0.464285714286,0.357142857143,0.642857142857,0.75,0.464285714286,0.392857142857,0.75,0.617647058824,0.694444444444,0.555555555556,0.75,0.617647058824,0.694444444444,0.555555555556,0.75,0.647058823529,0.694444444444,0.636363636364,0.347396117834419,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.166563475797729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6208471,0.72938738,-0.139304960284105,0.391304347826,56.4196,59.6173,14.46683563,0.50799003838,0.62821199,0.601897,0.554141,0.398266540331743,5.6986044325,0.63480878,0.553997019141,0.652582854545455
"36-18","wmt15_uos-stemmed.4135.fi-en___504",18,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,7,8,4,NA,0.25,0.25,0.25,1,39,0.841081736057,0.857142857143,0.682163472114,0.714285714286,NA,NA,NA,NA,0.973671061278,1,0.608544413299,0.625,NA,0.941176470588,0.470588235294,NA,NA,NA,0.973671061278,1,0.608544413299,0.625,0.647058823529,0.941176470588,0.470588235294,0.352941176471,0.973671061278,1,0.634873352021,0.625,0.705882352941,0.941176470588,0.470588235294,0.411764705882,0.529411764706,0.647058823529,0.470588235294,0.352941176471,0.529411764706,0.647058823529,0.470588235294,0.352941176471,0.588235294118,0.647058823529,0.470588235294,0.411764705882,0.9,0.681818181818,0.933333333333,0.666666666667,0.9,0.681818181818,0.933333333333,0.666666666667,0.9,0.7,0.933333333333,0.7,0.0661157024793388,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0147749747346975,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3569828,0.40653463,-0.0137082159740353,0.7,34.5257,32.3493,10.98133546,0.193215780488,0.36425943,0.385116,0.290651,0.165981589068762,2.45734967677,0.2230651375,0.313044606217,0.354695563636364
"36-19","wmt14_rbmt1.0.fr-en___905",19,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,323,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-20","wmt15_promt-rule-based.3993.ru-en___496",20,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,4,5,4,NA,0.25,0.25,0.25,1,39,0.874737671919,0.909090909091,0.737578698424,0.727272727273,NA,NA,NA,NA,0.737578698424,0.727272727273,0.874737671919,0.909090909091,NA,0.75,0.5,NA,NA,NA,0.737578698424,0.727272727273,0.874737671919,0.909090909091,0.833333333333,0.75,0.5,0.416666666667,0.737578698424,0.727272727273,0.874737671919,0.909090909091,0.833333333333,0.75,0.5,0.416666666667,0.583333333333,0.583333333333,0.5,0.416666666667,0.583333333333,0.583333333333,0.5,0.416666666667,0.583333333333,0.583333333333,0.5,0.416666666667,0.866666666667,0.636363636364,0.882352941176,0.7,0.866666666667,0.636363636364,0.882352941176,0.7,0.866666666667,0.571428571429,0.882352941176,0.769230769231,0.08,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0688522760161601,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5309696,0.62956052,-0.0444437535781389,0.384615384615,49.5148,51.8698,12.54809733,0.368782248649,0.56375209,0.587829,0.58168,0.312386201550213,4.90252791693,0.532280385,0.470574291465,0.534791163636364
"36-21","wmt16_real.pjatk.4520.cs-en___877",21,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,114,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-22","wmt15_online-e.0.de-en___159",22,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,14,10,NA,0.5,0.5,0.5,1,114,0.946442568296,1,0.773221284148,0.8,0.730769230769,0.846153846154,0.5,0.423076923077,0.880116422067,0.928571428571,0.635934999071,0.642857142857,0.692307692308,0.828571428571,0.457142857143,0.423076923077,0.72,0.72,0.880116422067,0.928571428571,0.723414991638,0.785714285714,0.685714285714,0.828571428571,0.457142857143,0.4,0.880116422067,0.928571428571,0.686597139141,0.714285714286,0.685714285714,0.828571428571,0.457142857143,0.4,0.714285714286,0.828571428571,0.457142857143,0.428571428571,0.714285714286,0.828571428571,0.457142857143,0.4,0.714285714286,0.828571428571,0.457142857143,0.4,0.90625,0.852941176471,0.725,0.80487804878,0.90625,0.882352941176,0.725,0.825,0.90625,0.875,0.725,0.815789473684,0.501223957708857,0.580703728737052,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.027464208545972,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.415158,0.46095555,-0.0111492354091775,0.619047619048,39.7119,43.897,10.90654914,0.270449395667,0.45194344,0.452295,0.423852,0.234621498671433,3.39836958003,0.2850434175,0.344891439796,0.427469809090909
"36-23","wmt16_real.online-a.0.de-en___218___choice___3",23,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.5,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.75,NA,0.75,0.75,36,48,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-24","wmt16_real.uh-factored.4392.fi-en___54___swap___6",24,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,23,23,14,0.5,NA,0.5,0.5,1,323,0.931753125549,0.938775510204,0.812464219052,0.816326530612,NA,NA,NA,NA,0.921567878569,0.954545454545,0.786028681605,0.818181818182,NA,0.884615384615,0.5,NA,NA,NA,0.921567878569,0.954545454545,0.804166348392,0.818181818182,0.788461538462,0.884615384615,0.5,0.442307692308,0.921567878569,0.954545454545,0.804166348392,0.818181818182,0.788461538462,0.884615384615,0.5,0.442307692308,0.807692307692,0.923076923077,0.5,0.442307692308,0.826923076923,0.923076923077,0.5,0.442307692308,0.826923076923,0.923076923077,0.5,0.442307692308,0.972602739726,0.827586206897,0.761194029851,0.788461538462,0.972602739726,0.833333333333,0.761194029851,0.795918367347,0.972602739726,0.814814814815,0.761194029851,0.808510638298,0.526004107546403,0.526004107546403,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-25","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",25,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,1,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.25,NA,0.25,0.25,36,75,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-26","wmt16_real.uedin-pbmt.4336.de-en___241",26,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,10,8,9,NA,NA,NA,NA,1,323,0.8,0.8,0.7,0.7,NA,NA,NA,NA,0.765067363733,0.777777777778,0.765067363733,0.777777777778,NA,0.8,0.45,NA,NA,NA,0.765067363733,0.777777777778,0.765067363733,0.777777777778,0.75,0.8,0.45,0.4,0.765067363733,0.777777777778,0.765067363733,0.777777777778,0.8,0.8,0.45,0.45,0.7,0.8,0.45,0.4,0.7,0.8,0.45,0.4,0.75,0.8,0.45,0.45,0.888888888889,0.666666666667,0.896551724138,0.695652173913,0.888888888889,0.666666666667,0.896551724138,0.695652173913,0.888888888889,0.769230769231,0.896551724138,0.818181818182,0.349703928270141,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-27","wmt16_real.jhu-syntax.4517.de-en___2952___order___8",27,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,22,22,21,0.333333333333333,NA,0.333333333333333,0.25,1,101,0.726986827033,0.730769230769,0.416142516228,0.423076923077,NA,NA,NA,NA,0.768104080689,0.775510204082,0.438473230745,0.448979591837,NA,0.796296296296,0.5,NA,NA,NA,0.768104080689,0.775510204082,0.547315611546,0.571428571429,0.555555555556,0.796296296296,0.5,0.333333333333,0.768104080689,0.775510204082,0.477567202998,0.489795918367,0.555555555556,0.796296296296,0.5,0.37037037037,0.518518518519,0.740740740741,0.5,0.351851851852,0.537037037037,0.740740740741,0.5,0.333333333333,0.537037037037,0.740740740741,0.5,0.37037037037,0.879432624113,0.707317073171,0.907692307692,0.717948717949,0.879432624113,0.671052631579,0.907692307692,0.671428571429,0.879432624113,0.67816091954,0.907692307692,0.684210526316,0.440720091920547,0.440720091920547,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-28","wmt14_rbmt1.0.fr-en___651",28,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,8,10,19,NA,0,0,0,1,114,0.90827337201,0.947368421053,0.90827337201,0.947368421053,NA,NA,NA,NA,0.854997153887,0.888888888889,0.854997153887,0.888888888889,NA,0.818181818182,0.454545454545,NA,NA,NA,0.854997153887,0.888888888889,0.854997153887,0.888888888889,0.818181818182,0.818181818182,0.454545454545,0.454545454545,0.854997153887,0.888888888889,0.854997153887,0.888888888889,0.818181818182,0.818181818182,0.454545454545,0.454545454545,0.818181818182,0.818181818182,0.454545454545,0.454545454545,0.818181818182,0.818181818182,0.454545454545,0.454545454545,0.818181818182,0.818181818182,0.454545454545,0.454545454545,0.952380952381,0.95,0.724137931034,0.857142857143,0.952380952381,0.95,0.724137931034,0.857142857143,0.952380952381,0.944444444444,0.724137931034,0.842105263158,0.434603371551185,0.518355062943862,0.49755774895525,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4205,-106.057938,0.231828824687,0.151447,NA,NA,NA,NA,-0.6145,0.5708,0.6561434,0.56887834,0.838561,0.860940786,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-29","wmt16_real.jhu-syntax.4517.de-en___2952___order___3",29,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.75,0.5,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,22,22,21,0.75,NA,0.75,0.75,1,61,0.825017617801,0.823529411765,0.552822801046,0.549019607843,NA,NA,NA,NA,0.853273683588,0.875,0.57174596458,0.583333333333,NA,0.826923076923,0.480769230769,NA,NA,NA,0.853273683588,0.875,0.57174596458,0.583333333333,0.596153846154,0.826923076923,0.480769230769,0.326923076923,0.853273683588,0.875,0.57174596458,0.583333333333,0.596153846154,0.826923076923,0.480769230769,0.365384615385,0.615384615385,0.846153846154,0.480769230769,0.346153846154,0.615384615385,0.846153846154,0.480769230769,0.326923076923,0.615384615385,0.846153846154,0.480769230769,0.365384615385,0.910447761194,0.671232876712,0.936363636364,0.671875,0.910447761194,0.661971830986,0.936363636364,0.672131147541,0.910447761194,0.727272727273,0.936363636364,0.768115942029,0.484914223119204,0.500468075558876,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-30","wmt14_uedin-wmt14.3422.hi-en___399",30,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,50,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-31","wmt16_real.online-a.0.fi-en___2840___phrase___3",31,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,1,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,10,0.75,NA,0.75,0.75,1,16,0.808752404418,0.848484848485,0.694966908265,0.727272727273,0.608695652174,0.695652173913,0.478260869565,0.434782608696,0.851807334975,0.882352941176,0.683861101959,0.705882352941,0.695652173913,0.815789473684,0.5,0.434782608696,0.666666666667,0.571428571429,0.851807334975,0.882352941176,0.683861101959,0.705882352941,0.684210526316,0.815789473684,0.5,0.421052631579,0.851807334975,0.882352941176,0.739843179631,0.764705882353,0.736842105263,0.815789473684,0.5,0.394736842105,0.710526315789,0.842105263158,0.5,0.421052631579,0.710526315789,0.842105263158,0.5,0.421052631579,0.763157894737,0.842105263158,0.5,0.394736842105,0.913793103448,0.770833333333,0.770491803279,0.829268292683,0.913793103448,0.770833333333,0.770491803279,0.829268292683,0.913793103448,0.813953488372,0.770491803279,0.868421052632,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-32","wmt16_real.pjatk.4520.cs-en___1555",32,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.75,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,11,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-33","wmt16_real.jhu-pbmt.4284.ro-en___853",33,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,114,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-34","wmt16_real.online-f.0.de-en___2506",34,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.75,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,47,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-35","wmt15_uos.4059.fi-en___458___swap___8",35,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.25,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,23,23,12,0.333333333333333,NA,0.333333333333333,0.25,1,143,0.848571070316,0.847457627119,0.713967577264,0.71186440678,NA,NA,NA,NA,0.985018388311,1,0.707865023562,0.714285714286,NA,0.966666666667,0.5,NA,NA,NA,0.985018388311,1,0.534644170594,0.535714285714,0.566666666667,0.966666666667,0.5,0.35,0.985018388311,1,0.846441705937,0.857142857143,0.85,0.966666666667,0.5,0.45,0.7,0.883333333333,0.5,0.383333333333,0.55,0.883333333333,0.5,0.35,0.783333333333,0.883333333333,0.5,0.45,0.847619047619,0.794871794872,1,0.830769230769,0.847619047619,0.634146341463,1,0.626666666667,0.847619047619,0.873417721519,1,0.890625,0.525189676809641,0.525189676809641,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-36","wmt14_iitb-ranked-ppl.3173.hi-en___674",36,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,101,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-37","wmt15_uos.4059.fi-en___458",37,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,23,16,12,NA,0.75,0.75,0.75,1,168,0.631577164494,0.666666666667,0.424560393214,0.444444444444,NA,NA,NA,NA,0.448499188573,0.45,0.298999459048,0.3,NA,0.510638297872,0.36170212766,NA,NA,NA,0.448499188573,0.45,0.27251217141,0.25,0.382978723404,0.510638297872,0.36170212766,0.31914893617,0.448499188573,0.45,0.345497565718,0.35,0.425531914894,0.510638297872,0.36170212766,0.297872340426,0.36170212766,0.446808510638,0.36170212766,0.297872340426,0.382978723404,0.446808510638,0.36170212766,0.31914893617,0.404255319149,0.446808510638,0.36170212766,0.297872340426,0.79797979798,0.506493506494,0.801652892562,0.383720930233,0.79797979798,0.5,0.801652892562,0.355555555556,0.79797979798,0.515625,0.801652892562,0.435897435897,0.257437305034248,0.428252623783387,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0155576970371731,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4083014,0.42491382,-0.0091499892974836,0.7,27.5419,25.6557,11.15702511,0.268999289617,0.59912035,0.37148,0.251939,0.251386570697769,3.21920506944,0.5829604275,0.474954639391,0.438386118181818
"36-38","wmt16_real.online-a.0.fi-en___2840",38,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,11,10,NA,NA,NA,NA,1,143,0.716356855249,0.714285714286,0.649070565748,0.642857142857,NA,NA,NA,NA,0.784207200052,0.814814814815,0.563624671478,0.592592592593,NA,0.75,0.40625,NA,NA,NA,0.784207200052,0.814814814815,0.563624671478,0.592592592593,0.59375,0.75,0.40625,0.375,0.784207200052,0.814814814815,0.617475857226,0.666666666667,0.65625,0.75,0.40625,0.40625,0.625,0.6875,0.40625,0.375,0.625,0.6875,0.40625,0.375,0.65625,0.6875,0.40625,0.40625,0.823529411765,0.723404255319,0.69696969697,0.707317073171,0.823529411765,0.702127659574,0.69696969697,0.682926829268,0.823529411765,0.777777777778,0.69696969697,0.769230769231,0.186415618629779,0.458271729131539,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-39","wmt16_real.uh-factored.4392.fi-en___54___phrase___10",39,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,23,23,14,0.166666666666667,NA,0.166666666666667,0,1,168,0.617320726206,0.625,0.626097039113,0.625,0.660714285714,0.785714285714,0.5,0.392857142857,0.648547445892,0.666666666667,0.639487835505,0.666666666667,0.696428571429,0.647058823529,0.490196078431,0.392857142857,0.807692307692,0.653846153846,0.648547445892,0.666666666667,0.555430738823,0.577777777778,0.56862745098,0.647058823529,0.490196078431,0.372549019608,0.648547445892,0.666666666667,0.648547445892,0.666666666667,0.647058823529,0.647058823529,0.490196078431,0.411764705882,0.627450980392,0.647058823529,0.490196078431,0.392156862745,0.56862745098,0.647058823529,0.490196078431,0.372549019608,0.627450980392,0.647058823529,0.490196078431,0.411764705882,0.859649122807,0.677419354839,0.865546218487,0.678571428571,0.859649122807,0.639344262295,0.865546218487,0.654545454545,0.859649122807,0.781818181818,0.865546218487,0.775510204082,0.501412999795858,0.510884134236446,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-40","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",40,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.75,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.75,NA,0.75,0.75,36,47,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-41","wmt15_neural-mt.4097.de-en___518",41,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,4,4,4,NA,1,1,1,1,323,1,1,1,1,0.734375,0.90625,0.5,0.421875,1,1,1,1,0.765625,1,0.5,0.421875,0.825396825397,0.761904761905,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,0.781818181818182,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.368347908362833,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.7373861,0.77772156,-0.280999463333506,0.3125,70.9108,70.1709,16.16252341,0.682016408262,0.76625565,0.857352,0.857352,0.530637760390908,8.05582995784,0.41396743,0.741422843578,0.721624336363636
"36-42","wmt16_real.uedin-syntax.4411.fi-en___2648",42,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.25,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,14,12,NA,NA,NA,NA,1,22,0.79159138292,0.8,0.453586595653,0.466666666667,0.714285714286,0.714285714286,0.5,0.428571428571,0.769145158006,0.785714285714,0.552788302757,0.571428571429,0.571428571429,0.78125,0.5,0.428571428571,0.666666666667,0.666666666667,0.769145158006,0.785714285714,0.552788302757,0.571428571429,0.5625,0.78125,0.5,0.3125,0.769145158006,0.785714285714,0.567286289502,0.571428571429,0.59375,0.78125,0.5,0.375,0.5,0.6875,0.5,0.3125,0.5,0.6875,0.5,0.3125,0.5625,0.6875,0.5,0.375,0.935483870968,0.652173913043,0.77358490566,0.684210526316,0.935483870968,0.673913043478,0.77358490566,0.710526315789,0.935483870968,0.717391304348,0.77358490566,0.75,0.193585276348084,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-43","wmt16_real.online-f.0.de-en___218",43,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,98,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-44","wmt16_real.pjatk.4520.cs-en___877___order___11",44,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0.0833333333333334,NA,0.0833333333333334,0,36,168,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-45","wmt16_real.uh-factored.4392.fi-en___54",45,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,23,20,14,NA,0.25,0.25,0.25,1,75,0.738345496006,0.8125,0.66564074775,0.75,NA,NA,NA,NA,0.686429993199,0.717948717949,0.6039463685,0.615384615385,NA,0.69387755102,0.469387755102,NA,NA,NA,0.686429993199,0.717948717949,0.6039463685,0.615384615385,0.612244897959,0.69387755102,0.469387755102,0.387755102041,0.686429993199,0.717948717949,0.5940332212,0.615384615385,0.591836734694,0.69387755102,0.469387755102,0.387755102041,0.571428571429,0.65306122449,0.469387755102,0.387755102041,0.571428571429,0.65306122449,0.469387755102,0.387755102041,0.591836734694,0.65306122449,0.469387755102,0.387755102041,0.883720930233,0.64,0.785714285714,0.55,0.883720930233,0.666666666667,0.785714285714,0.524590163934,0.883720930233,0.739130434783,0.785714285714,0.543859649123,0.222579313726907,0.485964834970414,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-46","wmt16_real.online-a.0.cs-en___1394",46,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,6,4,4,NA,NA,NA,NA,1,114,0.875,0.875,0.875,0.875,NA,NA,NA,NA,0.836431447508,0.857142857143,0.836431447508,0.857142857143,NA,0.8125,0.4375,NA,NA,NA,0.836431447508,0.857142857143,0.836431447508,0.857142857143,0.8125,0.8125,0.4375,0.4375,0.836431447508,0.857142857143,0.836431447508,0.857142857143,0.8125,0.8125,0.4375,0.4375,0.6875,0.6875,0.4375,0.4375,0.6875,0.6875,0.4375,0.4375,0.6875,0.6875,0.4375,0.4375,0.894736842105,0.647058823529,0.8125,0.642857142857,0.894736842105,0.722222222222,0.8125,0.785714285714,0.894736842105,0.722222222222,0.8125,0.785714285714,0.193722045511808,0.426188500125978,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-47","wmt16_real.uh-factored.4392.fi-en___54___phrase___11",47,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,1,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,23,23,14,0.0833333333333334,NA,0.0833333333333334,0,1,10,0.778419191658,0.790697674419,0.683026404084,0.697674418605,NA,NA,NA,NA,0.62623091738,0.608695652174,0.575738550428,0.565217391304,NA,0.705882352941,0.490196078431,NA,NA,NA,0.62623091738,0.608695652174,0.575738550428,0.565217391304,0.627450980392,0.705882352941,0.490196078431,0.392156862745,0.62623091738,0.608695652174,0.617268448497,0.608695652174,0.666666666667,0.705882352941,0.490196078431,0.43137254902,0.647058823529,0.705882352941,0.490196078431,0.392156862745,0.627450980392,0.705882352941,0.490196078431,0.392156862745,0.666666666667,0.705882352941,0.490196078431,0.43137254902,0.782608695652,0.666666666667,0.646017699115,0.727272727273,0.782608695652,0.694915254237,0.646017699115,0.759259259259,0.782608695652,0.714285714286,0.646017699115,0.807692307692,0.524945258312473,0.534860890969487,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-48","wmt15_usaar-gacha.4052.ru-en___526___order___11",48,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,16,16,13,0.0833333333333334,NA,0.0833333333333334,0,1,168,0.5,0.5,0.425981089309,0.4375,NA,NA,NA,NA,0.470588235294,0.470588235294,0.411764705882,0.411764705882,NA,0.588235294118,0.5,NA,NA,NA,0.470588235294,0.470588235294,0.411764705882,0.411764705882,0.441176470588,0.588235294118,0.5,0.352941176471,0.470588235294,0.470588235294,0.411764705882,0.411764705882,0.529411764706,0.588235294118,0.5,0.411764705882,0.529411764706,0.588235294118,0.5,0.411764705882,0.441176470588,0.588235294118,0.5,0.352941176471,0.529411764706,0.588235294118,0.5,0.411764705882,0.831325301205,0.596153846154,0.7375,0.603773584906,0.831325301205,0.461538461538,0.7375,0.517857142857,0.831325301205,0.634615384615,0.7375,0.634615384615,0.407231028194818,0.407231028194818,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-49","wmt15_online-a.0.fi-en___493___phrase___6",49,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,7,7,4,0.5,NA,0.5,0.5,1,323,0.708312912203,0.666666666667,0.385391140253,0.333333333333,NA,NA,NA,NA,0.647980850933,0.666666666667,0.518384680747,0.533333333333,NA,0.6875,0.5,NA,NA,NA,0.647980850933,0.666666666667,0.518384680747,0.533333333333,0.5625,0.6875,0.5,0.375,0.647980850933,0.666666666667,0.518384680747,0.533333333333,0.5625,0.6875,0.5,0.375,0.5625,0.5625,0.5,0.375,0.5625,0.5625,0.5,0.375,0.5625,0.5625,0.5,0.375,0.92,0.5,0.730769230769,0.684210526316,0.92,0.428571428571,0.730769230769,0.631578947368,0.92,0.444444444444,0.730769230769,0.631578947368,0.506874451144832,0.506874451144832,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"36-50","wmt14_rbmt1.0.fr-en___905___order___10",50,36,TRUE,22,0,1,0,1,2,19,"Female","Danish",2,0.75,FALSE,0.5,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.166666666666667,NA,0.166666666666667,0,36,98,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-1","wmt15_mitll-afrl-phrase-based.4089.ru-en___385",1,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,25,22,NA,0.5,0.5,0.5,1,323,0.974344138114,0.981818181818,0.938544580521,0.945454545455,0.785714285714,0.75,0.5,0.428571428571,0.956873415215,0.964285714286,0.850554146857,0.857142857143,0.785714285714,0.947368421053,0.491228070175,0.428571428571,0.740740740741,0.814814814815,0.956873415215,0.964285714286,0.885993902977,0.892857142857,0.912280701754,0.947368421053,0.491228070175,0.473684210526,0.956873415215,0.964285714286,0.921433659096,0.928571428571,0.947368421053,0.947368421053,0.491228070175,0.491228070175,0.894736842105,0.929824561404,0.491228070175,0.473684210526,0.894736842105,0.929824561404,0.491228070175,0.473684210526,0.929824561404,0.929824561404,0.491228070175,0.491228070175,0.948275862069,0.938461538462,0.970588235294,0.91935483871,0.948275862069,0.953846153846,0.970588235294,0.933333333333,0.948275862069,0.984126984127,0.970588235294,0.965517241379,0.58135744982303,0.613363591013647,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0272877458546125,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4030742,0.46056132,-0.011777403333367,0.684210526316,39.3011,44.1483,11.58771886,0.232806695934,0.56277053,0.320705,0.263412,0.246797144102789,2.92907754718,0.3815172325,0.415671125963,0.427181072727273
"37-2","wmt14_afrl.3456.hi-en___371___swap___2",2,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0.75,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.888888888888889,NA,0.888888888888889,1,36,61,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-3","wmt14_iitb-ranked-ppl.3173.hi-en___674",3,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,101,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-4","wmt14_iiit-hyderabad.3257.hi-en___585",4,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,18,18,14,NA,0.25,0.25,0.25,1,30,0.537484685949,0.48275862069,0.475815977409,0.413793103448,0.795454545455,0.977272727273,0.5,0.431818181818,0.594694774174,0.620689655172,0.396463182783,0.413793103448,0.772727272727,0.621621621622,0.486486486486,0.431818181818,0.976744186047,0.976744186047,0.594694774174,0.620689655172,0.334794474243,0.344827586207,0.378378378378,0.621621621622,0.486486486486,0.324324324324,0.594694774174,0.620689655172,0.396463182783,0.413793103448,0.405405405405,0.621621621622,0.486486486486,0.351351351351,0.486486486486,0.594594594595,0.486486486486,0.378378378378,0.432432432432,0.594594594595,0.486486486486,0.324324324324,0.432432432432,0.594594594595,0.486486486486,0.351351351351,0.89898989899,0.692307692308,0.840425531915,0.62,0.89898989899,0.685185185185,0.840425531915,0.596153846154,0.89898989899,0.666666666667,0.840425531915,0.571428571429,0.280660578642937,0.439048074310918,0.233255863584199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2116,-214.771423,0.105585899075,0.0642737,NA,NA,NA,NA,-0.3139,0.1604,0.28667081,0.25909285,0.415978,0.438041594,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-5","wmt16_real.nrc.4456.ru-en___2150",5,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,15,13,NA,NA,NA,NA,1,323,0.880555843101,0.888888888889,0.741296277127,0.740740740741,NA,NA,NA,NA,0.985759560885,1,0.802848087823,0.8,NA,0.967741935484,0.483870967742,NA,NA,NA,0.985759560885,1,0.868565391882,0.866666666667,0.870967741935,0.967741935484,0.483870967742,0.451612903226,0.985759560885,1,0.868565391882,0.866666666667,0.870967741935,0.967741935484,0.483870967742,0.451612903226,0.741935483871,0.870967741935,0.483870967742,0.41935483871,0.806451612903,0.870967741935,0.483870967742,0.451612903226,0.806451612903,0.870967741935,0.483870967742,0.451612903226,0.897435897436,0.775,0.965517241379,0.8125,0.897435897436,0.833333333333,0.965517241379,0.866666666667,0.897435897436,0.828571428571,0.965517241379,0.833333333333,0.369194067088792,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-6","wmt16_real.jhu-pbmt.4284.ro-en___853",6,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,54,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-7","wmt14_onlineg.0.ru-en___737",7,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,15,4,NA,0.78,0.78,0.75,1,168,0.752448224686,0.75,0.641676036067,0.65,NA,NA,NA,NA,0.641676036067,0.65,0.550489644937,0.55,NA,0.714285714286,0.489795918367,NA,NA,NA,0.641676036067,0.65,0.586289941758,0.6,0.632653061224,0.714285714286,0.489795918367,0.408163265306,0.641676036067,0.65,0.586289941758,0.6,0.632653061224,0.714285714286,0.489795918367,0.387755102041,0.632653061224,0.734693877551,0.489795918367,0.408163265306,0.65306122449,0.734693877551,0.489795918367,0.408163265306,0.632653061224,0.734693877551,0.489795918367,0.387755102041,0.807228915663,0.661290322581,0.731707317073,0.758620689655,0.807228915663,0.714285714286,0.731707317073,0.709090909091,0.807228915663,0.720588235294,0.731707317073,0.769230769231,0.475539967088512,0.553870732695382,0.441837264771229,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3714,-165.477905,0.196439619431,0.116523,NA,NA,NA,0.783004223,-0.5536,0.4842,0.61908737,0.54039343,0.696544,0.694783246,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-8","wmt14_onlineg.0.ru-en___885",8,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,18,16,NA,0.75,0.75,0.75,1,323,0.854595074106,0.896551724138,0.656363482714,0.689655172414,NA,NA,NA,NA,0.859435251588,0.903225806452,0.727511164429,0.774193548387,NA,0.810810810811,0.486486486486,NA,NA,NA,0.859435251588,0.903225806452,0.918993959315,0.967741935484,0.864864864865,0.810810810811,0.486486486486,0.459459459459,0.859435251588,0.903225806452,0.918993959315,0.967741935484,0.864864864865,0.810810810811,0.486486486486,0.486486486486,0.675675675676,0.756756756757,0.486486486486,0.405405405405,0.783783783784,0.756756756757,0.486486486486,0.459459459459,0.783783783784,0.756756756757,0.486486486486,0.486486486486,0.875,0.695652173913,0.943396226415,0.769230769231,0.875,0.675,0.943396226415,0.75,0.875,0.717948717949,0.943396226415,0.774193548387,0.374919928863043,0.511662985109324,0.387163831323359,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3513,-133.266846,0.173525139397,0.105215,NA,NA,NA,0.802882792,-0.2801,0.2218,0.52727204,0.4663503,0.643687,0.698626247,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-9","wmt16_real.uedin-nmt.4313.de-en___695___phrase___2",9,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,1,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,39,39,34,0.888888888888889,NA,0.888888888888889,1,1,75,0.905917473151,0.913580246914,0.905917473151,0.913580246914,NA,NA,NA,NA,0.931004740066,0.95,0.931004740066,0.95,NA,0.908045977011,0.494252873563,NA,NA,NA,0.931004740066,0.95,0.858736934988,0.875,0.83908045977,0.908045977011,0.494252873563,0.436781609195,0.931004740066,0.95,0.834647666629,0.85,0.827586206897,0.908045977011,0.494252873563,0.436781609195,0.919540229885,0.919540229885,0.494252873563,0.471264367816,0.850574712644,0.919540229885,0.494252873563,0.436781609195,0.83908045977,0.919540229885,0.494252873563,0.436781609195,0.871508379888,0.843137254902,0.838983050847,0.903614457831,0.871508379888,0.831683168317,0.838983050847,0.895348837209,0.871508379888,0.876288659794,0.838983050847,0.939024390244,0.58958201538641,0.595342299444783,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-10","wmt14_stanford-university.3496.fr-en___527___order___15",10,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,23,23,13,0.166666666666667,NA,0.166666666666667,0,1,101,0.669656706184,0.666666666667,0.342200045712,0.355555555556,0.633333333333,0.766666666667,0.5,0.366666666667,0.71112172446,0.789473684211,0.428619031062,0.473684210526,0.566666666667,0.634615384615,0.480769230769,0.366666666667,0.758620689655,0.620689655172,0.71112172446,0.789473684211,0.428619031062,0.473684210526,0.403846153846,0.634615384615,0.480769230769,0.288461538462,0.71112172446,0.789473684211,0.48381113157,0.526315789474,0.480769230769,0.634615384615,0.480769230769,0.365384615385,0.403846153846,0.653846153846,0.480769230769,0.307692307692,0.403846153846,0.653846153846,0.480769230769,0.288461538462,0.480769230769,0.653846153846,0.480769230769,0.365384615385,0.854838709677,0.425,0.822222222222,0.4,0.854838709677,0.487804878049,0.822222222222,0.430769230769,0.854838709677,0.555555555556,0.822222222222,0.538461538462,0.417558231413141,0.432044945564209,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-11","wmt14_rbmt1.0.fr-en___905___order___10",11,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.444444444444444,NA,0.444444444444444,0.5,36,101,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-12","wmt16_real.uedin-syntax.4271.de-en___695",12,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,39,35,34,NA,NA,NA,NA,1,30,0.65974435349,0.657142857143,0.578375061617,0.6,NA,NA,NA,NA,0.730407925273,0.774193548387,0.583518207627,0.612903225806,NA,0.698795180723,0.469879518072,NA,NA,NA,0.730407925273,0.774193548387,0.52717539491,0.548387096774,0.518072289157,0.698795180723,0.469879518072,0.349397590361,0.730407925273,0.774193548387,0.505036674402,0.516129032258,0.493975903614,0.698795180723,0.469879518072,0.361445783133,0.566265060241,0.674698795181,0.469879518072,0.349397590361,0.55421686747,0.674698795181,0.469879518072,0.349397590361,0.506024096386,0.674698795181,0.469879518072,0.361445783133,0.883018867925,0.606060606061,0.812785388128,0.676470588235,0.883018867925,0.598540145985,0.812785388128,0.621359223301,0.883018867925,0.657142857143,0.812785388128,0.7,0.316703903936087,0.467930093911891,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-13","wmt14_uedin-syntax.3289.cs-en___365",13,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,23,16,29,NA,0.58,0.58,0.5,1,56,0.71441072196,0.8,0.616825354609,0.685714285714,0.5,0.75,0.5,0.375,0.722715231899,0.769230769231,0.5940332212,0.615384615385,0.5,0.69387755102,0.428571428571,0.375,0.666666666667,0.5,0.722715231899,0.769230769231,0.5577479825,0.564102564103,0.571428571429,0.69387755102,0.428571428571,0.367346938776,0.722715231899,0.769230769231,0.6039463685,0.615384615385,0.591836734694,0.69387755102,0.428571428571,0.367346938776,0.612244897959,0.69387755102,0.428571428571,0.367346938776,0.571428571429,0.69387755102,0.428571428571,0.367346938776,0.591836734694,0.69387755102,0.428571428571,0.367346938776,0.848101265823,0.607142857143,0.690476190476,0.545454545455,0.848101265823,0.6,0.690476190476,0.553846153846,0.848101265823,0.647058823529,0.690476190476,0.65,0.201065491696136,0.454586162815624,0.251438738235762,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2734,-228.320724,0.120613401471,0.0815858,0.407021960599976,0.438800897085141,0.321438673245575,NA,-0.256,0.1284,0.36468293,0.34056534,0.392353,0.405701392,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-14","wmt14_stanford-university.3496.fr-en___527",14,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,23,22,13,NA,0.25,0.25,0.25,1,323,0.804166348392,0.818181818182,0.743871893748,0.772727272727,NA,NA,NA,NA,0.85931319592,0.926829268293,0.737460612993,0.780487804878,NA,0.788461538462,0.480769230769,NA,NA,NA,0.85931319592,0.926829268293,0.518733658582,0.536585365854,0.519230769231,0.788461538462,0.480769230769,0.346153846154,0.85931319592,0.926829268293,0.693715222111,0.731707317073,0.673076923077,0.788461538462,0.480769230769,0.423076923077,0.730769230769,0.788461538462,0.480769230769,0.403846153846,0.538461538462,0.788461538462,0.480769230769,0.346153846154,0.711538461538,0.788461538462,0.480769230769,0.423076923077,0.87,0.691176470588,0.86301369863,0.736842105263,0.87,0.558441558442,0.86301369863,0.553846153846,0.87,0.68253968254,0.86301369863,0.719298245614,0.37669096224215,0.495905382464695,0.29676161720657,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2986,-73.345879,0.132549445162,0.0802484,NA,NA,NA,NA,-0.1504,0.1691,0.3261175,0.28802256,0.425155,0.416770188,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-15","wmt14_uedin-syntax.3289.cs-en___33___choice___1",15,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0.25,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,16,15,26,0.944444444444444,NA,0.944444444444444,1,1,33,1,1,1,1,0.558139534884,0.697674418605,0.488372093023,0.348837209302,1,1,1,1,0.53488372093,1,0.5,0.348837209302,0.65,0.55,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,0.96875,0.96875,0.5,0.5,0.96875,0.96875,0.5,0.5,0.96875,0.96875,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,0.542848247560191,0.599004962825039,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-16","wmt16_real.pjatk.4520.cs-en___877___order___11",16,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0.388888888888889,NA,0.388888888888889,0.25,36,168,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-17","wmt14_dcu-hien.3564.hi-en___588___swap___4",17,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,1,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,18,18,14,0.777777777777778,NA,0.777777777777778,0.75,1,75,0.945748949769,0.944444444444,0.837246849308,0.833333333333,NA,NA,NA,NA,0.917286728378,0.9375,0.801615930665,0.8125,NA,0.894736842105,0.5,NA,NA,NA,0.917286728378,0.9375,0.917286728378,0.9375,0.894736842105,0.894736842105,0.5,0.5,0.917286728378,0.9375,0.917286728378,0.9375,0.894736842105,0.894736842105,0.5,0.5,0.789473684211,0.842105263158,0.5,0.473684210526,0.842105263158,0.842105263158,0.5,0.5,0.842105263158,0.842105263158,0.5,0.5,0.844444444444,0.869565217391,0.894736842105,0.860465116279,0.844444444444,0.947368421053,0.894736842105,0.941176470588,0.844444444444,0.945945945946,0.894736842105,0.9375,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-18","wmt16_real.dvorkanton.4346.tr-en___362",18,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0.5,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,10,11,9,NA,0.25,0.25,0.25,1,98,0.74682643559,0.8,0.639230212103,0.7,0.615384615385,0.769230769231,0.5,0.346153846154,0.727835876872,0.8,0.550624547334,0.6,0.615384615385,0.692307692308,0.461538461538,0.346153846154,0.692307692308,0.538461538462,0.727835876872,0.8,0.569615106052,0.6,0.576923076923,0.692307692308,0.461538461538,0.384615384615,0.727835876872,0.8,0.708845318155,0.8,0.653846153846,0.692307692308,0.461538461538,0.423076923077,0.576923076923,0.615384615385,0.461538461538,0.384615384615,0.576923076923,0.615384615385,0.461538461538,0.384615384615,0.576923076923,0.615384615385,0.461538461538,0.423076923077,0.877551020408,0.757575757576,0.75,0.758620689655,0.877551020408,0.71875,0.75,0.76,0.877551020408,0.625,0.75,0.695652173913,0.290628900568179,0.429412364322646,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-19","wmt15_abumatran.3931.fi-en___434___swap___2",19,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0.5,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,11,11,5,0.888888888888889,NA,0.888888888888889,1,1,98,0.912526232808,0.909090909091,0.912526232808,0.909090909091,0.833333333333,0.952380952381,0.5,0.428571428571,0.912526232808,0.909090909091,0.912526232808,0.909090909091,0.857142857143,0.916666666667,0.5,0.428571428571,0.926829268293,0.780487804878,0.912526232808,0.909090909091,0.912526232808,0.909090909091,0.916666666667,0.916666666667,0.5,0.5,0.912526232808,0.909090909091,0.893631952363,0.909090909091,0.875,0.916666666667,0.5,0.458333333333,0.916666666667,0.916666666667,0.5,0.5,0.916666666667,0.916666666667,0.5,0.5,0.875,0.916666666667,0.5,0.458333333333,0.814814814815,0.909090909091,0.814814814815,0.909090909091,0.814814814815,0.909090909091,0.814814814815,0.909090909091,0.814814814815,0.869565217391,0.814814814815,0.869565217391,0.496373003508767,0.496373003508767,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-20","wmt16_real.online-a.0.de-en___218___choice___3",20,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.833333333333333,NA,0.833333333333333,1,36,323,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-21","wmt14_onlineb.0.ru-en___675",21,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,15,19,23,NA,0.5,0.5,0.5,1,39,0.849150904691,0.923076923077,0.835017989411,0.923076923077,0.588235294118,0.941176470588,0.5,0.323529411765,0.884297832506,0.962962962963,0.819478479662,0.888888888889,0.558823529412,0.805555555556,0.444444444444,0.323529411765,0.969696969697,0.969696969697,0.884297832506,0.962962962963,0.638902502976,0.666666666667,0.611111111111,0.805555555556,0.444444444444,0.361111111111,0.884297832506,0.962962962963,0.754659126818,0.814814814815,0.694444444444,0.805555555556,0.444444444444,0.388888888889,0.777777777778,0.833333333333,0.444444444444,0.416666666667,0.638888888889,0.833333333333,0.444444444444,0.361111111111,0.722222222222,0.833333333333,0.444444444444,0.388888888889,0.864864864865,0.78125,0.828571428571,0.774193548387,0.864864864865,0.685714285714,0.828571428571,0.647058823529,0.864864864865,0.757575757576,0.828571428571,0.741935483871,0.492143997107016,0.559090055537014,0.293334466213194,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2783,-125.992729,0.133484099864,0.0825487,NA,NA,NA,0.445739438,-0.2598,0.1801,0.48519498,0.4099047,0.627879,0.658673621,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-22","wmt16_real.uedin-nmt.4313.de-en___695___phrase___11",22,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,39,39,34,0.388888888888889,NA,0.388888888888889,0.25,1,168,0.752459386715,0.789473684211,0.553235146497,0.578947368421,0.53125,0.71875,0.5,0.375,0.703406372451,0.717948717949,0.457868897721,0.461538461538,0.53125,0.686046511628,0.488372093023,0.375,0.645161290323,0.516129032258,0.703406372451,0.717948717949,0.384207655302,0.384615384615,0.453488372093,0.686046511628,0.488372093023,0.325581395349,0.703406372451,0.717948717949,NA,NA,NA,0.686046511628,0.488372093023,NA,0.546511627907,0.720930232558,0.488372093023,0.348837209302,0.476744186047,0.720930232558,0.488372093023,0.325581395349,NA,0.720930232558,0.488372093023,NA,0.918566775244,0.678260869565,0.8,0.680672268908,0.918566775244,0.581395348837,0.8,0.579831932773,0.918566775244,0.652542372881,0.8,0.657407407407,0.508307131279043,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-23","wmt16_real.online-g.0.de-en___1654",23,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,143,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-24","wmt15_usaar-gacha.4052.ru-en___401___swap___12",24,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,25,25,22,0.333333333333333,NA,0.333333333333333,0.25,1,30,0.744835550751,0.740740740741,0.744835550751,0.740740740741,0.7,0.9,0.5,0.4,0.805835499036,0.807692307692,0.805835499036,0.807692307692,0.7,0.875,0.5,0.4,0.888888888889,0.666666666667,0.805835499036,0.807692307692,0.805835499036,0.807692307692,0.875,0.875,0.5,0.5,0.805835499036,0.807692307692,0.805835499036,0.807692307692,0.875,0.875,0.5,0.5,0.785714285714,0.785714285714,0.5,0.5,0.785714285714,0.785714285714,0.5,0.5,0.785714285714,0.785714285714,0.5,0.5,0.79381443299,0.835820895522,0.74358974359,0.868852459016,0.79381443299,0.811594202899,0.74358974359,0.84126984127,0.79381443299,0.84375,0.74358974359,0.877192982456,0.450744840598299,0.450744840598299,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-25","wmt14_rbmt1.0.fr-en___905___order___9",25,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.5,NA,0.5,0.5,36,168,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-26","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",26,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.666666666666667,NA,0.666666666666667,0.75,35,323,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-34","wmt14_dcu-hien.3564.hi-en___588___swap___10",34,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0.25,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,18,18,14,0.444444444444444,NA,0.444444444444444,0.5,1,50,0.917347047337,0.914285714286,0.917347047337,0.914285714286,NA,NA,NA,NA,0.919865582541,0.941176470588,0.907789412647,0.941176470588,NA,0.894736842105,0.5,NA,NA,NA,0.919865582541,0.941176470588,0.907789412647,0.941176470588,0.894736842105,0.894736842105,0.5,0.5,0.919865582541,0.941176470588,0.863883504869,0.882352941176,0.894736842105,0.894736842105,0.5,0.5,0.894736842105,0.894736842105,0.5,0.5,0.894736842105,0.894736842105,0.5,0.5,0.894736842105,0.894736842105,0.5,0.5,0.981132075472,0.918918918919,0.947368421053,0.941176470588,0.981132075472,0.918918918919,0.947368421053,0.941176470588,0.981132075472,0.918918918919,0.947368421053,0.942857142857,0.495317172441991,0.495317172441991,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-35","wmt14_onlinea.0.cs-en___33",35,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0.25,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,15,26,NA,1,1,1,1,22,0.808593485398,0.869565217391,0.595880248833,0.695652173913,NA,NA,NA,NA,0.734703081552,0.72,0.515278126947,0.56,NA,0.75,0.5,NA,NA,NA,0.734703081552,0.72,0.443854924519,0.48,0.5,0.75,0.5,0.34375,0.734703081552,0.72,0.489802054368,0.48,0.5625,0.75,0.5,0.375,0.4375,0.625,0.5,0.3125,0.4375,0.625,0.5,0.34375,0.5,0.625,0.5,0.375,0.93023255814,0.545454545455,0.702127659574,0.421052631579,0.93023255814,0.472222222222,0.702127659574,0.404761904762,0.93023255814,0.540540540541,0.702127659574,0.5,0.224807796454329,0.453830739092176,0.394820919725898,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2757,-335.21405,0.193423275918,0.135463,0.484994594582636,0.25114144852633,0.33823920004951,NA,-0.3988,0.3067,0.50749836,0.51909722,0.618576,0.660352969,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-36","wmt16_real.uedin-nmt.4313.de-en___695___phrase___18",36,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0.25,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,39,39,34,0,NA,0,0,1,101,0.627224469148,0.641975308642,0.483673985258,0.493827160494,NA,NA,NA,NA,0.654717251983,0.684210526316,0.511428708144,0.526315789474,NA,0.67816091954,0.494252873563,NA,NA,NA,0.654717251983,0.684210526316,0.511428708144,0.526315789474,0.528735632184,0.67816091954,0.494252873563,0.32183908046,0.654717251983,0.684210526316,0.511428708144,0.526315789474,0.540229885057,0.67816091954,0.494252873563,0.379310344828,0.563218390805,0.701149425287,0.494252873563,0.333333333333,0.551724137931,0.701149425287,0.494252873563,0.32183908046,0.563218390805,0.701149425287,0.494252873563,0.379310344828,0.878504672897,0.65,0.886956521739,0.701923076923,0.878504672897,0.611940298507,0.886956521739,0.622641509434,0.878504672897,0.6875,0.886956521739,0.683168316832,0.52256373194729,0.527669239673212,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-37","wmt14_rbmt1.0.fr-en___905",37,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,323,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-38","wmt16_real.pjatk.4520.cs-en___877",38,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,168,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-39","wmt14_uedin-wmt14.3422.hi-en___399",39,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,30,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-40","wmt16_real.online-a.0.tr-en___362___swap___4",40,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0.75,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,10,10,9,0.777777777777778,NA,0.777777777777778,0.75,1,11,0.786626827325,0.782608695652,0.359880481974,0.347826086957,NA,NA,NA,NA,0.631210650788,0.636363636364,0.349895068767,0.363636363636,NA,0.791666666667,0.5,NA,NA,NA,0.631210650788,0.636363636364,0.631210650788,0.636363636364,0.791666666667,0.791666666667,0.5,0.5,0.631210650788,0.636363636364,0.631210650788,0.636363636364,0.791666666667,0.791666666667,0.5,0.5,0.5,0.833333333333,0.5,0.333333333333,0.833333333333,0.833333333333,0.5,0.5,0.833333333333,0.833333333333,0.5,0.5,0.828571428571,0.567567567568,0.846153846154,0.472222222222,0.828571428571,0.777777777778,0.846153846154,0.714285714286,0.828571428571,0.884615384615,0.846153846154,0.846153846154,0.433547493223059,0.433547493223059,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-41","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",41,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0.75,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.833333333333333,NA,0.833333333333333,1,36,47,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-42","wmt16_real.limsi.4422.ro-en___1858",42,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,13,18,NA,NA,NA,NA,1,114,1,1,1,1,0.884615384615,0.923076923077,0.5,0.461538461538,0.985018388311,1,0.985018388311,1,0.884615384615,0.966666666667,0.5,0.461538461538,0.923076923077,0.923076923077,0.985018388311,1,0.985018388311,1,0.966666666667,0.966666666667,0.5,0.5,0.985018388311,1,0.985018388311,1,0.966666666667,0.966666666667,0.5,0.5,0.933333333333,0.933333333333,0.5,0.5,0.933333333333,0.933333333333,0.5,0.5,0.933333333333,0.933333333333,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,0.490343327668315,0.539377660435147,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-43","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",43,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0.25,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.888888888888889,NA,0.888888888888889,1,36,33,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-44","wmt16_real.online-b.0.ru-en___2481",44,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,20,19,17,NA,NA,NA,NA,1,48,0.804669781072,0.820512820513,0.794540624709,0.820512820513,NA,NA,NA,NA,0.891626649685,0.926829268293,0.799852405901,0.829268292683,NA,0.851063829787,0.489361702128,NA,NA,NA,0.891626649685,0.926829268293,0.616303918333,0.634146341463,0.63829787234,0.851063829787,0.489361702128,0.382978723404,0.891626649685,0.926829268293,0.708078162117,0.731707317073,0.723404255319,0.851063829787,0.489361702128,0.446808510638,0.765957446809,0.829787234043,0.489361702128,0.425531914894,0.659574468085,0.829787234043,0.489361702128,0.382978723404,0.723404255319,0.829787234043,0.489361702128,0.446808510638,0.922077922078,0.76,0.938461538462,0.729166666667,0.922077922078,0.728813559322,0.938461538462,0.724137931034,0.922077922078,0.767857142857,0.938461538462,0.775862068966,0.441401726577822,0.535170365035339,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-45","wmt16_real.online-b.0.ru-en___2481___choice___6",45,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0,0.25,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,20,20,17,0.666666666666667,NA,0.666666666666667,0.75,1,56,0.859104676053,0.85,0.630779017221,0.65,NA,NA,NA,NA,0.990347422402,1,0.5891540768,0.590909090909,NA,0.978260869565,0.5,NA,NA,NA,0.990347422402,1,0.678308153601,0.681818181818,0.695652173913,0.978260869565,0.5,0.369565217391,0.990347422402,1,0.812039268801,0.818181818182,0.847826086957,0.978260869565,0.5,0.45652173913,0.608695652174,0.869565217391,0.5,0.326086956522,0.673913043478,0.869565217391,0.5,0.369565217391,0.804347826087,0.869565217391,0.5,0.45652173913,0.951219512195,0.609375,1,0.666666666667,0.951219512195,0.754098360656,1,0.740740740741,0.951219512195,0.846153846154,1,0.884615384615,0.403155869770924,0.516028167456789,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-46","wmt14_uedin-syntax.3166.ru-en___813___choice___4",46,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0,0.5,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,15,15,16,0.777777777777778,NA,0.777777777777778,0.75,1,30,0.896522239284,0.903225806452,0.883534077898,0.903225806452,NA,NA,NA,NA,1,1,0.888888888889,0.888888888889,NA,1,0.5,NA,NA,NA,1,1,0.888888888889,0.888888888889,0.916666666667,1,0.5,0.472222222222,1,1,0.888888888889,0.888888888889,0.916666666667,1,0.5,0.472222222222,0.833333333333,0.888888888889,0.5,0.472222222222,0.833333333333,0.888888888889,0.5,0.472222222222,0.833333333333,0.888888888889,0.5,0.472222222222,0.977272727273,0.875,1,0.875,0.977272727273,0.9,1,0.923076923077,0.977272727273,0.90243902439,1,0.926829268293,0.411982616537334,0.539377660435147,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-47","wmt16_real.pjatk.4520.cs-en___1555",47,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,39,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-48","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",48,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.5,NA,0.5,0.5,36,323,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"37-49","wmt15_uos-stemmed.4135.fi-en___479",49,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,7,5,NA,0,0,0,1,114,0.8,0.8,0.7,0.7,NA,NA,NA,NA,0.788930845938,0.823529411765,0.679587442913,0.705882352941,NA,0.75,0.4,NA,NA,NA,0.788930845938,0.823529411765,0.679587442913,0.705882352941,0.7,0.75,0.4,0.4,0.788930845938,0.823529411765,0.679587442913,0.705882352941,0.7,0.75,0.4,0.4,0.8,0.8,0.4,0.4,0.8,0.8,0.4,0.4,0.8,0.8,0.4,0.4,0.821428571429,0.645161290323,0.8,0.7,0.821428571429,0.727272727273,0.8,0.733333333333,0.821428571429,0.774193548387,0.8,0.777777777778,0.342304824149757,0.506874451144832,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.00606264135394319,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3689074,0.38986325,-0.00480932892287115,0.714285714286,23.3449,23.6428,10.50510349,0.114902041237,0.41493533,0.264222,0.186273,0.122835721210516,2.32242305126,0.1288281675,0.274562565912,0.333266881818182
"37-50","wmt15_usaar-gacha.4052.ru-en___401___swap___10",50,37,TRUE,19,0,1,1,0,2,17,"Female","Norwegian",2,1,FALSE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,25,25,22,0.444444444444444,NA,0.444444444444444,0.5,1,101,0.752611508153,0.754716981132,0.678944501165,0.679245283019,NA,NA,NA,NA,0.760565662169,0.769230769231,0.648894664097,0.653846153846,NA,0.821428571429,0.5,NA,NA,NA,0.760565662169,0.769230769231,0.686118330121,0.692307692308,0.785714285714,0.821428571429,0.5,0.482142857143,0.760565662169,0.769230769231,0.723341996145,0.730769230769,0.821428571429,0.821428571429,0.5,0.5,0.785714285714,0.839285714286,0.5,0.482142857143,0.803571428571,0.839285714286,0.5,0.482142857143,0.839285714286,0.839285714286,0.5,0.5,0.768421052632,0.797101449275,0.774193548387,0.797101449275,0.768421052632,0.794117647059,0.774193548387,0.794117647059,0.768421052632,0.846153846154,0.774193548387,0.84375,0.463532223605211,0.463532223605211,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-1","wmt16_real.pjatk.4520.cs-en___877___order___11",1,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0,NA,0,0,36,168,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-2","wmt15_online-b.0.ru-en___236___order___1",2,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,1,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,25,25,25,0.909090909090909,NA,0.909090909090909,1,1,323,0.945881382046,0.945454545455,0.90980230341,0.909090909091,0.877551020408,0.877551020408,0.489795918367,0.489795918367,0.95565080223,0.962962962963,0.919198738052,0.925925925926,0.857142857143,0.946428571429,0.5,0.489795918367,0.904761904762,0.904761904762,0.95565080223,0.962962962963,0.809842545516,0.814814814815,0.821428571429,0.946428571429,0.5,0.428571428571,0.95565080223,0.962962962963,0.846294609695,0.851851851852,0.857142857143,0.946428571429,0.5,0.464285714286,0.910714285714,0.946428571429,0.5,0.464285714286,0.821428571429,0.946428571429,0.5,0.428571428571,0.857142857143,0.946428571429,0.5,0.464285714286,0.961538461538,0.947368421053,0.949152542373,0.945454545455,0.961538461538,0.866666666667,0.949152542373,0.862068965517,0.961538461538,0.903225806452,0.949152542373,0.9,0.593433451959711,0.593433451959711,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-3","wmt15_mitll-afrl-hiero.4090.ru-en___651",3,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,17,11,NA,1,1,1,1,323,0.943088965081,0.967741935484,0.868796658131,0.903225806452,NA,NA,NA,NA,0.83908415001,0.88,0.795245739307,0.88,NA,0.8,0.485714285714,NA,NA,NA,0.83908415001,0.88,0.795245739307,0.88,0.714285714286,0.8,0.485714285714,0.428571428571,0.83908415001,0.88,0.770774392864,0.8,0.742857142857,0.8,0.485714285714,0.457142857143,0.8,0.885714285714,0.485714285714,0.428571428571,0.8,0.885714285714,0.485714285714,0.428571428571,0.828571428571,0.885714285714,0.485714285714,0.457142857143,0.941176470588,0.885714285714,0.951219512195,0.866666666667,0.941176470588,0.885714285714,0.951219512195,0.866666666667,0.941176470588,0.903225806452,0.951219512195,0.866666666667,0.50185201326597,0.567974718654569,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.033136806912813,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4882883,0.55525132,-0.0321844432334802,0.571428571429,32.3568,34.9253,12.17718323,0.230901059561,0.48952232,0.470469,0.418542,0.294673237882661,4.09796288255,0.4859756825,0.369927252634,0.462928290909091
"38-4","wmt16_real.jhu-pbmt.4286.fi-en___2345___order___3",4,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.5,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,8,8,6,0.727272727272727,NA,0.727272727272727,0.75,1,98,0.688359823253,0.705882352941,0.48373013256,0.470588235294,0.666666666667,0.766666666667,0.5,0.4,0.855817804082,0.875,0.711635608164,0.75,0.733333333333,0.833333333333,0.5,0.4,0.814814814815,0.592592592593,0.855817804082,0.875,0.474423738776,0.5,0.555555555556,0.833333333333,0.5,0.333333333333,0.855817804082,0.875,0.474423738776,0.5,0.555555555556,0.833333333333,0.5,0.388888888889,0.5,0.666666666667,0.5,0.333333333333,0.5,0.666666666667,0.5,0.333333333333,0.5,0.666666666667,0.5,0.388888888889,0.892857142857,0.653846153846,0.875,0.666666666667,0.892857142857,0.730769230769,0.875,0.666666666667,0.892857142857,0.625,0.875,0.608695652174,0.429412364322646,0.429412364322646,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-5","wmt16_real.amu-uedin.4458.ru-en___231",5,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,20,27,19,NA,0,0,0,1,100,0.730470320162,0.8,0.663183533223,0.8,0.5,0.666666666667,0.5,0.4,0.706264740194,0.787878787879,0.577121760467,0.606060606061,0.466666666667,0.632653061224,0.428571428571,0.4,0.636363636364,0.454545454545,0.706264740194,0.787878787879,0.555661492948,0.606060606061,0.530612244898,0.632653061224,0.428571428571,0.34693877551,0.706264740194,0.787878787879,0.498179863156,0.484848484848,0.530612244898,0.632653061224,0.428571428571,0.387755102041,0.551020408163,0.65306122449,0.428571428571,0.367346938776,0.530612244898,0.65306122449,0.428571428571,0.34693877551,0.530612244898,0.65306122449,0.428571428571,0.387755102041,0.838235294118,0.636363636364,0.909090909091,0.520833333333,0.838235294118,0.565217391304,0.909090909091,0.408163265306,0.838235294118,0.733333333333,0.909090909091,0.655172413793,0.239053262527848,0.454586162815624,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-6","wmt14_rbmt1.0.fr-en___905___order___9",6,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.5,0.5,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.181818181818182,NA,0.181818181818182,0,36,100,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-7","wmt16_real.pjatk.4520.cs-en___1725___swap___10",7,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.5,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,30,30,23,0.0909090909090909,NA,0.0909090909090909,0,1,32,0.79062893455,0.787878787879,0.79062893455,0.787878787879,NA,NA,NA,NA,0.972821168839,1,0.902983638537,0.933333333333,NA,0.941176470588,0.5,NA,NA,NA,0.972821168839,1,0.941299757583,0.966666666667,0.911764705882,0.941176470588,0.5,0.485294117647,0.972821168839,1,0.972821168839,1,0.941176470588,0.941176470588,0.5,0.5,0.823529411765,0.867647058824,0.5,0.455882352941,0.852941176471,0.867647058824,0.5,0.485294117647,0.867647058824,0.867647058824,0.5,0.5,0.86013986014,0.698795180723,1,0.861538461538,0.86013986014,0.77380952381,1,0.967213114754,0.86013986014,0.811764705882,1,1,0.49058266585818,0.49058266585818,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-8","wmt16_real.afrl-mitll-contrast.4524.ru-en___153___swap___2",8,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.75,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,32,32,28,0.818181818181818,NA,0.818181818181818,1,1,47,0.971778127326,0.971428571429,0.937439026444,0.942857142857,1,1,0.5,0.5,0.97961398659,0.985507246377,0.89426471752,0.898550724638,1,0.972222222222,0.5,0.5,1,1,0.97961398659,0.985507246377,0.888103582289,0.898550724638,0.888888888889,0.972222222222,0.5,0.458333333333,0.97961398659,0.985507246377,0.922714473877,0.927536231884,0.916666666667,0.972222222222,0.5,0.472222222222,0.930555555556,0.972222222222,0.5,0.486111111111,0.902777777778,0.972222222222,0.5,0.458333333333,0.930555555556,0.972222222222,0.5,0.472222222222,0.952941176471,0.909090909091,0.985915492958,0.92,0.952941176471,0.896103896104,0.985915492958,0.906666666667,0.952941176471,0.907894736842,0.985915492958,0.917808219178,0.613363591013647,0.613363591013647,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-9","wmt16_real.online-g.0.de-en___1654",9,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.75,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,47,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-10","wmt14_shad-wmt14.3464.ru-en___36",10,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,12,15,16,NA,0.5,0.5,0.5,1,100,0.754298857141,0.818181818182,0.69143594425,0.727272727273,NA,NA,NA,NA,0.798804306504,0.869565217391,0.720601711885,0.782608695652,NA,0.758620689655,0.448275862069,NA,NA,NA,0.798804306504,0.869565217391,0.720601711885,0.782608695652,0.689655172414,0.758620689655,0.448275862069,0.413793103448,0.798804306504,0.869565217391,0.659177477579,0.695652173913,0.620689655172,0.758620689655,0.448275862069,0.344827586207,0.655172413793,0.724137931034,0.448275862069,0.413793103448,0.655172413793,0.724137931034,0.448275862069,0.413793103448,0.620689655172,0.724137931034,0.448275862069,0.344827586207,0.833333333333,0.8,0.846153846154,0.862068965517,0.833333333333,0.8,0.846153846154,0.862068965517,0.833333333333,0.78125,0.846153846154,0.821428571429,0.336965143547671,0.487532044531153,0.405444321021608,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3242,-151.671509,0.195971196306,0.134617,NA,NA,NA,0.690546629,-0.5323,0.4519,0.58687674,0.5097035,0.717479,0.747076017,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-11","wmt14_rbmt1.0.fr-en___905___order___10",11,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.0909090909090909,NA,0.0909090909090909,0,36,101,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-12","wmt16_real.pjatk.4520.cs-en___877",12,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,75,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-13","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",13,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,1,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.727272727272727,NA,0.727272727272727,0.75,36,16,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-14","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",14,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,1,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.454545454545455,NA,0.454545454545455,0.5,35,75,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-15","wmt14_uedin-wmt14.3422.hi-en___729",15,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,14,29,NA,0.5,0.5,0.5,1,101,0.676504828555,0.666666666667,0.57838191431,0.592592592593,0.711538461538,0.826923076923,0.5,0.442307692308,0.661747585723,0.666666666667,0.509773485729,0.518518518519,0.730769230769,0.6875,0.5,0.442307692308,0.75,0.5,0.661747585723,0.666666666667,0.455922299981,0.444444444444,0.5,0.6875,0.5,0.34375,0.661747585723,0.666666666667,0.441165057148,0.444444444444,0.53125,0.6875,0.5,0.375,0.5,0.5625,0.5,0.40625,0.5,0.5625,0.5,0.34375,0.5,0.5625,0.5,0.375,0.818181818182,0.642857142857,0.80303030303,0.577777777778,0.818181818182,0.652173913043,0.80303030303,0.577777777778,0.818181818182,0.613636363636,0.80303030303,0.565217391304,0.36324689127173,0.477669662022326,0.358152801512928,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2724,-252.366501,0.162716300454,0.101902,NA,NA,NA,NA,-0.4064,0.4186,0.39665552,0.36279334,0.687179,0.694987167,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-16","wmt16_real.online-f.0.de-en___2506",16,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,100,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-17","wmt15_online-a.0.ru-en___794___phrase___4",17,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,34,34,19,0.636363636363636,NA,0.636363636363636,0.75,1,323,0.89028381168,0.894736842105,0.89028381168,0.894736842105,NA,NA,NA,NA,0.87537029201,0.888888888889,0.87537029201,0.888888888889,NA,0.858974358974,0.5,NA,NA,NA,0.87537029201,0.888888888889,0.87537029201,0.888888888889,0.858974358974,0.858974358974,0.5,0.448717948718,0.87537029201,0.888888888889,0.848558128295,0.861111111111,0.833333333333,0.858974358974,0.5,0.461538461538,0.897435897436,0.897435897436,0.5,0.461538461538,0.897435897436,0.897435897436,0.5,0.448717948718,0.871794871795,0.897435897436,0.5,0.461538461538,0.90243902439,0.903614457831,0.876288659794,0.932432432432,0.90243902439,0.882352941176,0.876288659794,0.907894736842,0.90243902439,0.926829268293,0.876288659794,0.945945945946,0.619503797023865,0.619503797023865,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-18","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",18,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.181818181818182,NA,0.181818181818182,0,36,323,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-19","wmt15_online-b.0.ru-en___236___order___7",19,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.75,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,25,25,25,0.363636363636364,NA,0.363636363636364,0.25,1,47,0.72153400563,0.716981132075,0.602104197936,0.603773584906,NA,NA,NA,NA,0.753377170375,0.76,0.668410048156,0.68,NA,0.781818181818,0.490909090909,NA,NA,NA,0.753377170375,0.76,0.684967122219,0.68,0.727272727273,0.781818181818,0.490909090909,0.418181818182,0.753377170375,0.76,0.651852974092,0.68,0.672727272727,0.781818181818,0.490909090909,0.418181818182,0.672727272727,0.781818181818,0.490909090909,0.381818181818,0.727272727273,0.781818181818,0.490909090909,0.418181818182,0.690909090909,0.781818181818,0.490909090909,0.418181818182,0.908256880734,0.706666666667,0.894736842105,0.685714285714,0.908256880734,0.718309859155,0.894736842105,0.69696969697,0.908256880734,0.771428571429,0.894736842105,0.75,0.474978845913933,0.481597403602897,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-20","wmt16_real.pjatk.4520.cs-en___1725___swap___2",20,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.75,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,30,30,23,0.818181818181818,NA,0.818181818181818,1,1,121,0.941176470588,0.941176470588,0.941176470588,0.941176470588,NA,NA,NA,NA,0.986835530639,1,0.956408309974,0.96875,NA,0.970588235294,0.5,NA,NA,NA,0.986835530639,1,0.986835530639,1,0.970588235294,0.970588235294,0.5,0.5,0.986835530639,1,0.986835530639,1,0.970588235294,0.970588235294,0.5,0.5,0.941176470588,0.955882352941,0.5,0.485294117647,0.955882352941,0.955882352941,0.5,0.5,0.955882352941,0.955882352941,0.5,0.5,0.772727272727,0.891891891892,1,0.96875,0.772727272727,0.917808219178,1,1,0.772727272727,0.944444444444,1,1,0.591069533603262,0.591069533603262,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-21","wmt16_real.online-f.0.de-en___218",21,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,1,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,16,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-22","wmt14_onlineb.0.ru-en___217",22,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,15,19,NA,0.5,0.5,0.5,1,323,0.734526297537,0.736842105263,0.519947318226,0.526315789474,NA,NA,NA,NA,0.797561807897,0.833333333333,0.535473295661,0.555555555556,NA,0.756097560976,0.390243902439,NA,NA,NA,0.797561807897,0.833333333333,0.704022674193,0.722222222222,0.682926829268,0.756097560976,0.390243902439,0.390243902439,0.797561807897,0.833333333333,0.692726403003,0.722222222222,0.682926829268,0.756097560976,0.390243902439,0.390243902439,0.487804878049,0.707317073171,0.390243902439,0.317073170732,0.658536585366,0.707317073171,0.390243902439,0.390243902439,0.658536585366,0.707317073171,0.390243902439,0.390243902439,0.867647058824,0.703125,0.75,0.578947368421,0.867647058824,0.779661016949,0.75,0.68,0.867647058824,0.810344827586,0.75,0.729166666667,0.313739859737599,0.51507826449766,0.296215494784383,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2729,-130.16571,0.144957538435,0.104289,NA,NA,NA,0.315552227,-0.2792,0.2339,0.4596081,0.36816816,0.532238,0.55577398,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-23","wmt16_real.online-b.0.tr-en___1144___choice___5",23,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,1,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,49,49,44,0.545454545454545,NA,0.545454545454545,0.5,1,75,0.856280948589,0.854545454545,0.735642329131,0.745454545455,0.452380952381,0.642857142857,0.5,0.357142857143,0.917914220811,0.928571428571,0.781542200335,0.803571428571,0.404761904762,0.905511811024,0.496062992126,0.357142857143,0.484848484848,0.242424242424,0.917914220811,0.928571428571,0.74545119181,0.75,0.748031496063,0.905511811024,0.496062992126,0.433070866142,0.917914220811,0.928571428571,0.72129070046,0.732142857143,0.708661417323,0.905511811024,0.496062992126,0.40157480315,0.732283464567,0.874015748031,0.496062992126,0.409448818898,0.748031496063,0.874015748031,0.496062992126,0.433070866142,0.700787401575,0.874015748031,0.496062992126,0.40157480315,0.964953271028,0.682634730539,0.942307692308,0.737179487179,0.964953271028,0.713483146067,0.942307692308,0.787096774194,0.964953271028,0.728323699422,0.942307692308,0.775510204082,0.541109914759776,0.590127597569983,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-24","wmt16_real.afrl-mitll-contrast.4524.ru-en___153___swap___4",24,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,1,0.75,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,32,32,28,0.636363636363636,NA,0.636363636363636,0.75,1,75,0.958003133002,0.957746478873,0.958003133002,0.957746478873,NA,NA,NA,NA,0.993882771791,1,0.993882771791,1,NA,0.986111111111,0.5,NA,NA,NA,0.993882771791,1,0.993882771791,1,0.986111111111,0.986111111111,0.5,0.5,0.993882771791,1,0.993882771791,1,0.986111111111,0.986111111111,0.5,0.5,0.972222222222,0.972222222222,0.5,0.5,0.972222222222,0.972222222222,0.5,0.5,0.972222222222,0.972222222222,0.5,0.5,0.888888888889,0.96,1,1,0.888888888889,0.96,1,1,0.888888888889,0.986301369863,1,1,0.595717678292014,0.595717678292014,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-25","wmt16_real.jhu-syntax.4391.tr-en___1915",25,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,3,2,2,NA,NA,NA,NA,1,39,0.8,0.8,0.4,0.4,NA,NA,NA,NA,0.8,0.8,0.4,0.4,NA,0.8,0.4,NA,NA,NA,0.8,0.8,0.8,0.8,0.8,0.8,0.4,0.4,0.8,0.8,0.8,0.8,0.8,0.8,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.8,0,0.8,0,0.8,1,0.8,0.75,0.8,1,0.8,0.75,0,0,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-26","wmt16_real.online-b.0.tr-en___1144___choice___10",26,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,49,49,44,0.0909090909090909,NA,0.0909090909090909,0,1,114,0.82283556557,0.818181818182,0.634701583725,0.636363636364,NA,NA,NA,NA,0.918981854199,0.929824561404,0.70107997595,0.719298245614,NA,0.90625,0.5,NA,NA,NA,0.918981854199,0.929824561404,0.711859644159,0.719298245614,0.703125,0.90625,0.5,0.3984375,0.918981854199,0.929824561404,0.782098121751,0.789473684211,0.78125,0.90625,0.5,0.4296875,0.6171875,0.828125,0.5,0.375,0.6640625,0.828125,0.5,0.3984375,0.734375,0.828125,0.5,0.4296875,0.953929539295,0.684210526316,0.919540229885,0.690476190476,0.953929539295,0.697297297297,0.919540229885,0.775641025641,0.953929539295,0.72,0.919540229885,0.786206896552,0.442527744485666,0.553558098003496,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-27","wmt15_online-e.0.fr-en___394",27,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,5,9,11,NA,0.25,0.25,0.25,1,323,0.844659713125,0.923076923077,0.844659713125,0.923076923077,0.973684210526,0.973684210526,0.5,0.5,0.844659713125,0.923076923077,0.844659713125,0.923076923077,0.947368421053,0.764705882353,0.411764705882,0.5,0.972972972973,0.972972972973,0.844659713125,0.923076923077,0.436893052696,0.461538461538,0.470588235294,0.764705882353,0.411764705882,0.294117647059,0.844659713125,0.923076923077,0.572815272839,0.615384615385,0.588235294118,0.764705882353,0.411764705882,0.352941176471,0.647058823529,0.705882352941,0.411764705882,0.411764705882,0.470588235294,0.705882352941,0.411764705882,0.294117647059,0.588235294118,0.705882352941,0.411764705882,0.352941176471,0.8125,0.615384615385,0.8125,0.615384615385,0.8125,0.444444444444,0.8125,0.444444444444,0.8125,0.588235294118,0.8125,0.588235294118,0.338344205542575,0.468500373793146,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0904844769261668,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5419397,0.61522423,-0.0726848421481832,0.516129032258,52.2779,51.7976,13.09853711,0.407878028184,0.50392931,0.656405,0.493379,0.338509115250738,4.98870224149,0.083871395,0.438400436624,0.482992427272727
"38-28","wmt15_uedin-syntax.4006.fi-en___410",28,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,9,9,NA,0.5,0.5,0.5,1,323,0.761235994797,0.8,0.651544993496,0.7,NA,NA,NA,NA,0.832162990894,0.9,0.651544993496,0.7,NA,0.76,0.44,NA,NA,NA,0.832162990894,0.9,0.651544993496,0.7,0.64,0.76,0.44,0.4,0.832162990894,0.9,0.651544993496,0.7,0.64,0.76,0.44,0.4,0.64,0.72,0.44,0.4,0.64,0.72,0.44,0.4,0.64,0.72,0.44,0.4,0.866666666667,0.777777777778,0.806451612903,0.785714285714,0.866666666667,0.777777777778,0.806451612903,0.785714285714,0.866666666667,0.807692307692,0.806451612903,0.814814814815,0.376927650498403,0.463532223605211,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0369534002161286,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228785,0.34983663,-0.038465421200931,0.659574468085,53.7744,44.7536,11.83421803,0.276510536909,0.50709371,0.456793,0.389647,0.22317388254069,2.94713759514,0.533872425,0.354876125221,0.316836727272727
"38-29","wmt16_real.online-b.0.cs-en___1725",29,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.75,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,30,21,23,NA,NA,NA,NA,1,61,0.523305497778,0.489795918367,0.392479123333,0.367346938776,0.892857142857,0.892857142857,0.5,0.5,0.655217169412,0.711111111111,0.464363996102,0.488888888889,0.875,0.614035087719,0.40350877193,0.5,0.8,0.8,0.655217169412,0.711111111111,0.464363996102,0.488888888889,0.491228070175,0.614035087719,0.40350877193,0.333333333333,0.655217169412,0.711111111111,0.535572148331,0.577777777778,0.543859649123,0.614035087719,0.40350877193,0.368421052632,0.438596491228,0.543859649123,0.40350877193,0.350877192982,0.438596491228,0.543859649123,0.40350877193,0.333333333333,0.491228070175,0.543859649123,0.40350877193,0.368421052632,0.856209150327,0.553398058252,0.832298136646,0.530864197531,0.856209150327,0.534653465347,0.832298136646,0.548780487805,0.856209150327,0.602040816327,0.832298136646,0.625,0.151965249506489,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-30","wmt15_online-a.0.ru-en___794___choice___4",30,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.75,0.25,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,34,34,19,0.636363636363636,NA,0.636363636363636,0.75,1,47,0.897804488271,0.901408450704,0.897804488271,0.901408450704,0.676470588235,0.705882352941,0.5,0.411764705882,0.939990095093,0.95652173913,0.939990095093,0.95652173913,0.647058823529,0.92,0.48,0.411764705882,0.6875,0.5625,0.939990095093,0.95652173913,0.884118336986,0.898550724638,0.88,0.92,0.48,0.466666666667,0.939990095093,0.95652173913,0.939990095093,0.95652173913,0.92,0.92,0.48,0.48,0.906666666667,0.906666666667,0.48,0.48,0.88,0.906666666667,0.48,0.466666666667,0.906666666667,0.906666666667,0.48,0.48,0.895238095238,0.909090909091,0.960526315789,0.942857142857,0.895238095238,0.847826086957,0.960526315789,0.891891891892,0.895238095238,0.865168539326,0.960526315789,0.9,0.494911937388929,0.588620673074865,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-31","wmt15_online-a.0.ru-en___250",31,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,23,25,NA,0.67,0.67,0.75,1,323,0.760776651324,0.765957446809,0.752080316047,0.765957446809,0.5625,0.708333333333,0.5,0.375,0.764300170343,0.790697674419,0.712931401686,0.744186046512,0.520833333333,0.735849056604,0.471698113208,0.375,0.666666666667,0.488888888889,0.764300170343,0.790697674419,0.703850660284,0.744186046512,0.679245283019,0.735849056604,0.471698113208,0.433962264151,0.764300170343,0.790697674419,0.586067319921,0.604651162791,0.584905660377,0.735849056604,0.471698113208,0.396226415094,0.735849056604,0.792452830189,0.471698113208,0.433962264151,0.716981132075,0.792452830189,0.471698113208,0.433962264151,0.603773584906,0.792452830189,0.471698113208,0.396226415094,0.927419354839,0.671875,0.747474747475,0.576271186441,0.927419354839,0.6875,0.747474747475,0.616666666667,0.927419354839,0.6,0.747474747475,0.587301587302,0.394247300097362,0.462345336387629,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.061144707578954,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4541834,0.52637469,-0.040253392314401,0.6,48.3831,49.386,13.05268867,0.416550291659,0.55234117,0.507162,0.44915,0.322005033489326,4.40684845831,0.51047504,0.593119657539,0.453316227272727
"38-32","wmt16_real.afrl-mitll-contrast.4524.ru-en___153___swap___6",32,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,1,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,32,32,28,0.454545454545455,NA,0.454545454545455,0.5,1,16,0.944444444444,0.944444444444,0.861111111111,0.861111111111,0.85,0.95,0.5,0.45,0.993882771791,1,0.880995281096,0.885714285714,0.85,0.986111111111,0.5,0.45,0.947368421053,0.947368421053,0.993882771791,1,0.880995281096,0.885714285714,0.888888888889,0.986111111111,0.5,0.458333333333,0.993882771791,1,0.993882771791,1,0.986111111111,0.986111111111,0.5,0.5,0.888888888889,0.972222222222,0.5,0.458333333333,0.888888888889,0.972222222222,0.5,0.458333333333,0.972222222222,0.972222222222,0.5,0.5,0.878048780488,0.903614457831,1,0.909090909091,0.878048780488,0.89156626506,1,0.909090909091,0.878048780488,0.945945945946,1,1,0.595717678292014,0.595717678292014,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-33","wmt16_real.pjatk.4520.cs-en___1555",33,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,54,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-34","wmt14_kaznu1.3549.ru-en___228___swap___10",34,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.5,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,24,24,19,0.0909090909090909,NA,0.0909090909090909,0,1,98,0.779933503319,0.761904761905,0.72645511474,0.714285714286,NA,NA,NA,NA,0.981893913673,1,0.814278639352,0.826086956522,NA,0.96,0.5,NA,NA,NA,0.981893913673,1,0.939990095093,0.95652173913,0.92,0.96,0.5,0.48,0.981893913673,1,0.939990095093,0.95652173913,0.92,0.96,0.5,0.48,0.76,0.82,0.5,0.46,0.8,0.82,0.5,0.48,0.8,0.82,0.5,0.48,0.716814159292,0.72,1,0.9,0.716814159292,0.764705882353,1,0.911111111111,0.716814159292,0.820895522388,1,0.911111111111,0.481916813948013,0.481916813948013,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-35","wmt14_rbmt1.0.fr-en___905",35,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,323,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-36","wmt16_real.online-b.0.tr-en___1144",36,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,49,55,44,NA,NA,NA,NA,1,100,0.475679371238,0.447058823529,0.373220662775,0.329411764706,NA,NA,NA,NA,0.545528406555,0.526315789474,0.42659473266,0.421052631579,NA,0.634328358209,0.477611940299,NA,NA,NA,0.545528406555,0.526315789474,0.367127895713,0.368421052632,0.44776119403,0.634328358209,0.477611940299,0.350746268657,0.545528406555,0.526315789474,0.388187879821,0.368421052632,0.44776119403,0.634328358209,0.477611940299,0.365671641791,0.507462686567,0.641791044776,0.477611940299,0.365671641791,0.462686567164,0.641791044776,0.477611940299,0.350746268657,0.470149253731,0.641791044776,0.477611940299,0.365671641791,0.855305466238,0.554945054945,0.693181818182,0.631313131313,0.855305466238,0.48,0.693181818182,0.558510638298,0.855305466238,0.491428571429,0.693181818182,0.614973262032,0.396618082894334,0.512530374272658,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-37","wmt16_real.online-a.0.de-en___218___choice___3",37,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.5,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.727272727272727,NA,0.727272727272727,0.75,36,48,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-38","wmt15_online-e.0.de-en___357",38,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,10,10,9,NA,0.25,0.25,0.25,1,323,0.696446753982,0.736842105263,0.62066128486,0.631578947368,NA,NA,NA,NA,0.71627025325,0.777777777778,0.638278578423,0.666666666667,NA,0.652173913043,0.478260869565,NA,NA,NA,0.71627025325,0.777777777778,0.638278578423,0.666666666667,0.608695652174,0.652173913043,0.478260869565,0.434782608696,0.71627025325,0.777777777778,0.638278578423,0.666666666667,0.608695652174,0.652173913043,0.478260869565,0.434782608696,0.652173913043,0.652173913043,0.478260869565,0.434782608696,0.652173913043,0.652173913043,0.478260869565,0.434782608696,0.652173913043,0.652173913043,0.478260869565,0.434782608696,0.702702702703,0.826086956522,0.702702702703,0.888888888889,0.702702702703,0.826086956522,0.702702702703,0.888888888889,0.702702702703,0.863636363636,0.702702702703,0.833333333333,0.482475894788031,0.537302701013944,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.01827582380682,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.5061394,0.56351273,-0.0196940870293328,0.692307692308,29.251,31.8201,12.28470765,0.29343659306,0.65541646,0.367164,0.320014,0.341173905599506,4.16765791429,0.726937235,0.495430836576,0.484852209090909
"38-39","wmt16_real.afrl-mitll-contrast.4524.ru-en___153___order___3",39,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,1,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,32,32,28,0.727272727272727,NA,0.727272727272727,0.75,1,75,0.916666666667,0.916666666667,0.722222222222,0.722222222222,NA,NA,NA,NA,0.924018993602,0.941176470588,0.723247378486,0.735294117647,NA,0.902777777778,0.5,NA,NA,NA,0.924018993602,0.941176470588,0.751929037789,0.764705882353,0.763888888889,0.902777777778,0.5,0.416666666667,0.924018993602,0.941176470588,0.837974015695,0.852941176471,0.847222222222,0.902777777778,0.5,0.444444444444,0.75,0.916666666667,0.5,0.402777777778,0.777777777778,0.916666666667,0.5,0.416666666667,0.847222222222,0.916666666667,0.5,0.444444444444,0.971631205674,0.788888888889,0.973684210526,0.809523809524,0.971631205674,0.802197802198,0.973684210526,0.813953488372,0.971631205674,0.857142857143,0.973684210526,0.884615384615,0.535601562099654,0.535601562099654,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-40","wmt16_real.online-b.0.fi-en___2345",40,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,8,8,6,NA,NA,NA,NA,1,323,0.881394065306,0.875,0.881394065306,0.875,NA,NA,NA,NA,1,1,1,1,NA,1,0.5,NA,NA,NA,1,1,1,1,1,1,0.5,0.5,1,1,1,1,1,1,0.5,0.5,0.944444444444,0.944444444444,0.5,0.5,0.944444444444,0.944444444444,0.5,0.5,0.944444444444,0.944444444444,0.5,0.5,0.85,0.833333333333,1,1,0.85,0.833333333333,1,1,0.85,0.833333333333,1,1,0.41326865435132,0.545285030046881,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-41","wmt14_afrl.3456.hi-en___371___swap___8",41,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.5,0.5,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.272727272727273,NA,0.272727272727273,0.25,35,100,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-42","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",42,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.818181818181818,NA,0.818181818181818,1,36,323,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-43","wmt14_uedin-wmt14.3422.hi-en___399",43,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.5,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,48,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-44","wmt15_promt-rule-based.3993.ru-en___773",44,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,34,36,19,NA,1,1,1,1,323,0.692834380783,0.724137931034,0.597485624916,0.620689655172,NA,NA,NA,NA,0.752168036409,0.793103448276,0.633500725158,0.655172413793,NA,0.725,0.4875,NA,NA,NA,0.752168036409,0.793103448276,0.633500725158,0.655172413793,0.6375,0.725,0.4875,0.4125,0.752168036409,0.793103448276,0.656819280542,0.689655172414,0.65,0.725,0.4875,0.4125,0.575,0.675,0.4875,0.3875,0.6,0.675,0.4875,0.4125,0.625,0.675,0.4875,0.4125,0.928838951311,0.598130841121,0.826347305389,0.617647058824,0.928838951311,0.622807017544,0.826347305389,0.625,0.928838951311,0.683673469388,0.826347305389,0.666666666667,0.305997783215675,0.467284114785603,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.00310092888998056,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3379303,0.32746403,-0.00218395073168405,0.75,13.0459,11.4736,10.33413775,0.129721627907,0.6483216,0.101471,0.05,0.0930232558139535,1.7793040823,0.279426695,0.557474850556,0.305832454545455
"38-45","wmt14_iitb-ranked-ppl.3173.hi-en___392",45,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.75,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,11,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-46","wmt14_afrl.3456.hi-en___371___swap___2",46,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.818181818181818,NA,0.818181818181818,1,36,323,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-47","wmt15_online-a.0.ru-en___794___choice___3",47,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,1,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,34,34,19,0.727272727272727,NA,0.727272727272727,0.75,1,75,0.960681333572,0.96,0.960681333572,0.96,NA,NA,NA,NA,0.98261894687,1,0.98261894687,1,NA,0.961538461538,0.5,NA,NA,NA,0.98261894687,1,0.98261894687,1,0.961538461538,0.961538461538,0.5,0.5,0.98261894687,1,0.98261894687,1,0.961538461538,0.961538461538,0.5,0.5,0.961538461538,0.961538461538,0.5,0.5,0.961538461538,0.961538461538,0.5,0.5,0.961538461538,0.961538461538,0.5,0.5,0.956043956044,0.962962962963,1,1,0.956043956044,0.962962962963,1,1,0.956043956044,0.962962962963,1,1,0.53774342225854,0.613363591013647,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-48","wmt16_real.jhu-pbmt.4284.ro-en___853",48,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,114,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-49","wmt16_real.afrl-mitll-phrase.4383.ru-en___153",49,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.75,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,32,28,28,NA,0.5,0.5,0.5,1,61,0.654322434729,0.666666666667,0.543210557519,0.549019607843,NA,NA,NA,NA,0.714935377645,0.727272727273,0.548701216409,0.545454545455,NA,0.701492537313,0.462686567164,NA,NA,NA,0.714935377645,0.727272727273,0.55584389251,0.545454545455,0.582089552239,0.701492537313,0.462686567164,0.388059701493,0.714935377645,0.727272727273,0.581948048656,0.581818181818,0.597014925373,0.701492537313,0.462686567164,0.402985074627,0.582089552239,0.65671641791,0.462686567164,0.388059701493,0.582089552239,0.65671641791,0.462686567164,0.388059701493,0.582089552239,0.65671641791,0.462686567164,0.402985074627,0.877777777778,0.663157894737,0.808917197452,0.623655913978,0.877777777778,0.663043478261,0.808917197452,0.625,0.877777777778,0.627906976744,0.808917197452,0.632183908046,0.29060783986575,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"38-50","wmt14_iitb-ranked-ppl.3173.hi-en___674",50,38,FALSE,22,6,0,3,1,1,17,"Female","Norwegian",1,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,100,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-1","wmt14_iitb-ranked-ppl.3173.hi-en___674",1,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.5,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,54,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-2","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",2,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.75,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.727272727272727,NA,0.727272727272727,0.75,36,11,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-3","wmt16_real.pjatk.4520.cs-en___877___order___11",3,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0,NA,0,0,36,168,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-4","wmt16_real.pjatk.4520.cs-en___877",4,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,323,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-5","wmt14_onlinea.0.fr-en___414",5,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,20,21,29,NA,0.5,0.5,0.5,1,75,0.626394276506,0.647058823529,0.562237960765,0.588235294118,1,1,0.5,0.5,0.708021812557,0.736842105263,0.519534544131,0.526315789474,1,0.720930232558,0.488372093023,0.5,1,1,0.708021812557,0.736842105263,0.757827872611,0.789473684211,0.720930232558,0.720930232558,0.488372093023,0.395348837209,0.708021812557,0.736842105263,0.708021812557,0.736842105263,0.674418604651,0.720930232558,0.488372093023,0.395348837209,0.558139534884,0.697674418605,0.488372093023,0.372093023256,0.674418604651,0.697674418605,0.488372093023,0.395348837209,0.651162790698,0.697674418605,0.488372093023,0.395348837209,0.879120879121,0.612903225806,0.85,0.672413793103,0.879120879121,0.698412698413,0.85,0.8,0.879120879121,0.71186440678,0.85,0.795918367347,0.315570005026849,0.491434539078269,0.365024361376899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2788,-87.611259,0.174625088413,0.11607,NA,NA,NA,NA,-0.3271,0.1755,0.43166548,0.34262695,0.549782,0.589904402,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-6","wmt16_real.cu-mergedtrees.4515.cs-en___2743",6,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.5,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,20,23,19,NA,NA,NA,NA,1,32,0.599337463498,0.647058823529,0.469315665693,0.470588235294,NA,NA,NA,NA,0.4801325073,0.470588235294,0.360927551103,0.294117647059,NA,0.574468085106,0.489361702128,NA,NA,NA,0.4801325073,0.470588235294,0.440397521901,0.411764705882,0.489361702128,0.574468085106,0.489361702128,0.340425531915,0.4801325073,0.470588235294,0.397130155473,0.411764705882,0.446808510638,0.574468085106,0.489361702128,0.382978723404,0.404255319149,0.510638297872,0.489361702128,0.382978723404,0.425531914894,0.510638297872,0.489361702128,0.340425531915,0.425531914894,0.510638297872,0.489361702128,0.382978723404,0.835820895522,0.540983606557,0.759615384615,0.492307692308,0.835820895522,0.576271186441,0.759615384615,0.490909090909,0.835820895522,0.701754385965,0.759615384615,0.645833333333,0.312804921172233,0.457181723793856,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-7","wmt14_onlineb.0.ru-en___189",7,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,23,25,NA,0.33,0.33,0.25,1,323,0.86644783691,0.869565217391,0.691365775751,0.695652173913,NA,NA,NA,NA,0.921049825919,0.975609756098,0.700266001377,0.731707317073,NA,0.862745098039,0.490196078431,NA,NA,NA,0.921049825919,0.975609756098,0.700266001377,0.731707317073,0.666666666667,0.862745098039,0.490196078431,0.392156862745,0.921049825919,0.975609756098,0.788579531194,0.829268292683,0.745098039216,0.862745098039,0.490196078431,0.411764705882,0.725490196078,0.901960784314,0.490196078431,0.392156862745,0.725490196078,0.901960784314,0.490196078431,0.392156862745,0.78431372549,0.901960784314,0.490196078431,0.411764705882,0.925,0.819672131148,0.941176470588,0.795918367347,0.925,0.819672131148,0.941176470588,0.795918367347,0.925,0.821428571429,0.941176470588,0.813953488372,0.496685805013938,0.561567234513422,0.347130587046137,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3102,-134.930374,0.157682176114,0.0975491,NA,NA,NA,0.573494881,-0.5163,0.3897,0.52858138,0.39038354,0.549936,0.556339648,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-8","wmt14_afrl.3456.hi-en___371___swap___2",8,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.75,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.818181818181818,NA,0.818181818181818,1,36,47,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-9","wmt16_real.online-f.0.de-en___218",9,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,75,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-11","wmt14_afrl.3456.hi-en___371___swap___8",11,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.25,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.272727272727273,NA,0.272727272727273,0.25,35,101,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-12","wmt15_uos-stemmed.4135.fi-en___145___choice___2",12,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.5,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,13,13,7,0.818181818181818,NA,0.818181818181818,1,1,54,0.96602493989,0.965517241379,0.96602493989,0.965517241379,0.614035087719,0.736842105263,0.491228070175,0.368421052632,0.968926046626,1,0.968926046626,1,0.614035087719,0.933333333333,0.5,0.368421052632,0.754716981132,0.528301886792,0.968926046626,1,0.968926046626,1,0.933333333333,0.933333333333,0.5,0.5,0.968926046626,1,0.896783577914,0.923076923077,0.866666666667,0.933333333333,0.5,0.466666666667,0.9,0.9,0.5,0.5,0.9,0.9,0.5,0.5,0.833333333333,0.9,0.5,0.466666666667,0.965517241379,0.966666666667,1,1,0.965517241379,0.933333333333,1,0.958333333333,0.965517241379,0.862068965517,1,0.88,0.511573885105186,0.587362608824472,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-13","wmt16_real.tbtk-syscomb.4509.tr-en___2598",13,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,18,16,15,NA,NA,NA,NA,1,50,0.511809931208,0.5,0.311023758599,0.3125,0.833333333333,0.866666666667,0.5,0.433333333333,0.686988452544,0.705882352941,0.396919498428,0.411764705882,0.8,0.666666666667,0.5,0.433333333333,0.866666666667,0.8,0.686988452544,0.705882352941,0.396919498428,0.411764705882,0.404761904762,0.666666666667,0.5,0.309523809524,0.686988452544,0.705882352941,0.599149290381,0.647058823529,0.571428571429,0.666666666667,0.5,0.404761904762,0.428571428571,0.619047619048,0.5,0.333333333333,0.380952380952,0.619047619048,0.5,0.309523809524,0.547619047619,0.619047619048,0.5,0.404761904762,0.817204301075,0.55737704918,0.778761061947,0.55737704918,0.817204301075,0.55,0.778761061947,0.568965517241,0.817204301075,0.75,0.778761061947,0.659574468085,0.363749562356984,0.443319779122575,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-14","wmt15_uedin-jhu-phrase.4065.ru-en___459___phrase___5",14,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.25,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,11,11,16,0.545454545454545,NA,0.545454545454545,0.5,1,143,0.787263904727,0.818181818182,0.71868441798,0.727272727273,NA,NA,NA,NA,0.833333333333,0.833333333333,0.833333333333,0.833333333333,NA,0.833333333333,0.5,NA,NA,NA,0.833333333333,0.833333333333,0.666666666667,0.666666666667,0.666666666667,0.833333333333,0.5,0.375,0.833333333333,0.833333333333,0.5,0.5,0.625,0.833333333333,0.5,0.416666666667,0.833333333333,0.833333333333,0.5,0.416666666667,0.666666666667,0.833333333333,0.5,0.375,0.625,0.833333333333,0.5,0.416666666667,0.909090909091,0.785714285714,0.805555555556,0.913043478261,0.909090909091,0.620689655172,0.805555555556,0.777777777778,0.909090909091,0.5625,0.805555555556,0.625,0.518355062943862,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-15","wmt14_onlineb.0.ru-en___482",15,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,17,15,15,NA,0.5,0.5,0.5,1,100,0.768541208664,0.814814814815,0.509263797288,0.518518518519,NA,NA,NA,NA,0.73148601951,0.740740740741,0.430562362599,0.444444444444,NA,0.722222222222,0.5,NA,NA,NA,0.73148601951,0.740740740741,0.574083150132,0.592592592593,0.555555555556,0.722222222222,0.5,0.333333333333,0.73148601951,0.740740740741,0.550910042824,0.518518518519,0.611111111111,0.722222222222,0.5,0.444444444444,0.5,0.722222222222,0.5,0.361111111111,0.527777777778,0.722222222222,0.5,0.333333333333,0.583333333333,0.722222222222,0.5,0.444444444444,0.859649122807,0.604651162791,0.734693877551,0.547619047619,0.859649122807,0.641025641026,0.734693877551,0.631578947368,0.859649122807,0.697674418605,0.734693877551,0.609756097561,0.341621420061916,0.496373003508767,0.287247339155681,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2433,-127.782661,0.141063231747,0.101835,NA,NA,NA,0.380066771,-0.3477,0.2452,0.4753598,0.40695367,0.561093,0.605582903,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-16","wmt15_dfki-experimental.4060.de-en___411___choice___2",16,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,17,17,11,0.818181818181818,NA,0.818181818181818,1,1,114,0.973285996555,0.972972972973,0.973285996555,0.972972972973,NA,NA,NA,NA,0.988259452075,1,0.988259452075,1,NA,0.973684210526,0.5,NA,NA,NA,0.988259452075,1,0.988259452075,1,0.973684210526,0.973684210526,0.5,0.5,0.988259452075,1,0.988259452075,1,0.973684210526,0.973684210526,0.5,0.5,0.947368421053,0.947368421053,0.5,0.5,0.947368421053,0.947368421053,0.5,0.5,0.947368421053,0.947368421053,0.5,0.5,0.973684210526,0.972222222222,1,1,0.973684210526,0.972222222222,1,1,0.973684210526,0.972222222222,1,1,0.553779699315179,0.613363591013647,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-17","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",17,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,1,0.5,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.181818181818182,NA,0.181818181818182,0,36,16,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-18","wmt15_online-c.4166.de-en___446",18,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,26,27,NA,0.75,0.75,0.75,1,323,0.911814802612,0.941176470588,0.754478482224,0.78431372549,NA,NA,NA,NA,0.92162987167,0.96,0.733010841938,0.76,NA,0.877192982456,0.491228070175,NA,NA,NA,0.92162987167,0.96,0.846182259777,0.88,0.80701754386,0.877192982456,0.491228070175,0.438596491228,0.92162987167,0.96,0.883906065724,0.92,0.842105263158,0.877192982456,0.491228070175,0.473684210526,0.701754385965,0.842105263158,0.491228070175,0.385964912281,0.771929824561,0.842105263158,0.491228070175,0.438596491228,0.789473684211,0.842105263158,0.491228070175,0.473684210526,0.927710843373,0.734375,0.972602739726,0.770491803279,0.927710843373,0.813559322034,0.972602739726,0.867924528302,0.927710843373,0.839285714286,0.972602739726,0.851851851852,0.406830267848326,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.540041828363218,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.7840463,0.94606723,-0.537058576699217,0.181818181818,85.9748,85.9748,16.5172362,0.757122301811,0.83527889,0.958951,0.958951,0.546819607744347,9.2129535011,0.8319412475,0.941365461847,0.882512245454545
"39-19","wmt16_real.jhu-syntax.4517.de-en___2834",19,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,26,26,21,NA,NA,NA,NA,1,323,0.715325622698,0.730769230769,0.680069361383,0.692307692308,0.978260869565,0.978260869565,0.5,0.5,0.680512922111,0.69387755102,0.607790021656,0.612244897959,0.978260869565,0.666666666667,0.492063492063,0.5,0.977777777778,0.977777777778,0.680512922111,0.69387755102,0.607790021656,0.612244897959,0.603174603175,0.666666666667,0.492063492063,0.396825396825,0.680512922111,0.69387755102,0.644151471884,0.65306122449,0.634920634921,0.666666666667,0.492063492063,0.412698412698,0.666666666667,0.730158730159,0.492063492063,0.396825396825,0.666666666667,0.730158730159,0.492063492063,0.396825396825,0.68253968254,0.730158730159,0.492063492063,0.412698412698,0.853146853147,0.831325301205,0.778947368421,0.876923076923,0.853146853147,0.831325301205,0.778947368421,0.863636363636,0.853146853147,0.771428571429,0.778947368421,0.838709677419,0.446155338181388,0.531291630026456,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-20","wmt15_dfki-experimental.4060.de-en___411___choice___1",20,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,17,17,11,0.909090909090909,NA,0.909090909090909,1,1,323,1,1,1,1,NA,NA,NA,NA,0.988259452075,1,0.988259452075,1,NA,0.973684210526,0.5,NA,NA,NA,0.988259452075,1,0.988259452075,1,0.973684210526,0.973684210526,0.5,0.5,0.988259452075,1,0.988259452075,1,0.973684210526,0.973684210526,0.5,0.5,0.947368421053,0.947368421053,0.5,0.5,0.947368421053,0.947368421053,0.5,0.5,0.947368421053,0.947368421053,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,0.560789568926763,0.613363591013647,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-21","wmt14_shad-wmt14.3464.ru-en___214___phrase___5",21,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.75,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,24,24,25,0.545454545454545,NA,0.545454545454545,0.5,1,11,0.749812546985,0.782608695652,0.46166987671,0.478260869565,NA,NA,NA,NA,0.786028681605,0.818181818182,0.509068833394,0.5,NA,0.75,0.5,NA,NA,NA,0.786028681605,0.818181818182,0.509068833394,0.5,0.557692307692,0.75,0.5,0.346153846154,0.786028681605,0.818181818182,0.786028681605,0.818181818182,0.75,0.75,0.5,0.403846153846,0.557692307692,0.807692307692,0.5,0.346153846154,0.576923076923,0.807692307692,0.5,0.346153846154,0.807692307692,0.807692307692,0.5,0.403846153846,0.927083333333,0.733333333333,0.777777777778,0.754385964912,0.927083333333,0.743243243243,0.777777777778,0.767857142857,0.927083333333,0.838709677419,0.777777777778,0.933333333333,0.587362608824472,0.587362608824472,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-22","wmt14_onlinea.0.fr-en___414___swap___10",22,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.5,0,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,20,20,29,0.0909090909090909,NA,0.0909090909090909,0,1,32,0.755297324767,0.75,0.793643210279,0.8,NA,NA,NA,NA,0.85317839486,0.85,0.85317839486,0.85,NA,0.904761904762,0.5,NA,NA,NA,0.85317839486,0.85,0.85317839486,0.85,0.904761904762,0.904761904762,0.5,0.5,0.85317839486,0.85,0.85317839486,0.85,0.904761904762,0.904761904762,0.5,0.5,0.857142857143,0.857142857143,0.5,0.5,0.857142857143,0.857142857143,0.5,0.5,0.857142857143,0.857142857143,0.5,0.5,0.794117647059,0.763636363636,0.84,0.888888888889,0.794117647059,0.745454545455,0.84,0.888888888889,0.794117647059,0.77358490566,0.84,0.909090909091,0.472787221021741,0.472787221021741,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-23","wmt15_uos-stemmed.4135.fi-en___145___choice___1",23,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,13,13,7,0.909090909090909,NA,0.909090909090909,1,1,323,0.96602493989,0.965517241379,0.815401442631,0.827586206897,NA,NA,NA,NA,0.968926046626,1,0.752498640491,0.769230769231,NA,0.933333333333,0.5,NA,NA,NA,0.968926046626,1,0.824641109202,0.846153846154,0.833333333333,0.933333333333,0.5,0.466666666667,0.968926046626,1,0.896783577914,0.923076923077,0.866666666667,0.933333333333,0.5,0.466666666667,0.8,0.933333333333,0.5,0.433333333333,0.833333333333,0.933333333333,0.5,0.466666666667,0.9,0.933333333333,0.5,0.466666666667,0.966666666667,0.838709677419,1,0.75,0.966666666667,0.8125,1,0.846153846154,0.966666666667,0.933333333333,1,0.96,0.536004408221675,0.593433451959711,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-24","wmt16_real.online-f.0.de-en___2506",24,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.25,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,22,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-25","wmt14_shad-wmt14.3464.ru-en___214___phrase___6",25,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.5,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,24,24,25,0.454545454545455,NA,0.454545454545455,0.5,1,32,0.812464219052,0.816326530612,0.653412343723,0.65306122449,NA,NA,NA,NA,0.861273423925,0.909090909091,0.668627151428,0.681818181818,NA,0.807692307692,0.5,NA,NA,NA,0.861273423925,0.909090909091,0.701715105891,0.727272727273,0.673076923077,0.807692307692,0.5,0.365384615385,0.861273423925,0.909090909091,0.776959848211,0.818181818182,0.730769230769,0.807692307692,0.5,0.384615384615,0.692307692308,0.846153846154,0.5,0.365384615385,0.711538461538,0.846153846154,0.5,0.365384615385,0.769230769231,0.846153846154,0.5,0.384615384615,0.923913043478,0.779411764706,0.842105263158,0.814814814815,0.923913043478,0.772727272727,0.842105263158,0.807692307692,0.923913043478,0.783333333333,0.842105263158,0.82,0.552506397529478,0.552506397529478,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-26","wmt14_rbmt1.0.ru-en___484___order___8",26,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,17,17,15,0.272727272727273,NA,0.272727272727273,0.25,1,101,0.564437453476,0.571428571429,0.395106217433,0.4,NA,NA,NA,NA,0.570284581489,0.533333333333,0.407918124605,0.4,NA,0.666666666667,0.5,NA,NA,NA,0.570284581489,0.533333333333,0.456109167194,0.466666666667,0.5,0.666666666667,0.5,0.361111111111,0.570284581489,0.533333333333,0.565688126713,0.6,0.611111111111,0.666666666667,0.5,0.444444444444,0.5,0.666666666667,0.5,0.361111111111,0.5,0.666666666667,0.5,0.361111111111,0.611111111111,0.666666666667,0.5,0.444444444444,0.867924528302,0.566666666667,0.844444444444,0.518518518519,0.867924528302,0.615384615385,0.844444444444,0.571428571429,0.867924528302,0.68,0.844444444444,0.651162790698,0.421484497598424,0.421484497598424,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-27","wmt14_rbmt1.0.fr-en___905___order___9",27,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.5,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.181818181818182,NA,0.181818181818182,0,36,98,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-28","wmt16_real.online-g.0.de-en___1654",28,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,100,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-29","wmt16_real.jhu-pbmt.4284.ro-en___853",29,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,75,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-30","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",30,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,1,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.454545454545455,NA,0.454545454545455,0.5,35,75,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-31","wmt15_neural-mt.4062.fi-en___259",31,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,27,25,16,NA,0.88,0.88,1,1,114,0.720585419116,0.744186046512,0.679409585229,0.697674418605,0.757575757576,0.939393939394,0.5,0.393939393939,0.767401042172,0.818181818182,0.622081543111,0.636363636364,0.757575757576,0.714285714286,0.482142857143,0.393939393939,0.966666666667,0.866666666667,0.767401042172,0.818181818182,0.662775390815,0.681818181818,0.660714285714,0.714285714286,0.482142857143,0.410714285714,0.767401042172,0.818181818182,0.581387695407,0.590909090909,0.607142857143,0.714285714286,0.482142857143,0.392857142857,0.678571428571,0.714285714286,0.482142857143,0.392857142857,0.714285714286,0.714285714286,0.482142857143,0.410714285714,0.642857142857,0.714285714286,0.482142857143,0.392857142857,0.924657534247,0.69014084507,0.936,0.677419354839,0.924657534247,0.69014084507,0.936,0.677966101695,0.924657534247,0.68115942029,0.936,0.655737704918,0.303964469417626,0.483287423597866,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0270419488641583,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4423788,0.54497161,-0.0343761177866314,0.538461538462,37.847,40.9049,11.65130568,0.366167333333,0.68074946,0.458664,0.379569,0.305514486087693,4.28309252192,0.4280113575,0.372911491938,0.488072481818182
"39-32","wmt15_cu-tectomt.4138.cs-en___456",32,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,1,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,7,8,6,NA,0.5,0.5,0.5,1,16,0.73786388525,0.769230769231,0.601941665107,0.615384615385,0.519230769231,0.653846153846,0.5,0.346153846154,0.738377395914,0.714285714286,0.579459131971,0.571428571429,0.596153846154,0.764705882353,0.470588235294,0.346153846154,0.682926829268,0.585365853659,0.738377395914,0.714285714286,0.579459131971,0.571428571429,0.647058823529,0.764705882353,0.470588235294,0.411764705882,0.738377395914,0.714285714286,0.841081736057,0.857142857143,0.823529411765,0.764705882353,0.470588235294,0.470588235294,0.647058823529,0.705882352941,0.470588235294,0.411764705882,0.647058823529,0.705882352941,0.470588235294,0.411764705882,0.823529411765,0.705882352941,0.470588235294,0.470588235294,0.736842105263,0.666666666667,0.75,0.588235294118,0.736842105263,0.733333333333,0.75,0.647058823529,0.736842105263,0.785714285714,0.75,0.714285714286,0.363779149416498,0.455521698063202,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0667190197427339,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6283829,0.55164464,-0.0342263780277281,0.666666666667,54.8402,51.741,12.65191453,0.40502837149,0.6676172,0.49123,0.453373,0.285601803284763,3.44494127942,0.463828385,0.548031099915,0.521103390909091
"39-33","wmt14_uedin-wmt14.3422.hi-en___399",33,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,143,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-34","wmt14_rbmt1.0.ru-en___484___order___6",34,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,17,17,15,0.454545454545455,NA,0.454545454545455,0.5,1,101,0.666666666667,0.666666666667,0.537438790114,0.545454545455,1,1,0.5,0.5,0.724423738776,0.75,0.546514836735,0.5625,0.95,0.722222222222,0.5,0.5,1,1,0.724423738776,0.75,0.546514836735,0.5625,0.583333333333,0.722222222222,0.5,0.361111111111,0.724423738776,0.75,0.546514836735,0.5625,0.555555555556,0.722222222222,0.5,0.388888888889,0.583333333333,0.722222222222,0.5,0.333333333333,0.583333333333,0.722222222222,0.5,0.361111111111,0.583333333333,0.722222222222,0.5,0.388888888889,0.910256410256,0.596153846154,0.911392405063,0.590909090909,0.910256410256,0.653846153846,0.911392405063,0.659090909091,0.910256410256,0.622222222222,0.911392405063,0.634146341463,0.429412364322646,0.429412364322646,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-35","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",35,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.818181818181818,NA,0.818181818181818,1,36,323,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-36","wmt15_limsi.4021.fi-en___128",36,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,8,7,NA,0,0,0,1,56,0.68416375079,0.7,0.592081875395,0.6,NA,NA,NA,NA,0.537869332948,0.533333333333,0.409071999229,0.4,NA,0.541666666667,0.375,NA,NA,NA,0.537869332948,0.533333333333,0.431751997302,0.4,0.5,0.541666666667,0.375,0.375,0.537869332948,0.533333333333,0.431751997302,0.4,0.5,0.541666666667,0.375,0.375,0.458333333333,0.541666666667,0.375,0.333333333333,0.5,0.541666666667,0.375,0.375,0.5,0.541666666667,0.375,0.375,0.823529411765,0.535714285714,0.711111111111,0.416666666667,0.823529411765,0.625,0.711111111111,0.296296296296,0.823529411765,0.645161290323,0.711111111111,0.535714285714,0.12127202607638,0.433547493223059,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0273953053603985,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4488397,0.51535506,-0.0185164123711422,0.641025641026,40.0293,45.2777,11.40750722,0.235062777455,0.53717111,0.394847,0.360264,0.228471890622098,3.30633256152,0.4852451675,0.466011672159,0.462131181818182
"39-37","wmt16_real.pjatk.4520.cs-en___1555",37,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,39,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-38","wmt14_iitb-ranked-ppl.3173.hi-en___392",38,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.75,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,47,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-39","wmt16_real.cu-mergedtrees.4515.cs-en___2889",39,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.25,0,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,33,28,27,NA,NA,NA,NA,1,101,0.672457943506,0.71186440678,0.507690925013,0.508474576271,0.538461538462,0.634615384615,0.480769230769,0.365384615385,0.762145632427,0.806451612903,0.475342586523,0.483870967742,0.480769230769,0.739726027397,0.479452054795,0.365384615385,0.5,0.5,0.762145632427,0.806451612903,0.451820912524,0.451612903226,0.520547945205,0.739726027397,0.479452054795,0.356164383562,0.762145632427,0.806451612903,0.481790874762,0.483870967742,0.520547945205,0.739726027397,0.479452054795,0.383561643836,0.493150684932,0.643835616438,0.479452054795,0.369863013699,0.465753424658,0.643835616438,0.479452054795,0.356164383562,0.493150684932,0.643835616438,0.479452054795,0.383561643836,0.952380952381,0.59793814433,0.890756302521,0.616822429907,0.952380952381,0.545454545455,0.890756302521,0.543859649123,0.952380952381,0.605504587156,0.890756302521,0.550458715596,0.296533151858922,0.451233937687208,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-40","wmt15_kit.4017.de-en___418",40,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,17,12,11,NA,0.75,0.75,0.75,1,114,0.74410794604,0.758620689655,0.693041479257,0.689655172414,NA,NA,NA,NA,0.810251831534,0.857142857143,0.810251831534,0.857142857143,NA,0.757575757576,0.424242424242,NA,NA,NA,0.810251831534,0.857142857143,0.810251831534,0.857142857143,0.757575757576,0.757575757576,0.424242424242,0.424242424242,0.810251831534,0.857142857143,0.743920110715,0.785714285714,0.69696969697,0.757575757576,0.424242424242,0.393939393939,0.69696969697,0.69696969697,0.424242424242,0.393939393939,0.69696969697,0.69696969697,0.424242424242,0.424242424242,0.666666666667,0.69696969697,0.424242424242,0.393939393939,0.911764705882,0.853658536585,0.862745098039,0.805555555556,0.911764705882,0.853658536585,0.862745098039,0.805555555556,0.911764705882,0.794871794872,0.862745098039,0.823529411765,0.277864810891548,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0375604407460449,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.7137582,0.65216519,-0.0316791560345423,0.5,47.0563,54.1596,12.54406162,0.257152758621,0.55602303,0.450036,0.428958,0.247070514839134,3.38101225416,0.4655388,0.52510822212,0.6391776
"39-41","wmt14_onlinea.0.fr-en___414___swap___8",41,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,20,20,29,0.272727272727273,NA,0.272727272727273,0.25,1,323,0.878048780488,0.878048780488,0.829268292683,0.829268292683,0.782608695652,0.913043478261,0.5,0.413043478261,0.878048780488,0.878048780488,0.829268292683,0.829268292683,0.782608695652,0.90243902439,0.487804878049,0.413043478261,0.913043478261,0.782608695652,0.878048780488,0.878048780488,0.829268292683,0.829268292683,0.878048780488,0.90243902439,0.487804878049,0.487804878049,0.878048780488,0.878048780488,0.780487804878,0.780487804878,0.878048780488,0.90243902439,0.487804878049,0.487804878049,0.878048780488,0.878048780488,0.487804878049,0.487804878049,0.878048780488,0.878048780488,0.487804878049,0.487804878049,0.878048780488,0.878048780488,0.487804878049,0.487804878049,0.811320754717,0.8,0.811320754717,0.8,0.811320754717,0.78,0.811320754717,0.78,0.811320754717,0.8125,0.811320754717,0.8125,0.518383913940895,0.528398148642026,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-42","wmt15_usaar-gacha.3986.ru-en___446",42,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.25,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,16,16,NA,0.67,0.67,0.75,1,22,0.575667291419,0.631578947368,0.558252185468,0.631578947368,NA,NA,NA,NA,0.529065543045,0.526315789474,0.494235331142,0.526315789474,NA,0.53125,0.375,NA,NA,NA,0.529065543045,0.526315789474,0.511650437094,0.526315789474,0.5,0.53125,0.375,0.375,0.529065543045,0.526315789474,0.447633582768,0.421052631579,0.46875,0.53125,0.375,0.34375,0.5,0.5625,0.375,0.34375,0.53125,0.5625,0.375,0.375,0.46875,0.5625,0.375,0.34375,0.673076923077,0.68,0.627450980392,0.666666666667,0.673076923077,0.666666666667,0.627450980392,0.62962962963,0.673076923077,0.529411764706,0.627450980392,0.466666666667,0.291695439853893,0.487532044531153,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0227968547059062,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4430232,0.50185337,-0.0105696244100074,0.518518518519,41.564,46.0755,12.18923805,0.295534762887,0.49978828,0.454743,0.428424,0.300471584303626,4.110508602,0.426843285,0.417228656556,0.408717318181818
"39-43","wmt15_online-c.4166.de-en___159",43,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,16,11,NA,0.25,0.25,0.25,1,30,0.772034358793,0.857142857143,0.561415806917,0.571428571429,0.535714285714,0.678571428571,0.5,0.357142857143,0.673168943032,0.777777777778,0.534633788607,0.555555555556,0.464285714286,0.586206896552,0.413793103448,0.357142857143,0.583333333333,0.416666666667,0.673168943032,0.777777777778,0.534633788607,0.555555555556,0.51724137931,0.586206896552,0.413793103448,0.413793103448,0.673168943032,0.777777777778,0.534633788607,0.555555555556,0.51724137931,0.586206896552,0.413793103448,0.413793103448,0.48275862069,0.48275862069,0.413793103448,0.413793103448,0.48275862069,0.48275862069,0.413793103448,0.413793103448,0.48275862069,0.48275862069,0.413793103448,0.413793103448,0.794117647059,0.612903225806,0.512820512821,0.652173913043,0.794117647059,0.612903225806,0.512820512821,0.652173913043,0.794117647059,0.714285714286,0.512820512821,0.714285714286,0.345589835793096,0.46654627832068,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0320761388127281,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.437673,0.47980736,-0.0174321136657367,0.560975609756,45.9531,49.686,10.64260023,0.262344106464,0.46197371,0.525247,0.494842,0.216502708204944,3.2528165536,0.4108495125,0.390500885939,0.453160045454545
"39-44","wmt14_shad-wmt14.3464.ru-en___214___phrase___10",44,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.75,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,24,24,25,0.0909090909090909,NA,0.0909090909090909,0,1,47,0.65294558713,0.652173913043,0.594033844535,0.608695652174,NA,NA,NA,NA,0.776959848211,0.818181818182,0.692646272497,0.727272727273,NA,0.730769230769,0.5,NA,NA,NA,0.776959848211,0.818181818182,0.65048948464,0.681818181818,0.634615384615,0.730769230769,0.5,0.365384615385,0.776959848211,0.818181818182,0.692646272497,0.727272727273,0.653846153846,0.730769230769,0.5,0.384615384615,0.692307692308,0.769230769231,0.5,0.346153846154,0.673076923077,0.769230769231,0.5,0.365384615385,0.692307692308,0.769230769231,0.5,0.384615384615,0.915094339623,0.764705882353,0.736263736264,0.854166666667,0.915094339623,0.779411764706,0.736263736264,0.788461538462,0.915094339623,0.835820895522,0.736263736264,0.84,0.552506397529478,0.552506397529478,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-45","wmt14_rbmt1.0.fr-en___905",45,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,323,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-46","wmt16_real.online-a.0.de-en___2465___swap___4",46,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,18,18,23,0.636363636363636,NA,0.636363636363636,0.75,1,323,1,1,1,1,0.878048780488,0.90243902439,0.487804878049,0.487804878049,0.989405350465,1,0.989405350465,1,0.878048780488,0.97619047619,0.5,0.487804878049,0.878048780488,0.829268292683,0.989405350465,1,0.989405350465,1,0.97619047619,0.97619047619,0.5,0.5,0.989405350465,1,0.989405350465,1,0.97619047619,0.97619047619,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,0.5,0.5,1,1,1,1,1,1,1,1,1,1,1,1,1,1,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-47","wmt14_rbmt1.0.fr-en___905___order___10",47,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.0909090909090909,NA,0.0909090909090909,0,36,143,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-48","wmt14_shad-wmt14.3464.ru-en___214___phrase___7",48,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.75,0.25,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,24,24,25,0.363636363636364,NA,0.363636363636364,0.25,1,47,0.894354397908,0.901960784314,0.622159581153,0.627450980392,0.568181818182,0.681818181818,0.5,0.363636363636,0.837254302855,0.863636363636,0.608332696783,0.636363636364,0.636363636364,0.807692307692,0.5,0.363636363636,0.648648648649,0.486486486486,0.837254302855,0.863636363636,0.608332696783,0.636363636364,0.576923076923,0.807692307692,0.5,0.346153846154,0.837254302855,0.863636363636,0.668627151428,0.681818181818,0.673076923077,0.807692307692,0.5,0.403846153846,0.615384615385,0.884615384615,0.5,0.346153846154,0.615384615385,0.884615384615,0.5,0.346153846154,0.711538461538,0.884615384615,0.5,0.403846153846,0.922222222222,0.793650793651,0.917647058824,0.741379310345,0.922222222222,0.809523809524,0.917647058824,0.745762711864,0.922222222222,0.8125,0.917647058824,0.741379310345,0.538495235689385,0.538495235689385,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-49","wmt16_real.online-a.0.de-en___218___choice___3",49,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.75,0.5,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.727272727272727,NA,0.727272727272727,0.75,36,61,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"39-50","wmt15_uedin-jhu-phrase.4065.ru-en___459___phrase___4",50,39,TRUE,23,0,1,0,0,1,8,"Male","British",4,0.75,FALSE,0.25,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,11,11,16,0.636363636363636,NA,0.636363636363636,0.75,1,22,0.666666666667,0.666666666667,0.583333333333,0.583333333333,NA,NA,NA,NA,0.75,0.75,0.75,0.75,NA,0.75,0.5,NA,NA,NA,0.75,0.75,0.666666666667,0.666666666667,0.666666666667,0.75,0.5,0.416666666667,0.75,0.75,0.5,0.5,0.541666666667,0.75,0.5,0.375,0.791666666667,0.75,0.5,0.458333333333,0.666666666667,0.75,0.5,0.416666666667,0.541666666667,0.75,0.5,0.375,0.805555555556,0.818181818182,0.805555555556,0.884615384615,0.805555555556,0.78125,0.805555555556,0.793103448276,0.805555555556,0.583333333333,0.805555555556,0.558823529412,0.518355062943862,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-1","wmt16_real.jhu-pbmt.4284.ro-en___853",1,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.25,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,25,20,22,NA,NA,NA,NA,36,50,0.686764818215,0.681818181818,0.626470363571,0.636363636364,0.5,0.875,0.5,0.333333333333,0.746887439,0.761904761905,0.574078687235,0.571428571429,0.458333333333,0.730769230769,0.461538461538,0.333333333333,0.782608695652,0.782608695652,0.746887439,0.761904761905,0.608005469853,0.619047619048,0.653846153846,0.730769230769,0.461538461538,0.423076923077,0.746887439,0.761904761905,0.598730064529,0.619047619048,0.634615384615,0.730769230769,0.461538461538,0.423076923077,0.615384615385,0.711538461538,0.461538461538,0.403846153846,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.653846153846,0.711538461538,0.461538461538,0.423076923077,0.950819672131,0.55,0.847457627119,0.555555555556,0.950819672131,0.593023255814,0.847457627119,0.616438356164,0.950819672131,0.712328767123,0.847457627119,0.671641791045,0.319160781574271,0.47501810268046,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-2","wmt14_uedin-syntax.3144.hi-en___433___phrase___9",2,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.25,NA,0.25,0.25,36,323,0.888888888889,0.888888888889,0.611111111111,0.611111111111,NA,NA,NA,NA,0.872861570929,0.882352941176,0.630996504649,0.647058823529,NA,0.861111111111,0.5,NA,NA,NA,0.872861570929,0.882352941176,0.643408296511,0.647058823529,0.694444444444,0.861111111111,0.5,0.388888888889,0.872861570929,0.882352941176,0.75813493372,0.764705882353,0.777777777778,0.861111111111,0.5,0.416666666667,0.638888888889,0.888888888889,0.5,0.388888888889,0.722222222222,0.888888888889,0.5,0.388888888889,0.805555555556,0.888888888889,0.5,0.416666666667,0.854838709677,0.755555555556,0.85,0.714285714286,0.854838709677,0.8,0.85,0.785714285714,0.854838709677,0.80487804878,0.85,0.789473684211,0.508616987843254,0.508616987843254,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-3","wmt16_real.pjatk.4520.cs-en___877",3,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,19,15,14,NA,0.77,0.77,0.75,36,143,0.636723483613,0.666666666667,0.384600648715,0.4,NA,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,NA,0.578947368421,0.421052631579,NA,NA,NA,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.551235387599,0.6,0.444423159256,0.466666666667,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.315789473684,0.447368421053,0.578947368421,0.421052631579,0.342105263158,0.773333333333,0.603773584906,0.830188679245,0.630434782609,0.773333333333,0.62962962963,0.830188679245,0.6875,0.773333333333,0.647058823529,0.830188679245,0.68085106383,0.337727232384899,0.465219262610199,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-4","wmt16_real.uedin-pbmt.4336.de-en___1618___order___12",4,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.75,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,15,0,NA,0,0,1,121,0.472115309427,0.461538461538,0.401068259109,0.384615384615,NA,NA,NA,NA,0.4873929786,0.461538461538,0.385790589936,0.384615384615,NA,0.58064516129,0.483870967742,NA,NA,NA,0.4873929786,0.461538461538,0.385790589936,0.384615384615,0.451612903226,0.58064516129,0.483870967742,0.387096774194,0.4873929786,0.461538461538,0.345298877964,0.307692307692,0.483870967742,0.58064516129,0.483870967742,0.387096774194,0.41935483871,0.548387096774,0.483870967742,0.354838709677,0.41935483871,0.548387096774,0.483870967742,0.387096774194,0.451612903226,0.548387096774,0.483870967742,0.387096774194,0.823529411765,0.53488372093,0.714285714286,0.536585365854,0.823529411765,0.553191489362,0.714285714286,0.55,0.823529411765,0.574468085106,0.714285714286,0.536585365854,0.396597865994402,0.408222286204582,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-5","wmt15_uedin-syntax.4006.fi-en___269",5,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.75,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,27,20,14,NA,0.5,0.5,0.5,1,114,0.743252435368,0.782608695652,0.661645308231,0.695652173913,0.727272727273,0.795454545455,0.5,0.386363636364,0.755293091683,0.809523809524,0.660492340944,0.714285714286,0.727272727273,0.698113207547,0.415094339623,0.386363636364,0.809523809524,0.666666666667,0.755293091683,0.809523809524,0.660492340944,0.714285714286,0.603773584906,0.698113207547,0.415094339623,0.339622641509,0.755293091683,0.809523809524,0.660492340944,0.714285714286,0.603773584906,0.698113207547,0.415094339623,0.358490566038,0.603773584906,0.679245283019,0.415094339623,0.339622641509,0.603773584906,0.679245283019,0.415094339623,0.339622641509,0.603773584906,0.679245283019,0.415094339623,0.358490566038,0.872549019608,0.666666666667,0.855421686747,0.622641509434,0.872549019608,0.65671641791,0.855421686747,0.636363636364,0.872549019608,0.636363636364,0.855421686747,0.636363636364,0.346789313407932,0.497932250153942,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.018937898600448,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.6198412,0.74107645,-0.0172190809422714,0.714285714286,26.8343,22.455,14.81120367,0.535120284153,0.5807551,0.412942,0.299306,0.38631207638964,4.73264162549,0.7674452075,0.601126794043,0.700423490909091
"40-6","wmt15_abumatran-combo.4010.fi-en___286___order___9",6,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,1,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,27,27,14,0.25,NA,0.25,0.25,1,323,0.730010564207,0.733333333333,0.730010564207,0.733333333333,NA,NA,NA,NA,0.773084667859,0.785714285714,0.731581807295,0.75,NA,0.774193548387,0.5,NA,NA,NA,0.773084667859,0.785714285714,0.602406750447,0.607142857143,0.645161290323,0.774193548387,0.5,0.370967741935,0.773084667859,0.785714285714,0.602406750447,0.607142857143,0.629032258065,0.774193548387,0.5,0.370967741935,0.741935483871,0.774193548387,0.5,0.403225806452,0.661290322581,0.774193548387,0.5,0.370967741935,0.645161290323,0.774193548387,0.5,0.370967741935,0.936781609195,0.670886075949,0.895061728395,0.722222222222,0.936781609195,0.681818181818,0.895061728395,0.7,0.936781609195,0.635294117647,0.895061728395,0.6125,0.455961503404667,0.455961503404667,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-7","wmt14_rbmt1.0.fr-en___905___order___9",7,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.25,NA,0.25,0.25,36,168,0.644864782993,0.642857142857,0.48594651905,0.5,NA,NA,NA,NA,0.621743064929,0.6,0.454889173163,0.466666666667,NA,0.676470588235,0.470588235294,NA,NA,NA,0.621743064929,0.6,0.34239294372,0.333333333333,0.470588235294,0.676470588235,0.470588235294,0.382352941176,0.621743064929,0.6,0.545110826837,0.533333333333,0.588235294118,0.676470588235,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.5,0.617647058824,0.470588235294,0.382352941176,0.529411764706,0.617647058824,0.470588235294,0.382352941176,0.93023255814,0.56,0.786666666667,0.62,0.93023255814,0.617021276596,0.786666666667,0.607843137255,0.93023255814,0.644444444444,0.786666666667,0.642857142857,0.397061562300063,0.415811691630899,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-8","wmt15_uedin-jhu-phrase.4106.fi-en___69",8,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,19,10,NA,0.13,0.13,0,1,56,0.651776623009,0.631578947368,0.437975008467,0.421052631579,NA,NA,NA,NA,0.71059803666,0.75,0.612917712248,0.6875,NA,0.673913043478,0.434782608696,NA,NA,NA,0.71059803666,0.75,0.612917712248,0.6875,0.565217391304,0.673913043478,0.434782608696,0.326086956522,0.71059803666,0.75,0.72947443439,0.8125,0.652173913043,0.673913043478,0.434782608696,0.391304347826,0.478260869565,0.608695652174,0.434782608696,0.326086956522,0.478260869565,0.608695652174,0.434782608696,0.326086956522,0.565217391304,0.608695652174,0.434782608696,0.391304347826,0.894230769231,0.6,0.783018867925,0.534482758621,0.894230769231,0.6,0.783018867925,0.534482758621,0.894230769231,0.705882352941,0.783018867925,0.66,0.163480387549491,0.468500373793146,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0961528032103192,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.7591463,0.70871742,-0.0549731856550962,0.4,54.2308,52.7199,13.26148482,0.44119740105,0.46181519,0.687012,0.653542,0.331808024205934,5.14151529863,0.4321996575,0.485416314077,0.651092545454546
"40-9","wmt15_abumatran-hfstmorph.4007.fi-en___67___order___7",9,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.75,0.75,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,24,24,10,0.416666666666667,NA,0.416666666666667,0.5,1,121,0.79488999821,0.8,0.59829666607,0.6,0.7,0.8,0.5,0.4,0.769799190246,0.810810810811,0.592191093066,0.648648648649,0.7,0.75,0.5,0.4,0.8,1,0.769799190246,0.810810810811,0.546126315745,0.594594594595,0.519230769231,0.75,0.5,0.326923076923,0.769799190246,0.810810810811,0.585540080963,0.594594594595,0.615384615385,0.75,0.5,0.423076923077,0.615384615385,0.826923076923,0.5,0.346153846154,0.596153846154,0.826923076923,0.5,0.326923076923,0.711538461538,0.826923076923,0.5,0.423076923077,0.905263157895,0.694444444444,0.888888888889,0.596153846154,0.905263157895,0.722222222222,0.888888888889,0.622641509434,0.905263157895,0.714285714286,0.888888888889,0.607843137255,0.473856626948258,0.473856626948258,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-10","wmt16_real.pjatk.4520.cs-en___1555",10,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,10,10,NA,NA,NA,NA,36,143,0.769145158006,0.785714285714,0.620074592259,0.642857142857,NA,NA,NA,NA,0.707430803957,0.695652173913,0.585138392086,0.608695652174,NA,0.71875,0.46875,NA,NA,NA,0.707430803957,0.695652173913,0.617009979264,0.608695652174,0.625,0.71875,0.46875,0.40625,0.707430803957,0.695652173913,0.585138392086,0.608695652174,0.5625,0.71875,0.46875,0.375,0.5625,0.65625,0.46875,0.375,0.5625,0.65625,0.46875,0.40625,0.59375,0.65625,0.46875,0.375,0.910714285714,0.622222222222,0.744680851064,0.555555555556,0.910714285714,0.673469387755,0.744680851064,0.611111111111,0.910714285714,0.590909090909,0.744680851064,0.648648648649,0.0998291068404388,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-11","wmt16_real.uedin-syntax.4271.de-en___1618",11,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,15,15,NA,NA,NA,NA,1,143,0.89085473406,0.928571428571,0.729648929008,0.785714285714,0.972222222222,0.972222222222,0.5,0.5,0.908090630103,0.962962962963,0.758328589812,0.814814814815,1,0.848484848485,0.484848484848,0.5,0.971428571429,0.971428571429,0.908090630103,0.962962962963,0.840472124601,0.888888888889,0.787878787879,0.848484848485,0.484848484848,0.424242424242,0.908090630103,0.962962962963,0.840472124601,0.888888888889,0.787878787879,0.848484848485,0.484848484848,0.424242424242,0.666666666667,0.818181818182,0.484848484848,0.363636363636,0.757575757576,0.818181818182,0.484848484848,0.424242424242,0.757575757576,0.818181818182,0.484848484848,0.424242424242,0.944444444444,0.722222222222,0.969696969697,0.774193548387,0.944444444444,0.794117647059,0.969696969697,0.862068965517,0.944444444444,0.8,0.969696969697,0.862068965517,0.472398233004876,0.599004962825039,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-12","wmt14_uedin-syntax.3144.hi-en___433___phrase___3",12,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,1,1,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,16,16,31,0.75,NA,0.75,0.75,36,323,0.816421827124,0.848484848485,0.770702169293,0.787878787879,NA,NA,NA,NA,0.815498252324,0.823529411765,0.75813493372,0.764705882353,NA,0.805555555556,0.5,NA,NA,NA,0.815498252324,0.823529411765,0.586044977907,0.588235294118,0.611111111111,0.805555555556,0.5,0.333333333333,0.815498252324,0.823529411765,0.75813493372,0.764705882353,0.777777777778,0.805555555556,0.5,0.416666666667,0.805555555556,0.833333333333,0.5,0.416666666667,0.638888888889,0.833333333333,0.5,0.333333333333,0.805555555556,0.833333333333,0.5,0.416666666667,0.859649122807,0.844444444444,0.789473684211,0.916666666667,0.859649122807,0.795918367347,0.789473684211,0.863636363636,0.859649122807,0.860465116279,0.789473684211,0.891891891892,0.560648080183495,0.560648080183495,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-13","wmt15_abumatran-combo.4010.fi-en___286___phrase___11",13,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.75,0.75,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,27,27,14,0.0833333333333334,NA,0.0833333333333334,0,1,121,0.591292906305,0.615384615385,0.449198805668,0.461538461538,0.730769230769,0.903846153846,0.5,0.423076923077,0.602406750447,0.607142857143,0.5,0.5,0.730769230769,0.612903225806,0.5,0.423076923077,0.901960784314,0.78431372549,0.602406750447,0.607142857143,0.5,0.5,0.532258064516,0.612903225806,0.5,0.306451612903,0.602406750447,0.607142857143,0.602406750447,0.607142857143,0.612903225806,0.612903225806,0.5,0.354838709677,0.564516129032,0.645161290323,0.5,0.306451612903,0.564516129032,0.645161290323,0.5,0.306451612903,0.645161290323,0.645161290323,0.5,0.354838709677,0.856115107914,0.641304347826,0.688405797101,0.771428571429,0.856115107914,0.641304347826,0.688405797101,0.771428571429,0.856115107914,0.766233766234,0.688405797101,0.885245901639,0.542388522063099,0.542388522063099,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-14","wmt16_real.pjatk.4520.cs-en___877___order___11",14,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.25,0,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,19,19,14,0.0833333333333334,NA,0.0833333333333334,0,36,101,0.565042827769,0.571428571429,0.397764989719,0.4,NA,NA,NA,NA,0.608048970047,0.611111111111,0.421172172358,0.444444444444,NA,0.627906976744,0.488372093023,NA,NA,NA,0.608048970047,0.611111111111,0.483464438255,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.608048970047,0.611111111111,0.494488146085,0.5,0.511627906977,0.627906976744,0.488372093023,0.372093023256,0.418604651163,0.581395348837,0.488372093023,0.325581395349,0.441860465116,0.581395348837,0.488372093023,0.372093023256,0.46511627907,0.581395348837,0.488372093023,0.372093023256,0.810810810811,0.467741935484,0.79674796748,0.47619047619,0.810810810811,0.516129032258,0.79674796748,0.5,0.810810810811,0.516129032258,0.79674796748,0.490909090909,0.409721611805227,0.418215840342653,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-15","wmt14_uedin-syntax.3144.hi-en___41",15,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,7,7,16,NA,0.75,0.75,0.75,1,143,0.626328619912,0.666666666667,0.626328619912,0.666666666667,NA,NA,NA,NA,0.784867812257,0.857142857143,0.682163472114,0.714285714286,NA,0.705882352941,0.470588235294,NA,NA,NA,0.784867812257,0.857142857143,0.579459131971,0.571428571429,0.588235294118,0.705882352941,0.470588235294,0.411764705882,0.784867812257,0.857142857143,0.551352170071,0.571428571429,0.529411764706,0.705882352941,0.470588235294,0.352941176471,0.529411764706,0.529411764706,0.470588235294,0.411764705882,0.529411764706,0.529411764706,0.470588235294,0.411764705882,0.470588235294,0.529411764706,0.470588235294,0.352941176471,0.888888888889,0.529411764706,0.75,0.666666666667,0.888888888889,0.529411764706,0.75,0.625,0.888888888889,0.555555555556,0.75,0.578947368421,0.213860140261385,0.458271729131539,0.330214403781378,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2884,-252.041916,0.152818581134,0.0973891,NA,NA,NA,NA,-0.2491,0.1834,0.30969717,0.23750118,0.402081,0.427762051,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-16","wmt14_iitb-ranked-ppl.3173.hi-en___392",16,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.75,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,20,31,NA,0,0,0,35,61,0.712391063353,0.714285714286,0.522167647184,0.571428571429,NA,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,NA,0.631578947368,0.473684210526,NA,NA,NA,0.708033597482,0.785714285714,0.522167647184,0.571428571429,0.5,0.631578947368,0.473684210526,0.342105263158,0.708033597482,0.785714285714,0.535430203711,0.571428571429,0.526315789474,0.631578947368,0.473684210526,0.394736842105,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.421052631579,0.578947368421,0.473684210526,0.342105263158,0.473684210526,0.578947368421,0.473684210526,0.394736842105,0.884057971014,0.545454545455,0.733333333333,0.538461538462,0.884057971014,0.581395348837,0.733333333333,0.627906976744,0.884057971014,0.619047619048,0.733333333333,0.675675675676,0.333180688145636,0.463532223605211,0.437899893999094,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3228,-301.587646,0.2015743682,0.126342,NA,NA,NA,NA,-0.5478,0.4146,0.54991335,0.54583712,0.677376,0.675370098,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-17","wmt16_real.online-f.0.de-en___2506",17,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,35,41,36,NA,NA,NA,NA,35,143,0.736007979121,0.787878787879,0.59535765917,0.636363636364,NA,NA,NA,NA,0.75335666178,0.787878787879,0.606923447609,0.636363636364,NA,0.717647058824,0.470588235294,NA,NA,NA,0.75335666178,0.787878787879,0.628114038536,0.666666666667,0.611764705882,0.717647058824,0.470588235294,0.376470588235,0.75335666178,0.787878787879,0.508654309512,0.545454545455,0.505882352941,0.717647058824,0.470588235294,0.341176470588,0.611764705882,0.705882352941,0.470588235294,0.364705882353,0.623529411765,0.705882352941,0.470588235294,0.376470588235,0.517647058824,0.705882352941,0.470588235294,0.341176470588,0.870967741935,0.712871287129,0.621951219512,0.686868686869,0.870967741935,0.742857142857,0.621951219512,0.728155339806,0.870967741935,0.733333333333,0.621951219512,0.742268041237,0.33898710105597,0.52744924388131,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-18","wmt14_iitb-ranked-ppl.3173.hi-en___674",18,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,16,16,13,NA,0.25,0.25,0.25,35,100,0.541874964568,0.538461538462,0.403958132554,0.384615384615,0.815789473684,0.921052631579,0.5,0.473684210526,0.537693822727,0.56,0.412057393121,0.4,0.789473684211,0.545454545455,0.484848484848,0.473684210526,0.864864864865,0.756756756757,0.537693822727,0.56,0.412057393121,0.4,0.515151515152,0.545454545455,0.484848484848,0.424242424242,0.537693822727,0.56,0.326631566216,0.32,0.424242424242,0.545454545455,0.484848484848,0.363636363636,0.424242424242,0.515151515152,0.484848484848,0.363636363636,0.454545454545,0.515151515152,0.484848484848,0.424242424242,0.393939393939,0.515151515152,0.484848484848,0.363636363636,0.83950617284,0.439024390244,0.852272727273,0.5,0.83950617284,0.380952380952,0.852272727273,0.413043478261,0.83950617284,0.473684210526,0.852272727273,0.5,0.288348007172295,0.446735253110963,0.249933826687377,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.1971,-207.058456,0.113481898006,0.0706307,NA,NA,NA,NA,-0.175,0.1505,0.26867414,0.20200521,0.358578,0.362885665,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-19","wmt16_real.uedin-nmt.4302.ro-en___1582",19,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,34,36,30,NA,NA,NA,NA,1,323,0.746473024474,0.757575757576,0.606788654133,0.606060606061,NA,NA,NA,NA,0.784880918234,0.84375,0.63281667619,0.65625,NA,0.73417721519,0.493670886076,NA,NA,NA,0.784880918234,0.84375,0.513151091366,0.53125,0.518987341772,0.73417721519,0.493670886076,0.354430379747,0.784880918234,0.84375,0.661208953774,0.6875,0.658227848101,0.73417721519,0.493670886076,0.430379746835,0.632911392405,0.759493670886,0.493670886076,0.392405063291,0.544303797468,0.759493670886,0.493670886076,0.354430379747,0.696202531646,0.759493670886,0.493670886076,0.430379746835,0.931623931624,0.701754385965,0.939189189189,0.69387755102,0.931623931624,0.569105691057,0.939189189189,0.553398058252,0.931623931624,0.75,0.939189189189,0.826086956522,0.331850041162564,0.471297895650305,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-20","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___6",20,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.75,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.5,NA,0.5,0.5,35,114,0.935442185754,0.941176470588,0.806326557262,0.823529411765,0.895833333333,0.9375,0.5,0.479166666667,0.955921654295,0.979591836735,0.802124421148,0.816326530612,0.9375,0.928571428571,0.5,0.479166666667,0.933333333333,0.933333333333,0.955921654295,0.979591836735,0.917472346008,0.938775510204,0.892857142857,0.928571428571,0.5,0.482142857143,0.955921654295,0.979591836735,0.955921654295,0.979591836735,0.928571428571,0.928571428571,0.5,0.5,0.821428571429,0.964285714286,0.5,0.446428571429,0.928571428571,0.964285714286,0.5,0.482142857143,0.964285714286,0.964285714286,0.5,0.5,0.925373134328,0.815384615385,0.981132075472,0.821428571429,0.925373134328,0.910714285714,0.981132075472,0.941176470588,0.925373134328,0.925925925926,0.981132075472,0.94,0.509870425197214,0.570170640693337,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-21","wmt14_onlinea.0.fr-en___431___swap___6",21,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,22,0.5,NA,0.5,0.5,1,323,0.924337724322,0.923076923077,0.924337724322,0.923076923077,NA,NA,NA,NA,0.962962962963,0.962962962963,0.962962962963,0.962962962963,NA,0.962962962963,0.5,NA,NA,NA,0.962962962963,0.962962962963,0.814814814815,0.814814814815,0.833333333333,0.962962962963,0.5,0.425925925926,0.962962962963,0.962962962963,0.740740740741,0.740740740741,0.777777777778,0.962962962963,0.5,0.425925925926,0.925925925926,0.925925925926,0.5,0.481481481481,0.796296296296,0.925925925926,0.5,0.425925925926,0.759259259259,0.925925925926,0.5,0.425925925926,0.887323943662,0.881355932203,0.893939393939,0.879310344828,0.887323943662,0.793650793651,0.893939393939,0.793650793651,0.887323943662,0.779411764706,0.893939393939,0.764705882353,0.571774526332335,0.571774526332335,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-22","wmt14_onlinea.0.hi-en___43___order___3",22,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.25,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,7,7,16,0.75,NA,0.75,0.75,1,143,0.836431447508,0.857142857143,0.836431447508,0.857142857143,0.866666666667,0.933333333333,0.5,0.433333333333,0.676009574533,0.666666666667,0.546413404347,0.533333333333,0.833333333333,0.6875,0.5,0.433333333333,0.933333333333,0.933333333333,0.676009574533,0.666666666667,0.676009574533,0.666666666667,0.75,0.6875,0.5,0.4375,0.676009574533,0.666666666667,0.546413404347,0.533333333333,0.625,0.6875,0.5,0.5,0.625,0.6875,0.5,0.4375,0.75,0.6875,0.5,0.4375,0.625,0.6875,0.5,0.5,0.826086956522,0.642857142857,0.807692307692,0.65,0.826086956522,0.647058823529,0.807692307692,0.588235294118,0.826086956522,0.642857142857,0.807692307692,0.65,0.429412364322646,0.429412364322646,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-23","wmt16_real.online-a.0.de-en___218___choice___3",23,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.75,0.75,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,24,24,16,0.75,NA,0.75,0.75,36,121,0.983288122257,1,0.944625072476,0.96,NA,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,NA,0.962962962963,0.5,NA,NA,NA,0.983288122257,1,0.944625072476,0.96,0.925925925926,0.962962962963,0.5,0.481481481481,0.983288122257,1,0.983288122257,1,0.962962962963,0.962962962963,0.5,0.5,0.925925925926,0.962962962963,0.5,0.481481481481,0.925925925926,0.962962962963,0.5,0.481481481481,0.962962962963,0.962962962963,0.5,0.5,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,0.980392156863,1,1,1,1,0.570543443374822,0.63794941980729,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-24","wmt16_real.online-a.0.fi-en___1299",24,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,6,12,5,NA,NA,NA,NA,1,121,0.659600122193,0.8,0.42552725051,0.4,NA,NA,NA,NA,0.627691059055,0.8,0.542563686352,0.6,NA,0.5,0.333333333333,NA,NA,NA,0.627691059055,0.8,0.393618187372,0.4,0.388888888889,0.5,0.333333333333,0.333333333333,0.627691059055,0.8,0.393618187372,0.4,0.388888888889,0.5,0.333333333333,0.333333333333,0.444444444444,0.388888888889,0.333333333333,0.333333333333,0.388888888889,0.388888888889,0.333333333333,0.333333333333,0.333333333333,0.388888888889,0.333333333333,0.333333333333,0.6,0.294117647059,0.666666666667,0.684210526316,0.6,0.444444444444,0.666666666667,0.411764705882,0.6,0.5,0.666666666667,0.466666666667,0.348302441446372,0.485964834970414,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-25","wmt16_real.online-g.0.fi-en___1303",25,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,9,NA,NA,NA,NA,1,100,0.808258166013,0.916666666667,0.540474158656,0.583333333333,NA,NA,NA,NA,0.712183081167,0.75,0.469746464934,0.5,NA,0.676470588235,0.441176470588,NA,NA,NA,0.712183081167,0.75,0.484873232467,0.5,0.5,0.676470588235,0.441176470588,0.323529411765,0.712183081167,0.75,0.555600926189,0.583333333333,0.529411764706,0.676470588235,0.441176470588,0.382352941176,0.441176470588,0.588235294118,0.441176470588,0.323529411765,0.441176470588,0.588235294118,0.441176470588,0.323529411765,0.470588235294,0.588235294118,0.441176470588,0.382352941176,0.88679245283,0.674418604651,0.884615384615,0.46511627907,0.88679245283,0.682926829268,0.884615384615,0.545454545455,0.88679245283,0.5625,0.884615384615,0.571428571429,0.220576794797697,0.433547493223059,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-26","wmt14_rbmt1.0.fr-en___905___order___10",26,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.5,0.25,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,27,0.166666666666667,NA,0.166666666666667,0,36,98,0.521406772561,0.5,0.388743330923,0.357142857143,0.5,0.75,0.464285714286,0.357142857143,0.529267215828,0.516129032258,0.327397979137,0.322580645161,0.464285714286,0.575757575758,0.454545454545,0.357142857143,0.727272727273,0.545454545455,0.529267215828,0.516129032258,0.403738473382,0.387096774194,0.515151515152,0.575757575758,0.454545454545,0.363636363636,0.529267215828,0.516129032258,0.340974102159,0.322580645161,0.454545454545,0.575757575758,0.454545454545,0.363636363636,0.484848484848,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.454545454545,0.515151515152,0.454545454545,0.363636363636,0.85393258427,0.561403508772,0.819277108434,0.615384615385,0.85393258427,0.490196078431,0.819277108434,0.5,0.85393258427,0.54347826087,0.819277108434,0.576923076923,0.372836218375499,0.4,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-27","wmt14_afrl.3456.hi-en___371___swap___8",27,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.25,0.25,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.333333333333333,NA,0.333333333333333,0.25,35,143,0.786626827325,0.782608695652,0.74395219279,0.739130434783,0.910714285714,1,0.5,0.464285714286,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.875,0.958333333333,0.5,0.464285714286,1,1,0.969057730435,0.977777777778,0.916516099173,0.933333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.969057730435,0.977777777778,0.969057730435,0.977777777778,0.958333333333,0.958333333333,0.5,0.5,0.770833333333,0.833333333333,0.5,0.458333333333,0.770833333333,0.833333333333,0.5,0.458333333333,0.833333333333,0.833333333333,0.5,0.5,0.78125,0.75,0.938775510204,0.875,0.78125,0.75,0.938775510204,0.875,0.78125,0.776119402985,0.938775510204,0.891304347826,0.446735253110963,0.446735253110963,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-28","wmt14_onlinea.0.hi-en___43___order___1",28,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,1,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,7,7,16,0.916666666666667,NA,0.916666666666667,1,1,323,1,1,1,1,NA,NA,NA,NA,0.875,0.875,0.875,0.875,NA,0.875,0.5,NA,NA,NA,0.875,0.875,0.875,0.875,0.875,0.875,0.5,0.5,0.875,0.875,0.875,0.875,0.875,0.875,0.5,0.5,0.875,0.875,0.5,0.5,0.875,0.875,0.5,0.5,0.875,0.875,0.5,0.5,1,0.857142857143,0.888888888889,1,1,0.857142857143,0.888888888889,1,1,0.857142857143,0.888888888889,1,0.489830199749684,0.489830199749684,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-29","wmt15_uedin-jhu-phrase.4106.fi-en___159",29,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,40,38,24,NA,0,0,0,1,323,0.640776666043,0.646153846154,0.5902911082,0.615384615385,NA,NA,NA,NA,0.683859160781,0.724137931034,0.669583408041,0.758620689655,NA,0.670588235294,0.494117647059,NA,NA,NA,0.683859160781,0.724137931034,0.595602232523,0.655172413793,0.564705882353,0.670588235294,0.494117647059,0.4,0.683859160781,0.724137931034,0.653120099271,0.724137931034,0.635294117647,0.670588235294,0.494117647059,0.423529411765,0.6,0.682352941176,0.494117647059,0.4,0.588235294118,0.682352941176,0.494117647059,0.4,0.658823529412,0.682352941176,0.494117647059,0.423529411765,0.905405405405,0.692913385827,0.844827586207,0.593406593407,0.905405405405,0.678260869565,0.844827586207,0.588888888889,0.905405405405,0.760869565217,0.844827586207,0.675,0.348673662275338,0.471664286927051,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0441546596778719,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4194729,0.46686836,-0.0365196152077785,0.533333333333,41.2633,41.5937,11.84725519,0.372466079759,0.38560004,0.543004,0.445417,0.280425319478147,3.60336461295,0.409511565,0.38252308187,0.426259918181818
"40-30","wmt14_onlineb.0.fr-en___174",30,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,10,8,9,NA,0,0,0,1,143,0.871094309226,0.888888888889,0.871094309226,0.888888888889,0.55,0.8,0.5,0.4,0.765067363733,0.777777777778,0.765067363733,0.777777777778,0.55,0.8,0.45,0.4,0.7,0.5,0.765067363733,0.777777777778,0.765067363733,0.777777777778,0.8,0.8,0.45,0.45,0.765067363733,0.777777777778,0.765067363733,0.777777777778,0.8,0.8,0.45,0.45,0.8,0.8,0.45,0.45,0.8,0.8,0.45,0.45,0.8,0.8,0.45,0.45,0.916666666667,0.84,0.903225806452,0.740740740741,0.916666666667,0.84,0.903225806452,0.740740740741,0.916666666667,0.88,0.903225806452,0.84,0.206574143128409,0.463532223605211,0.509208442137397,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.4747,-106.034241,0.273878632641,0.221709,NA,NA,NA,NA,-0.6185,0.5093,0.6217436,0.68782547,0.810674,0.827078091,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-31","wmt15_abumatran-combo.4010.fi-en___286___order___4",31,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,1,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,27,27,14,0.666666666666667,NA,0.666666666666667,0.75,1,323,0.886056278384,0.885245901639,0.788390231284,0.786885245902,NA,NA,NA,NA,0.851582110092,0.862068965517,0.743889154654,0.758620689655,NA,0.854838709677,0.5,NA,NA,NA,0.851582110092,0.862068965517,0.743889154654,0.758620689655,0.774193548387,0.854838709677,0.5,0.467741935484,0.851582110092,0.862068965517,0.684162057667,0.689655172414,0.741935483871,0.854838709677,0.5,0.41935483871,0.806451612903,0.887096774194,0.5,0.451612903226,0.806451612903,0.887096774194,0.5,0.467741935484,0.774193548387,0.887096774194,0.5,0.41935483871,0.936170212766,0.833333333333,0.936842105263,0.802816901408,0.936170212766,0.819444444444,0.936842105263,0.788732394366,0.936170212766,0.780821917808,0.936842105263,0.757142857143,0.512294729805935,0.512294729805935,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-32","wmt16_real.tuning-task-afrl.0.cs-en___2627",32,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.75,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,17,17,17,NA,NA,NA,NA,1,121,0.957124870628,0.969696969697,0.8374842618,0.848484848485,NA,NA,NA,NA,0.957124870628,0.969696969697,0.8374842618,0.848484848485,NA,0.941176470588,0.5,NA,NA,NA,0.957124870628,0.969696969697,0.957124870628,0.969696969697,0.941176470588,0.941176470588,0.5,0.470588235294,0.957124870628,0.969696969697,0.957124870628,0.969696969697,0.941176470588,0.941176470588,0.5,0.470588235294,0.735294117647,0.823529411765,0.5,0.470588235294,0.794117647059,0.823529411765,0.5,0.470588235294,0.794117647059,0.823529411765,0.5,0.470588235294,0.974358974359,0.918918918919,0.974358974359,0.918918918919,0.974358974359,1,0.974358974359,1,0.974358974359,1,0.974358974359,1,0.505564899811637,0.570709275668423,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-33","wmt16_real.online-b.0.ru-en___1930",33,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,18,14,14,NA,NA,NA,NA,1,56,0.727931888989,0.75,0.681982972247,0.6875,NA,NA,NA,NA,0.799101504029,0.8125,0.669372623098,0.6875,NA,0.783783783784,0.432432432432,NA,NA,NA,0.799101504029,0.8125,0.669372623098,0.6875,0.675675675676,0.783783783784,0.432432432432,0.405405405405,0.799101504029,0.8125,0.70271119069,0.75,0.675675675676,0.783783783784,0.432432432432,0.405405405405,0.648648648649,0.72972972973,0.432432432432,0.405405405405,0.648648648649,0.72972972973,0.432432432432,0.405405405405,0.675675675676,0.72972972973,0.432432432432,0.405405405405,0.85,0.705882352941,0.745454545455,0.755555555556,0.85,0.734693877551,0.745454545455,0.755555555556,0.85,0.729166666667,0.745454545455,0.755555555556,0.318790368209941,0.526004107546403,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-34","wmt14_onlinea.0.fr-en___431___swap___2",34,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,22,0.833333333333333,NA,0.833333333333333,1,1,323,0.962962962963,0.962962962963,0.888888888889,0.888888888889,0.534246575342,0.72602739726,0.493150684932,0.369863013699,0.962962962963,0.962962962963,0.888888888889,0.888888888889,0.506849315068,0.962962962963,0.5,0.369863013699,0.676470588235,0.529411764706,0.962962962963,0.962962962963,0.925925925926,0.925925925926,0.925925925926,0.962962962963,0.5,0.462962962963,0.962962962963,0.962962962963,0.962962962963,0.962962962963,0.962962962963,0.962962962963,0.5,0.481481481481,0.888888888889,0.962962962963,0.5,0.444444444444,0.925925925926,0.962962962963,0.5,0.462962962963,0.962962962963,0.962962962963,0.5,0.481481481481,0.964285714286,0.844827586207,0.964285714286,0.844827586207,0.964285714286,0.894736842105,0.964285714286,0.894736842105,0.964285714286,0.910714285714,0.964285714286,0.910714285714,0.590465497784156,0.590465497784156,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-35","wmt16_real.online-f.0.de-en___218",35,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.5,0.5,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,24,22,16,NA,1,1,1,35,100,0.555890135124,0.529411764706,0.426543331232,0.411764705882,0.416666666667,0.666666666667,0.472222222222,0.333333333333,0.470593459914,0.461538461538,0.369286996013,0.358974358974,0.444444444444,0.6,0.46,0.333333333333,0.6,0.4,0.470593459914,0.461538461538,0.415035437177,0.410256410256,0.52,0.6,0.46,0.4,0.470593459914,0.461538461538,0.42484501875,0.410256410256,0.52,0.6,0.46,0.44,0.48,0.54,0.46,0.4,0.48,0.54,0.46,0.4,0.5,0.54,0.46,0.44,0.728155339806,0.64406779661,0.768595041322,0.615384615385,0.728155339806,0.620689655172,0.768595041322,0.59375,0.728155339806,0.666666666667,0.768595041322,0.633333333333,0.346242525412767,0.477669662022326,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-36","wmt16_real.uedin-pbmt.4336.de-en___2543___choice___1",36,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,13,13,13,0.916666666666667,NA,0.916666666666667,1,1,323,0.925552667952,0.923076923077,0.925552667952,0.923076923077,0.615384615385,0.711538461538,0.5,0.384615384615,0.926064017319,0.95652173913,0.926064017319,0.95652173913,0.596153846154,0.892857142857,0.5,0.384615384615,0.627450980392,0.509803921569,0.926064017319,0.95652173913,0.926064017319,0.95652173913,0.892857142857,0.892857142857,0.5,0.5,0.926064017319,0.95652173913,0.908977978254,0.95652173913,0.857142857143,0.892857142857,0.5,0.464285714286,0.928571428571,0.928571428571,0.5,0.5,0.928571428571,0.928571428571,0.5,0.5,0.892857142857,0.928571428571,0.5,0.464285714286,0.933333333333,0.928571428571,0.925925925926,0.95652173913,0.933333333333,0.928571428571,0.925925925926,0.95652173913,0.933333333333,0.892857142857,0.925925925926,0.954545454545,0.566385372795027,0.587362608824472,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-37","wmt14_afrl.3456.hi-en___371___swap___2",37,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,21,21,31,0.833333333333333,NA,0.833333333333333,1,36,323,0.916666666667,0.916666666667,0.875,0.875,NA,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,NA,0.979166666667,0.5,NA,NA,NA,0.978917944243,0.978723404255,0.92761045329,0.936170212766,0.916666666667,0.979166666667,0.5,0.458333333333,0.978917944243,0.978723404255,0.978917944243,0.978723404255,0.979166666667,0.979166666667,0.5,0.5,0.895833333333,0.958333333333,0.5,0.458333333333,0.895833333333,0.958333333333,0.5,0.458333333333,0.958333333333,0.958333333333,0.5,0.5,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.767857142857,0.979166666667,0.877551020408,0.827586206897,0.88,0.979166666667,0.95652173913,0.561567234513422,0.561567234513422,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-38","wmt14_kit.3112.fr-en___438",38,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,20,22,NA,0.33,0.33,0.25,1,323,0.745084106896,0.769230769231,0.624158479848,0.666666666667,0.521739130435,0.673913043478,0.5,0.347826086957,0.814278639352,0.826086956522,0.637610321867,0.652173913043,0.521739130435,0.8,0.46,0.347826086957,0.55,0.6,0.814278639352,0.826086956522,0.688567183611,0.695652173913,0.68,0.8,0.46,0.38,0.814278639352,0.826086956522,0.730471002191,0.739130434783,0.76,0.8,0.46,0.42,0.64,0.76,0.46,0.4,0.68,0.76,0.46,0.38,0.74,0.76,0.46,0.42,0.939393939394,0.560606060606,0.924731182796,0.557142857143,0.939393939394,0.650793650794,0.924731182796,0.617647058824,0.939393939394,0.716666666667,0.924731182796,0.716666666667,0.351867147982652,0.532977675069298,0.349096457027466,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.3001,-85.867821,0.154083907108,0.0896863,NA,NA,NA,NA,-0.3898,0.2935,0.42709143,0.40513237,0.691985,0.702816756,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-39","wmt16_real.online-g.0.de-en___1654",39,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,1,0.75,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,14,12,NA,NA,NA,NA,36,75,0.797719072319,0.833333333333,0.64475019835,0.666666666667,0.545454545455,0.787878787879,0.454545454545,0.363636363636,0.742624710316,0.8,0.508964889013,0.5,0.515151515152,0.689655172414,0.48275862069,0.363636363636,0.75,0.625,0.742624710316,0.8,0.65876151054,0.7,0.620689655172,0.689655172414,0.48275862069,0.379310344828,0.742624710316,0.8,0.742624710316,0.8,0.689655172414,0.689655172414,0.48275862069,0.413793103448,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.551724137931,0.655172413793,0.48275862069,0.379310344828,0.620689655172,0.655172413793,0.48275862069,0.413793103448,0.941176470588,0.657142857143,0.75,0.625,0.941176470588,0.735294117647,0.75,0.655172413793,0.941176470588,0.774193548387,0.75,0.703703703704,0.314149125827614,0.509899989725079,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-40","wmt14_uedin-wmt14.3422.hi-en___399",40,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,21,26,31,NA,0.5,0.5,0.5,36,56,0.638255870387,0.702702702703,0.546126315745,0.594594594595,0.756097560976,0.951219512195,0.5,0.426829268293,0.577557992804,0.625,0.517693659871,0.5625,0.792682926829,0.576923076923,0.461538461538,0.426829268293,0.948717948718,0.948717948718,0.577557992804,0.625,0.507150991605,0.5625,0.5,0.576923076923,0.461538461538,0.365384615385,0.577557992804,0.625,0.528236328136,0.5625,0.519230769231,0.576923076923,0.461538461538,0.403846153846,0.5,0.538461538462,0.461538461538,0.384615384615,0.480769230769,0.538461538462,0.461538461538,0.365384615385,0.5,0.538461538462,0.461538461538,0.403846153846,0.889908256881,0.634920634921,0.735294117647,0.612903225806,0.889908256881,0.645161290323,0.735294117647,0.627118644068,0.889908256881,0.693548387097,0.735294117647,0.610169491525,0.260770709575966,0.431343331250656,0.2875279672544,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2725,-238.402496,0.135827700176,0.0906658,NA,NA,NA,NA,-0.2782,0.2415,0.25640298,0.29866499,0.454699,0.45991841,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-41","wmt16_real.kit.4482.de-en___2543",41,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,13,9,13,NA,NA,NA,NA,1,323,0.529073003902,0.5,0.470926996098,0.5,NA,NA,NA,NA,0.531583896945,0.588235294118,0.356635832808,0.352941176471,NA,0.52,0.44,NA,NA,NA,0.531583896945,0.588235294118,0.356635832808,0.352941176471,0.44,0.52,0.44,0.36,0.531583896945,0.588235294118,0.43364167192,0.470588235294,0.48,0.52,0.44,0.36,0.4,0.52,0.44,0.36,0.4,0.52,0.44,0.36,0.44,0.52,0.44,0.36,0.739130434783,0.571428571429,0.78431372549,0.536585365854,0.739130434783,0.571428571429,0.78431372549,0.536585365854,0.739130434783,0.722222222222,0.78431372549,0.657142857143,0.241448839123284,0.433547493223059,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-42","wmt14_rbmt1.0.fr-en___905",42,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,1,1,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,14,16,27,NA,0.5,0.5,0.5,35,323,0.776738057899,0.8125,0.661067260187,0.6875,NA,NA,NA,NA,0.823360862003,0.903225806452,0.626010002623,0.645161290323,NA,0.763157894737,0.473684210526,NA,NA,NA,0.823360862003,0.903225806452,0.579830212878,0.58064516129,0.605263157895,0.763157894737,0.473684210526,0.394736842105,0.823360862003,0.903225806452,0.672189792369,0.709677419355,0.657894736842,0.763157894737,0.473684210526,0.421052631579,0.684210526316,0.710526315789,0.473684210526,0.421052631579,0.631578947368,0.710526315789,0.473684210526,0.394736842105,0.657894736842,0.710526315789,0.473684210526,0.421052631579,0.907407407407,0.808510638298,0.901960784314,0.8,0.907407407407,0.787234042553,0.901960784314,0.777777777778,0.907407407407,0.80487804878,0.901960784314,0.794871794872,0.368457824899765,0.47434244806612,0.342310158881179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.2431,-87.4543,0.159047737664,0.10065,NA,NA,NA,NA,-0.1666,0.1692,0.39446231,0.28111773,0.366667,0.409333349,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-43","wmt14_onlinea.0.hi-en___43___phrase___5",43,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.25,0,FALSE,TRUE,"phrase",FALSE,TRUE,FALSE,FALSE,7,7,16,0.583333333333333,NA,0.583333333333333,0.5,1,101,0.865427420997,0.857142857143,0.701858868505,0.714285714286,NA,NA,NA,NA,0.676009574533,0.666666666667,0.676009574533,0.666666666667,NA,0.6875,0.5,NA,NA,NA,0.676009574533,0.666666666667,0.676009574533,0.666666666667,0.75,0.6875,0.5,0.5,0.676009574533,0.666666666667,0.676009574533,0.666666666667,0.75,0.6875,0.5,0.5,0.75,0.6875,0.5,0.5,0.75,0.6875,0.5,0.5,0.75,0.6875,0.5,0.5,0.842105263158,0.380952380952,0.72,0.842105263158,0.842105263158,0.380952380952,0.72,0.842105263158,0.842105263158,0.5,0.72,0.842105263158,0.518355062943862,0.518355062943862,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-44","wmt16_real.uedin-pbmt.4336.de-en___2543___choice___2",44,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,13,13,13,0.833333333333333,NA,0.833333333333333,1,1,323,0.88590616272,0.88,0.88590616272,0.88,NA,NA,NA,NA,0.883700521086,0.909090909091,0.883700521086,0.909090909091,NA,0.857142857143,0.5,NA,NA,NA,0.883700521086,0.909090909091,0.883700521086,0.909090909091,0.857142857143,0.857142857143,0.5,0.5,0.883700521086,0.909090909091,0.767401042172,0.818181818182,0.75,0.857142857143,0.5,0.464285714286,0.928571428571,0.928571428571,0.5,0.5,0.928571428571,0.928571428571,0.5,0.5,0.785714285714,0.928571428571,0.5,0.464285714286,0.939393939394,0.84375,0.896551724138,0.851851851852,0.939393939394,0.84375,0.896551724138,0.851851851852,0.939393939394,0.806451612903,0.896551724138,0.84,0.543342516497181,0.587362608824472,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-45","wmt15_abumatran-hfstmorph.4007.fi-en___67___order___1",45,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,1,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,24,24,10,0.916666666666667,NA,0.916666666666667,1,1,323,0.961538461538,0.961538461538,0.884615384615,0.884615384615,NA,NA,NA,NA,0.91042078544,0.952380952381,0.824016409558,0.857142857143,NA,0.865384615385,0.5,NA,NA,NA,0.91042078544,0.952380952381,0.780814221617,0.809523809524,0.788461538462,0.865384615385,0.5,0.461538461538,0.91042078544,0.952380952381,0.824016409558,0.857142857143,0.807692307692,0.865384615385,0.5,0.461538461538,0.903846153846,0.961538461538,0.5,0.461538461538,0.884615384615,0.961538461538,0.5,0.461538461538,0.903846153846,0.961538461538,0.5,0.461538461538,0.962962962963,0.896551724138,0.959183673469,0.875,0.962962962963,0.881355932203,0.959183673469,0.857142857143,0.962962962963,0.929824561404,0.959183673469,0.914893617021,0.590465497784156,0.590465497784156,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-46","wmt16_real.uedin-pbmt.4336.de-en___2543___swap___8",46,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,1,1,FALSE,TRUE,"swap",FALSE,FALSE,FALSE,TRUE,13,13,13,0.333333333333333,NA,0.333333333333333,0.25,1,323,0.851105335903,0.846153846154,0.851105335903,0.846153846154,NA,NA,NA,NA,0.904785243197,0.952380952381,0.904785243197,0.952380952381,NA,0.857142857143,0.5,NA,NA,NA,0.904785243197,0.952380952381,0.886936852253,0.952380952381,0.821428571429,0.857142857143,0.5,0.5,0.904785243197,0.952380952381,0.904785243197,0.952380952381,0.857142857143,0.857142857143,0.5,0.5,0.857142857143,0.857142857143,0.5,0.5,0.821428571429,0.857142857143,0.5,0.5,0.857142857143,0.857142857143,0.5,0.5,0.894736842105,0.838709677419,0.857142857143,0.869565217391,0.894736842105,0.8125,0.857142857143,0.833333333333,0.894736842105,0.806451612903,0.857142857143,0.857142857143,0.450744840598299,0.450744840598299,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-47","wmt16_real.uedin-pbmt.4336.de-en___1618___order___1",47,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,1,1,FALSE,TRUE,"order",TRUE,FALSE,FALSE,FALSE,14,14,15,0.916666666666667,NA,0.916666666666667,1,1,323,0.9375,0.9375,0.9375,0.9375,NA,NA,NA,NA,0.968186718854,0.967741935484,0.954398434369,0.967741935484,NA,0.96875,0.5,NA,NA,NA,0.968186718854,0.967741935484,0.827145309786,0.838709677419,0.84375,0.96875,0.5,0.4375,0.968186718854,0.967741935484,0.699892185204,0.709677419355,0.71875,0.96875,0.5,0.40625,0.9375,0.9375,0.5,0.46875,0.84375,0.9375,0.5,0.4375,0.71875,0.9375,0.5,0.40625,0.941176470588,0.9375,0.96875,0.966666666667,0.941176470588,0.861111111111,0.96875,0.882352941176,0.941176470588,0.790697674419,0.96875,0.825,0.545285030046881,0.545285030046881,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-48","wmt15_online-e.0.de-en___198",48,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.75,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,5,5,5,NA,0,0,0,1,47,0.923076923077,0.923076923077,0.461538461538,0.461538461538,NA,NA,NA,NA,0.965237893741,1,0.48261894687,0.5,NA,0.923076923077,0.461538461538,NA,NA,NA,0.965237893741,1,0.965237893741,1,0.923076923077,0.923076923077,0.461538461538,0.461538461538,0.965237893741,1,0.965237893741,1,0.923076923077,0.923076923077,0.461538461538,0.461538461538,0.538461538462,0.769230769231,0.461538461538,0.384615384615,0.769230769231,0.769230769231,0.461538461538,0.461538461538,0.769230769231,0.769230769231,0.461538461538,0.461538461538,0.857142857143,0.666666666667,0.909090909091,0.733333333333,0.857142857143,0.769230769231,0.909090909091,0.9,0.857142857143,0.769230769231,0.909090909091,0.9,0.339460540097437,0.458271729131539,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,-0.0107019100828806,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0.338831,0.3529197,-0.0112276982821216,0.818181818182,25.9726,28.8453,10.77738623,0.198394376331,0.37421962,0.251697,0.188379,0.196556775245162,2.49395209991,0.54398626,0.284187263711,0.298887127272727
"40-49","wmt14_cmu.3510.hi-en___722",49,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,0.25,0.25,TRUE,FALSE,"hypothesis",FALSE,FALSE,FALSE,FALSE,11,9,24,NA,0.25,0.25,0.25,1,143,0.862746583358,0.9,0.862746583358,0.9,NA,NA,NA,NA,0.809712222523,0.842105263158,0.809712222523,0.842105263158,NA,0.772727272727,0.454545454545,NA,NA,NA,0.809712222523,0.842105263158,0.809712222523,0.842105263158,0.772727272727,0.772727272727,0.454545454545,0.409090909091,0.809712222523,0.842105263158,0.809712222523,0.842105263158,0.772727272727,0.772727272727,0.454545454545,0.409090909091,0.727272727273,0.727272727273,0.454545454545,0.409090909091,0.727272727273,0.727272727273,0.454545454545,0.409090909091,0.727272727273,0.727272727273,0.454545454545,0.409090909091,0.875,0.727272727273,0.766666666667,0.761904761905,0.875,0.727272727273,0.766666666667,0.761904761905,0.875,0.8,0.766666666667,0.75,0.354812115801383,0.506874451144832,0.0960720974432179,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,0,-160.971924,0.045872299233,0.0311067,NA,NA,NA,NA,-0.0739,0.0925,0.14416618,0.1142671,0.270197,0.292582069,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
"40-50","wmt16_real.jhu-pbmt.4284.ro-en___853___choice___2",50,40,TRUE,19,0,0,0,0,1,7,"Female","British",1,1,FALSE,1,1,FALSE,TRUE,"choice",FALSE,FALSE,TRUE,FALSE,25,25,22,0.833333333333333,NA,0.833333333333333,1,36,323,0.963547935822,0.962962962963,0.890643807465,0.888888888889,NA,NA,NA,NA,0.983907658314,1,0.909460326266,0.923076923077,NA,0.964285714286,0.5,NA,NA,NA,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.983907658314,1,0.983907658314,1,0.964285714286,0.964285714286,0.5,0.5,0.946428571429,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.982142857143,0.982142857143,0.5,0.5,0.888888888889,0.880597014925,1,0.925925925926,0.888888888889,0.916666666667,1,0.96,0.888888888889,0.966101694915,1,1,0.600580874513013,0.643479508406799,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA