diff --git a/results/factcc-id0_summary.json b/results/factcc-id0_summary.json new file mode 100644 index 0000000..ce003d4 --- /dev/null +++ b/results/factcc-id0_summary.json @@ -0,0 +1,398 @@ +{ + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'P')": { + "0": 0.0464916151, + "average": 0.0464916151 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'R')": { + "0": -0.0638095802, + "average": -0.0638095802 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'F')": { + "0": -0.0494382556, + "average": -0.0494382556 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'P')": { + "0": 0.0545306925, + "average": 0.0545306925 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'R')": { + "0": -0.0588050578, + "average": -0.0588050578 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'F')": { + "0": -0.0410990233, + "average": -0.0410990233 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'P')": { + "0": 0.0763387457, + "average": 0.0763387457 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'R')": { + "0": -0.1391934072, + "average": -0.1391934072 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'F')": { + "0": -0.1373480309, + "average": -0.1373480309 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'P')": { + "0": 0.5545457454, + "average": 0.5545457454 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'R')": { + "0": 0.2708304936, + "average": 0.2708304936 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'F')": { + "0": 0.3323295943, + "average": 0.3323295943 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'P')": { + "0": 0.5550462428, + "average": 0.5550462428 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'R')": { + "0": 0.3288420023, + "average": 0.3288420023 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'F')": { + "0": -0.0216828609, + "average": -0.0216828609 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'P')": { + "0": 0.0991536999, + "average": 0.0991536999 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'R')": { + "0": -0.088461976, + "average": -0.088461976 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'F')": { + "0": -0.0879244745, + "average": -0.0879244745 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'P')": { + "0": 0.6072476088, + "average": 0.6072476088 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'R')": { + "0": 0.3342730657, + "average": 0.3342730657 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'F')": { + "0": 0.3908544479, + "average": 0.3908544479 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'P')": { + "0": 0.5912649355, + "average": 0.5912649355 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'R')": { + "0": 0.2491778988, + "average": 0.2491778988 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'F')": { + "0": -0.0338613947, + "average": -0.0338613947 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'P')": { + "0": 0.2809733169, + "average": 0.2809733169 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'R')": { + "0": -0.0948472374, + "average": -0.0948472374 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'F')": { + "0": -0.0845110103, + "average": -0.0845110103 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'P')": { + "0": 0.6277175716, + "average": 0.6277175716 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'R')": { + "0": 0.2991939824, + "average": 0.2991939824 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'F')": { + "0": 0.3628689547, + "average": 0.3628689547 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'P')": { + "0": 0.6331495255, + "average": 0.6331495255 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'R')": { + "0": 0.2960637702, + "average": 0.2960637702 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'F')": { + "0": -0.0126112964, + "average": -0.0126112964 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'P')": { + "0": 0.1342348608, + "average": 0.1342348608 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'R')": { + "0": -0.0439182742, + "average": -0.0439182742 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'F')": { + "0": -0.019484924, + "average": -0.019484924 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-roberta', 'P')": { + "0": 0.1402615512, + "average": 0.1402615512 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-roberta', 'R')": { + "0": -0.037080971, + "average": -0.037080971 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-roberta', 'F')": { + "0": -0.0084705157, + "average": -0.0084705157 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'P')": { + "0": 0.017239943, + "average": 0.017239943 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'R')": { + "0": -0.0992111907, + "average": -0.0992111907 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'F')": { + "0": -0.1012174034, + "average": -0.1012174034 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'P')": { + "0": 0.461573943, + "average": 0.461573943 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'R')": { + "0": 0.2870596826, + "average": 0.2870596826 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'F')": { + "0": 0.3135004791, + "average": 0.3135004791 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'P')": { + "0": 0.4639049497, + "average": 0.4639049497 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'R')": { + "0": 0.2813405561, + "average": 0.2813405561 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'F')": { + "0": 0.0219606802, + "average": 0.0219606802 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'P')": { + "0": -0.0899415757, + "average": -0.0899415757 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'R')": { + "0": -0.0667842805, + "average": -0.0667842805 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'F')": { + "0": -0.066294152, + "average": -0.066294152 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'P')": { + "0": 0.4807517609, + "average": 0.4807517609 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'R')": { + "0": 0.39273847, + "average": 0.39273847 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'F')": { + "0": 0.4020840535, + "average": 0.4020840535 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'P')": { + "0": 0.4720057603, + "average": 0.4720057603 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'R')": { + "0": 0.2300073658, + "average": 0.2300073658 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'F')": { + "0": -0.0464055564, + "average": -0.0464055564 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'P')": { + "0": 0.2368221115, + "average": 0.2368221115 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'R')": { + "0": -0.0756286195, + "average": -0.0756286195 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'F')": { + "0": -0.0661004472, + "average": -0.0661004472 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'P')": { + "0": 0.5335440163, + "average": 0.5335440163 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'R')": { + "0": 0.3735207391, + "average": 0.3735207391 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'F')": { + "0": 0.3848367174, + "average": 0.3848367174 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'P')": { + "0": 0.5337396595, + "average": 0.5337396595 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'R')": { + "0": 0.2695206574, + "average": 0.2695206574 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'F')": { + "0": -0.0032238146, + "average": -0.0032238146 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'P')": { + "0": 0.1642671062, + "average": 0.1642671062 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'R')": { + "0": -0.0537835503, + "average": -0.0537835503 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'F')": { + "0": -0.0238617852, + "average": -0.0238617852 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'P')": { + "0": 0.1716590494, + "average": 0.1716590494 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'R')": { + "0": -0.045410397, + "average": -0.045410397 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'F')": { + "0": -0.0103732315, + "average": -0.0103732315 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'P')": { + "0": 0.021112497, + "average": 0.021112497 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'R')": { + "0": -0.121496811, + "average": -0.121496811 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'F')": { + "0": -0.1239536754, + "average": -0.1239536754 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'P')": { + "0": 0.5652555334, + "average": 0.5652555334 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'R')": { + "0": 0.3515413509, + "average": 0.3515413509 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'F')": { + "0": 0.3839214929, + "average": 0.3839214929 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'P')": { + "0": 0.5681109499, + "average": 0.5681109499 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'R')": { + "0": 0.3445375478, + "average": 0.3445375478 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'F')": { + "0": 0.0268936658, + "average": 0.0268936658 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'P')": { + "0": -0.110144968, + "average": -0.110144968 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'R')": { + "0": -0.0817859058, + "average": -0.0817859058 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'F')": { + "0": -0.0811856807, + "average": -0.0811856807 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'P')": { + "0": 0.5887417041, + "average": 0.5887417041 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'R')": { + "0": 0.4809585624, + "average": 0.4809585624 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'F')": { + "0": 0.4924034264, + "average": 0.4924034264 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'P')": { + "0": 0.5780314286, + "average": 0.5780314286 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'R')": { + "0": 0.2816734811, + "average": 0.2816734811 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'F')": { + "0": -0.0568295479, + "average": -0.0568295479 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'P')": { + "0": 0.2900189046, + "average": 0.2900189046 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'R')": { + "0": -0.0926169319, + "average": -0.0926169319 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'F')": { + "0": -0.0809484645, + "average": -0.0809484645 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'P')": { + "0": 0.6533918256, + "average": 0.6533918256 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'R')": { + "0": 0.4574239893, + "average": 0.4574239893 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'F')": { + "0": 0.4712818542, + "average": 0.4712818542 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'P')": { + "0": 0.6536323183, + "average": 0.6536323183 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'R')": { + "0": 0.3300625678, + "average": 0.3300625678 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'F')": { + "0": -0.0039479739, + "average": -0.0039479739 + } +} \ No newline at end of file diff --git a/results/factcc-id0_summary.txt b/results/factcc-id0_summary.txt new file mode 100644 index 0000000..aa84977 --- /dev/null +++ b/results/factcc-id0_summary.txt @@ -0,0 +1,100 @@ +corr_metric aspect approach model score_name +pearsonr human new bertscore-sentence-cos-mpnet P 0.046 + R -0.064 + F -0.049 + bertscore-sentence-cos-roberta P 0.055 + R -0.059 + F -0.041 + bertscore-sentence-mnli-roberta-not_neutral P 0.076 + R -0.139 + F -0.137 + bertscore-sentence-mnli-roberta-entail_only P 0.555 + R 0.271 + F 0.332 + bertscore-sentence-mnli-roberta-entail_contradict P 0.555 + R 0.329 + F -0.022 + bertscore-sentence-mnli-bart-not_neutral P 0.099 + R -0.088 + F -0.088 + bertscore-sentence-mnli-bart-entail_only P 0.607 + R 0.334 + F 0.391 + bertscore-sentence-mnli-bart-entail_contradict P 0.591 + R 0.249 + F -0.034 + bertscore-sentence-mnli-deberta-not_neutral P 0.281 + R -0.095 + F -0.085 + bertscore-sentence-mnli-deberta-entail_only P 0.628 + R 0.299 + F 0.363 + bertscore-sentence-mnli-deberta-entail_contradict P 0.633 + R 0.296 + F -0.013 +kendalltau human new bertscore-sentence-cos-mpnet P 0.134 + R -0.044 + F -0.019 + bertscore-sentence-cos-roberta P 0.140 + R -0.037 + F -0.008 + bertscore-sentence-mnli-roberta-not_neutral P 0.017 + R -0.099 + F -0.101 + bertscore-sentence-mnli-roberta-entail_only P 0.462 + R 0.287 + F 0.314 + bertscore-sentence-mnli-roberta-entail_contradict P 0.464 + R 0.281 + F 0.022 + bertscore-sentence-mnli-bart-not_neutral P -0.090 + R -0.067 + F -0.066 + bertscore-sentence-mnli-bart-entail_only P 0.481 + R 0.393 + F 0.402 + bertscore-sentence-mnli-bart-entail_contradict P 0.472 + R 0.230 + F -0.046 + bertscore-sentence-mnli-deberta-not_neutral P 0.237 + R -0.076 + F -0.066 + bertscore-sentence-mnli-deberta-entail_only P 0.534 + R 0.374 + F 0.385 + bertscore-sentence-mnli-deberta-entail_contradict P 0.534 + R 0.270 + F -0.003 +spearmanr human new bertscore-sentence-cos-mpnet P 0.164 + R -0.054 + F -0.024 + bertscore-sentence-cos-roberta P 0.172 + R -0.045 + F -0.010 + bertscore-sentence-mnli-roberta-not_neutral P 0.021 + R -0.121 + F -0.124 + bertscore-sentence-mnli-roberta-entail_only P 0.565 + R 0.352 + F 0.384 + bertscore-sentence-mnli-roberta-entail_contradict P 0.568 + R 0.345 + F 0.027 + bertscore-sentence-mnli-bart-not_neutral P -0.110 + R -0.082 + F -0.081 + bertscore-sentence-mnli-bart-entail_only P 0.589 + R 0.481 + F 0.492 + bertscore-sentence-mnli-bart-entail_contradict P 0.578 + R 0.282 + F -0.057 + bertscore-sentence-mnli-deberta-not_neutral P 0.290 + R -0.093 + F -0.081 + bertscore-sentence-mnli-deberta-entail_only P 0.653 + R 0.457 + F 0.471 + bertscore-sentence-mnli-deberta-entail_contradict P 0.654 + R 0.330 + F -0.004 \ No newline at end of file diff --git a/results/factcc_system.json b/results/factcc_system.json new file mode 100644 index 0000000..b7564f2 --- /dev/null +++ b/results/factcc_system.json @@ -0,0 +1,101 @@ +{ + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'P')": 0.0464916151, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'R')": -0.0638095802, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'F')": -0.0494382556, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'P')": 0.0545306925, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'R')": -0.0588050578, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'F')": -0.0410990233, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'P')": 0.0763387457, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'R')": -0.1391934072, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'F')": -0.1373480309, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'P')": 0.5545457454, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'R')": 0.2708304936, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'F')": 0.3323295943, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'P')": 0.5550462428, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'R')": 0.3288420023, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'F')": -0.0216828609, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'P')": 0.0991536999, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'R')": -0.088461976, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'F')": -0.0879244745, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'P')": 0.6072476088, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'R')": 0.3342730657, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'F')": 0.3908544479, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'P')": 0.5912649355, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'R')": 0.2491778988, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'F')": -0.0338613947, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'P')": 0.2809733169, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'R')": -0.0948472374, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'F')": -0.0845110103, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'P')": 0.6277175716, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'R')": 0.2991939824, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'F')": 0.3628689547, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'P')": 0.6331495255, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'R')": 0.2960637702, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'F')": -0.0126112964, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'P')": 0.1342348608, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'R')": -0.0439182742, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'F')": -0.019484924, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-roberta', 'P')": 0.1402615512, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-roberta', 'R')": -0.037080971, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-roberta', 'F')": -0.0084705157, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'P')": 0.017239943, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'R')": -0.0992111907, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'F')": -0.1012174034, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'P')": 0.461573943, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'R')": 0.2870596826, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'F')": 0.3135004791, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'P')": 0.4639049497, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'R')": 0.2813405561, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'F')": 0.0219606802, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'P')": -0.0899415757, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'R')": -0.0667842805, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'F')": -0.066294152, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'P')": 0.4807517609, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'R')": 0.39273847, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'F')": 0.4020840535, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'P')": 0.4720057603, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'R')": 0.2300073658, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'F')": -0.0464055564, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'P')": 0.2368221115, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'R')": -0.0756286195, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'F')": -0.0661004472, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'P')": 0.5335440163, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'R')": 0.3735207391, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'F')": 0.3848367174, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'P')": 0.5337396595, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'R')": 0.2695206574, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'F')": -0.0032238146, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'P')": 0.1642671062, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'R')": -0.0537835503, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'F')": -0.0238617852, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'P')": 0.1716590494, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'R')": -0.045410397, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'F')": -0.0103732315, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'P')": 0.021112497, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'R')": -0.121496811, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'F')": -0.1239536754, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'P')": 0.5652555334, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'R')": 0.3515413509, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'F')": 0.3839214929, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'P')": 0.5681109499, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'R')": 0.3445375478, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'F')": 0.0268936658, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'P')": -0.110144968, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'R')": -0.0817859058, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'F')": -0.0811856807, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'P')": 0.5887417041, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'R')": 0.4809585624, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'F')": 0.4924034264, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'P')": 0.5780314286, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'R')": 0.2816734811, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'F')": -0.0568295479, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'P')": 0.2900189046, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'R')": -0.0926169319, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'F')": -0.0809484645, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'P')": 0.6533918256, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'R')": 0.4574239893, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'F')": 0.4712818542, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'P')": 0.6536323183, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'R')": 0.3300625678, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'F')": -0.0039479739 +} \ No newline at end of file diff --git a/results/factcc_system.txt b/results/factcc_system.txt new file mode 100644 index 0000000..aa84977 --- /dev/null +++ b/results/factcc_system.txt @@ -0,0 +1,100 @@ +corr_metric aspect approach model score_name +pearsonr human new bertscore-sentence-cos-mpnet P 0.046 + R -0.064 + F -0.049 + bertscore-sentence-cos-roberta P 0.055 + R -0.059 + F -0.041 + bertscore-sentence-mnli-roberta-not_neutral P 0.076 + R -0.139 + F -0.137 + bertscore-sentence-mnli-roberta-entail_only P 0.555 + R 0.271 + F 0.332 + bertscore-sentence-mnli-roberta-entail_contradict P 0.555 + R 0.329 + F -0.022 + bertscore-sentence-mnli-bart-not_neutral P 0.099 + R -0.088 + F -0.088 + bertscore-sentence-mnli-bart-entail_only P 0.607 + R 0.334 + F 0.391 + bertscore-sentence-mnli-bart-entail_contradict P 0.591 + R 0.249 + F -0.034 + bertscore-sentence-mnli-deberta-not_neutral P 0.281 + R -0.095 + F -0.085 + bertscore-sentence-mnli-deberta-entail_only P 0.628 + R 0.299 + F 0.363 + bertscore-sentence-mnli-deberta-entail_contradict P 0.633 + R 0.296 + F -0.013 +kendalltau human new bertscore-sentence-cos-mpnet P 0.134 + R -0.044 + F -0.019 + bertscore-sentence-cos-roberta P 0.140 + R -0.037 + F -0.008 + bertscore-sentence-mnli-roberta-not_neutral P 0.017 + R -0.099 + F -0.101 + bertscore-sentence-mnli-roberta-entail_only P 0.462 + R 0.287 + F 0.314 + bertscore-sentence-mnli-roberta-entail_contradict P 0.464 + R 0.281 + F 0.022 + bertscore-sentence-mnli-bart-not_neutral P -0.090 + R -0.067 + F -0.066 + bertscore-sentence-mnli-bart-entail_only P 0.481 + R 0.393 + F 0.402 + bertscore-sentence-mnli-bart-entail_contradict P 0.472 + R 0.230 + F -0.046 + bertscore-sentence-mnli-deberta-not_neutral P 0.237 + R -0.076 + F -0.066 + bertscore-sentence-mnli-deberta-entail_only P 0.534 + R 0.374 + F 0.385 + bertscore-sentence-mnli-deberta-entail_contradict P 0.534 + R 0.270 + F -0.003 +spearmanr human new bertscore-sentence-cos-mpnet P 0.164 + R -0.054 + F -0.024 + bertscore-sentence-cos-roberta P 0.172 + R -0.045 + F -0.010 + bertscore-sentence-mnli-roberta-not_neutral P 0.021 + R -0.121 + F -0.124 + bertscore-sentence-mnli-roberta-entail_only P 0.565 + R 0.352 + F 0.384 + bertscore-sentence-mnli-roberta-entail_contradict P 0.568 + R 0.345 + F 0.027 + bertscore-sentence-mnli-bart-not_neutral P -0.110 + R -0.082 + F -0.081 + bertscore-sentence-mnli-bart-entail_only P 0.589 + R 0.481 + F 0.492 + bertscore-sentence-mnli-bart-entail_contradict P 0.578 + R 0.282 + F -0.057 + bertscore-sentence-mnli-deberta-not_neutral P 0.290 + R -0.093 + F -0.081 + bertscore-sentence-mnli-deberta-entail_only P 0.653 + R 0.457 + F 0.471 + bertscore-sentence-mnli-deberta-entail_contradict P 0.654 + R 0.330 + F -0.004 \ No newline at end of file diff --git a/results/frank-xsum_system.json b/results/frank-xsum_system.json new file mode 100644 index 0000000..8dc4366 --- /dev/null +++ b/results/frank-xsum_system.json @@ -0,0 +1,101 @@ +{ + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'P')": 0.0956640748, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'R')": 0.0946057362, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'F')": 0.1009987222, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'P')": 0.1520984671, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'R')": 0.1390871128, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'F')": 0.1545520188, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'P')": -0.0793832114, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'R')": -0.1765603027, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'F')": -0.1644009491, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'P')": 0.1846717559, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'R')": 0.1190976277, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'F')": 0.1398519412, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'P')": 0.2344091463, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'R')": 0.213933458, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'F')": 0.0122081254, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'P')": -0.1073592446, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'R')": -0.2295523767, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'F')": -0.2249942436, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'P')": 0.1336005588, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'R')": 0.1024692822, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'F')": 0.1160853142, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'P')": 0.222017576, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'R')": 0.2471253133, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'F')": -0.1066933889, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'P')": -0.0650102828, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'R')": -0.1815628068, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'F')": -0.1686909838, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'P')": 0.2442779491, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'R')": 0.1889730528, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'F')": 0.2075654781, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'P')": 0.3070336994, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'R')": 0.2563442506, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'F')": 0.0312040501, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'P')": 0.0981291292, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'R')": 0.0877565054, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'F')": 0.0912482798, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-roberta', 'P')": 0.1532786241, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-roberta', 'R')": 0.1342792637, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-roberta', 'F')": 0.1404412184, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'P')": -0.045341717, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'R')": -0.121031061, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'F')": -0.1048045802, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'P')": 0.1470139701, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'R')": 0.0597196113, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'F')": 0.0816972499, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'P')": 0.1785426386, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'R')": 0.1510192407, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'F')": 0.1013128058, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'P')": -0.0395905592, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'R')": -0.1587216842, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'F')": -0.1514300377, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'P')": 0.1462950754, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'R')": 0.0797459642, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'F')": 0.0941238586, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'P')": 0.2135630813, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'R')": 0.1706347966, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'F')": 0.1589270826, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'P')": -0.0335313037, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'R')": -0.1120962266, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'F')": -0.1012101066, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'P')": 0.2118171942, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'R')": 0.1332522712, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'F')": 0.1510192407, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'P')": 0.2457079452, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'R')": 0.1774129469, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'F')": 0.0939184601, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'P')": 0.1240917103, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'R')": 0.1094966611, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'F')": 0.1153577633, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'P')": 0.1950311149, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'R')": 0.1685246256, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'F')": 0.1770345053, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'P')": -0.0565523065, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'R')": -0.1549319008, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'F')": -0.1336933333, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'P')": 0.1879924894, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'R')": 0.0758018216, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'F')": 0.1040192286, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'P')": 0.228803936, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'R')": 0.190819065, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'F')": 0.1247784689, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'P')": -0.0490177176, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'R')": -0.1994958254, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'F')": -0.1902534379, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'P')": 0.1848243541, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'R')": 0.1004409098, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'F')": 0.1189251648, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'P')": 0.2729400012, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'R')": 0.2154373581, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'F')": 0.2030601075, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'P')": -0.041014199, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'R')": -0.139267463, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'F')": -0.1259554722, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'P')": 0.2679621713, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'R')": 0.1681690292, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'F')": 0.1915484535, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'P')": 0.3138049952, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'R')": 0.2228835677, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'F')": 0.1173005467 +} \ No newline at end of file diff --git a/results/frank-xsum_system.txt b/results/frank-xsum_system.txt new file mode 100644 index 0000000..5fdb599 --- /dev/null +++ b/results/frank-xsum_system.txt @@ -0,0 +1,100 @@ +corr_metric aspect approach model score_name +pearsonr human new bertscore-sentence-cos-mpnet P 0.096 + R 0.095 + F 0.101 + bertscore-sentence-cos-roberta P 0.152 + R 0.139 + F 0.155 + bertscore-sentence-mnli-roberta-not_neutral P -0.079 + R -0.177 + F -0.164 + bertscore-sentence-mnli-roberta-entail_only P 0.185 + R 0.119 + F 0.140 + bertscore-sentence-mnli-roberta-entail_contradict P 0.234 + R 0.214 + F 0.012 + bertscore-sentence-mnli-bart-not_neutral P -0.107 + R -0.230 + F -0.225 + bertscore-sentence-mnli-bart-entail_only P 0.134 + R 0.102 + F 0.116 + bertscore-sentence-mnli-bart-entail_contradict P 0.222 + R 0.247 + F -0.107 + bertscore-sentence-mnli-deberta-not_neutral P -0.065 + R -0.182 + F -0.169 + bertscore-sentence-mnli-deberta-entail_only P 0.244 + R 0.189 + F 0.208 + bertscore-sentence-mnli-deberta-entail_contradict P 0.307 + R 0.256 + F 0.031 +kendalltau human new bertscore-sentence-cos-mpnet P 0.098 + R 0.088 + F 0.091 + bertscore-sentence-cos-roberta P 0.153 + R 0.134 + F 0.140 + bertscore-sentence-mnli-roberta-not_neutral P -0.045 + R -0.121 + F -0.105 + bertscore-sentence-mnli-roberta-entail_only P 0.147 + R 0.060 + F 0.082 + bertscore-sentence-mnli-roberta-entail_contradict P 0.179 + R 0.151 + F 0.101 + bertscore-sentence-mnli-bart-not_neutral P -0.040 + R -0.159 + F -0.151 + bertscore-sentence-mnli-bart-entail_only P 0.146 + R 0.080 + F 0.094 + bertscore-sentence-mnli-bart-entail_contradict P 0.214 + R 0.171 + F 0.159 + bertscore-sentence-mnli-deberta-not_neutral P -0.034 + R -0.112 + F -0.101 + bertscore-sentence-mnli-deberta-entail_only P 0.212 + R 0.133 + F 0.151 + bertscore-sentence-mnli-deberta-entail_contradict P 0.246 + R 0.177 + F 0.094 +spearmanr human new bertscore-sentence-cos-mpnet P 0.124 + R 0.109 + F 0.115 + bertscore-sentence-cos-roberta P 0.195 + R 0.169 + F 0.177 + bertscore-sentence-mnli-roberta-not_neutral P -0.057 + R -0.155 + F -0.134 + bertscore-sentence-mnli-roberta-entail_only P 0.188 + R 0.076 + F 0.104 + bertscore-sentence-mnli-roberta-entail_contradict P 0.229 + R 0.191 + F 0.125 + bertscore-sentence-mnli-bart-not_neutral P -0.049 + R -0.199 + F -0.190 + bertscore-sentence-mnli-bart-entail_only P 0.185 + R 0.100 + F 0.119 + bertscore-sentence-mnli-bart-entail_contradict P 0.273 + R 0.215 + F 0.203 + bertscore-sentence-mnli-deberta-not_neutral P -0.041 + R -0.139 + F -0.126 + bertscore-sentence-mnli-deberta-entail_only P 0.268 + R 0.168 + F 0.192 + bertscore-sentence-mnli-deberta-entail_contradict P 0.314 + R 0.223 + F 0.117 \ No newline at end of file diff --git a/results/frank_summary.json b/results/frank_summary.json new file mode 100644 index 0000000..ff90f21 --- /dev/null +++ b/results/frank_summary.json @@ -0,0 +1,25049 @@ +{ + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'P')": { + "0": 0.6523168225, + "1": 0.8836796854, + "2": 0.5325905853, + "3": 0.7294972112, + "4": 0.5962035026, + "5": 0.8525070332, + "6": 0.6928963888, + "7": 0.2255316522, + "8": 0.0449816717, + "9": 0.7737176676, + "10": 0.2334867976, + "11": -0.2464879846, + "12": 0.8122986439, + "13": 0.698803603, + "14": 0.9632733085, + "15": 0.4062383177, + "16": 0.544239656, + "17": 0.3162732574, + "18": 0.5817700574, + "19": 0.3829136616, + "20": 0.9284956243, + "21": null, + "22": -0.4581462537, + "23": -0.7296121098, + "24": 0.6971774316, + "25": null, + "26": 0.8665810604, + "27": 0.7897548428, + "28": 0.4743333872, + "29": null, + "30": 0.5873367154, + "31": 0.7691089944, + "32": 0.9507170277, + "33": null, + "34": 0.9330919, + "35": null, + "36": 0.8753807079, + "37": null, + "38": 0.2443299829, + "39": 0.8973433544, + "40": 0.7455052714, + "41": 0.7359954915, + "42": 0.8821852427, + "43": 0.8350950988, + "44": 0.183007027, + "45": 0.3465855786, + "46": null, + "47": -0.0364183505, + "48": 0.3031439537, + "49": -0.0495995223, + "50": 0.997541624, + "51": 0.472571323, + "52": -0.2703776195, + "53": -0.1816318593, + "54": null, + "55": 0.6973237393, + "56": null, + "57": 0.6582413836, + "58": null, + "59": 0.8869675621, + "60": 0.7341296069, + "61": 0.5490415432, + "62": 0.7280488053, + "63": 0.3685558099, + "64": 0.8736566073, + "65": 0.0887180421, + "66": 0.9830169338, + "67": 0.8343043205, + "68": 0.7483940747, + "69": 0.9749344755, + "70": 0.9007138263, + "71": 0.8395466344, + "72": 0.3151159731, + "73": 0.1849315639, + "74": -0.1787280861, + "75": 0.2670851781, + "76": 0.5130573056, + "77": 0.3259867778, + "78": 0.5802997717, + "79": 0.4062267519, + "80": null, + "81": 0.708217374, + "82": 0.7012229254, + "83": 0.6901730624, + "84": -0.2554879731, + "85": 0.7049438112, + "86": -0.1353600442, + "87": null, + "88": 0.5897346198, + "89": null, + "90": 0.686110262, + "91": 0.6517366337, + "92": 0.6467762342, + "93": 0.6072233079, + "94": 0.8287736839, + "95": 0.9969524824, + "96": 0.6639482624, + "97": 0.8826489307, + "98": 0.2653043635, + "99": 0.5710564072, + "100": -0.3745101809, + "101": 0.6741062709, + "102": 0.2631784607, + "103": 0.3956072089, + "104": 0.2924235038, + "105": 0.7458325122, + "106": 0.968754438, + "107": 0.2982542839, + "108": 0.2574117918, + "109": 0.5644136458, + "110": -0.2070924959, + "111": 0.568036638, + "112": 0.9590021872, + "113": 0.0737976143, + "114": 0.1556625959, + "115": 0.65575678, + "116": 0.3439206103, + "117": 0.2894950084, + "118": 0.970579556, + "119": 0.6453983587, + "120": 0.9741427928, + "121": 0.9489247816, + "122": 0.9279336586, + "123": 0.4612571005, + "124": null, + "125": 0.9528097961, + "126": -0.2374648505, + "127": 0.9821599327, + "128": 0.4939063672, + "129": 0.8458748204, + "130": 0.2346261366, + "131": 0.8822749435, + "132": -0.4408024267, + "133": 0.0856392123, + "134": 0.2870943353, + "135": 0.3555943012, + "136": 0.566519381, + "137": 0.2977400831, + "138": 0.6412663709, + "139": -0.110320427, + "140": null, + "141": 0.7018890645, + "142": null, + "143": 0.21448311, + "144": 0.8598883597, + "145": -0.3927224041, + "146": 0.8273324686, + "147": null, + "148": 0.9377866249, + "149": 0.6791462076, + "150": null, + "151": -0.426729211, + "152": -0.2430286518, + "153": -0.2014081969, + "154": 0.6101108341, + "155": 0.4585732766, + "156": 0.9429642586, + "157": null, + "158": -0.0769173025, + "159": 0.5598356084, + "160": 0.1639521462, + "161": 0.4426019284, + "162": 0.3557110983, + "163": 0.0330234987, + "164": 0.8637522527, + "165": -0.6001915588, + "166": 0.4693169189, + "167": 0.732534873, + "168": 0.9548080207, + "169": 0.1393607556, + "170": 0.319302056, + "171": 0.6081644508, + "172": -0.4267783888, + "173": -0.0004824108, + "174": 0.4369790875, + "175": 0.9491276139, + "176": 0.6856765345, + "177": 0.9818354597, + "178": 0.4569212175, + "179": -0.2971941534, + "180": 0.9340476779, + "181": 0.5672711567, + "182": 0.1956765276, + "183": 0.0912377608, + "184": 0.3227014386, + "185": null, + "186": null, + "187": 0.0145467654, + "188": 0.89654745, + "189": 0.4895134126, + "190": 0.8968763701, + "191": 0.8967468289, + "192": 0.945071647, + "193": 0.2937258885, + "194": null, + "195": 0.8790028135, + "196": -0.0960961461, + "197": 0.1836207352, + "198": 0.2761665077, + "199": 0.8223622363, + "200": -0.2456468599, + "201": 0.9598887874, + "202": 0.1450575093, + "203": 0.8301379827, + "204": 0.9059483347, + "205": 0.9077062624, + "206": 0.3942222315, + "207": 0.9689033162, + "208": 0.7333389444, + "209": 0.5167181858, + "210": 0.2773280025, + "211": -0.5494642584, + "212": 0.5495275302, + "213": 0.6587194732, + "214": 0.8436959037, + "215": -0.8357779888, + "216": 0.7120304372, + "217": 0.1581386502, + "218": 0.4837902339, + "219": -0.3979030035, + "220": 0.7491691014, + "221": 0.5109093566, + "222": 0.2558520831, + "223": -0.6181747478, + "224": 0.3533084246, + "225": -0.27517641, + "226": 0.9640952512, + "227": -0.272296819, + "228": 0.9902686024, + "229": 0.4155120425, + "230": null, + "231": 0.8772076588, + "232": 0.6999706032, + "233": 0.7517618274, + "234": 0.1137432047, + "235": 0.0426692334, + "236": 0.9715403311, + "237": 0.929027978, + "238": 0.6712571842, + "239": 0.0679183382, + "240": -0.4443561678, + "241": 0.2309805573, + "242": 0.6040488678, + "243": 0.739800454, + "244": 0.7630452853, + "245": -0.4974403579, + "246": 0.3642518675, + "247": 0.1584394365, + "248": 0.3820117181, + "249": null, + "average": 0.4605456841 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'R')": { + "0": 0.9964892049, + "1": 0.8216000345, + "2": 0.6796302691, + "3": 0.6896186761, + "4": 0.6279646414, + "5": 0.2933483114, + "6": 0.9257484406, + "7": 0.6183613033, + "8": -0.3472104007, + "9": 0.5627693648, + "10": -0.3247239302, + "11": 0.1070026665, + "12": 0.8656438194, + "13": 0.0882193618, + "14": 0.8803263104, + "15": 0.3997810198, + "16": 0.5942876175, + "17": -0.1930040202, + "18": 0.6262459326, + "19": 0.273499894, + "20": 0.4800957694, + "21": null, + "22": 0.0877905884, + "23": -0.9898232459, + "24": 0.8106256144, + "25": null, + "26": 0.743586929, + "27": 0.9500256876, + "28": 0.6512263623, + "29": null, + "30": 0.2885035705, + "31": 0.9589470316, + "32": 0.9179779439, + "33": null, + "34": 0.9001600084, + "35": null, + "36": 0.9351714011, + "37": null, + "38": 0.450894846, + "39": 0.5130475985, + "40": 0.3066590497, + "41": -0.1517035014, + "42": 0.8956893238, + "43": 0.4529344055, + "44": 0.1846278239, + "45": -0.3522141429, + "46": null, + "47": -0.3302740898, + "48": -0.1489076339, + "49": -0.4768195088, + "50": 0.98197268, + "51": 0.5027576841, + "52": -0.0277892706, + "53": -0.5357248735, + "54": null, + "55": 0.2186128284, + "56": null, + "57": 0.9073183634, + "58": null, + "59": 0.9587071353, + "60": 0.4427786445, + "61": 0.4198039148, + "62": 0.8229337467, + "63": 0.077612089, + "64": 0.626881794, + "65": 0.0555570061, + "66": 0.7570759589, + "67": 0.6228194879, + "68": 0.6648719307, + "69": 0.9824758488, + "70": 0.8824553142, + "71": 0.8959239695, + "72": 0.8609538295, + "73": 0.2039690678, + "74": 0.7019411103, + "75": 0.6074357321, + "76": 0.7272994707, + "77": 0.2183760488, + "78": 0.368250066, + "79": 0.2874421161, + "80": null, + "81": 0.5023020302, + "82": 0.4105068513, + "83": 0.0898666238, + "84": 0.3996806785, + "85": 0.7778152144, + "86": 0.7771409658, + "87": null, + "88": 0.6639897293, + "89": null, + "90": 0.3792394405, + "91": 0.927924777, + "92": -0.4217936176, + "93": 0.7423749884, + "94": 0.4213282389, + "95": 0.7323874625, + "96": 0.6351599025, + "97": 0.7085271825, + "98": 0.4061258234, + "99": 0.1158217312, + "100": 0.4710705616, + "101": 0.7372781254, + "102": 0.4741592122, + "103": 0.5378972961, + "104": 0.6275400924, + "105": 0.925947182, + "106": -0.4357770802, + "107": 0.7522340512, + "108": 0.2267087106, + "109": 0.8326953256, + "110": -0.1126412432, + "111": 0.8532489291, + "112": 0.5403681526, + "113": 0.2312457848, + "114": 0.5390955153, + "115": 0.7570438775, + "116": 0.2693704694, + "117": -0.0705715766, + "118": 0.9763314765, + "119": 0.6226269328, + "120": 0.6847591747, + "121": 0.2235165726, + "122": 0.6184202249, + "123": 0.6958689464, + "124": null, + "125": 0.7263963362, + "126": 0.250874056, + "127": 0.8703443805, + "128": 0.8314348444, + "129": 0.6914786346, + "130": 0.0757294243, + "131": 0.9395053164, + "132": -0.4712675262, + "133": -0.0330496265, + "134": -0.3194568078, + "135": 0.866947516, + "136": 0.9817826185, + "137": -0.1380044527, + "138": 0.9420269681, + "139": -0.635638097, + "140": null, + "141": 0.7635522602, + "142": null, + "143": 0.4697970302, + "144": 0.9115744269, + "145": 0.7940706529, + "146": 0.3670278038, + "147": null, + "148": 0.9674000152, + "149": 0.9685044908, + "150": null, + "151": -0.2778384488, + "152": 0.1691474823, + "153": -0.8962162391, + "154": 0.5400909742, + "155": 0.3685548831, + "156": 0.3172164286, + "157": null, + "158": -0.1764189692, + "159": 0.4387194107, + "160": -0.0950571965, + "161": 0.8407721941, + "162": 0.605798777, + "163": 0.5370720112, + "164": 0.9422700043, + "165": -0.9500242788, + "166": 0.7624370393, + "167": 0.9113240431, + "168": 0.8334760523, + "169": 0.5140155783, + "170": 0.6867330804, + "171": -0.6148187466, + "172": -0.3689324563, + "173": 0.514222269, + "174": -0.4694661417, + "175": 0.8632168888, + "176": 0.6173879394, + "177": 0.7077310704, + "178": 0.266967667, + "179": 0.4646597505, + "180": 0.8296091358, + "181": 0.5114426, + "182": 0.0398777033, + "183": 0.6753381383, + "184": 0.4581289434, + "185": null, + "186": null, + "187": 0.2127655484, + "188": 0.8013482216, + "189": 0.8437470853, + "190": 0.9622702256, + "191": 0.581560911, + "192": 0.4453752276, + "193": 0.6105634329, + "194": null, + "195": 0.7697210897, + "196": 0.9064036026, + "197": -0.6634503757, + "198": 0.1573231685, + "199": 0.9096928771, + "200": -0.5273985382, + "201": 0.8444702202, + "202": -0.4203842479, + "203": 0.9345303425, + "204": 0.5581231048, + "205": 0.0817515447, + "206": 0.4006832122, + "207": -0.3261274767, + "208": 0.711222089, + "209": 0.0360266765, + "210": 0.9465163519, + "211": 0.5888898471, + "212": 0.6022891444, + "213": 0.3906507343, + "214": 0.7585048552, + "215": -0.7946353806, + "216": 0.4024067697, + "217": 0.8039079033, + "218": 0.8408363744, + "219": -0.0630244867, + "220": -0.1792725002, + "221": 0.4464762763, + "222": 0.694356665, + "223": 0.8301945614, + "224": 0.5531479009, + "225": -0.156098651, + "226": 0.8980783987, + "227": 0.8780906959, + "228": 0.8442385456, + "229": 0.1987566355, + "230": null, + "231": 0.1490993495, + "232": 0.6439538338, + "233": 0.8599419302, + "234": 0.1812831939, + "235": 0.0247520216, + "236": 0.8354478759, + "237": 0.0162701266, + "238": 0.9115672274, + "239": 0.7630538129, + "240": -0.1503431111, + "241": 0.354202038, + "242": -0.0404608429, + "243": 0.7243176363, + "244": 0.6477584025, + "245": -0.9006871385, + "246": 0.2996244579, + "247": 0.6854184806, + "248": 0.2124979163, + "249": null, + "average": 0.4321418603 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'F')": { + "0": 0.9925326034, + "1": 0.881378723, + "2": 0.781743701, + "3": 0.7278144074, + "4": 0.6233223707, + "5": 0.5471820611, + "6": 0.8802657707, + "7": 0.6402027428, + "8": -0.1546240639, + "9": 0.6700928485, + "10": -0.2168535293, + "11": -0.0321592382, + "12": 0.8514568396, + "13": 0.3711958829, + "14": 0.93370378, + "15": 0.4048387561, + "16": 0.70816327, + "17": 0.0627206388, + "18": 0.6534093272, + "19": 0.3210636705, + "20": 0.6130329942, + "21": null, + "22": -0.1035326334, + "23": -0.9062215831, + "24": 0.80354115, + "25": null, + "26": 0.8812860403, + "27": 0.9286153588, + "28": 0.6708932434, + "29": null, + "30": 0.4508931212, + "31": 0.987699211, + "32": 0.941997752, + "33": null, + "34": 0.9384026274, + "35": null, + "36": 0.938470136, + "37": null, + "38": 0.4228250465, + "39": 0.7172669134, + "40": 0.6690809749, + "41": 0.545040286, + "42": 0.9046957955, + "43": 0.6412247063, + "44": 0.182212996, + "45": -0.016861759, + "46": null, + "47": -0.3181236862, + "48": -0.0230225938, + "49": -0.4935159665, + "50": 0.9920419577, + "51": 0.499403796, + "52": -0.3173935265, + "53": -0.4399329148, + "54": null, + "55": 0.542523572, + "56": null, + "57": 0.8199713735, + "58": null, + "59": 0.9344752081, + "60": 0.5695190722, + "61": 0.7777649905, + "62": 0.8931607447, + "63": 0.0975545898, + "64": 0.8620700534, + "65": 0.0756055747, + "66": 0.873698604, + "67": 0.8386302657, + "68": 0.7306546023, + "69": 0.9799555224, + "70": 0.9039350143, + "71": 0.9104711111, + "72": 0.7982835411, + "73": 0.2056812194, + "74": 0.2042272449, + "75": 0.423837797, + "76": 0.8686977708, + "77": 0.2942217747, + "78": 0.4883052035, + "79": 0.4394356976, + "80": null, + "81": 0.5985419638, + "82": 0.7498742255, + "83": 0.4255523114, + "84": 0.2868392726, + "85": 0.8541289368, + "86": 0.5749935075, + "87": null, + "88": 0.6821969044, + "89": null, + "90": 0.5528757332, + "91": 0.8787845194, + "92": 0.2361680765, + "93": 0.7026072586, + "94": 0.6070418135, + "95": 0.8959988869, + "96": 0.697674847, + "97": 0.7760524705, + "98": 0.361020623, + "99": 0.2698504387, + "100": 0.198908576, + "101": 0.7246505567, + "102": 0.3662520146, + "103": 0.5222517605, + "104": 0.5158094938, + "105": 0.9048445801, + "106": 0.0070136459, + "107": 0.6680525619, + "108": 0.2338574006, + "109": 0.8355679159, + "110": -0.2362931108, + "111": 0.760647129, + "112": 0.8189927683, + "113": 0.2189986809, + "114": 0.3543932185, + "115": 0.9150349038, + "116": 0.320663072, + "117": 0.1699063158, + "118": 0.9809567937, + "119": 0.6531304884, + "120": 0.8736182917, + "121": 0.5323680786, + "122": 0.8794716493, + "123": 0.9129815857, + "124": null, + "125": 0.8644734669, + "126": 0.0973409747, + "127": 0.942159256, + "128": 0.7682031355, + "129": 0.7710013895, + "130": 0.1284799728, + "131": 0.9464651125, + "132": -0.4650535037, + "133": 0.0324351937, + "134": -0.1525609309, + "135": 0.7980802428, + "136": 0.9011911461, + "137": 0.0373764737, + "138": 0.9447927005, + "139": -0.4842928236, + "140": null, + "141": 0.751269392, + "142": null, + "143": 0.6099359465, + "144": 0.9398814507, + "145": 0.6578555069, + "146": 0.5193375016, + "147": null, + "148": 0.9632413226, + "149": 0.9623669322, + "150": null, + "151": -0.3616587632, + "152": 0.0537675817, + "153": -0.9551966079, + "154": 0.6074404567, + "155": 0.6450716531, + "156": 0.6255894171, + "157": null, + "158": -0.1457162759, + "159": 0.5331153135, + "160": 0.0105005856, + "161": 0.8281733007, + "162": 0.5630545187, + "163": 0.3849232696, + "164": 0.9208649082, + "165": -0.9571451668, + "166": 0.6638375227, + "167": 0.9071358898, + "168": 0.8893053842, + "169": 0.4675253572, + "170": 0.6387391453, + "171": 0.047021139, + "172": -0.3913096328, + "173": 0.3398858973, + "174": 0.0858713178, + "175": 0.8977020688, + "176": 0.7193486754, + "177": 0.8406633614, + "178": 0.3646463489, + "179": 0.2801108191, + "180": 0.9201962436, + "181": 0.5618991125, + "182": 0.1246811296, + "183": 0.7447613233, + "184": 0.4080226343, + "185": null, + "186": null, + "187": 0.0933994437, + "188": 0.8727487485, + "189": 0.8410691404, + "190": 0.9428119325, + "191": 0.8125210084, + "192": 0.6752541143, + "193": 0.6517325518, + "194": null, + "195": 0.9295221576, + "196": 0.4367271211, + "197": -0.4132447397, + "198": 0.2508853976, + "199": 0.9459358804, + "200": -0.4398919196, + "201": 0.91507873, + "202": -0.4345959716, + "203": 0.9774666192, + "204": 0.8309729035, + "205": 0.2917171851, + "206": 0.4005847657, + "207": 0.9204136396, + "208": 0.7466852622, + "209": 0.2624655429, + "210": 0.5798663325, + "211": 0.2630372706, + "212": 0.620201064, + "213": 0.7083471823, + "214": 0.84117523, + "215": -0.8447811499, + "216": 0.6194420808, + "217": 0.5904072456, + "218": 0.7266681261, + "219": -0.1943225489, + "220": 0.0350053196, + "221": 0.7499798545, + "222": 0.5978783345, + "223": 0.7601047683, + "224": 0.5692007336, + "225": -0.2193649289, + "226": 0.9829302885, + "227": 0.9168631638, + "228": 0.9659663128, + "229": 0.2933482189, + "230": null, + "231": 0.7302158029, + "232": 0.697078442, + "233": 0.8382149993, + "234": 0.1709577719, + "235": 0.0259869489, + "236": 0.9917578161, + "237": 0.4246925378, + "238": 0.921465392, + "239": 0.8483388972, + "240": -0.2867779558, + "241": 0.3202629031, + "242": 0.4974404269, + "243": 0.9442842024, + "244": 0.7125288169, + "245": -0.8147695179, + "246": 0.3375103767, + "247": 0.3834563989, + "248": 0.3363295434, + "249": null, + "average": 0.4978779855 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'P')": { + "0": 0.7616395933, + "1": 0.8423049729, + "2": 0.4421937348, + "3": 0.8313786301, + "4": 0.4684561468, + "5": 0.8930300237, + "6": 0.9122092826, + "7": 0.0169890384, + "8": 0.0459053839, + "9": 0.7486070819, + "10": 0.1455803804, + "11": -0.1278664341, + "12": 0.6434754576, + "13": 0.735006068, + "14": 0.9252696425, + "15": 0.5046365598, + "16": 0.6300973307, + "17": 0.0734991226, + "18": 0.787608154, + "19": -0.1842735696, + "20": 0.9781644438, + "21": null, + "22": -0.3188205063, + "23": -0.778365323, + "24": 0.3123704049, + "25": null, + "26": 0.6114744963, + "27": 0.8153279445, + "28": -0.0115578957, + "29": null, + "30": 0.5182546751, + "31": 0.8611264534, + "32": 0.9786390745, + "33": null, + "34": 0.93313937, + "35": null, + "36": 0.7562651806, + "37": null, + "38": 0.2603228101, + "39": 0.9602056269, + "40": 0.6729253619, + "41": 0.7479275057, + "42": 0.9525029489, + "43": 0.7804855336, + "44": 0.2742930354, + "45": -0.2508725759, + "46": null, + "47": -0.1944118121, + "48": 0.5651204095, + "49": 0.608567634, + "50": 0.9910603472, + "51": 0.3709834275, + "52": -0.3797512571, + "53": -0.2532268713, + "54": null, + "55": 0.6990919965, + "56": null, + "57": 0.6880210295, + "58": null, + "59": 0.9095730363, + "60": 0.7256332668, + "61": 0.1753074305, + "62": 0.8778907625, + "63": 0.2300976059, + "64": 0.8493582011, + "65": -0.3267178204, + "66": 0.9815037859, + "67": 0.799731352, + "68": 0.849590612, + "69": 0.9534131735, + "70": 0.8966903378, + "71": 0.9464309868, + "72": 0.7267558494, + "73": -0.1287411934, + "74": 0.3818515099, + "75": 0.4839381059, + "76": 0.7938599445, + "77": 0.49528929, + "78": 0.6108146125, + "79": 0.35652288, + "80": null, + "81": 0.7988917025, + "82": 0.7023569726, + "83": 0.6260771473, + "84": -0.8827384021, + "85": 0.5650845087, + "86": -0.344018687, + "87": null, + "88": 0.5420870152, + "89": null, + "90": 0.5136745587, + "91": 0.7558883526, + "92": 0.5938559103, + "93": 0.4731306529, + "94": 0.8409303583, + "95": 0.9604655355, + "96": 0.4618402422, + "97": 0.7945960495, + "98": 0.337522896, + "99": 0.4301555523, + "100": -0.4452487735, + "101": 0.5024473568, + "102": 0.4292890833, + "103": 0.2438324167, + "104": 0.6087097194, + "105": 0.5532966465, + "106": 0.928239593, + "107": 0.8228118055, + "108": -0.0507862052, + "109": 0.3985716436, + "110": 0.4354320927, + "111": 0.4780347063, + "112": 0.9584768583, + "113": 0.1920582979, + "114": 0.0498046625, + "115": 0.6863929352, + "116": 0.4524325664, + "117": 0.2808886327, + "118": 0.9779779017, + "119": 0.6777125969, + "120": 0.9745904024, + "121": 0.8660750034, + "122": 0.8715193718, + "123": 0.6276176738, + "124": null, + "125": 0.9965911879, + "126": -0.0003169298, + "127": 0.9311145759, + "128": 0.5397188843, + "129": 0.6243949835, + "130": 0.8961500735, + "131": 0.8688780317, + "132": -0.1672973176, + "133": 0.2318089879, + "134": 0.0275916626, + "135": 0.7028747824, + "136": 0.7236366779, + "137": 0.1514429139, + "138": 0.7804741401, + "139": 0.0319708312, + "140": null, + "141": 0.4778925163, + "142": null, + "143": 0.4728997285, + "144": 0.9421213117, + "145": -0.4977349347, + "146": 0.3059073476, + "147": null, + "148": 0.7859823303, + "149": 0.6686831875, + "150": null, + "151": -0.2328032812, + "152": -0.3297407497, + "153": 0.0972300974, + "154": 0.5853169727, + "155": 0.8169929468, + "156": 0.7632408907, + "157": null, + "158": -0.2368918699, + "159": 0.5378353915, + "160": 0.5086683158, + "161": 0.5556972742, + "162": 0.6346781284, + "163": 0.2728609132, + "164": 0.8890543048, + "165": -0.497475013, + "166": 0.6546267889, + "167": 0.7882804549, + "168": 0.8230055795, + "169": 0.1030673054, + "170": 0.3841519382, + "171": 0.4959489805, + "172": -0.2103368418, + "173": -0.3519195757, + "174": 0.3939872475, + "175": 0.8919458877, + "176": 0.5326234434, + "177": 0.9548766757, + "178": 0.4525106493, + "179": -0.194977732, + "180": 0.9826956768, + "181": 0.5631872831, + "182": 0.3889228464, + "183": 0.0003457256, + "184": 0.4168472822, + "185": null, + "186": null, + "187": 0.3970192142, + "188": 0.8027895233, + "189": 0.3128118641, + "190": 0.8543826972, + "191": 0.9595597961, + "192": 0.8843759403, + "193": 0.9836057527, + "194": null, + "195": 0.897424496, + "196": 0.1419731415, + "197": 0.7107813591, + "198": 0.1154451804, + "199": 0.687378987, + "200": -0.4649329246, + "201": 0.9118898013, + "202": 0.5894128748, + "203": 0.9333766169, + "204": 0.7907477205, + "205": 0.6915625167, + "206": 0.357431537, + "207": 0.968986642, + "208": 0.7202353012, + "209": 0.1881905074, + "210": 0.4868639003, + "211": -0.8768360302, + "212": 0.522530327, + "213": 0.6171397535, + "214": 0.8442743168, + "215": -0.6862369505, + "216": 0.4033666062, + "217": 0.4111608733, + "218": 0.5611472038, + "219": -0.3738277257, + "220": 0.9022876878, + "221": 0.5469813489, + "222": 0.1070368409, + "223": -0.5948361752, + "224": 0.4825864113, + "225": -0.2320326422, + "226": 0.9435902455, + "227": -0.2208505526, + "228": 0.988545949, + "229": 0.4444827691, + "230": null, + "231": 0.9275873581, + "232": 0.3307926692, + "233": 0.6826975206, + "234": 0.2120763974, + "235": 0.0712287567, + "236": 0.9206504784, + "237": 0.8318433163, + "238": 0.874559335, + "239": 0.2202856504, + "240": 0.0971433196, + "241": 0.2274886463, + "242": 0.5956171077, + "243": 0.4467344411, + "244": 0.6612531464, + "245": -0.4514955079, + "246": -0.0177201622, + "247": 0.3766204947, + "248": 0.3799758534, + "249": null, + "average": 0.4670450513 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'R')": { + "0": 0.9928982106, + "1": 0.5333381858, + "2": 0.4791815228, + "3": 0.7801894159, + "4": 0.4935059448, + "5": 0.492487231, + "6": 0.9388856989, + "7": 0.7866122547, + "8": -0.3003080047, + "9": 0.5955314583, + "10": -0.4278697329, + "11": 0.5773632192, + "12": 0.8695047455, + "13": 0.2423287427, + "14": 0.7931496685, + "15": 0.537658335, + "16": 0.4699055461, + "17": 0.5754707629, + "18": 0.6788806652, + "19": 0.6309030715, + "20": 0.5820632149, + "21": null, + "22": 0.0256228449, + "23": -0.7081837569, + "24": 0.806500715, + "25": null, + "26": 0.6805810145, + "27": 0.9619504295, + "28": 0.322923615, + "29": null, + "30": 0.5379972082, + "31": 0.7627850841, + "32": 0.9190061731, + "33": null, + "34": 0.9953284204, + "35": null, + "36": 0.9467215738, + "37": null, + "38": 0.2442205847, + "39": 0.3248995981, + "40": -0.0849887449, + "41": -0.5418049333, + "42": 0.6138350473, + "43": 0.3955399358, + "44": 0.2626756587, + "45": -0.516226433, + "46": null, + "47": -0.2830713151, + "48": 0.2642785514, + "49": -0.2930640687, + "50": 0.9966596023, + "51": 0.4735281001, + "52": -0.5244556864, + "53": -0.5203091433, + "54": null, + "55": 0.6097864796, + "56": null, + "57": 0.9282474776, + "58": null, + "59": 0.9529953245, + "60": 0.5627106967, + "61": 0.0873111358, + "62": 0.8813748999, + "63": -0.0782807821, + "64": 0.5770195492, + "65": -0.440712151, + "66": 0.5882000872, + "67": 0.7410781608, + "68": 0.7422818776, + "69": 0.937189837, + "70": 0.6787146358, + "71": 0.8607361659, + "72": 0.8394759755, + "73": -0.0332177901, + "74": 0.6706029551, + "75": 0.63160906, + "76": 0.5029954347, + "77": 0.2652038501, + "78": 0.0736229746, + "79": 0.04253077, + "80": null, + "81": 0.6223548556, + "82": -0.125060873, + "83": 0.3511099902, + "84": 0.5854352808, + "85": 0.7535572388, + "86": 0.6071862332, + "87": null, + "88": 0.5670752386, + "89": null, + "90": -0.1167018716, + "91": 0.8947032427, + "92": 0.0071918594, + "93": 0.6630866426, + "94": 0.3015076796, + "95": 0.6889870256, + "96": 0.7955766425, + "97": 0.6457342771, + "98": 0.321276231, + "99": -0.1082586739, + "100": 0.2889936984, + "101": 0.7657985148, + "102": 0.5591948829, + "103": 0.716351819, + "104": 0.3880268196, + "105": 0.4852490543, + "106": -0.6533236557, + "107": 0.8412828344, + "108": 0.5551627334, + "109": 0.5306617567, + "110": 0.5667317006, + "111": 0.8238966618, + "112": 0.8260193955, + "113": 0.1498412934, + "114": 0.1582179348, + "115": 0.7987286377, + "116": 0.7260786785, + "117": 0.2777698345, + "118": 0.9943646396, + "119": 0.5545741518, + "120": 0.4759925563, + "121": -0.0398159018, + "122": 0.6449260307, + "123": 0.089804528, + "124": null, + "125": 0.874807185, + "126": 0.3613052338, + "127": 0.9439348545, + "128": 0.8482590063, + "129": 0.7913752396, + "130": 0.4223366604, + "131": 0.7700172294, + "132": -0.1809799418, + "133": 0.4627577306, + "134": -0.6305280688, + "135": 0.9574373183, + "136": 0.9892003627, + "137": -0.3431120822, + "138": 0.9731379863, + "139": -0.6986932537, + "140": null, + "141": 0.5961407181, + "142": null, + "143": 0.7264161027, + "144": 0.5476246877, + "145": 0.8109263636, + "146": 0.3132226097, + "147": null, + "148": 0.955958104, + "149": 0.9012519725, + "150": null, + "151": 0.544638159, + "152": 0.1270335839, + "153": -0.6035219887, + "154": 0.5244857765, + "155": 0.476757852, + "156": 0.2256008534, + "157": null, + "158": -0.2887598275, + "159": 0.4446227053, + "160": -0.0102302192, + "161": 0.9142984974, + "162": 0.6579354873, + "163": 0.7558444746, + "164": 0.6595819835, + "165": -0.9796377155, + "166": 0.9701988324, + "167": 0.6864108647, + "168": 0.8642892736, + "169": 0.2240697768, + "170": 0.5290256743, + "171": -0.8913226598, + "172": -0.2412644485, + "173": 0.5013613571, + "174": -0.247877452, + "175": 0.6025083495, + "176": 0.7295008153, + "177": 0.8010982681, + "178": 0.1054553711, + "179": 0.4185158719, + "180": 0.8791057132, + "181": 0.2292582314, + "182": 0.3052650064, + "183": 0.949026019, + "184": 0.4687488579, + "185": null, + "186": null, + "187": 0.229640888, + "188": 0.7854009904, + "189": 0.7617659571, + "190": 0.892619132, + "191": 0.5279525129, + "192": 0.6768335982, + "193": 0.7529414182, + "194": null, + "195": 0.7540640788, + "196": 0.8248964628, + "197": -0.1090874326, + "198": -0.038794618, + "199": 0.9280732111, + "200": -0.7240195648, + "201": 0.7810163337, + "202": -0.8428064797, + "203": 0.8046659901, + "204": 0.0001964549, + "205": 0.2333431141, + "206": 0.4526029701, + "207": 0.1522650154, + "208": 0.8123626114, + "209": -0.0482525593, + "210": 0.8626936024, + "211": 0.4219882967, + "212": 0.5113048635, + "213": 0.0887031693, + "214": 0.7976032028, + "215": -0.7069557124, + "216": -0.5606540975, + "217": 0.9238322586, + "218": 0.8694376616, + "219": -0.4687181918, + "220": -0.0644046314, + "221": 0.629559523, + "222": 0.85768279, + "223": 0.651338582, + "224": 0.1079044388, + "225": -0.4735381115, + "226": 0.3226522388, + "227": 0.6517886071, + "228": 0.8438558012, + "229": 0.1846488227, + "230": null, + "231": 0.8366640995, + "232": 0.5615427629, + "233": 0.8879023882, + "234": 0.1794814677, + "235": 0.1060746106, + "236": 0.8537725861, + "237": -0.078454505, + "238": 0.7621081374, + "239": 0.770822679, + "240": 0.0372833498, + "241": 0.2345909713, + "242": 0.9908581374, + "243": 0.031686877, + "244": 0.5852356826, + "245": -0.7627852653, + "246": 0.0483018935, + "247": 0.726930215, + "248": 0.2295233088, + "249": null, + "average": 0.4149122055 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'F')": { + "0": 0.988378774, + "1": 0.7037292882, + "2": 0.5532585131, + "3": 0.8303681391, + "4": 0.4817103307, + "5": 0.7504257714, + "6": 0.9441303796, + "7": 0.7814771493, + "8": -0.122552487, + "9": 0.6761102168, + "10": -0.2060079071, + "11": 0.3674865562, + "12": 0.8170018526, + "13": 0.4261127687, + "14": 0.8670414998, + "15": 0.5261803132, + "16": 0.8257125259, + "17": 0.6215195956, + "18": 0.7702632978, + "19": 0.3295648508, + "20": 0.6976556604, + "21": null, + "22": -0.1172934074, + "23": -0.7696480556, + "24": 0.7564103081, + "25": null, + "26": 0.733956706, + "27": 0.9343593635, + "28": 0.2299445467, + "29": null, + "30": 0.5380356192, + "31": 0.9389368808, + "32": 0.9587191541, + "33": null, + "34": 0.9728815634, + "35": null, + "36": 0.9144042289, + "37": null, + "38": 0.2935975574, + "39": 0.5983409794, + "40": 0.212564078, + "41": 0.2048677159, + "42": 0.8827499668, + "43": 0.5642431137, + "44": 0.2693790526, + "45": -0.4114798953, + "46": null, + "47": -0.2894843113, + "48": 0.4262552206, + "49": -0.2093665187, + "50": 0.9948337799, + "51": 0.4284541631, + "52": -0.561503072, + "53": -0.442664644, + "54": null, + "55": 0.6706488396, + "56": null, + "57": 0.8607202167, + "58": null, + "59": 0.939109162, + "60": 0.6332261275, + "61": 0.119393683, + "62": 0.9262174449, + "63": -0.0816271679, + "64": 0.7186128551, + "65": -0.5127938474, + "66": 0.7731634733, + "67": 0.8871628784, + "68": 0.8051689618, + "69": 0.9645848157, + "70": 0.8281219351, + "71": 0.9696322436, + "72": 0.8916075095, + "73": -0.0717495006, + "74": 0.5904067513, + "75": 0.5760900688, + "76": 0.7328973163, + "77": 0.3964144794, + "78": 0.4062965605, + "79": 0.1352473404, + "80": null, + "81": 0.7107390558, + "82": 0.1551890864, + "83": 0.540649256, + "84": 0.4280967953, + "85": 0.8740071037, + "86": 0.3276090779, + "87": null, + "88": 0.5913137749, + "89": null, + "90": 0.169822828, + "91": 0.872062691, + "92": 0.2255833798, + "93": 0.6312834954, + "94": 0.5719061987, + "95": 0.8407809813, + "96": 0.7133739833, + "97": 0.8737468431, + "98": 0.3854189734, + "99": -0.0358618315, + "100": 0.0878498992, + "101": 0.6845030628, + "102": 0.4978168439, + "103": 0.6827583669, + "104": 0.6991884537, + "105": 0.5330255209, + "106": -0.4081593943, + "107": 0.8748859394, + "108": 0.5802225976, + "109": 0.6559829136, + "110": 0.6087690704, + "111": 0.6895982049, + "112": 0.9014636559, + "113": 0.1854860579, + "114": 0.0920752356, + "115": 0.9328585637, + "116": 0.6898814012, + "117": 0.5901666901, + "118": 0.9942029848, + "119": 0.6421756981, + "120": 0.7489692612, + "121": 0.2608621003, + "122": 0.8284754468, + "123": 0.7430083891, + "124": null, + "125": 0.9370928265, + "126": 0.2576795332, + "127": 0.9446139877, + "128": 0.7153912367, + "129": 0.7272862029, + "130": 0.5564187123, + "131": 0.9362924285, + "132": -0.1710455862, + "133": 0.3750337347, + "134": -0.4976920733, + "135": 0.9363859496, + "136": 0.9441522406, + "137": -0.2158635438, + "138": 0.9538300752, + "139": -0.5824816334, + "140": null, + "141": 0.570321905, + "142": null, + "143": 0.8492173458, + "144": 0.6524048342, + "145": 0.6393149383, + "146": 0.3148246553, + "147": null, + "148": 0.9323290598, + "149": 0.8933915722, + "150": null, + "151": 0.3652393809, + "152": 0.02787017, + "153": -0.6032994134, + "154": 0.5863799328, + "155": 0.9003830468, + "156": 0.355686283, + "157": null, + "158": -0.2720763616, + "159": 0.5259768365, + "160": 0.2223191826, + "161": 0.8797284612, + "162": 0.6694358704, + "163": 0.6521920452, + "164": 0.8932770397, + "165": -0.9817901746, + "166": 0.887446515, + "167": 0.8289502833, + "168": 0.8472168642, + "169": 0.2094967983, + "170": 0.4890139739, + "171": -0.4911913251, + "172": -0.2315167678, + "173": 0.2151418496, + "174": 0.1343807276, + "175": 0.7188173793, + "176": 0.7374734589, + "177": 0.8887529428, + "178": 0.2830206175, + "179": 0.2436893574, + "180": 0.9491646752, + "181": 0.4745356622, + "182": 0.3576277749, + "183": 0.9030900971, + "184": 0.4591024343, + "185": null, + "186": null, + "187": 0.3354145123, + "188": 0.844356809, + "189": 0.732373494, + "190": 0.8779944624, + "191": 0.8079600541, + "192": 0.7872097873, + "193": 0.84851457, + "194": null, + "195": 0.9297322509, + "196": 0.7169392783, + "197": 0.6560456136, + "198": 0.0633565668, + "199": 0.9870249365, + "200": -0.6483311307, + "201": 0.8302258628, + "202": -0.2590460747, + "203": 0.8838862227, + "204": 0.391652446, + "205": 0.3337443881, + "206": 0.4351410685, + "207": 0.996722373, + "208": 0.7974280833, + "209": 0.0288505899, + "210": 0.6675750593, + "211": 0.1252935994, + "212": 0.5240954762, + "213": 0.5024497479, + "214": 0.8504863737, + "215": -0.7230909874, + "216": 0.0772995359, + "217": 0.8320624155, + "218": 0.7780015936, + "219": -0.4386423496, + "220": 0.2959314082, + "221": 0.897833992, + "222": 0.7957398749, + "223": 0.2388405917, + "224": 0.4310482816, + "225": -0.3887562733, + "226": 0.8786001822, + "227": 0.6223672305, + "228": 0.957691495, + "229": 0.2939711009, + "230": null, + "231": 0.9153653826, + "232": 0.6349070706, + "233": 0.8099036653, + "234": 0.1833163466, + "235": 0.0955611727, + "236": 0.9178691722, + "237": 0.135759838, + "238": 0.8109903974, + "239": 0.8614397073, + "240": 0.0760865949, + "241": 0.250664449, + "242": 0.8495889758, + "243": 0.4009919735, + "244": 0.6246579964, + "245": -0.6330588039, + "246": 0.0265001094, + "247": 0.5272583178, + "248": 0.3805968857, + "249": null, + "average": 0.49013376 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'P')": { + "0": 0.05947937, + "1": -0.6886233732, + "2": -0.0515616839, + "3": -0.5613482141, + "4": 0.018425485, + "5": 0.7427630129, + "6": 0.3401749424, + "7": 0.5551061934, + "8": 0.3469749103, + "9": 0.9268064185, + "10": -0.2826853598, + "11": -0.2932177764, + "12": 0.8461445278, + "13": 0.8559669959, + "14": 0.8763761217, + "15": -0.3638301332, + "16": 0.6430290924, + "17": 0.9868922617, + "18": 0.0247881915, + "19": 0.2444409488, + "20": 0.1935212133, + "21": null, + "22": -0.8530632009, + "23": -0.1189933893, + "24": 0.7768366288, + "25": null, + "26": -0.4196757962, + "27": -0.1612307233, + "28": 0.5552140852, + "29": null, + "30": -0.0550781435, + "31": 0.9028059685, + "32": -0.652313878, + "33": null, + "34": 0.9995947833, + "35": null, + "36": -0.2166873341, + "37": null, + "38": -0.7741185285, + "39": 0.9530024409, + "40": -0.9721122447, + "41": 0.5573453418, + "42": 0.9121747134, + "43": 0.3301743651, + "44": 0.7003846191, + "45": -0.3024913914, + "46": null, + "47": -0.5454001846, + "48": 0.8035289814, + "49": 0.2736455901, + "50": -0.1147427975, + "51": 0.0745809111, + "52": -0.5622243975, + "53": -0.4529565102, + "54": null, + "55": -0.5003643126, + "56": null, + "57": -0.1952568397, + "58": null, + "59": -0.3153501605, + "60": 0.0223495993, + "61": 0.8554805724, + "62": 0.1521583853, + "63": -0.0418897483, + "64": 0.826464435, + "65": -0.2546514117, + "66": 0.8505184626, + "67": 0.7318391989, + "68": -0.9233891187, + "69": 0.9852460358, + "70": -0.1538464179, + "71": 0.8050042682, + "72": 0.1154477186, + "73": 0.0489211336, + "74": 0.3997665775, + "75": 0.9429334933, + "76": 0.9859735427, + "77": -0.206368611, + "78": 0.1420915217, + "79": 0.3916957962, + "80": null, + "81": 0.9968397745, + "82": 0.1634202176, + "83": 0.0223356604, + "84": 0.4267520726, + "85": 0.135274505, + "86": -0.5003642532, + "87": null, + "88": -0.2531664221, + "89": null, + "90": -0.2759306529, + "91": 0.4542073234, + "92": 0.7358570923, + "93": -0.1105365209, + "94": 0.9761482577, + "95": 0.5739124273, + "96": 0.2016387878, + "97": -0.7390034046, + "98": 0.8247058582, + "99": 0.1865784836, + "100": 0.4655937169, + "101": 0.9021019782, + "102": -0.8363774314, + "103": 0.5818198265, + "104": -0.1569699673, + "105": -0.4944020451, + "106": 0.9792741064, + "107": -0.3028139107, + "108": -0.4053970742, + "109": 0.0159185524, + "110": -0.2803047806, + "111": 0.987159235, + "112": -0.09355402, + "113": -0.3486344528, + "114": 0.2619431373, + "115": -0.028959126, + "116": 0.8760427413, + "117": -0.3545227622, + "118": 0.3159232332, + "119": -0.502800862, + "120": 0.7491751537, + "121": 0.7139535584, + "122": 0.1521213926, + "123": -0.5185790746, + "124": null, + "125": 0.6961647817, + "126": -0.1474172712, + "127": 0.2738921688, + "128": 0.4928619642, + "129": -0.8312889962, + "130": 0.883766474, + "131": 0.9510228322, + "132": -0.0987732911, + "133": 0.4404832415, + "134": -0.7354735996, + "135": 0.3167820302, + "136": -0.7467396832, + "137": -0.2527156604, + "138": -0.340815194, + "139": 0.3111851624, + "140": null, + "141": -0.9055179212, + "142": null, + "143": 0.0768880912, + "144": 0.2373601744, + "145": -0.0774493872, + "146": 0.1195539, + "147": null, + "148": 0.274232344, + "149": 0.5216170481, + "150": null, + "151": -0.0025928254, + "152": -0.4154539056, + "153": -0.2440379188, + "154": -0.1685687272, + "155": 0.3669611216, + "156": -0.5279825475, + "157": null, + "158": -0.4843896128, + "159": 0.0543612606, + "160": -0.0540905829, + "161": 0.9106246924, + "162": 0.9243701726, + "163": -0.2977422349, + "164": -0.5479588337, + "165": -0.512071441, + "166": 0.6399929485, + "167": -0.7397818821, + "168": 0.932466132, + "169": -0.4309505587, + "170": 0.5819575272, + "171": -0.2163158109, + "172": -0.3378630185, + "173": 0.0726112036, + "174": -0.6457419727, + "175": -0.8620642697, + "176": -0.0554109519, + "177": 0.8737008454, + "178": 0.6970174043, + "179": -0.2637029186, + "180": 0.914450479, + "181": -0.3307365036, + "182": 0.7740284652, + "183": -0.0938589677, + "184": 0.3799110302, + "185": null, + "186": null, + "187": 0.4563644118, + "188": 0.4209004909, + "189": 0.9237068634, + "190": -0.8705083183, + "191": -0.2289728405, + "192": 0.6276686425, + "193": -0.2703915389, + "194": null, + "195": -0.9040563956, + "196": -0.6256902503, + "197": 0.2283582998, + "198": 0.1862029513, + "199": 0.73659929, + "200": -0.6029512176, + "201": 0.7599241157, + "202": -0.4206674782, + "203": -0.5478881926, + "204": 0.9885468085, + "205": 0.9710637009, + "206": 0.1676897506, + "207": 0.9803374954, + "208": 0.6221176551, + "209": 0.8774630174, + "210": 0.405425205, + "211": 0.6040714926, + "212": -0.1118559024, + "213": -0.3418248986, + "214": -0.5105561833, + "215": -0.9103406818, + "216": -0.0819265593, + "217": 0.0875093827, + "218": 0.0960397379, + "219": 0.6448306415, + "220": -0.6680664424, + "221": 0.8258094961, + "222": 0.5619814441, + "223": -0.325435611, + "224": 0.3310998983, + "225": -0.4533891898, + "226": -0.567207543, + "227": 0.9983881927, + "228": -0.2638757398, + "229": 0.7535469951, + "230": null, + "231": 0.6533577586, + "232": 0.3676166112, + "233": -0.5587662691, + "234": 0.2481852216, + "235": 0.0538495286, + "236": 0.9062146106, + "237": 0.8449080627, + "238": 0.6514637061, + "239": 0.0694547992, + "240": -0.4379470117, + "241": 0.6973206022, + "242": -0.3731035306, + "243": 0.1093796103, + "244": 0.3158672829, + "245": -0.4582367281, + "246": 0.9444209274, + "247": 0.1258527762, + "248": -0.7915977257, + "249": null, + "average": 0.1349027245 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'R')": { + "0": 0.4938209264, + "1": -0.9630750169, + "2": 0.4319131729, + "3": -0.3638260321, + "4": 0.4296094187, + "5": -0.7908291394, + "6": 0.7633956658, + "7": 0.6162917734, + "8": 0.1202446746, + "9": -0.5652722334, + "10": 0.6611036307, + "11": -0.8204745554, + "12": 0.7691854057, + "13": 0.5328737051, + "14": 0.4202224701, + "15": -0.144344443, + "16": -0.1374825697, + "17": -0.489681963, + "18": -0.6279781337, + "19": -0.4572638605, + "20": -0.4483603462, + "21": null, + "22": 0.0724281371, + "23": 0.5438700183, + "24": 0.4664502717, + "25": null, + "26": -0.5561787181, + "27": -0.5484226661, + "28": 0.5257283764, + "29": null, + "30": -0.7715089304, + "31": -0.1206460846, + "32": -0.6143938943, + "33": null, + "34": 0.6527357033, + "35": null, + "36": -0.7484960686, + "37": null, + "38": -0.270245553, + "39": 0.928067322, + "40": -0.7837657837, + "41": -0.0763790519, + "42": -0.7362222732, + "43": -0.0489376153, + "44": -0.5677699397, + "45": -0.7572934059, + "46": null, + "47": -0.0924913102, + "48": -0.0741518471, + "49": -0.2020945189, + "50": -0.0436705847, + "51": -0.8257739227, + "52": -0.7885538719, + "53": -0.4168782673, + "54": null, + "55": -0.1007275885, + "56": null, + "57": -0.0551407896, + "58": null, + "59": -0.8468792927, + "60": -0.301653154, + "61": 0.3338006628, + "62": 0.3279520306, + "63": 0.0163631571, + "64": -0.2680590122, + "65": -0.8742388236, + "66": 0.4812899511, + "67": 0.8184945038, + "68": -0.8548153229, + "69": -0.0219637095, + "70": -0.3847775089, + "71": 0.6420246778, + "72": -0.2140408, + "73": 0.0286944364, + "74": 0.3929849186, + "75": -0.5561541077, + "76": -0.3289831593, + "77": 0.0035122848, + "78": -0.6594274601, + "79": -0.7004873902, + "80": null, + "81": 0.0590601399, + "82": -0.4693894088, + "83": -0.783524243, + "84": -0.599232269, + "85": -0.582496042, + "86": -0.4113009776, + "87": null, + "88": 0.0607787933, + "89": null, + "90": 0.2626684326, + "91": -0.1723247697, + "92": -0.3544612075, + "93": -0.5532728842, + "94": 0.4827323937, + "95": 0.2027398787, + "96": -0.0452760597, + "97": -0.9376800053, + "98": -0.9170406248, + "99": -0.6296619834, + "100": -0.8087263998, + "101": 0.6486152119, + "102": -0.5384589724, + "103": -0.8357461321, + "104": 0.7754776172, + "105": 0.1511258822, + "106": -0.9462073751, + "107": 0.1586354581, + "108": -0.7713087187, + "109": 0.7042193487, + "110": 0.3737772616, + "111": 0.7522086866, + "112": -0.8798624415, + "113": -0.7006218188, + "114": 0.1958189915, + "115": -0.5077446027, + "116": -0.2681541881, + "117": -0.1757068982, + "118": 0.967952697, + "119": -0.3879137927, + "120": 0.1889328672, + "121": 0.1497637743, + "122": -0.0249416293, + "123": -0.5020213579, + "124": null, + "125": 0.6629427376, + "126": -0.6330122936, + "127": -0.6279500438, + "128": -0.16525306, + "129": -0.8579668856, + "130": 0.1640514836, + "131": 0.5943396988, + "132": 0.0287349525, + "133": -0.3933177111, + "134": -0.5394040523, + "135": -0.997136409, + "136": 0.8574037814, + "137": 0.0849885525, + "138": 0.0078258516, + "139": 0.5412853925, + "140": null, + "141": -0.8897286701, + "142": null, + "143": -0.4034516273, + "144": -0.3916573475, + "145": 0.8260162999, + "146": -0.8182283683, + "147": null, + "148": -0.2531755513, + "149": 0.1533500585, + "150": null, + "151": 0.935746505, + "152": -0.6693920408, + "153": 0.7909809803, + "154": -0.3619959737, + "155": 0.2259061991, + "156": -0.1279574673, + "157": null, + "158": -0.9338786959, + "159": -0.813514172, + "160": -0.4227386278, + "161": 0.4813606827, + "162": -0.3396464826, + "163": -0.473141555, + "164": -0.8263997982, + "165": -0.9809368088, + "166": 0.3900369115, + "167": 0.0629587888, + "168": -0.523507188, + "169": -0.6503076396, + "170": 0.4989977447, + "171": -0.4452503181, + "172": 0.0320321746, + "173": 0.7318869617, + "174": -0.800229222, + "175": -0.4652745979, + "176": 0.5655062744, + "177": 0.2050177493, + "178": 0.0731905192, + "179": 0.313099829, + "180": -0.5408021041, + "181": -0.076100551, + "182": -0.7737274216, + "183": 0.2145840297, + "184": -0.5765730953, + "185": null, + "186": null, + "187": 0.0090642061, + "188": 0.7092804791, + "189": 0.8295396438, + "190": -0.9422752947, + "191": 0.8153408605, + "192": -0.4870985953, + "193": -0.5511333587, + "194": null, + "195": -0.4641769399, + "196": -0.1901389634, + "197": -0.66636999, + "198": -0.4457172127, + "199": -0.2522178377, + "200": -0.8065982831, + "201": 0.2211488551, + "202": -0.7157468751, + "203": -0.923891086, + "204": 0.3938433889, + "205": 0.4656923521, + "206": -0.7074927577, + "207": -0.2271913799, + "208": -0.1659652431, + "209": 0.2009783878, + "210": 0.2396498643, + "211": 0.3617500653, + "212": 0.0039951016, + "213": -0.1223811163, + "214": -0.9723907283, + "215": -0.3499396272, + "216": -0.6674962489, + "217": -0.6584716462, + "218": 0.4360054505, + "219": 0.9537777771, + "220": -0.695141272, + "221": -0.4169430572, + "222": 0.7035494893, + "223": 0.0585940346, + "224": 0.0441798526, + "225": -0.3887080878, + "226": -0.9042671001, + "227": 0.7671819516, + "228": -0.5102541207, + "229": -0.2570642185, + "230": null, + "231": -0.2530387427, + "232": -0.1569749758, + "233": -0.4045823313, + "234": -0.3718892311, + "235": -0.4329966958, + "236": -0.5971147114, + "237": -0.5078069612, + "238": -0.7747994002, + "239": 0.8721502935, + "240": 0.9454670074, + "241": 0.1228649512, + "242": -0.2237073944, + "243": 0.3921250742, + "244": -0.3662087268, + "245": -0.6701512492, + "246": 0.5608813798, + "247": 0.3088808222, + "248": -0.6017420985, + "249": null, + "average": -0.150349003 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'F')": { + "0": 0.4330768299, + "1": -0.949933078, + "2": 0.4113831646, + "3": -0.6287128819, + "4": 0.3993711115, + "5": -0.7646713806, + "6": 0.8459904587, + "7": 0.6517241046, + "8": 0.2433783405, + "9": -0.4506305234, + "10": 0.4726394669, + "11": -0.8759279003, + "12": 0.8328767458, + "13": 0.733713753, + "14": 0.8801043816, + "15": -0.0875687536, + "16": 0.0620252578, + "17": -0.3122307297, + "18": -0.588857138, + "19": -0.3971673033, + "20": -0.3274888968, + "21": null, + "22": -0.0486640739, + "23": 0.3705714818, + "24": 0.5251385927, + "25": null, + "26": -0.5440772761, + "27": -0.5071171385, + "28": 0.6410751246, + "29": null, + "30": -0.7002859735, + "31": 0.4531382377, + "32": -0.6361158668, + "33": null, + "34": 0.8613054842, + "35": null, + "36": -0.7196041337, + "37": null, + "38": -0.5087535835, + "39": 0.9662114368, + "40": -0.7874625496, + "41": 0.0057549714, + "42": -0.7079050148, + "43": 0.0902948297, + "44": 0.4388844121, + "45": -0.6241259312, + "46": null, + "47": -0.1173388019, + "48": 0.0492728425, + "49": -0.0474797656, + "50": -0.0650727709, + "51": -0.8210479851, + "52": -0.8264795028, + "53": -0.461296326, + "54": null, + "55": -0.245603299, + "56": null, + "57": -0.1564846017, + "58": null, + "59": -0.6899580438, + "60": -0.2022758121, + "61": 0.3641940965, + "62": 0.34720012, + "63": -0.0171710882, + "64": 0.0491288889, + "65": -0.8044506169, + "66": 0.5116578028, + "67": 0.8348353261, + "68": -0.875589826, + "69": 0.1785739131, + "70": -0.348100682, + "71": 0.7232066109, + "72": -0.1796356738, + "73": 0.005980505, + "74": 0.6231064108, + "75": -0.4816970872, + "76": -0.2819501332, + "77": -0.2051554997, + "78": -0.7341242351, + "79": -0.4846696881, + "80": null, + "81": 0.4403869834, + "82": -0.170777574, + "83": -0.7394268343, + "84": -0.7570670895, + "85": -0.466538386, + "86": -0.4947109545, + "87": null, + "88": 0.0578889319, + "89": null, + "90": 0.1958063474, + "91": -0.1936883229, + "92": -0.3384445033, + "93": -0.4779599633, + "94": 0.5905533468, + "95": 0.261688512, + "96": 0.0205900614, + "97": -0.92670108, + "98": -0.8668004644, + "99": -0.626584666, + "100": -0.7476868162, + "101": 0.7211927748, + "102": -0.5845589787, + "103": -0.7006664651, + "104": 0.766177433, + "105": 0.0728274427, + "106": -0.9056932654, + "107": 0.0029657598, + "108": -0.8166227636, + "109": 0.7173862568, + "110": 0.2407565704, + "111": 0.8249746485, + "112": -0.8520757568, + "113": -0.6327095289, + "114": 0.2105267834, + "115": -0.474018466, + "116": -0.2413767662, + "117": -0.290605178, + "118": 0.9758476733, + "119": -0.414972846, + "120": 0.2281485333, + "121": 0.2904763746, + "122": -0.019029688, + "123": -0.5708191622, + "124": null, + "125": 0.768393427, + "126": -0.6095227353, + "127": -0.4812592929, + "128": -0.1344092819, + "129": -0.858598796, + "130": 0.2073955154, + "131": 0.6892258424, + "132": 0.0086422368, + "133": -0.3496212503, + "134": -0.5713652079, + "135": -0.9907627761, + "136": 0.8863497274, + "137": 0.0462328521, + "138": -0.0595529136, + "139": 0.5635819441, + "140": null, + "141": -0.8980061524, + "142": null, + "143": -0.3973621845, + "144": -0.3917117496, + "145": 0.7867065602, + "146": -0.8577181738, + "147": null, + "148": -0.1598383895, + "149": 0.2194820189, + "150": null, + "151": 0.8628002825, + "152": -0.6452901817, + "153": 0.7925619304, + "154": -0.3732192932, + "155": 0.3165909051, + "156": -0.3603849356, + "157": null, + "158": -0.8520129047, + "159": -0.6178317689, + "160": -0.4669285913, + "161": 0.670747539, + "162": 0.0673751247, + "163": -0.5091703046, + "164": -0.7837870647, + "165": -0.9852096666, + "166": 0.4897761646, + "167": -0.0446537349, + "168": -0.4013202054, + "169": -0.6210485771, + "170": 0.5350815175, + "171": -0.4050522806, + "172": -0.0007910213, + "173": 0.9039729457, + "174": -0.7734431332, + "175": -0.5093365987, + "176": 0.234174007, + "177": 0.3215935203, + "178": 0.1682557446, + "179": 0.0684360209, + "180": -0.4495281471, + "181": -0.1738753171, + "182": -0.492027554, + "183": 0.1483018414, + "184": -0.5269170326, + "185": null, + "186": null, + "187": 0.0435480192, + "188": 0.7207674939, + "189": 0.8674118585, + "190": -0.9465249424, + "191": 0.7525773612, + "192": -0.4312819188, + "193": -0.5046927766, + "194": null, + "195": -0.5859894206, + "196": -0.2983931048, + "197": -0.5305535874, + "198": -0.3574600007, + "199": 0.319909758, + "200": -0.8369017564, + "201": 0.3316796615, + "202": -0.8521020021, + "203": -0.9188279038, + "204": 0.447625987, + "205": 0.5189927609, + "206": -0.659824747, + "207": 0.3328074751, + "208": -0.1513318021, + "209": 0.4632100378, + "210": 0.2752371334, + "211": 0.4087047365, + "212": -0.0087293227, + "213": -0.2365278317, + "214": -0.9743926913, + "215": -0.4602731781, + "216": -0.5502247521, + "217": -0.6620954183, + "218": 0.5163758821, + "219": 0.9661079227, + "220": -0.6814023204, + "221": -0.3943104555, + "222": 0.6729563372, + "223": -0.0246070299, + "224": 0.0875282644, + "225": -0.4754656267, + "226": -0.8450187675, + "227": 0.8413631168, + "228": -0.4814906772, + "229": -0.0697707746, + "230": null, + "231": 0.0006530331, + "232": -0.0698058845, + "233": -0.4764883792, + "234": -0.21399016, + "235": -0.3618338744, + "236": -0.4734721945, + "237": -0.4130490235, + "238": -0.5531129884, + "239": 0.8509206802, + "240": 0.900807661, + "241": 0.3335865664, + "242": -0.2041187251, + "243": 0.3009022079, + "244": -0.4009612084, + "245": -0.6948336023, + "246": 0.8427187091, + "247": 0.2826363671, + "248": -0.7257237283, + "249": null, + "average": -0.1077028365 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'P')": { + "0": 0.3226130539, + "1": 0.9998038969, + "2": 0.9512293636, + "3": 0.4352036469, + "4": 0.5825701533, + "5": 0.8459551571, + "6": 0.2094304761, + "7": -0.2785047337, + "8": -0.2226168279, + "9": 0.9756692408, + "10": -0.0388111285, + "11": -0.2651525481, + "12": 0.7767489087, + "13": 0.8302940702, + "14": 0.9708352392, + "15": -0.6955522151, + "16": 0.2594778257, + "17": 0.4289295615, + "18": 0.8064193001, + "19": 0.3633566971, + "20": 0.71258445, + "21": null, + "22": 0.6903016259, + "23": -0.2486170539, + "24": 0.2577810605, + "25": null, + "26": 0.4494823985, + "27": -0.1095208353, + "28": 0.9997056689, + "29": null, + "30": 0.6245306567, + "31": 0.6244194597, + "32": 0.8771842931, + "33": null, + "34": 0.9998979479, + "35": null, + "36": 0.9956940514, + "37": null, + "38": -0.623557017, + "39": 0.8684461727, + "40": -0.3899079247, + "41": 0.8757653456, + "42": 0.9405140395, + "43": 0.7577059461, + "44": 0.5432704927, + "45": 0.2338934539, + "46": null, + "47": 0.1569895181, + "48": 0.6656868665, + "49": 0.5142529198, + "50": 0.971716734, + "51": -0.0619578179, + "52": -0.537839139, + "53": -0.2506658679, + "54": null, + "55": 0.5207061948, + "56": null, + "57": 0.7867336098, + "58": null, + "59": 0.3471535971, + "60": 0.5974356792, + "61": 0.8608545502, + "62": 0.8751527893, + "63": 0.6999578016, + "64": 0.7828010227, + "65": 0.6013867327, + "66": 0.4065213032, + "67": 0.8784951787, + "68": 0.4677822275, + "69": 0.997691641, + "70": 0.6070808783, + "71": 0.930024455, + "72": 0.613356924, + "73": 0.3573747941, + "74": 0.4077358298, + "75": 0.9241747184, + "76": 0.9914602826, + "77": 0.1457882564, + "78": 0.514899697, + "79": 0.9892121795, + "80": null, + "81": 0.9971223877, + "82": 0.5398176052, + "83": 0.6296138481, + "84": -0.4979884202, + "85": 0.1376011339, + "86": -0.4882644846, + "87": null, + "88": 0.4826596336, + "89": null, + "90": 0.2965837511, + "91": 0.7021114295, + "92": 0.5031059653, + "93": 0.5601817535, + "94": 0.9779618831, + "95": 0.8145554185, + "96": 0.4715729302, + "97": 0.9700124866, + "98": 0.4632287182, + "99": 0.1581151158, + "100": 0.7782887842, + "101": 0.8896519548, + "102": -0.1297577922, + "103": 0.9605096896, + "104": 0.8706419194, + "105": 0.8365412044, + "106": -0.0846407195, + "107": 0.1850565579, + "108": 0.1187826564, + "109": -0.0293789393, + "110": -0.1282746261, + "111": 0.7561684599, + "112": 0.9319057719, + "113": 0.6360164961, + "114": 0.6587025841, + "115": 0.7497586408, + "116": 0.2672403277, + "117": -0.6582249456, + "118": 0.6372352519, + "119": 0.7262535475, + "120": 0.8069348506, + "121": 0.960228758, + "122": 0.2971399961, + "123": -0.0420842645, + "124": null, + "125": 0.8833204437, + "126": 0.6209736503, + "127": 0.4449766317, + "128": 0.8881966158, + "129": 0.8587397355, + "130": 0.908151423, + "131": 0.8132275124, + "132": 0.1965115097, + "133": 0.610388668, + "134": -0.107264752, + "135": 0.9954516458, + "136": 0.9527349311, + "137": 0.2596097762, + "138": 0.0514914137, + "139": -0.0660043361, + "140": null, + "141": -0.7969419478, + "142": null, + "143": 0.1184295906, + "144": 0.8863437578, + "145": 0.8339409931, + "146": 0.7787987346, + "147": null, + "148": 0.510582959, + "149": 0.9484832796, + "150": null, + "151": 0.0391686374, + "152": -0.4590459776, + "153": 0.8346714098, + "154": -0.2358528729, + "155": 0.3391009293, + "156": 0.9489223165, + "157": null, + "158": -0.1395866759, + "159": 0.5875894447, + "160": -0.3213691539, + "161": 0.9481846089, + "162": 0.9699232767, + "163": 0.5061225178, + "164": 0.2767201275, + "165": -0.3728153278, + "166": 0.9877520225, + "167": -0.6040143882, + "168": 0.9226817878, + "169": -0.4236402058, + "170": 0.3008311414, + "171": 0.7399277734, + "172": -0.3623038499, + "173": 0.098111204, + "174": 0.666126765, + "175": 0.4400765932, + "176": 0.7593975252, + "177": 0.9483741744, + "178": 0.9997371924, + "179": 0.1254119222, + "180": 0.4405359072, + "181": 0.8692935472, + "182": 0.6978469989, + "183": 0.8666077879, + "184": 0.7384023151, + "185": null, + "186": null, + "187": 0.8147543544, + "188": 0.8576389299, + "189": 0.9909718019, + "190": -0.938403606, + "191": 0.927323926, + "192": 0.5398337623, + "193": 0.0508778385, + "194": null, + "195": 0.4210317058, + "196": 0.0590448762, + "197": 0.2616060097, + "198": 0.9129385853, + "199": 0.8565467995, + "200": -0.6478877989, + "201": 0.9273394483, + "202": -0.0082867509, + "203": 0.6941884995, + "204": 0.9779136843, + "205": 0.7075052468, + "206": -0.1447105804, + "207": 0.9845970706, + "208": 0.8654484981, + "209": 0.8102241929, + "210": 0.7773085939, + "211": 0.7107150944, + "212": 0.540666535, + "213": -0.0835974704, + "214": 0.8478736264, + "215": -0.9905502727, + "216": 0.8891869301, + "217": 0.1066125762, + "218": 0.7157612768, + "219": -0.6429278221, + "220": 0.7778305338, + "221": 0.9695135736, + "222": 0.5999454356, + "223": -0.295928689, + "224": -0.1356509013, + "225": -0.6915811874, + "226": 0.8700047932, + "227": 0.9984921346, + "228": 0.8501832886, + "229": 0.9614229578, + "230": null, + "231": 0.9889624342, + "232": 0.7894786584, + "233": 0.7836823307, + "234": 0.3433972047, + "235": 0.3088505918, + "236": 0.3385101528, + "237": 0.9485236668, + "238": 0.3497819967, + "239": -0.3909229758, + "240": -0.39816696, + "241": 0.7771909597, + "242": -0.1269914563, + "243": 0.1407500871, + "244": 0.3077067859, + "245": 0.1704494056, + "246": 0.8063534575, + "247": 0.1995571729, + "248": -0.651359139, + "249": null, + "average": 0.4553835745 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'R')": { + "0": 0.5877117304, + "1": 0.933071025, + "2": 0.6901083318, + "3": 0.152140041, + "4": 0.5625240889, + "5": -0.3186685179, + "6": 0.5728566312, + "7": -0.0058566449, + "8": -0.3722098051, + "9": 0.6550671341, + "10": 0.4323379271, + "11": -0.1413923146, + "12": 0.8261175818, + "13": -0.6190056176, + "14": 0.9487651637, + "15": -0.0799566511, + "16": -0.2215291803, + "17": -0.0865341301, + "18": 0.1009016614, + "19": -0.1075325925, + "20": -0.4786877731, + "21": null, + "22": 0.2194224347, + "23": -0.0560685145, + "24": 0.505640814, + "25": null, + "26": -0.0057075572, + "27": -0.9715292487, + "28": 0.9530580087, + "29": null, + "30": 0.8690385411, + "31": 0.9029111865, + "32": 0.8007415409, + "33": null, + "34": 0.9994645545, + "35": null, + "36": 0.6889948144, + "37": null, + "38": 0.5969456293, + "39": 0.4230152583, + "40": -0.3550047468, + "41": 0.3722673181, + "42": -0.8270592743, + "43": 0.7114960818, + "44": 0.5721769035, + "45": -0.5459930266, + "46": null, + "47": 0.0718376354, + "48": 0.6375149429, + "49": 0.1329607042, + "50": 0.9470546495, + "51": -0.1520037572, + "52": -0.8416560062, + "53": -0.1926448243, + "54": null, + "55": 0.3114266919, + "56": null, + "57": 0.9285149212, + "58": null, + "59": 0.5208002247, + "60": 0.5976753536, + "61": 0.422408712, + "62": 0.5181222526, + "63": 0.203361287, + "64": 0.2156600702, + "65": 0.1009550603, + "66": -0.6517877598, + "67": 0.8864808361, + "68": 0.2751283656, + "69": 0.9756835336, + "70": -0.0827781711, + "71": 0.9332391858, + "72": 0.1561895888, + "73": 0.3923685681, + "74": 0.3310196098, + "75": 0.9375969099, + "76": -0.1222594278, + "77": 0.5244300445, + "78": 0.5212295568, + "79": 0.5726500056, + "80": null, + "81": 0.4535168153, + "82": -0.1897855713, + "83": -0.4082435551, + "84": -0.4596563444, + "85": 0.8349524618, + "86": -0.1252823813, + "87": null, + "88": 0.3952467035, + "89": null, + "90": 0.2269881193, + "91": 0.8668091086, + "92": -0.0168534519, + "93": -0.320646986, + "94": 0.8226868463, + "95": 0.6263945932, + "96": 0.732427625, + "97": 0.8200417482, + "98": -0.9774042936, + "99": -0.1803554838, + "100": 0.3845576685, + "101": 0.7637496613, + "102": -0.8331756436, + "103": 0.2856685565, + "104": 0.8137233596, + "105": 0.7597167414, + "106": -0.25872444, + "107": 0.3567925688, + "108": -0.1667406277, + "109": 0.8579011742, + "110": 0.6165812926, + "111": 0.9470044945, + "112": 0.7050387698, + "113": 0.5668180081, + "114": 0.7099093109, + "115": 0.7086197775, + "116": 0.383272983, + "117": -0.0432519954, + "118": 0.849883412, + "119": 0.9371575369, + "120": 0.6149377286, + "121": 0.7778698977, + "122": -0.2471915834, + "123": 0.0319625335, + "124": null, + "125": 0.7061435387, + "126": 0.7135212321, + "127": -0.1504588232, + "128": 0.3798337871, + "129": 0.964289145, + "130": 0.9504387971, + "131": 0.7965065051, + "132": 0.1037584976, + "133": -0.6141511728, + "134": -0.9408513854, + "135": -0.9965970052, + "136": 0.9465862218, + "137": 0.7578136281, + "138": 0.1586154634, + "139": 0.1670244091, + "140": null, + "141": -0.8400271921, + "142": null, + "143": -0.8067428473, + "144": 0.0358664429, + "145": 0.7528552018, + "146": 0.3069315978, + "147": null, + "148": 0.1384623714, + "149": 0.7962674932, + "150": null, + "151": 0.6411709583, + "152": -0.209804326, + "153": 0.4886466138, + "154": -0.2283843296, + "155": 0.2498537542, + "156": 0.5562843176, + "157": null, + "158": -0.2478211809, + "159": -0.4048339661, + "160": -0.4242205548, + "161": 0.4836774281, + "162": 0.8423323686, + "163": 0.5880338517, + "164": 0.4614016842, + "165": -0.9670900068, + "166": 0.8961495701, + "167": -0.9532679178, + "168": -0.8651472425, + "169": -0.3315311627, + "170": 0.8396084283, + "171": 0.4487250248, + "172": -0.4158289486, + "173": 0.6661992423, + "174": 0.9345778481, + "175": 0.9493608285, + "176": 0.9150911543, + "177": 0.7215165101, + "178": 0.9404004142, + "179": 0.4279128319, + "180": 0.207262171, + "181": 0.7294155231, + "182": -0.2864196612, + "183": 0.7703795935, + "184": -0.5430459709, + "185": null, + "186": null, + "187": 0.3582068015, + "188": 0.7201590628, + "189": 0.4928392209, + "190": -0.9019425422, + "191": 0.8276326262, + "192": -0.636337815, + "193": -0.5596935533, + "194": null, + "195": 0.4964642033, + "196": 0.8759031886, + "197": -0.5444190716, + "198": 0.4785573276, + "199": 0.5237757328, + "200": -0.7573683766, + "201": 0.3688143219, + "202": -0.8475031808, + "203": 0.6372821223, + "204": -0.3599170825, + "205": 0.4423866474, + "206": -0.4543087989, + "207": -0.7131009831, + "208": 0.9353305251, + "209": 0.6776445783, + "210": 0.7094557358, + "211": -0.7956679733, + "212": 0.6965188162, + "213": -0.413550422, + "214": -0.4684793176, + "215": 0.2750986652, + "216": 0.8002093032, + "217": 0.090256615, + "218": 0.9620201766, + "219": -0.0406969164, + "220": 0.7126771592, + "221": 0.5084837399, + "222": -0.3079572927, + "223": 0.0603929938, + "224": -0.1386178773, + "225": -0.6553895937, + "226": 0.8356138333, + "227": 0.6195513103, + "228": 0.5688076066, + "229": 0.5371586229, + "230": null, + "231": 0.8824668919, + "232": 0.4010280161, + "233": 0.4847164785, + "234": -0.1973408544, + "235": 0.141313505, + "236": 0.6905352306, + "237": 0.0125785124, + "238": -0.9537406131, + "239": 0.8492827689, + "240": 0.585140881, + "241": 0.6245364207, + "242": 0.4282611061, + "243": 0.7897692973, + "244": -0.3035978492, + "245": -0.2734947007, + "246": 0.370218574, + "247": 0.2727017344, + "248": -0.5940971054, + "249": null, + "average": 0.2504928934 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'F')": { + "0": 0.5645184323, + "1": 0.9568984177, + "2": 0.7619883809, + "3": 0.2054198912, + "4": 0.6251192913, + "5": -0.2332048911, + "6": 0.6552087913, + "7": -0.1797686945, + "8": -0.3186639952, + "9": 0.7576829821, + "10": 0.3182677577, + "11": -0.1750788892, + "12": 0.8260047106, + "13": -0.570777711, + "14": 0.9708175347, + "15": -0.2453220055, + "16": -0.1004987795, + "17": -0.0350535563, + "18": 0.1972594035, + "19": -0.0138235992, + "20": -0.3021224278, + "21": null, + "22": 0.2440964374, + "23": -0.1365626822, + "24": 0.4561876105, + "25": null, + "26": 0.0838636675, + "27": -0.9290333723, + "28": 0.9756545121, + "29": null, + "30": 0.8090355458, + "31": 0.881510459, + "32": 0.8232231237, + "33": null, + "34": 0.9996261089, + "35": null, + "36": 0.8794566723, + "37": null, + "38": 0.4356294918, + "39": 0.4965861027, + "40": -0.366099908, + "41": 0.6409833178, + "42": -0.7247604053, + "43": 0.7455817282, + "44": 0.5625233389, + "45": -0.3243936988, + "46": null, + "47": 0.0635705748, + "48": 0.7692790589, + "49": 0.1385562213, + "50": 0.9738277121, + "51": -0.1401839648, + "52": -0.8466148004, + "53": -0.2169587373, + "54": null, + "55": 0.3882225606, + "56": null, + "57": 0.9056299744, + "58": null, + "59": 0.4726930839, + "60": 0.5978244539, + "61": 0.4787231071, + "62": 0.5574832955, + "63": 0.2175931456, + "64": 0.3302832013, + "65": 0.1412149267, + "66": -0.6122201854, + "67": 0.888434691, + "68": 0.3157886935, + "69": 0.9878006994, + "70": 0.0539969616, + "71": 0.9714143579, + "72": 0.3287321676, + "73": 0.4242081554, + "74": 0.8233539338, + "75": 0.980142076, + "76": -0.1153579538, + "77": 0.4554390479, + "78": 0.53175744, + "79": 0.6520151955, + "80": null, + "81": 0.7195437011, + "82": 0.0737628555, + "83": -0.1826623155, + "84": -0.5290827306, + "85": 0.8187823397, + "86": -0.1965691985, + "87": null, + "88": 0.4650051157, + "89": null, + "90": 0.2411180867, + "91": 0.9088889052, + "92": 0.0553161322, + "93": -0.0741109198, + "94": 0.8940488388, + "95": 0.6824673924, + "96": 0.7320728982, + "97": 0.8729354609, + "98": -0.9387704158, + "99": -0.1374056509, + "100": 0.4051726784, + "101": 0.7925851014, + "102": -0.9397770527, + "103": 0.5859457147, + "104": 0.8410475732, + "105": 0.8274444331, + "106": -0.2618501475, + "107": 0.3271938552, + "108": -0.1143370709, + "109": 0.8728201162, + "110": 0.5661754169, + "111": 0.9600927056, + "112": 0.7705918693, + "113": 0.5739144072, + "114": 0.7866891997, + "115": 0.7749733187, + "116": 0.3836736268, + "117": -0.1445044854, + "118": 0.9677029439, + "119": 0.9562861097, + "120": 0.699808246, + "121": 0.8252254076, + "122": -0.1237676608, + "123": -0.0180438044, + "124": null, + "125": 0.781169608, + "126": 0.720385197, + "127": -0.0398975797, + "128": 0.4442907522, + "129": 0.9472580258, + "130": 0.9608943815, + "131": 0.8009136604, + "132": 0.1408697985, + "133": -0.6007386678, + "134": -0.9235425081, + "135": -0.9803352759, + "136": 0.9661907122, + "137": 0.676304895, + "138": 0.1339141181, + "139": 0.1992410075, + "140": null, + "141": -0.8463429069, + "142": null, + "143": -0.7495417786, + "144": 0.4140724497, + "145": 0.7585396973, + "146": 0.4178417068, + "147": null, + "148": 0.3126042036, + "149": 0.8384345197, + "150": null, + "151": 0.5172067475, + "152": -0.2401417223, + "153": 0.5107507929, + "154": -0.2331311144, + "155": 0.3759825339, + "156": 0.7550222444, + "157": null, + "158": -0.254485075, + "159": -0.1866946646, + "160": -0.4458773617, + "161": 0.6410566189, + "162": 0.9161680974, + "163": 0.7875446383, + "164": 0.4909287872, + "165": -0.9812871604, + "166": 0.9329235586, + "167": -0.9562950097, + "168": -0.7052216781, + "169": -0.3587313194, + "170": 0.8362546248, + "171": 0.5169009435, + "172": -0.4197463539, + "173": 0.6293878733, + "174": 0.9148800426, + "175": 0.8894035479, + "176": 0.9060661276, + "177": 0.757940314, + "178": 0.9579784714, + "179": 0.403301441, + "180": 0.2302308747, + "181": 0.795763556, + "182": -0.1925920117, + "183": 0.8132499113, + "184": 0.6003421612, + "185": null, + "186": null, + "187": 0.439188224, + "188": 0.7707363805, + "189": 0.5218580511, + "190": -0.902132965, + "191": 0.8775266315, + "192": -0.5302015773, + "193": -0.4613892431, + "194": null, + "195": 0.4867503765, + "196": 0.8182863487, + "197": -0.4251907371, + "198": 0.5600545606, + "199": 0.661610626, + "200": -0.7605709092, + "201": 0.5506800057, + "202": -0.6782607537, + "203": 0.6877037857, + "204": -0.1877131961, + "205": 0.5142390902, + "206": -0.3920730182, + "207": -0.2829412708, + "208": 0.9316011883, + "209": 0.7337491549, + "210": 0.7400404998, + "211": -0.611698763, + "212": 0.6794069428, + "213": -0.5164105405, + "214": 0.3139162091, + "215": -0.1555763688, + "216": 0.8539403516, + "217": 0.0889386591, + "218": 0.9445361996, + "219": -0.0557101934, + "220": 0.7253615658, + "221": 0.5671240624, + "222": -0.2195302421, + "223": 0.0021766537, + "224": -0.1459016193, + "225": -0.6678142197, + "226": 0.8587871229, + "227": 0.6853729562, + "228": 0.6339791303, + "229": 0.6861081932, + "230": null, + "231": 0.9223669059, + "232": 0.4508744901, + "233": 0.5696806384, + "234": -0.1038283662, + "235": 0.161392957, + "236": 0.626106651, + "237": 0.1258925756, + "238": -0.8907151663, + "239": 0.8789470031, + "240": 0.5319099623, + "241": 0.6810926852, + "242": 0.3712463199, + "243": 0.6993543033, + "244": -0.3030514102, + "245": -0.2189443248, + "246": 0.4463687579, + "247": 0.2553496189, + "248": -0.6545708818, + "249": null, + "average": 0.3005427775 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'P')": { + "0": 0.3521710885, + "1": 0.9998703776, + "2": 0.9509390763, + "3": 0.5341713231, + "4": 0.652842791, + "5": 0.9025376408, + "6": 0.1637922144, + "7": -0.3112142257, + "8": -0.2782449827, + "9": 0.9739729671, + "10": -0.0647033366, + "11": -0.2273650242, + "12": 0.7859161022, + "13": 0.794486843, + "14": 0.9385434612, + "15": -0.545767667, + "16": 0.2459152202, + "17": 0.4111289441, + "18": 0.8451480193, + "19": 0.4290272782, + "20": 0.7304864508, + "21": null, + "22": 0.7956557379, + "23": -0.1531762952, + "24": 0.2777583311, + "25": null, + "26": 0.5255096563, + "27": -0.1130532617, + "28": 0.9996285499, + "29": null, + "30": 0.7778694734, + "31": 0.700319953, + "32": 0.8833079237, + "33": null, + "34": 0.9999151953, + "35": null, + "36": 0.9962243755, + "37": null, + "38": -0.6032581449, + "39": 0.8697601975, + "40": -0.2265852287, + "41": 0.9049934214, + "42": 0.9345437806, + "43": 0.8077035453, + "44": 0.3965812536, + "45": 0.3280853481, + "46": null, + "47": 0.1379113174, + "48": 0.6449360237, + "49": 0.5365981386, + "50": 0.9581196192, + "51": -0.0231619066, + "52": -0.4595177688, + "53": -0.1948438973, + "54": null, + "55": 0.5209654397, + "56": null, + "57": 0.87179182, + "58": null, + "59": 0.3757172189, + "60": 0.7295286235, + "61": 0.8614511181, + "62": 0.9596790055, + "63": 0.7141941392, + "64": 0.8568140929, + "65": 0.7520239675, + "66": 0.1681651233, + "67": 0.8750377475, + "68": 0.5198497692, + "69": 0.9981605013, + "70": 0.6498013227, + "71": 0.9491844009, + "72": 0.7892210268, + "73": 0.0584288189, + "74": 0.4119864106, + "75": 0.9243486412, + "76": 0.9918474391, + "77": 0.1318110347, + "78": 0.6328973523, + "79": 0.9892202138, + "80": null, + "81": 0.9966061848, + "82": 0.5287450111, + "83": 0.6295461425, + "84": -0.4332153394, + "85": 0.1371456626, + "86": -0.4640268916, + "87": null, + "88": 0.4778079543, + "89": null, + "90": 0.3184222206, + "91": 0.7076684293, + "92": 0.5222461365, + "93": 0.7048873481, + "94": 0.9808683283, + "95": 0.8296141787, + "96": 0.4714228477, + "97": 0.9542548322, + "98": 0.7514000074, + "99": 0.0822431455, + "100": 0.8778644657, + "101": 0.9030015668, + "102": 0.0642239962, + "103": 0.958992222, + "104": 0.8796825042, + "105": 0.8080198868, + "106": -0.1145653616, + "107": 0.2845869117, + "108": 0.2360176184, + "109": 0.1014416802, + "110": -0.110316123, + "111": 0.7343100083, + "112": 0.9317789586, + "113": 0.7728595526, + "114": 0.6360741505, + "115": 0.7979778698, + "116": 0.3631529957, + "117": -0.6714672049, + "118": 0.6609396692, + "119": 0.6951690016, + "120": 0.8463739694, + "121": 0.9861091051, + "122": 0.37808838, + "123": -0.0090416726, + "124": null, + "125": 0.9421376658, + "126": 0.6439924921, + "127": 0.4804518102, + "128": 0.90453556, + "129": 0.8548121296, + "130": 0.9387365103, + "131": 0.8055511179, + "132": 0.1934130369, + "133": 0.7239715278, + "134": 0.069705013, + "135": 0.9963502, + "136": 0.9673182394, + "137": 0.2309881386, + "138": 0.1270994054, + "139": -0.0987667616, + "140": null, + "141": -0.7268969314, + "142": null, + "143": 0.1593159381, + "144": 0.8893692777, + "145": 0.7617232449, + "146": 0.7781050187, + "147": null, + "148": 0.5106119707, + "149": 0.951031932, + "150": null, + "151": -0.0075907134, + "152": -0.4653185329, + "153": 0.766024959, + "154": -0.2862162451, + "155": 0.3780250589, + "156": 0.9740010843, + "157": null, + "158": 0.0786771388, + "159": 0.6417016241, + "160": -0.1860575593, + "161": 0.9568126647, + "162": 0.971491151, + "163": 0.5170901404, + "164": 0.5083292404, + "165": -0.5493248996, + "166": 0.9902788084, + "167": -0.5907749057, + "168": 0.852486353, + "169": -0.3727619043, + "170": 0.239811975, + "171": 0.7703133908, + "172": -0.3800303204, + "173": 0.111808356, + "174": 0.6156121081, + "175": 0.5292341883, + "176": 0.7557917834, + "177": 0.8930584231, + "178": 0.989521214, + "179": 0.1260670256, + "180": 0.8114732619, + "181": 0.8681774478, + "182": 0.7275824662, + "183": 0.9158884553, + "184": 0.7771299841, + "185": null, + "186": null, + "187": 0.7964065658, + "188": 0.8555433185, + "189": 0.9886105363, + "190": -0.8592097382, + "191": 0.9358614054, + "192": 0.533811571, + "193": 0.087917918, + "194": null, + "195": 0.643728212, + "196": 0.2548391096, + "197": 0.2242102339, + "198": 0.9156686705, + "199": 0.8501119143, + "200": -0.618990963, + "201": 0.9130751839, + "202": -0.0128715558, + "203": 0.8101172739, + "204": 0.9678441662, + "205": 0.7111634194, + "206": -0.1341922953, + "207": 0.9846538539, + "208": 0.846177811, + "209": 0.8402864041, + "210": 0.7742566347, + "211": 0.7268547783, + "212": 0.5434656362, + "213": 0.2541809951, + "214": 0.844854266, + "215": -0.9745282019, + "216": 0.8802577883, + "217": 0.2251126189, + "218": 0.829001504, + "219": -0.5144374351, + "220": 0.7896488576, + "221": 0.9409864117, + "222": 0.6022983382, + "223": -0.2808324019, + "224": -0.1196991869, + "225": -0.6792431724, + "226": 0.8613923025, + "227": 0.9983056306, + "228": 0.8917915232, + "229": 0.9383531577, + "230": null, + "231": 0.968407624, + "232": 0.8067802719, + "233": 0.799134009, + "234": 0.3697517875, + "235": 0.2681195801, + "236": 0.3566340724, + "237": 0.9039796017, + "238": 0.5646168381, + "239": -0.4059394642, + "240": -0.3614440769, + "241": 0.7213456357, + "242": 0.0640103476, + "243": 0.1702668526, + "244": 0.3072002091, + "245": 0.1366343527, + "246": 0.811358487, + "247": 0.24653996, + "248": -0.5880418761, + "249": null, + "average": 0.4830200111 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'R')": { + "0": 0.6881255546, + "1": 0.9688964374, + "2": 0.6693322477, + "3": 0.5570032405, + "4": 0.4691751533, + "5": 0.5741390126, + "6": 0.8039433766, + "7": -0.3113383239, + "8": -0.2402834413, + "9": 0.6780663301, + "10": -0.1798669494, + "11": -0.1606203329, + "12": 0.7864276924, + "13": -0.5475454026, + "14": 0.658725756, + "15": -0.4869568839, + "16": -0.2577527397, + "17": -0.1454651443, + "18": 0.7301699507, + "19": 0.2924717767, + "20": -0.4664926656, + "21": null, + "22": 0.3452087812, + "23": -0.0588576874, + "24": 0.4411437912, + "25": null, + "26": 0.989020173, + "27": -0.960937977, + "28": 0.9541602958, + "29": null, + "30": 0.8378950098, + "31": 0.923360996, + "32": 0.8969700916, + "33": null, + "34": 0.9912714182, + "35": null, + "36": 0.8790583847, + "37": null, + "38": 0.5112199826, + "39": -0.0220217846, + "40": -0.1798674841, + "41": 0.3016785404, + "42": 0.3257126345, + "43": 0.8398615391, + "44": 0.1990383746, + "45": -0.4587876988, + "46": null, + "47": 0.0519005269, + "48": 0.8843895843, + "49": 0.1508180902, + "50": 0.9577432482, + "51": -0.1528877822, + "52": -0.7974795601, + "53": -0.2591922319, + "54": null, + "55": 0.5933966989, + "56": null, + "57": 0.9593345802, + "58": null, + "59": 0.7597466381, + "60": 0.7421176821, + "61": 0.4603320052, + "62": 0.7133014873, + "63": -0.0072210383, + "64": 0.6007196961, + "65": 0.5995764335, + "66": -0.5673822688, + "67": 0.8261158541, + "68": 0.4814853623, + "69": 0.9925802871, + "70": -0.0294683967, + "71": 0.9972223027, + "72": 0.5625311562, + "73": 0.131614698, + "74": 0.6163904049, + "75": 0.9339391993, + "76": 0.1538090416, + "77": 0.8265909879, + "78": 0.5380666139, + "79": 0.7251157638, + "80": null, + "81": 0.7575766117, + "82": 0.082127724, + "83": 0.1136478265, + "84": -0.4393498586, + "85": 0.8805263368, + "86": 0.0723204588, + "87": null, + "88": 0.2891897839, + "89": null, + "90": -0.2122958099, + "91": 0.9638121309, + "92": 0.08244336, + "93": 0.6607651976, + "94": 0.951595071, + "95": 0.7421420739, + "96": 0.5944948398, + "97": 0.8295263727, + "98": -0.9784260326, + "99": -0.165356816, + "100": 0.4843447219, + "101": 0.6919311228, + "102": -0.8288754201, + "103": 0.7812346238, + "104": 0.9249424606, + "105": 0.9587003793, + "106": -0.4852687451, + "107": 0.5280912926, + "108": 0.0118087596, + "109": 0.8090231084, + "110": 0.452082949, + "111": 0.882487586, + "112": 0.8538251956, + "113": 0.4717479772, + "114": 0.7562527925, + "115": 0.8232888913, + "116": 0.595430739, + "117": -0.1748393064, + "118": 0.8850684533, + "119": 0.9258988805, + "120": 0.7754741761, + "121": 0.7637216578, + "122": -0.0403523399, + "123": 0.3740592549, + "124": null, + "125": 0.754080307, + "126": 0.4604113151, + "127": 0.5530439616, + "128": 0.5069128214, + "129": 0.9357985581, + "130": 0.8619632803, + "131": 0.7305619243, + "132": 0.013243, + "133": -0.6149110814, + "134": -0.7526233095, + "135": -0.9796876717, + "136": 0.842209944, + "137": 0.8382103325, + "138": 0.4012008962, + "139": -0.4248839002, + "140": null, + "141": -0.8433109713, + "142": null, + "143": -0.8376867903, + "144": 0.6994478043, + "145": 0.7958090204, + "146": 0.5015580139, + "147": null, + "148": 0.6962883076, + "149": 0.7935667878, + "150": null, + "151": 0.4949953831, + "152": 0.0467698676, + "153": 0.3680283067, + "154": -0.2438957669, + "155": 0.3666704412, + "156": 0.8012149497, + "157": null, + "158": 0.0506403546, + "159": -0.3720391975, + "160": -0.1424204545, + "161": 0.6864339703, + "162": 0.9137682986, + "163": 0.8780534348, + "164": 0.623011517, + "165": -0.9468891769, + "166": 0.9376824317, + "167": -0.9514444643, + "168": -0.8700655314, + "169": -0.2172076773, + "170": 0.7795906492, + "171": 0.1221970271, + "172": -0.3660158815, + "173": 0.5578312921, + "174": 0.2355671933, + "175": 0.7842589225, + "176": 0.9138262248, + "177": 0.7164468626, + "178": 0.7345932299, + "179": 0.6774725107, + "180": 0.5393572492, + "181": 0.8340446051, + "182": 0.2170910695, + "183": 0.9498137341, + "184": 0.7161739514, + "185": null, + "186": null, + "187": 0.4619568956, + "188": 0.6538907054, + "189": 0.3097231836, + "190": -0.8579175489, + "191": 0.8773096197, + "192": -0.6331209292, + "193": -0.3098823685, + "194": null, + "195": 0.47467256, + "196": 0.8941315992, + "197": -0.6134181336, + "198": 0.3473379787, + "199": 0.6445083716, + "200": -0.7444613226, + "201": 0.8344706915, + "202": 0.0608457437, + "203": 0.9406864332, + "204": -0.2721205483, + "205": 0.5669275029, + "206": -0.2605679933, + "207": -0.6909102487, + "208": 0.6478560654, + "209": 0.7594474819, + "210": 0.6554303292, + "211": -0.1604273036, + "212": 0.732523265, + "213": -0.4674298129, + "214": 0.9961523983, + "215": -0.6032528767, + "216": 0.7852243359, + "217": 0.5530547388, + "218": 0.9989152626, + "219": 0.0605138282, + "220": 0.7262665358, + "221": 0.6324974363, + "222": -0.6146525732, + "223": -0.120158094, + "224": -0.4685384787, + "225": -0.7171847429, + "226": 0.9159524768, + "227": 0.686771107, + "228": 0.6373657215, + "229": 0.7200461035, + "230": null, + "231": 0.9574120898, + "232": 0.4260750252, + "233": 0.5998814461, + "234": 0.1760010443, + "235": -0.1287151226, + "236": 0.9007934121, + "237": -0.1172911105, + "238": -0.9390768135, + "239": 0.7178590374, + "240": 0.7110302522, + "241": 0.4729043049, + "242": 0.5769916926, + "243": 0.5704868328, + "244": 0.1349658493, + "245": -0.0545113444, + "246": 0.3849166049, + "247": 0.2836344369, + "248": -0.4597158566, + "249": null, + "average": 0.3351599231 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'F')": { + "0": 0.6805524563, + "1": 0.9061032489, + "2": -0.7912798542, + "3": 0.580243079, + "4": -0.2020236974, + "5": 0.6196632614, + "6": 0.8685500684, + "7": -0.3505034105, + "8": -0.2477986331, + "9": 0.7331895548, + "10": -0.1910241742, + "11": -0.0961938572, + "12": 0.7719477397, + "13": -0.5451595599, + "14": 0.6447400789, + "15": -0.5013508666, + "16": -0.1720497013, + "17": -0.1415291355, + "18": 0.7622469574, + "19": 0.2994549081, + "20": -0.2941477981, + "21": null, + "22": 0.3395726174, + "23": -0.0678292402, + "24": 0.434763776, + "25": null, + "26": 0.9786886339, + "27": -0.9244930261, + "28": 0.9675099658, + "29": null, + "30": 0.8413525106, + "31": 0.9411099935, + "32": 0.8159199769, + "33": null, + "34": 0.9947904805, + "35": null, + "36": 0.9281038032, + "37": null, + "38": 0.3819218226, + "39": -0.1533334774, + "40": -0.1978366783, + "41": 0.3106868308, + "42": 0.3893065186, + "43": 0.6490810959, + "44": 0.4112317736, + "45": -0.2245452557, + "46": null, + "47": 0.0369352886, + "48": 0.8744692806, + "49": 0.0941330607, + "50": 0.9539184428, + "51": -0.1891797661, + "52": -0.7905358282, + "53": -0.2776302715, + "54": null, + "55": 0.6036377993, + "56": null, + "57": 0.9333530193, + "58": null, + "59": 0.7628177466, + "60": 0.7388492419, + "61": 0.4974618258, + "62": 0.7712062526, + "63": -0.0394464708, + "64": 0.9099640586, + "65": 0.6287405784, + "66": -0.5351923704, + "67": 0.8390711774, + "68": 0.5182856074, + "69": 0.9960981508, + "70": 0.0518805249, + "71": 0.9991439149, + "72": 0.6670076704, + "73": 0.1390447637, + "74": 0.964092882, + "75": 0.9424305013, + "76": 0.1146534835, + "77": 0.7665183471, + "78": 0.5730554163, + "79": 0.7653436924, + "80": null, + "81": 0.8478688801, + "82": 0.1750112384, + "83": 0.2213964784, + "84": -0.4571732054, + "85": 0.8863129203, + "86": 0.0382584288, + "87": null, + "88": 0.2959615377, + "89": null, + "90": -0.1452971265, + "91": 0.9770821403, + "92": 0.1501027192, + "93": 0.6874433815, + "94": 0.9699156064, + "95": 0.765282944, + "96": 0.608338656, + "97": 0.7594028497, + "98": -0.9106741348, + "99": 0.159598777, + "100": 0.5119759779, + "101": 0.7183917005, + "102": -0.8588603087, + "103": 0.7967952862, + "104": 0.9165163537, + "105": -0.371657698, + "106": -0.4659687709, + "107": 0.5145632317, + "108": 0.0746063209, + "109": 0.8277133898, + "110": 0.4032535646, + "111": 0.8900234126, + "112": 0.830638644, + "113": 0.4968072553, + "114": 0.8263138364, + "115": 0.8578811939, + "116": 0.6047021825, + "117": -0.2532496031, + "118": 0.9533491408, + "119": 0.9238526334, + "120": 0.8182525382, + "121": 0.8075008793, + "122": 0.0616734924, + "123": 0.3402845974, + "124": null, + "125": 0.8082159897, + "126": 0.4681808472, + "127": 0.5627547852, + "128": 0.5651067942, + "129": 0.9558199898, + "130": 0.8746086258, + "131": 0.7443935607, + "132": 0.0524719859, + "133": -0.5958315928, + "134": -0.7806772579, + "135": -0.9099342106, + "136": -0.9249303156, + "137": 0.822210393, + "138": 0.3770132272, + "139": -0.4383624639, + "140": null, + "141": -0.8457605689, + "142": null, + "143": -0.7815346482, + "144": 0.7491035835, + "145": 0.7917866122, + "146": 0.5587078522, + "147": null, + "148": 0.7001643229, + "149": 0.8326343504, + "150": null, + "151": 0.4297698158, + "152": 0.0121952842, + "153": 0.3632930647, + "154": -0.2806348745, + "155": 0.4723140064, + "156": -0.6054691926, + "157": null, + "158": 0.0477790255, + "159": -0.1610080627, + "160": -0.136786096, + "161": 0.7604003776, + "162": 0.93450333, + "163": 0.8434271051, + "164": 0.6771767983, + "165": -0.9626379838, + "166": 0.9484516393, + "167": -0.9462856875, + "168": -0.5221818855, + "169": 0.4478244285, + "170": 0.7475197752, + "171": 0.1207025632, + "172": -0.3626236535, + "173": 0.5239013293, + "174": 0.2188868045, + "175": 0.6332873286, + "176": 0.8999666386, + "177": 0.7279267105, + "178": 0.6980705199, + "179": 0.7060903928, + "180": 0.6200288656, + "181": 0.8953128745, + "182": 0.2792728355, + "183": -0.4425222918, + "184": 0.701323482, + "185": null, + "186": null, + "187": 0.5203218469, + "188": 0.7186206442, + "189": 0.3067150138, + "190": -0.831074929, + "191": 0.9095177672, + "192": -0.5716443482, + "193": -0.255083975, + "194": null, + "195": 0.4874791027, + "196": 0.892764601, + "197": -0.5189146547, + "198": 0.3245534781, + "199": 0.7320230535, + "200": -0.208158897, + "201": 0.8498913862, + "202": 0.0490507428, + "203": 0.9514451916, + "204": -0.1141145781, + "205": 0.5834706012, + "206": -0.2299957743, + "207": -0.5117059684, + "208": 0.6614694927, + "209": 0.8537274732, + "210": 0.7350683075, + "211": -0.1469974626, + "212": 0.7202038169, + "213": -0.4772017184, + "214": 0.9941067401, + "215": -0.7198050956, + "216": 0.4103475636, + "217": 0.5447194686, + "218": 0.998699354, + "219": 0.0642648368, + "220": 0.738080444, + "221": 0.663770012, + "222": -0.6000711248, + "223": -0.1639979325, + "224": -0.459840316, + "225": -0.4374847154, + "226": 0.9252529113, + "227": 0.7404996114, + "228": 0.6905136546, + "229": 0.7601733215, + "230": null, + "231": 0.9641087177, + "232": 0.4670347658, + "233": 0.5563920482, + "234": 0.272467382, + "235": -0.1769587261, + "236": 0.8792579158, + "237": -0.0504386244, + "238": -0.8599610633, + "239": 0.7833655778, + "240": 0.6931319656, + "241": 0.5126231784, + "242": 0.5737572337, + "243": 0.5541749445, + "244": 0.1940072355, + "245": -0.032311803, + "246": 0.3561177608, + "247": 0.2746517679, + "248": -0.5166306674, + "249": null, + "average": 0.3257292825 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'P')": { + "0": 0.2051125563, + "1": 0.5603971085, + "2": -0.0800820627, + "3": -0.7758581291, + "4": 0.3896871039, + "5": -0.20038511, + "6": -0.6386927809, + "7": -0.2466506588, + "8": 0.5445346341, + "9": -0.1515827645, + "10": 0.0786506279, + "11": 0.3600940156, + "12": -0.28205452, + "13": 0.8384332009, + "14": 0.4543362149, + "15": -0.5792299016, + "16": 0.4091430203, + "17": 0.989640883, + "18": -0.448330726, + "19": -0.5390449706, + "20": 0.236415664, + "21": null, + "22": 0.0105894448, + "23": -0.5761211424, + "24": -0.1141268441, + "25": null, + "26": -0.0521728294, + "27": -0.1906485617, + "28": 0.4301414129, + "29": null, + "30": -0.7366175683, + "31": -0.6200457435, + "32": -0.7457624725, + "33": null, + "34": 0.9989370261, + "35": null, + "36": -0.923082894, + "37": null, + "38": -0.3458029869, + "39": 0.9718491664, + "40": 0.5950093658, + "41": -0.9054017268, + "42": -0.632625003, + "43": -0.20688709, + "44": 0.7474027303, + "45": -0.1404200778, + "46": null, + "47": -0.3427697498, + "48": -0.1258232318, + "49": 0.7794213412, + "50": 0.2966579128, + "51": 0.0171504659, + "52": -0.0338208254, + "53": -0.2629294232, + "54": null, + "55": -0.220716005, + "56": null, + "57": -0.3142345021, + "58": null, + "59": -0.0867613497, + "60": 0.2814502984, + "61": 0.3170135189, + "62": 0.9782772855, + "63": -0.4482765915, + "64": 0.0297614325, + "65": -0.2219917677, + "66": 0.9998461041, + "67": -0.1269350215, + "68": -0.6837114431, + "69": 0.9988271564, + "70": -0.1103669457, + "71": -0.8862619891, + "72": 0.7377901538, + "73": 0.340265458, + "74": 0.147017037, + "75": 0.2693560781, + "76": 0.4575396411, + "77": -0.3647276606, + "78": -0.2910030187, + "79": 0.2194220785, + "80": null, + "81": 0.9201835694, + "82": -0.6713514761, + "83": -0.7874434615, + "84": -0.3347128624, + "85": 0.1481008735, + "86": -0.5334239367, + "87": null, + "88": -0.233005802, + "89": null, + "90": 0.6192497645, + "91": -0.4774279766, + "92": 0.4066242895, + "93": 0.5209038173, + "94": -0.457739264, + "95": 0.0498760684, + "96": -0.5401006671, + "97": -0.4785746453, + "98": -0.6430288805, + "99": 0.2526233974, + "100": 0.1739926567, + "101": 0.9954761069, + "102": -0.4029733489, + "103": 0.5600495101, + "104": -0.2321914085, + "105": 0.3810292046, + "106": 0.7134498841, + "107": 0.3329333974, + "108": -0.467849839, + "109": 0.2225147268, + "110": 0.01914243, + "111": 0.545641928, + "112": -0.1015628935, + "113": -0.538392467, + "114": -0.5573965329, + "115": -0.4750714287, + "116": 0.7563984057, + "117": -0.2108989741, + "118": -5.51721e-05, + "119": -0.5471633721, + "120": 0.2750217681, + "121": 0.7207410852, + "122": 0.9832606084, + "123": -0.3947783878, + "124": null, + "125": 0.6269623492, + "126": -0.1981415186, + "127": 0.7712943655, + "128": -0.7819415759, + "129": -0.8174349317, + "130": 0.671042155, + "131": 0.1545768937, + "132": 0.1808592779, + "133": 0.1363265221, + "134": 0.5907714245, + "135": -0.378548346, + "136": -0.6836059119, + "137": -0.4166452038, + "138": -0.0837992361, + "139": 0.401976475, + "140": null, + "141": 0.5947338065, + "142": null, + "143": 0.2444736391, + "144": -0.78097087, + "145": -0.0058354609, + "146": -0.0587423735, + "147": null, + "148": -0.0466550747, + "149": -0.1007009787, + "150": null, + "151": -0.3544373004, + "152": 0.34975115, + "153": 0.3221425934, + "154": -0.1643810691, + "155": 0.1820654483, + "156": -0.3685981122, + "157": null, + "158": -0.5890931827, + "159": -0.2532238544, + "160": -0.0437376542, + "161": -0.1574928705, + "162": 0.1809558629, + "163": -0.4513085752, + "164": -0.0213269299, + "165": -0.8747012437, + "166": 0.5518542035, + "167": -0.2865283263, + "168": -0.2166192008, + "169": -0.0174220245, + "170": 0.1991568811, + "171": -0.4656769617, + "172": 0.0268880787, + "173": -0.2501323011, + "174": -0.8038278939, + "175": -0.4428796485, + "176": -0.0156870241, + "177": 0.9289545084, + "178": 0.4537208498, + "179": -0.2696672828, + "180": -0.8269341958, + "181": -0.6192244914, + "182": 0.8147723875, + "183": -0.3826251904, + "184": -0.2186396505, + "185": null, + "186": null, + "187": 0.0448489221, + "188": 0.5051779573, + "189": -0.3434634541, + "190": -0.4629874798, + "191": -0.4709661388, + "192": 0.511162897, + "193": 0.1419539592, + "194": null, + "195": -0.395428136, + "196": -0.5976194611, + "197": 0.185437931, + "198": -0.2652541054, + "199": 0.3544958418, + "200": 0.0014907798, + "201": 0.0883610759, + "202": -0.6329858867, + "203": -0.9583588787, + "204": 0.959490428, + "205": -0.287379904, + "206": -0.8765420807, + "207": 0.9789158643, + "208": 0.6235902914, + "209": 0.3498511272, + "210": 0.0577073927, + "211": -0.7888390627, + "212": -0.5671423161, + "213": -0.0885919777, + "214": -0.9351677166, + "215": 0.1202665316, + "216": -0.6404381016, + "217": 0.8902654783, + "218": -0.3497765322, + "219": 0.6897009423, + "220": -0.789250856, + "221": -0.309424123, + "222": 0.3100571523, + "223": -0.3071636289, + "224": -0.2269345296, + "225": -0.5618568968, + "226": -0.6274290979, + "227": 0.5426217919, + "228": -0.4290100297, + "229": 0.8500408849, + "230": null, + "231": 0.5759850653, + "232": 0.2977068234, + "233": -0.5128775099, + "234": -0.2953453417, + "235": 0.7306902982, + "236": -0.4464666298, + "237": -0.2900808605, + "238": 0.0784940261, + "239": 0.277536119, + "240": 0.1192118151, + "241": -0.0569723469, + "242": -0.4752521163, + "243": -0.0376614006, + "244": 0.3217306169, + "245": -0.897488515, + "246": -0.2762105395, + "247": 0.3943939501, + "248": -0.003005726, + "249": null, + "average": -0.0297159658 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'R')": { + "0": 0.1295401693, + "1": 0.9281542471, + "2": 0.7936295993, + "3": 0.551220119, + "4": -0.8738432778, + "5": -0.8134773393, + "6": -0.6883966704, + "7": 0.5273459261, + "8": 0.3369900726, + "9": -0.7891947445, + "10": 0.1690711786, + "11": -0.5494465323, + "12": 0.813179247, + "13": 0.0518308692, + "14": 0.4500757696, + "15": -0.1786243975, + "16": -0.0899935222, + "17": -0.4773889534, + "18": -0.6719040439, + "19": -0.8379422048, + "20": 0.3020010933, + "21": null, + "22": 0.0766784887, + "23": 0.5422581835, + "24": 0.2757293349, + "25": null, + "26": -0.4739636432, + "27": -0.3198943213, + "28": -0.5392373551, + "29": null, + "30": -0.1578430726, + "31": -0.549224609, + "32": -0.9288548376, + "33": null, + "34": 0.7045268773, + "35": null, + "36": -0.9827493365, + "37": null, + "38": -0.7103370459, + "39": 0.7230985079, + "40": -0.5008513017, + "41": -0.5508036351, + "42": -0.6986174155, + "43": -0.9035503559, + "44": 0.3619697158, + "45": -0.9575079186, + "46": null, + "47": -0.179585505, + "48": -0.3898791635, + "49": -0.0292615465, + "50": -0.2286870213, + "51": -0.9649933894, + "52": 0.0602696103, + "53": -0.7086069579, + "54": null, + "55": 0.2576253263, + "56": null, + "57": -0.8657076325, + "58": null, + "59": 0.0081038049, + "60": -0.2527928519, + "61": 0.1263242545, + "62": 0.2412520964, + "63": -0.338671069, + "64": 0.0993621616, + "65": -0.7101856943, + "66": 0.492176984, + "67": 0.7301022007, + "68": -0.7850866504, + "69": -0.9842405893, + "70": -0.8675508588, + "71": 0.6834733574, + "72": 0.5656085596, + "73": -0.4841421177, + "74": 0.7041248881, + "75": 0.7700790191, + "76": -0.3337830446, + "77": -0.7374652231, + "78": -0.4294544571, + "79": -0.4972290869, + "80": null, + "81": 0.139451331, + "82": -0.6170078337, + "83": -0.9367495109, + "84": 0.4063992907, + "85": -0.7963869701, + "86": 0.0024538673, + "87": null, + "88": 0.3095628852, + "89": null, + "90": -0.6204801758, + "91": -0.6685015831, + "92": -0.3115974323, + "93": -0.3904669567, + "94": 0.4316503084, + "95": 0.6618953202, + "96": 0.5893190571, + "97": -0.9033995542, + "98": -0.9269514048, + "99": -0.7068792496, + "100": -0.5040531131, + "101": 0.7699402865, + "102": -0.5946404604, + "103": -0.7058756513, + "104": 0.4925436098, + "105": 0.2206991196, + "106": -0.9119001653, + "107": 0.0378290628, + "108": -0.8931987357, + "109": 0.3946889642, + "110": 0.3890791728, + "111": -0.5088698246, + "112": -0.882833618, + "113": -0.7632859227, + "114": 0.1156483306, + "115": 0.2148806159, + "116": -0.1205742886, + "117": -0.1441839175, + "118": 0.0608273115, + "119": -0.5532800022, + "120": -0.2641288936, + "121": -0.8252584521, + "122": 0.275168809, + "123": -0.9368267369, + "124": null, + "125": 0.6529757345, + "126": -0.1501618955, + "127": 0.3101785833, + "128": -0.5451844134, + "129": -0.7860922958, + "130": 0.0573303716, + "131": 0.0654946313, + "132": 0.4716968404, + "133": 0.8005434695, + "134": -0.8297907319, + "135": -0.9140207038, + "136": 0.1789032098, + "137": 0.5123674086, + "138": 0.6566184278, + "139": 0.5878691752, + "140": null, + "141": -0.9464138021, + "142": null, + "143": -0.0940910978, + "144": -0.6943821981, + "145": -0.2826825523, + "146": -0.3422669208, + "147": null, + "148": -0.539092953, + "149": 0.7313843589, + "150": null, + "151": 0.5962455022, + "152": -0.3236127971, + "153": 0.6943953493, + "154": 0.1472038595, + "155": -0.1115684173, + "156": -0.3757728138, + "157": null, + "158": -0.9004598519, + "159": -0.7887857927, + "160": -0.725843165, + "161": -0.5200107538, + "162": -0.5390664241, + "163": -0.5271184879, + "164": -0.4668796363, + "165": -0.6499427936, + "166": 0.5251479758, + "167": -0.5258874444, + "168": -0.6116052216, + "169": -0.574798811, + "170": 0.815359944, + "171": -0.7089768181, + "172": -0.4395594592, + "173": 0.6988988852, + "174": -0.7377582309, + "175": -0.6752515854, + "176": 0.7540855785, + "177": -0.2818135831, + "178": 0.06116874, + "179": 0.6954441343, + "180": -0.7051048415, + "181": 0.6639809593, + "182": 0.2845953606, + "183": 0.1430762692, + "184": -0.5742966409, + "185": null, + "186": null, + "187": 0.1493840117, + "188": 0.6600431142, + "189": 0.2407182501, + "190": -0.9731942851, + "191": -0.3126556162, + "192": -0.4698580755, + "193": 0.2607835919, + "194": null, + "195": -0.370894854, + "196": -0.6816725148, + "197": -0.8644679217, + "198": 0.4137864259, + "199": -0.7033120071, + "200": -0.4815724092, + "201": -0.6220818783, + "202": -0.8865828096, + "203": -0.9188751682, + "204": 0.1429842085, + "205": 0.0770925795, + "206": -0.8576783497, + "207": -0.2973895459, + "208": -0.1142897387, + "209": -0.374665453, + "210": 0.5763411911, + "211": -0.7590259838, + "212": -0.4912963181, + "213": -0.9262181193, + "214": -0.9680962811, + "215": 0.0017477329, + "216": -0.8324010393, + "217": 0.2833877669, + "218": -0.2088390927, + "219": 0.6738332301, + "220": -0.2239063333, + "221": -0.2567465294, + "222": 0.5447198647, + "223": 0.2030599504, + "224": 0.1317776516, + "225": -0.3600430583, + "226": -0.9652636603, + "227": 0.7536095149, + "228": -0.7871016254, + "229": -0.4110390555, + "230": null, + "231": -0.735553414, + "232": -0.4566599592, + "233": -0.5276754281, + "234": -0.3244135117, + "235": -0.1207281619, + "236": -0.6248552972, + "237": -0.4976518764, + "238": -0.9226340969, + "239": 0.4666390266, + "240": 0.8026915816, + "241": 0.0182724253, + "242": -0.4469403784, + "243": 0.9108990334, + "244": -0.1129862202, + "245": -0.5866265416, + "246": -0.636223961, + "247": 0.1890204897, + "248": -0.3278116713, + "249": null, + "average": -0.1913846275 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'F')": { + "0": 0.1144687052, + "1": 0.9252607751, + "2": 0.7866095863, + "3": -0.328642081, + "4": -0.8080604457, + "5": -0.7913733078, + "6": -0.6789573058, + "7": 0.5062610693, + "8": 0.3563746283, + "9": -0.7594669437, + "10": 0.1487884873, + "11": -0.519801525, + "12": 0.7343354776, + "13": 0.3919120495, + "14": 0.4775475389, + "15": -0.1024391721, + "16": -0.0740275932, + "17": -0.2285099683, + "18": -0.620640015, + "19": -0.8395117671, + "20": 0.3410873701, + "21": null, + "22": 0.0107162378, + "23": 0.3447410515, + "24": 0.2180239754, + "25": null, + "26": -0.4380201554, + "27": -0.2969295981, + "28": -0.3762541352, + "29": null, + "30": -0.1247675364, + "31": -0.5616511697, + "32": -0.9234602809, + "33": null, + "34": 0.8261902389, + "35": null, + "36": -0.971385595, + "37": null, + "38": -0.7695440904, + "39": 0.9266391397, + "40": -0.4836929935, + "41": -0.5893466737, + "42": -0.7204447056, + "43": -0.8636011808, + "44": 0.7174145147, + "45": -0.9480298532, + "46": null, + "47": -0.2018588713, + "48": -0.4036786077, + "49": -0.0411669101, + "50": -0.0891065389, + "51": -0.9520765588, + "52": -0.0029697181, + "53": -0.6155847398, + "54": null, + "55": 0.1680246217, + "56": null, + "57": -0.8105878091, + "58": null, + "59": -0.0641761374, + "60": -0.119725516, + "61": 0.0586075892, + "62": 0.3381390982, + "63": -0.3915033882, + "64": 0.0795541871, + "65": -0.5888929573, + "66": 0.9329801248, + "67": 0.7139207955, + "68": -0.7834261248, + "69": -0.9439996836, + "70": -0.8178042728, + "71": 0.6992689643, + "72": 0.6641871124, + "73": -0.3302018705, + "74": 0.673144407, + "75": 0.8000316023, + "76": -0.3101377072, + "77": -0.6859354703, + "78": -0.480746457, + "79": -0.5129504652, + "80": null, + "81": 0.3678407425, + "82": -0.6477789156, + "83": -0.9380270516, + "84": 0.3920477764, + "85": -0.6993241488, + "86": -0.159552435, + "87": null, + "88": 0.1917397977, + "89": null, + "90": -0.4301873701, + "91": -0.6580499547, + "92": -0.2249312014, + "93": -0.2929492307, + "94": 0.461437526, + "95": 0.6605583235, + "96": 0.5172783921, + "97": -0.8731344791, + "98": -0.9319828583, + "99": -0.6115023552, + "100": -0.5065624324, + "101": 0.836962065, + "102": -0.6720304599, + "103": -0.6728885149, + "104": 0.3434511392, + "105": 0.3550971046, + "106": -0.8346324845, + "107": 0.0594613604, + "108": -0.9265023158, + "109": 0.4260823093, + "110": 0.3477737125, + "111": -0.4996882137, + "112": -0.841067303, + "113": -0.7546743587, + "114": 0.018592474, + "115": 0.1719973165, + "116": -0.0109086661, + "117": -0.2112293362, + "118": 0.0845312401, + "119": -0.6067434915, + "120": -0.1397493946, + "121": -0.5530896282, + "122": 0.3606781881, + "123": -0.8858942688, + "124": null, + "125": 0.787143729, + "126": -0.1759410915, + "127": 0.5319005138, + "128": -0.5220848037, + "129": -0.788998996, + "130": 0.0520418981, + "131": -0.0106053279, + "132": 0.4808477837, + "133": 0.9091421514, + "134": -0.8754790863, + "135": -0.9019975922, + "136": 0.1183924987, + "137": 0.5298854468, + "138": 0.69418697, + "139": 0.6124840409, + "140": null, + "141": -0.9634708806, + "142": null, + "143": -0.0963616585, + "144": -0.6826693271, + "145": -0.2574424889, + "146": -0.3518880249, + "147": null, + "148": -0.51001033, + "149": 0.7613951564, + "150": null, + "151": 0.5675744654, + "152": -0.2832624654, + "153": 0.7106872786, + "154": 0.0707311497, + "155": 0.0183929044, + "156": -0.401665613, + "157": null, + "158": -0.8104388719, + "159": -0.6844147883, + "160": -0.6586835324, + "161": -0.5202284759, + "162": -0.5566088159, + "163": -0.676051425, + "164": -0.3391304146, + "165": -0.7244253901, + "166": 0.5452250929, + "167": -0.5224059394, + "168": -0.5097478711, + "169": -0.5730720885, + "170": 0.78119934, + "171": -0.7074621128, + "172": -0.4299162107, + "173": 0.6926693768, + "174": -0.7266320734, + "175": -0.6441091898, + "176": 0.779607061, + "177": -0.2355911066, + "178": 0.1962481191, + "179": 0.5764428437, + "180": -0.7371843848, + "181": 0.5891725551, + "182": 0.3532997926, + "183": 0.1299848628, + "184": -0.5528989256, + "185": null, + "186": null, + "187": 0.155665729, + "188": 0.7465375829, + "189": 0.152053044, + "190": -0.9388895083, + "191": -0.3763108025, + "192": -0.4616876587, + "193": 0.2289083805, + "194": null, + "195": -0.3793484742, + "196": -0.7359491623, + "197": -0.7118970587, + "198": 0.3925348338, + "199": -0.7231388028, + "200": -0.4602274227, + "201": -0.5354468418, + "202": -0.9397139621, + "203": -0.9134529568, + "204": 0.21244346, + "205": 0.026986286, + "206": -0.8395014773, + "207": 0.4133945449, + "208": -0.1578804119, + "209": -0.3845177928, + "210": 0.56886422, + "211": -0.8066320617, + "212": -0.5384777469, + "213": -0.9236055107, + "214": -0.9906696453, + "215": 0.0440480441, + "216": -0.8370998685, + "217": 0.3306289662, + "218": -0.2747017351, + "219": 0.6816059866, + "220": -0.2902561626, + "221": -0.3150888067, + "222": 0.5149344893, + "223": 0.1323002638, + "224": 0.0059962032, + "225": -0.3785236491, + "226": -0.8771712688, + "227": 0.8151718236, + "228": -0.7387693133, + "229": 0.2865788808, + "230": null, + "231": -0.6935060886, + "232": -0.4522279702, + "233": -0.5288830924, + "234": -0.2766532673, + "235": -0.0040521475, + "236": -0.6219102739, + "237": -0.5084844983, + "238": -0.9083757603, + "239": 0.5233345145, + "240": 0.7633507151, + "241": -0.0075405724, + "242": -0.4623007219, + "243": 0.6129528834, + "244": -0.0509135304, + "245": -0.6461634734, + "246": -0.5743314093, + "247": 0.138108293, + "248": -0.3640870716, + "249": null, + "average": -0.1717815179 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'P')": { + "0": 0.921654899, + "1": 0.9537935653, + "2": 0.8808781773, + "3": 0.4446638272, + "4": 0.5886321647, + "5": 0.880557407, + "6": -0.0103852005, + "7": -0.1296040794, + "8": -0.2160240944, + "9": 0.8820715133, + "10": -0.3823994205, + "11": -0.3331251307, + "12": 0.9773876053, + "13": 0.993637195, + "14": 0.9783569827, + "15": -0.2448221382, + "16": 0.274166057, + "17": 0.7259504021, + "18": 0.7467926849, + "19": 0.8801754435, + "20": 0.798543371, + "21": null, + "22": 0.005663914, + "23": -0.5965382553, + "24": 0.4762776318, + "25": null, + "26": 0.7773718336, + "27": 0.2276127701, + "28": 0.9784085523, + "29": null, + "30": 0.6928950576, + "31": 0.7562258403, + "32": 0.9345034104, + "33": null, + "34": 0.9991928148, + "35": null, + "36": 0.9971474147, + "37": null, + "38": 0.0192122568, + "39": 0.9741694651, + "40": 0.4082188298, + "41": 0.2986628838, + "42": 0.8506202285, + "43": 0.8867992904, + "44": 0.4807452632, + "45": 0.8690651557, + "46": null, + "47": 0.707122225, + "48": 0.8597923625, + "49": 0.6639392168, + "50": 0.8750598721, + "51": -0.0845224746, + "52": 0.032175259, + "53": 0.5893450839, + "54": null, + "55": 0.8423158723, + "56": null, + "57": 0.9403119773, + "58": null, + "59": 0.5716139089, + "60": 0.9014294209, + "61": 0.5309495266, + "62": 0.9111431996, + "63": 0.9535890429, + "64": 0.8486683282, + "65": -0.3193768031, + "66": 0.9102263058, + "67": 0.0047618355, + "68": 0.6333222218, + "69": 0.9998645179, + "70": 0.8087827719, + "71": 0.9662827291, + "72": 0.9430532505, + "73": -0.0529074896, + "74": 0.1468807169, + "75": 0.918822335, + "76": 0.8769484925, + "77": 0.1355986952, + "78": 0.3897937172, + "79": 0.9663877496, + "80": null, + "81": 0.8311465371, + "82": 0.6094558445, + "83": 0.7572665711, + "84": -0.4226470731, + "85": 0.4776739497, + "86": -0.5290291173, + "87": null, + "88": 0.8533583377, + "89": null, + "90": 0.9459002444, + "91": 0.6703360837, + "92": 0.818733587, + "93": 0.9378920258, + "94": 0.9300628705, + "95": 0.8475628268, + "96": 0.7908382181, + "97": 0.978749039, + "98": 0.3332011102, + "99": 0.4686679857, + "100": -0.5993667458, + "101": 0.9439483082, + "102": 0.4794986265, + "103": 0.883116286, + "104": 0.9354883136, + "105": 0.821090102, + "106": 0.8951308363, + "107": -0.0964657907, + "108": -0.4817470025, + "109": -0.4652892265, + "110": 0.2430856713, + "111": 0.8600194184, + "112": 0.9334461096, + "113": 0.5943947069, + "114": -0.5155400101, + "115": -0.5058537973, + "116": 0.2408947962, + "117": -0.5167475334, + "118": 0.5616972516, + "119": 0.4814863643, + "120": 0.7402128744, + "121": 0.9140730069, + "122": 0.9489622057, + "123": 0.6388507279, + "124": null, + "125": 0.5156982081, + "126": 0.258512284, + "127": 0.4283396197, + "128": 0.9016803575, + "129": 0.8897882107, + "130": 0.9733335758, + "131": 0.8731760203, + "132": 0.1447711354, + "133": 0.7843386274, + "134": 0.2496000542, + "135": 0.9295731325, + "136": 0.7011132619, + "137": -0.0827521238, + "138": 0.9268515083, + "139": 0.7037641221, + "140": null, + "141": 0.7226468908, + "142": null, + "143": 0.9510635485, + "144": 0.9018024729, + "145": 0.559868925, + "146": 0.5983725223, + "147": null, + "148": 0.6638173454, + "149": 0.3590419828, + "150": null, + "151": 0.2475401407, + "152": 0.3969043161, + "153": 0.7455767987, + "154": -0.2798636232, + "155": 0.4245763179, + "156": 0.9435030745, + "157": null, + "158": 0.0023135127, + "159": 0.3698668956, + "160": -0.2014111074, + "161": 0.7193051115, + "162": 0.9265755166, + "163": 0.5807907187, + "164": 0.3654499873, + "165": 0.1992021468, + "166": 0.9358466682, + "167": 0.1298969334, + "168": 0.9985621544, + "169": 0.9875700677, + "170": 0.725853128, + "171": 0.7821919225, + "172": -0.0451200015, + "173": -0.0609327292, + "174": 0.8003365154, + "175": 0.4907673503, + "176": 0.7821023608, + "177": 0.9651613526, + "178": 0.8873291905, + "179": 0.2672149886, + "180": 0.7888049964, + "181": 0.9109664568, + "182": 0.8856790256, + "183": 0.9652435733, + "184": 0.2543071141, + "185": null, + "186": null, + "187": 0.8167365631, + "188": 0.8524505404, + "189": -0.2481325894, + "190": -0.7566682882, + "191": 0.9411402751, + "192": 0.9573897903, + "193": 0.3988468607, + "194": null, + "195": 0.5229699084, + "196": 0.3085687033, + "197": 0.2488351533, + "198": 0.9977791841, + "199": 0.9414643096, + "200": -0.545597111, + "201": 0.9680359409, + "202": 0.4294235876, + "203": 0.6744347146, + "204": 0.9655303889, + "205": 0.4932198594, + "206": 0.5991374503, + "207": 0.7627379782, + "208": 0.9827965839, + "209": 0.8113506853, + "210": 0.8447479858, + "211": 0.7182409742, + "212": 0.2170943012, + "213": 0.0141018074, + "214": 0.8428196841, + "215": -0.5734948552, + "216": 0.8786227839, + "217": 0.7155807608, + "218": 0.3180144197, + "219": 0.1892283519, + "220": 0.7765565087, + "221": 0.9176245751, + "222": 0.554610872, + "223": -0.3030689322, + "224": -0.0862964344, + "225": -0.449392405, + "226": 0.315589802, + "227": 0.9989603726, + "228": 0.7591077838, + "229": 0.9456241086, + "230": null, + "231": 0.7084099356, + "232": 0.6544645462, + "233": 0.4941206673, + "234": 0.4665862785, + "235": 0.6073799521, + "236": 0.205390471, + "237": 0.8851740279, + "238": 0.1618693629, + "239": -0.351976398, + "240": -0.4584444521, + "241": 0.5618809409, + "242": -0.0100260239, + "243": 0.2975992086, + "244": 0.3219030309, + "245": 0.2677848874, + "246": 0.6277432587, + "247": 0.4326929596, + "248": -0.3628824816, + "249": null, + "average": 0.5195796003 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'R')": { + "0": 0.770946228, + "1": 0.8372773713, + "2": 0.5929563379, + "3": 0.5509849572, + "4": 0.6973566836, + "5": 0.1314413668, + "6": 0.6129034598, + "7": 0.5035168033, + "8": -0.2432264609, + "9": 0.6733637253, + "10": -0.3517880176, + "11": -0.4130574223, + "12": 0.9415526458, + "13": 0.7269874414, + "14": 0.8808850408, + "15": 0.2776785998, + "16": -0.0269054842, + "17": 0.5288598205, + "18": 0.6392552162, + "19": 0.5932930646, + "20": -0.4014280723, + "21": null, + "22": 0.3898258474, + "23": -0.3020872083, + "24": 0.3829751822, + "25": null, + "26": 0.9031298245, + "27": -0.6365166916, + "28": 0.9415366603, + "29": null, + "30": 0.7973020359, + "31": 0.7524403431, + "32": 0.8414427006, + "33": null, + "34": 0.9863143703, + "35": null, + "36": 0.4343175589, + "37": null, + "38": -0.3776191676, + "39": 0.7822302224, + "40": -0.976326259, + "41": 0.4862006283, + "42": -0.8248777054, + "43": 0.6747552768, + "44": 0.4458780743, + "45": -0.4567798235, + "46": null, + "47": 0.0815087077, + "48": 0.0975174225, + "49": 0.4333395589, + "50": 0.8982012016, + "51": -0.0168795454, + "52": -0.930963544, + "53": -0.4847174438, + "54": null, + "55": 0.7173110617, + "56": null, + "57": 0.9444969965, + "58": null, + "59": 0.6628402647, + "60": 0.8035297178, + "61": 0.2308962546, + "62": 0.6707390017, + "63": 0.0492315777, + "64": 0.6881883238, + "65": -0.2857143119, + "66": 0.4569111252, + "67": 0.8254061687, + "68": 0.3861416682, + "69": 0.9238665346, + "70": 0.4010018305, + "71": 0.9926306161, + "72": 0.7206671101, + "73": 0.4136299335, + "74": 0.9307788642, + "75": 0.9968988385, + "76": 0.4457967577, + "77": 0.4974192291, + "78": 0.1883904137, + "79": 0.9250432304, + "80": null, + "81": -0.0254460227, + "82": 0.0820945367, + "83": -0.6717013575, + "84": -0.8028263385, + "85": 0.8658930179, + "86": 0.0344964161, + "87": null, + "88": 0.7917724263, + "89": null, + "90": 0.9134178277, + "91": 0.804286493, + "92": -0.1599479701, + "93": 0.4918627143, + "94": 0.7371556722, + "95": 0.4504038656, + "96": 0.6696537742, + "97": 0.9625321662, + "98": 0.686786315, + "99": 0.2135912882, + "100": 0.4118771939, + "101": 0.9983388747, + "102": -0.4875302924, + "103": 0.8639260501, + "104": 0.9335414011, + "105": 0.921176623, + "106": -0.1695261284, + "107": 0.390520001, + "108": -0.4007376512, + "109": 0.0491446909, + "110": 0.7357150114, + "111": 0.9386858258, + "112": 0.6117908166, + "113": 0.4032651066, + "114": 0.8089479023, + "115": 0.2525461362, + "116": 0.2243420953, + "117": -0.4616839078, + "118": 0.6774776063, + "119": 0.8268444941, + "120": 0.6621985167, + "121": 0.6468383248, + "122": 0.7923335608, + "123": 0.509947657, + "124": null, + "125": 0.591073087, + "126": 0.4051960412, + "127": 0.3777648443, + "128": 0.345123055, + "129": 0.8662858454, + "130": 0.8483211096, + "131": 0.6071922433, + "132": 0.4742591931, + "133": -0.6285028574, + "134": -0.7116631928, + "135": 0.9196288494, + "136": 0.8928282368, + "137": 0.5517791319, + "138": 0.4554949151, + "139": 0.0961013531, + "140": null, + "141": -0.828410056, + "142": null, + "143": 0.5019969867, + "144": 0.6729691164, + "145": 0.9563419742, + "146": 0.071953887, + "147": null, + "148": 0.5262921269, + "149": 0.8679869322, + "150": null, + "151": 0.578944765, + "152": 0.2739914504, + "153": 0.8081459248, + "154": -0.1736269524, + "155": 0.049726801, + "156": 0.9325232105, + "157": null, + "158": -0.592080263, + "159": -0.5555625631, + "160": -0.5719760301, + "161": 0.5400210085, + "162": 0.8057131248, + "163": 0.9104703426, + "164": 0.3524480331, + "165": -0.5364723531, + "166": 0.8205245629, + "167": -0.8531161694, + "168": 0.9855132964, + "169": -0.2474471182, + "170": 0.8546548443, + "171": 0.1738827528, + "172": -0.4286167836, + "173": 0.4609873801, + "174": 0.8777484659, + "175": 0.41600114, + "176": 0.8701872101, + "177": 0.8579697337, + "178": 0.8255062004, + "179": 0.7621311283, + "180": 0.4752063396, + "181": 0.7646862114, + "182": 0.1642924445, + "183": 0.8302416258, + "184": -0.3298505346, + "185": null, + "186": null, + "187": 0.3482886984, + "188": 0.7026692942, + "189": 0.517504148, + "190": -0.9230101501, + "191": 0.9038092385, + "192": -0.3837962607, + "193": 0.6976151473, + "194": null, + "195": 0.4105318275, + "196": 0.8963419932, + "197": -0.8643157732, + "198": 0.7109620054, + "199": 0.9700796173, + "200": -0.7371338589, + "201": 0.713291561, + "202": -0.0895347841, + "203": 0.6515953359, + "204": -0.4737907499, + "205": 0.2403731781, + "206": 0.405388762, + "207": 0.2851530082, + "208": 0.9670830049, + "209": 0.8632864214, + "210": 0.7614159554, + "211": 0.3686585205, + "212": 0.3754753925, + "213": 0.0931130693, + "214": 0.5388701183, + "215": -0.4686222639, + "216": 0.915382097, + "217": 0.9739877691, + "218": 0.7091812536, + "219": 0.5946768617, + "220": 0.5542579736, + "221": 0.4985650264, + "222": -0.2826879611, + "223": -0.2044363947, + "224": 0.3931629957, + "225": -0.5887664942, + "226": 0.9152610163, + "227": 0.7536415828, + "228": 0.7038630227, + "229": 0.8158249605, + "230": null, + "231": 0.9642823695, + "232": 0.4604468708, + "233": 0.5691513301, + "234": -0.0198096945, + "235": 0.3091413762, + "236": 0.930630622, + "237": 0.2682215251, + "238": -0.9439132095, + "239": 0.9027055702, + "240": -0.017637255, + "241": 0.4644279254, + "242": -0.5769292414, + "243": 0.11475117, + "244": 0.7151673135, + "245": 0.0983982862, + "246": 0.5202597354, + "247": 0.2644555138, + "248": -0.0146111916, + "249": null, + "average": 0.3753108173 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'F')": { + "0": 0.7948027011, + "1": 0.8649306494, + "2": 0.6285415165, + "3": 0.5301947558, + "4": 0.6743199615, + "5": 0.245869014, + "6": 0.6600345506, + "7": 0.4814806891, + "8": -0.2374556114, + "9": 0.7083427706, + "10": -0.3556707641, + "11": -0.4064938823, + "12": 0.9582812831, + "13": 0.8395519133, + "14": 0.9163050775, + "15": 0.1917628248, + "16": 0.1058244815, + "17": 0.5620750714, + "18": 0.6535772437, + "19": 0.6655345073, + "20": -0.2609734146, + "21": null, + "22": 0.3565234238, + "23": -0.3953877458, + "24": 0.3909046775, + "25": null, + "26": 0.9582279188, + "27": -0.5167589072, + "28": 0.9564289108, + "29": null, + "30": 0.7751324373, + "31": 0.7582811658, + "32": 0.866454733, + "33": null, + "34": 0.9912467285, + "35": null, + "36": 0.6954289659, + "37": null, + "38": -0.225638466, + "39": 0.8282651291, + "40": -0.8700650625, + "41": 0.4747436867, + "42": -0.7980210963, + "43": 0.7238547093, + "44": 0.4557956261, + "45": -0.040781199, + "46": null, + "47": 0.1087082653, + "48": 0.2760642763, + "49": 0.4797275969, + "50": 0.897315449, + "51": -0.0260569457, + "52": -0.9362075929, + "53": -0.4462409747, + "54": null, + "55": 0.7555381484, + "56": null, + "57": 0.9590299885, + "58": null, + "59": 0.6446911209, + "60": 0.835637081, + "61": 0.2812804464, + "62": 0.7061397131, + "63": 0.0531310102, + "64": 0.7139431021, + "65": -0.2936664214, + "66": 0.5281397563, + "67": 0.8372598168, + "68": 0.4292045545, + "69": 0.9497680185, + "70": 0.5534154013, + "71": 0.9922314622, + "72": 0.8221452606, + "73": 0.3605452741, + "74": 0.7580794574, + "75": 0.9933034111, + "76": 0.4776844108, + "77": 0.3642274312, + "78": 0.2056992664, + "79": 0.9400643845, + "80": null, + "81": 0.0914616426, + "82": 0.3676837401, + "83": -0.4476130289, + "84": -0.81231829, + "85": 0.8618283283, + "86": 0.0052821213, + "87": null, + "88": 0.8061967911, + "89": null, + "90": 0.9193273394, + "91": 0.8453154045, + "92": -0.0391158106, + "93": 0.5556008254, + "94": 0.7945678296, + "95": 0.5536564749, + "96": 0.6976421129, + "97": 0.9684631171, + "98": 0.6893985049, + "99": 0.2195036174, + "100": 0.4230948013, + "101": 0.996388164, + "102": -0.3746469876, + "103": 0.8713357061, + "104": 0.9424735757, + "105": 0.9162307119, + "106": -0.1570022643, + "107": 0.3193706406, + "108": -0.3956386732, + "109": 0.0242770444, + "110": 0.6833599885, + "111": 0.9563848956, + "112": 0.7178092337, + "113": 0.4279888596, + "114": 0.6884912374, + "115": 0.1715557964, + "116": 0.1923300633, + "117": -0.4875204187, + "118": 0.6588223464, + "119": 0.7413777685, + "120": 0.6901559721, + "121": 0.6866002095, + "122": 0.8538184598, + "123": 0.5212319589, + "124": null, + "125": 0.6514268998, + "126": 0.3884349715, + "127": 0.3758545887, + "128": 0.3915866237, + "129": 0.8711511485, + "130": 0.8555651932, + "131": 0.6440046618, + "132": 0.3653806832, + "133": -0.5869175896, + "134": -0.7217203325, + "135": 0.9418840426, + "136": 0.8876961785, + "137": 0.4218990877, + "138": 0.4815901791, + "139": 0.1434076014, + "140": null, + "141": -0.8485837432, + "142": null, + "143": 0.5566245531, + "144": 0.7352269737, + "145": 0.9551283574, + "146": 0.1694849882, + "147": null, + "148": 0.5436612806, + "149": 0.8771977741, + "150": null, + "151": 0.5876454927, + "152": 0.2769038982, + "153": 0.8098598648, + "154": -0.1896715711, + "155": 0.1240734607, + "156": 0.9513022404, + "157": null, + "158": -0.5365194122, + "159": -0.3902921714, + "160": -0.6019321701, + "161": 0.5667990386, + "162": 0.8375435456, + "163": 0.8972470813, + "164": 0.3783319136, + "165": -0.589756454, + "166": 0.8852331752, + "167": -0.8145502625, + "168": 0.9970732149, + "169": -0.1614325604, + "170": 0.8618222417, + "171": 0.2193136953, + "172": -0.4137203654, + "173": 0.4137803048, + "174": 0.8710441652, + "175": 0.426429933, + "176": 0.8627072142, + "177": 0.8732320238, + "178": 0.8447624177, + "179": 0.6995360051, + "180": 0.5286274963, + "181": 0.7927145242, + "182": 0.2610167574, + "183": 0.8648164707, + "184": -0.168662231, + "185": null, + "186": null, + "187": 0.4030390716, + "188": 0.7608756076, + "189": 0.5106951517, + "190": -0.9059977342, + "191": 0.9148679549, + "192": -0.2144527577, + "193": 0.6772925819, + "194": null, + "195": 0.4172103474, + "196": 0.9290496189, + "197": -0.7752266817, + "198": 0.7484330072, + "199": 0.9707735589, + "200": -0.7157688738, + "201": 0.7699601397, + "202": 0.015414137, + "203": 0.658603563, + "204": -0.3401426376, + "205": 0.2541251248, + "206": 0.4169983593, + "207": 0.56548332, + "208": 0.9736512486, + "209": 0.8700471118, + "210": 0.7905733249, + "211": 0.3957293816, + "212": 0.3489814129, + "213": 0.05520245, + "214": 0.6105182946, + "215": -0.4865806766, + "216": 0.9116518751, + "217": 0.9857354427, + "218": 0.7066932099, + "219": 0.5790379193, + "220": 0.5831756477, + "221": 0.5679927001, + "222": -0.1651393924, + "223": -0.2443102881, + "224": 0.3084746957, + "225": -0.5806451218, + "226": 0.9187921865, + "227": 0.8138944929, + "228": 0.7204433148, + "229": 0.8608094431, + "230": null, + "231": 0.9558616005, + "232": 0.4976502299, + "233": 0.5686525537, + "234": 0.0371407411, + "235": 0.3296090507, + "236": 0.9251265174, + "237": 0.2913663372, + "238": -0.9407574483, + "239": 0.9227596206, + "240": -0.058758772, + "241": 0.5016710339, + "242": -0.4825622859, + "243": 0.2597059352, + "244": 0.68030896, + "245": 0.1185357458, + "246": 0.5273914482, + "247": 0.2492289071, + "248": -0.1016056743, + "249": null, + "average": 0.4022300535 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'P')": { + "0": 0.9240466736, + "1": 0.9618711344, + "2": 0.8774509893, + "3": 0.5240259695, + "4": 0.623532056, + "5": 0.945210197, + "6": 0.0100260756, + "7": -0.1356629567, + "8": -0.2327456649, + "9": 0.8831523391, + "10": -0.3888974767, + "11": -0.3143346072, + "12": 0.949216106, + "13": 0.9876340768, + "14": 0.9638055558, + "15": -0.2187097356, + "16": 0.2844865061, + "17": 0.700800854, + "18": 0.7933165481, + "19": 0.9333466047, + "20": 0.8021304154, + "21": null, + "22": -0.0093186337, + "23": -0.5087550385, + "24": 0.4455776491, + "25": null, + "26": 0.7803740032, + "27": 0.1767011483, + "28": 0.9763234944, + "29": null, + "30": 0.7030453395, + "31": 0.7617393269, + "32": 0.9352114743, + "33": null, + "34": 0.999238045, + "35": null, + "36": 0.9976734337, + "37": null, + "38": 0.0208469572, + "39": 0.9739477575, + "40": 0.5112885584, + "41": 0.3999523256, + "42": 0.8828723264, + "43": 0.909606218, + "44": 0.2842882643, + "45": 0.8713601781, + "46": null, + "47": 0.6558592751, + "48": 0.8570132426, + "49": 0.6858222539, + "50": 0.884235871, + "51": -0.0138165555, + "52": 0.0448171236, + "53": 0.5301832164, + "54": null, + "55": 0.8310230469, + "56": null, + "57": 0.9564942197, + "58": null, + "59": 0.6597178305, + "60": 0.9472791849, + "61": 0.5295308293, + "62": 0.9327975381, + "63": 0.9521044935, + "64": 0.885272617, + "65": -0.2305473585, + "66": 0.8971416473, + "67": 0.1312793368, + "68": 0.6410868055, + "69": 0.9998506724, + "70": 0.8399524884, + "71": 0.9745700905, + "72": 0.9386675574, + "73": 0.065292194, + "74": 0.1660397621, + "75": 0.9191786642, + "76": 0.9219396166, + "77": 0.1167551027, + "78": 0.4102788659, + "79": 0.9645746365, + "80": null, + "81": 0.8284114629, + "82": 0.6111832171, + "83": 0.7497677856, + "84": -0.4683201001, + "85": 0.5648125096, + "86": -0.523110525, + "87": null, + "88": 0.8852541318, + "89": null, + "90": 0.8832600239, + "91": 0.6488349932, + "92": 0.8324892792, + "93": 0.9514416119, + "94": 0.8924025477, + "95": 0.8523133636, + "96": 0.7909747607, + "97": 0.9831631089, + "98": 0.4030894838, + "99": 0.4644827723, + "100": -0.5500547685, + "101": 0.943552024, + "102": 0.7358517566, + "103": 0.8545130844, + "104": 0.9261942436, + "105": 0.8148824709, + "106": 0.870338927, + "107": -0.021789998, + "108": -0.4510629648, + "109": -0.446899265, + "110": 0.2635203384, + "111": 0.9641311141, + "112": 0.9367602464, + "113": 0.7227525626, + "114": -0.50696376, + "115": -0.4731548844, + "116": 0.1870326705, + "117": -0.5243458984, + "118": 0.5767336041, + "119": 0.5349839979, + "120": 0.7947581529, + "121": 0.905832505, + "122": 0.977032911, + "123": 0.6851996124, + "124": null, + "125": 0.5331172589, + "126": 0.2521172941, + "127": 0.4399631537, + "128": 0.8989931449, + "129": 0.9058778792, + "130": 0.953577649, + "131": 0.8895271419, + "132": 0.1546622021, + "133": 0.7726354587, + "134": 0.2754796714, + "135": 0.9317229894, + "136": 0.7523981787, + "137": -0.0816015245, + "138": 0.9172104821, + "139": 0.7021520621, + "140": null, + "141": 0.7982619985, + "142": null, + "143": 0.9522405408, + "144": 0.9024859728, + "145": 0.567794775, + "146": 0.5977684201, + "147": null, + "148": 0.7090164141, + "149": 0.1906754621, + "150": null, + "151": 0.2260418178, + "152": 0.5274642903, + "153": 0.5954160822, + "154": -0.3851526394, + "155": 0.4412322842, + "156": 0.9641765376, + "157": null, + "158": -0.0347524394, + "159": 0.5255270353, + "160": -0.0699476302, + "161": 0.7340763167, + "162": 0.9263806644, + "163": 0.5882281191, + "164": 0.4200003339, + "165": 0.3482231747, + "166": 0.9401732482, + "167": 0.249398275, + "168": 0.9991401081, + "169": 0.9025780682, + "170": 0.8703393345, + "171": 0.811279991, + "172": -0.0583671006, + "173": -0.0013486184, + "174": 0.8195782909, + "175": 0.5148897772, + "176": 0.7823422573, + "177": 0.9316213468, + "178": 0.8534216909, + "179": 0.2648072, + "180": 0.881515775, + "181": 0.9133459775, + "182": 0.9207614182, + "183": 0.9752625252, + "184": 0.3457153646, + "185": null, + "186": null, + "187": 0.8075191262, + "188": 0.8294190807, + "189": 0.4160819607, + "190": -0.7826207151, + "191": 0.9405218385, + "192": 0.9396083943, + "193": 0.383368144, + "194": null, + "195": 0.5566938443, + "196": 0.3681945751, + "197": 0.1923532461, + "198": 0.9966015961, + "199": 0.9465082905, + "200": -0.5416976103, + "201": 0.9830502051, + "202": 0.4381549635, + "203": 0.7665294884, + "204": 0.9733627159, + "205": 0.5184681779, + "206": 0.6551626036, + "207": 0.7789022574, + "208": 0.9764985112, + "209": 0.8743920271, + "210": 0.8529552131, + "211": 0.7301270364, + "212": 0.2544392855, + "213": 0.1045725975, + "214": 0.8504709348, + "215": -0.4398591016, + "216": 0.8803206205, + "217": 0.7732511002, + "218": 0.4834068761, + "219": 0.1643592312, + "220": 0.7791975505, + "221": 0.919246568, + "222": 0.5814576553, + "223": -0.302724881, + "224": -0.0790551722, + "225": -0.4410310932, + "226": 0.3780122786, + "227": 0.9991182965, + "228": 0.7864298776, + "229": 0.9536743784, + "230": null, + "231": 0.7123361085, + "232": 0.648488187, + "233": 0.5350181028, + "234": 0.4527221454, + "235": 0.5199683705, + "236": 0.2288871917, + "237": 0.8743495445, + "238": 0.3360846782, + "239": -0.411384551, + "240": -0.4602085619, + "241": 0.5555259164, + "242": 0.0411568958, + "243": 0.3449629784, + "244": 0.339953776, + "245": 0.2935314718, + "246": 0.7469451446, + "247": 0.4317609886, + "248": -0.3566987189, + "249": null, + "average": 0.539684093 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'R')": { + "0": 0.8108151236, + "1": 0.8552488098, + "2": 0.5457877415, + "3": 0.7229930977, + "4": 0.9388969156, + "5": 0.7898273783, + "6": 0.934858563, + "7": 0.701792835, + "8": -0.2913845269, + "9": 0.7125295016, + "10": -0.3713832164, + "11": -0.3081339833, + "12": 0.9597996006, + "13": -0.3005603219, + "14": 0.5857241955, + "15": -0.1666073559, + "16": 0.0237237152, + "17": 0.5539927699, + "18": 0.7348634054, + "19": 0.2187412068, + "20": -0.0931369547, + "21": null, + "22": 0.3058820739, + "23": -0.0506152483, + "24": 0.0992350152, + "25": null, + "26": 0.879401633, + "27": -0.719814638, + "28": 0.9541710608, + "29": null, + "30": 0.8353518786, + "31": 0.925647576, + "32": 0.9373663807, + "33": null, + "34": 0.9890914345, + "35": null, + "36": 0.3075182605, + "37": null, + "38": -0.2662390274, + "39": 0.2380228429, + "40": 0.9273125178, + "41": 0.703938626, + "42": -0.0949776447, + "43": 0.9080863423, + "44": 0.0505220635, + "45": -0.4710151118, + "46": null, + "47": 0.0588159413, + "48": 0.5617776014, + "49": 0.535848908, + "50": 0.877926649, + "51": 0.1545881132, + "52": -0.9435880536, + "53": -0.316014255, + "54": null, + "55": 0.7474656702, + "56": null, + "57": 0.9663312907, + "58": null, + "59": 0.7361374978, + "60": 0.8364613916, + "61": 0.1852761672, + "62": 0.7087810987, + "63": 0.0145407339, + "64": 0.6486880192, + "65": -0.1701806894, + "66": 0.062887273, + "67": 0.76545287, + "68": 0.704285465, + "69": 0.9559119047, + "70": 0.8695035772, + "71": 0.868419312, + "72": 0.7659643577, + "73": 0.4866016636, + "74": 0.9108918771, + "75": 0.9375231397, + "76": 0.6289709937, + "77": 0.7344064654, + "78": 0.2891011437, + "79": 0.658354087, + "80": null, + "81": 0.3785207971, + "82": 0.0077142801, + "83": 0.9455405128, + "84": -0.5512238931, + "85": 0.9478378595, + "86": 0.1806675214, + "87": null, + "88": 0.719124613, + "89": null, + "90": 0.6570967039, + "91": 0.9274936533, + "92": 0.2589066806, + "93": 0.7534274976, + "94": 0.7705356261, + "95": 0.633302968, + "96": 0.7015881434, + "97": 0.8241563642, + "98": 0.8788310735, + "99": -0.0890649903, + "100": 0.7347666655, + "101": 0.9185387411, + "102": 0.0322634369, + "103": 0.9800321337, + "104": 0.9682958538, + "105": 0.8848059673, + "106": -0.1310013517, + "107": 0.4127354591, + "108": 0.4511346175, + "109": 0.6810646252, + "110": 0.5654064372, + "111": 0.946672862, + "112": 0.8204985976, + "113": 0.3940040674, + "114": 0.5679080351, + "115": 0.8517556987, + "116": 0.3155744357, + "117": -0.4689927552, + "118": 0.7737769787, + "119": 0.9411430109, + "120": 0.9184430131, + "121": 0.7333214074, + "122": 0.9577880992, + "123": 0.9852174178, + "124": null, + "125": 0.6353691553, + "126": 0.3190170121, + "127": 0.4817139305, + "128": 0.4437219667, + "129": 0.9270814995, + "130": 0.8143292729, + "131": 0.739958275, + "132": 0.4405508836, + "133": 0.3572657726, + "134": -0.4101980535, + "135": 0.9139558996, + "136": 0.9495871221, + "137": 0.0787887501, + "138": 0.4475059862, + "139": -0.4799105145, + "140": null, + "141": -0.7323195163, + "142": null, + "143": 0.7390695711, + "144": 0.9695841802, + "145": 0.7970660193, + "146": 0.515662872, + "147": null, + "148": 0.9257790295, + "149": 0.6921557123, + "150": null, + "151": 0.6830882821, + "152": 0.3030965939, + "153": 0.5845922527, + "154": 0.1196664125, + "155": 0.6091556069, + "156": 0.9222234396, + "157": null, + "158": -0.2713775133, + "159": -0.5098145411, + "160": -0.1625826539, + "161": 0.9301842292, + "162": 0.8414944391, + "163": 0.9434749875, + "164": 0.8692242777, + "165": -0.1080933317, + "166": 0.9119307976, + "167": -0.7802061069, + "168": 0.9599789173, + "169": -0.0937388219, + "170": 0.872394609, + "171": 0.0802304214, + "172": -0.3901064587, + "173": 0.4178731072, + "174": -0.1881129081, + "175": 0.6825900324, + "176": 0.913429735, + "177": 0.8233756319, + "178": 0.4008384685, + "179": 0.893997594, + "180": 0.798763669, + "181": 0.7965164065, + "182": 0.7429687517, + "183": 0.9476883258, + "184": 0.5639322073, + "185": null, + "186": null, + "187": 0.4074398336, + "188": 0.4671812824, + "189": 0.4831160367, + "190": -0.9357551344, + "191": 0.9722492749, + "192": -0.2614380879, + "193": 0.3337280012, + "194": null, + "195": 0.4705774012, + "196": 0.9402689607, + "197": -0.8401761459, + "198": 0.7184885584, + "199": 0.9797207555, + "200": -0.6064980789, + "201": 0.9368929228, + "202": 0.0369402446, + "203": 0.7686330112, + "204": -0.1660376534, + "205": 0.5818570622, + "206": 0.6998908408, + "207": -0.6342190926, + "208": 0.236753325, + "209": 0.9008340135, + "210": 0.8302229684, + "211": 0.5435679522, + "212": 0.4681793426, + "213": 0.1561570465, + "214": 0.7621990975, + "215": -0.4511206065, + "216": 0.8846096636, + "217": 0.7289085482, + "218": 0.9145630792, + "219": 0.5964702874, + "220": 0.62377871, + "221": 0.7242732889, + "222": -0.6802729884, + "223": -0.2162473859, + "224": -0.0081621262, + "225": -0.6341810276, + "226": 0.7366887175, + "227": 0.8555425028, + "228": 0.817666361, + "229": -0.0675554772, + "230": null, + "231": 0.9921648356, + "232": 0.3982491503, + "233": 0.6968093821, + "234": 0.4896176479, + "235": -0.23747938, + "236": 0.9867915476, + "237": 0.4100253078, + "238": -0.9251090786, + "239": 0.6286375521, + "240": -0.1720404724, + "241": 0.4894595599, + "242": -0.3943587926, + "243": 0.2152224219, + "244": 0.753159413, + "245": 0.2115085908, + "246": 0.8227313282, + "247": 0.2133883302, + "248": -0.2638241285, + "249": null, + "average": 0.4447040434 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'F')": { + "0": 0.8319969862, + "1": 0.8811877631, + "2": -0.2978211682, + "3": 0.7094837585, + "4": -0.3521667528, + "5": -0.5419256444, + "6": 0.9635970631, + "7": 0.6891747361, + "8": -0.0113513149, + "9": 0.6588450438, + "10": -0.3651401999, + "11": -0.1786744035, + "12": 0.9728529048, + "13": -0.3585610135, + "14": -0.662229205, + "15": -0.1700808277, + "16": 0.1342791211, + "17": 0.5716139707, + "18": 0.7493609195, + "19": 0.240463853, + "20": 0.4073898833, + "21": null, + "22": 0.2689924755, + "23": -0.0346482394, + "24": -0.1857134287, + "25": null, + "26": 0.856582392, + "27": -0.6622576713, + "28": 0.9666257847, + "29": null, + "30": 0.8090891446, + "31": 0.1378562278, + "32": 0.8831463593, + "33": null, + "34": 0.9923231506, + "35": null, + "36": 0.5140642153, + "37": null, + "38": -0.1397916522, + "39": 0.1242936075, + "40": 0.9323334758, + "41": 0.7285493971, + "42": -0.0749956398, + "43": 0.8775428592, + "44": 0.1448624808, + "45": -0.0852248116, + "46": null, + "47": 0.0816885766, + "48": 0.5879121265, + "49": 0.5724507447, + "50": 0.8194018873, + "51": 0.5326034281, + "52": -0.9503082121, + "53": -0.2940825198, + "54": null, + "55": 0.7780143189, + "56": null, + "57": 0.9737345132, + "58": null, + "59": 0.8265577373, + "60": 0.8678836931, + "61": 0.2241754739, + "62": 0.7424468989, + "63": -0.0360281442, + "64": -0.0361200286, + "65": -0.1477881409, + "66": 0.0483513654, + "67": 0.8020962644, + "68": 0.6903798325, + "69": 0.9699673382, + "70": 0.8789501436, + "71": -0.1028383389, + "72": 0.8573398964, + "73": 0.4688147091, + "74": 0.7022386346, + "75": 0.9473808336, + "76": 0.9491464007, + "77": 0.7144495179, + "78": 0.187839816, + "79": 0.634986279, + "80": null, + "81": 0.3935388033, + "82": 0.2202078511, + "83": -0.0422141886, + "84": -0.5583017294, + "85": 0.9544580731, + "86": 0.1769571163, + "87": null, + "88": 0.7874193089, + "89": null, + "90": 0.8228356693, + "91": 0.9481219629, + "92": 0.3096502761, + "93": -0.5051487345, + "94": 0.9450539002, + "95": 0.6438393293, + "96": 0.6389705204, + "97": 0.3411738638, + "98": 0.8904126799, + "99": -0.1335758613, + "100": 0.763059862, + "101": 0.9340359978, + "102": 0.1492031499, + "103": 0.9338506929, + "104": 0.4088938326, + "105": 0.7821329713, + "106": -0.1288654704, + "107": 0.3587113812, + "108": 0.4977234989, + "109": 0.6628900828, + "110": 0.5267659268, + "111": 0.9451978001, + "112": 0.7775001628, + "113": 0.4291806755, + "114": 0.4172309258, + "115": 0.8642661164, + "116": 0.2742070545, + "117": -0.4795454136, + "118": 0.7598728029, + "119": 0.9141790118, + "120": -0.840981646, + "121": 0.7605098227, + "122": 0.9638129425, + "123": 0.9956732623, + "124": null, + "125": 0.7039847081, + "126": 0.2194257806, + "127": 0.4759567968, + "128": 0.4940853105, + "129": 0.9548645348, + "130": 0.8206592985, + "131": 0.7356820385, + "132": 0.3549308975, + "133": 0.732702363, + "134": -0.4109184963, + "135": 0.9608528716, + "136": -0.8534959002, + "137": 0.0912313239, + "138": 0.4332189025, + "139": -0.4871682373, + "140": null, + "141": -0.7036893091, + "142": null, + "143": 0.7859632774, + "144": 0.965690389, + "145": 0.7661705135, + "146": 0.15947737, + "147": null, + "148": 0.6303482585, + "149": 0.7023577072, + "150": null, + "151": 0.7241238736, + "152": 0.3053933824, + "153": 0.5890631612, + "154": 0.1531889313, + "155": 0.6359458391, + "156": 0.0282659968, + "157": null, + "158": -0.2887558274, + "159": -0.2862319316, + "160": -0.2078722117, + "161": 0.9563894386, + "162": 0.7309059506, + "163": -0.0095220685, + "164": 0.8850365666, + "165": -0.0828404281, + "166": 0.9374155276, + "167": -0.778028339, + "168": 0.9856698326, + "169": -0.074992501, + "170": 0.887107906, + "171": 0.0570558028, + "172": -0.3887847303, + "173": 0.3887545325, + "174": -0.2005972925, + "175": 0.6493762691, + "176": 0.8988213733, + "177": 0.3112163499, + "178": 0.4500699137, + "179": 0.894965972, + "180": -0.9327791424, + "181": 0.591156188, + "182": -0.783282212, + "183": 0.4976019323, + "184": -0.6904847157, + "185": null, + "186": null, + "187": 0.4539314817, + "188": 0.5099102011, + "189": 0.4795549964, + "190": -0.9280323673, + "191": 0.9115814886, + "192": -0.2568983446, + "193": 0.3070737792, + "194": null, + "195": 0.4668678797, + "196": 0.9553567586, + "197": -0.7595258646, + "198": 0.8300000402, + "199": 0.9943129066, + "200": -0.7736344237, + "201": -0.846461665, + "202": 0.0950168028, + "203": -0.70240663, + "204": -0.0215013373, + "205": -0.6240661324, + "206": 0.723435515, + "207": -0.5438755214, + "208": 0.2088627601, + "209": 0.8538119366, + "210": 0.724793997, + "211": 0.6468625255, + "212": 0.2773606953, + "213": 0.1192837354, + "214": 0.7269364544, + "215": -0.5054496098, + "216": 0.9129188221, + "217": 0.7345324672, + "218": 0.9203203957, + "219": 0.5985619571, + "220": 0.6468620855, + "221": -0.5276957805, + "222": -0.5493743012, + "223": -0.2352649332, + "224": -0.0225960329, + "225": -0.6134652271, + "226": 0.748885462, + "227": 0.8534168147, + "228": 0.8210530877, + "229": -0.1083470358, + "230": null, + "231": 0.9906209144, + "232": 0.4345533194, + "233": 0.7277917716, + "234": -0.5481620595, + "235": 0.2503803592, + "236": 0.9869707869, + "237": 0.4127060583, + "238": -0.8423361871, + "239": 0.6036793335, + "240": -0.2230172301, + "241": 0.5160844526, + "242": -0.3806212445, + "243": 0.2301759077, + "244": 0.7362399134, + "245": 0.2216736401, + "246": 0.861295372, + "247": 0.2104019432, + "248": -0.3010526279, + "249": null, + "average": 0.3339666059 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'P')": { + "0": -0.2552969672, + "1": 0.9779677455, + "2": 0.5794976502, + "3": -0.1633708561, + "4": 0.2237002491, + "5": 0.4650581641, + "6": 0.225737019, + "7": 0.4853522385, + "8": 0.5428330326, + "9": 0.4530666116, + "10": -0.3053959247, + "11": -0.7191028283, + "12": 0.3150091995, + "13": 0.8990528438, + "14": 0.8016110814, + "15": 0.1091421056, + "16": 0.55479056, + "17": 0.9983290073, + "18": 0.0408709377, + "19": 0.6529335594, + "20": 0.3908321838, + "21": null, + "22": -0.8818061772, + "23": -0.3984363213, + "24": 0.7462172298, + "25": null, + "26": 0.8322401243, + "27": 0.2136444559, + "28": 0.7799406998, + "29": null, + "30": 0.2610680024, + "31": 0.913126706, + "32": 0.6208223307, + "33": null, + "34": 0.9993853365, + "35": null, + "36": 0.9999481211, + "37": null, + "38": -0.2975646484, + "39": 0.9355775765, + "40": 0.1748297504, + "41": 0.5077297677, + "42": 0.7485621363, + "43": -0.2234251898, + "44": 0.7885909872, + "45": 0.8337961919, + "46": null, + "47": -0.3839245864, + "48": 0.3306185575, + "49": 0.8323407713, + "50": -0.261038384, + "51": -0.0406916326, + "52": 0.1695951237, + "53": 0.7047180776, + "54": null, + "55": 0.1632582204, + "56": null, + "57": 0.0966053067, + "58": null, + "59": -0.1480396669, + "60": 0.3713819402, + "61": 0.792924014, + "62": 0.9946401982, + "63": 0.8050863289, + "64": 0.4038191484, + "65": -0.4065702275, + "66": 0.9988394302, + "67": 0.9228150235, + "68": 0.6546533199, + "69": 0.9950929384, + "70": 0.1600404066, + "71": 0.3244806785, + "72": 0.6552593809, + "73": -0.1622464849, + "74": -0.3035507766, + "75": 0.914017987, + "76": 0.0888202393, + "77": -0.2349430876, + "78": 0.1077909398, + "79": 0.9189343601, + "80": null, + "81": 0.6489973338, + "82": -0.2937511344, + "83": 0.353620641, + "84": -0.8971338435, + "85": 0.2837222648, + "86": -0.4346250492, + "87": null, + "88": -0.0475904596, + "89": null, + "90": 0.108844482, + "91": -0.4767289383, + "92": 0.515883751, + "93": 0.4857160122, + "94": 0.9691465759, + "95": 0.9635269737, + "96": -0.3940461111, + "97": 0.8946148102, + "98": 0.4306467772, + "99": -0.1346228149, + "100": 0.9983084817, + "101": 0.9427711698, + "102": -0.1622218646, + "103": 0.6181354338, + "104": 0.3241918438, + "105": 0.9744421924, + "106": 0.9996988396, + "107": -0.3464217268, + "108": -0.4239618912, + "109": 0.658380812, + "110": -0.1801005605, + "111": 0.5628860978, + "112": 0.7700083236, + "113": -0.3073821272, + "114": -0.4910166088, + "115": -0.4523565724, + "116": 0.7161776848, + "117": -0.4698379195, + "118": 0.1776495562, + "119": -0.3713920372, + "120": 0.5571704228, + "121": 0.8032138131, + "122": 0.9965160309, + "123": -0.0028623644, + "124": null, + "125": 0.2300665163, + "126": -0.2442480073, + "127": 0.1135999641, + "128": 0.7823453378, + "129": -0.7587355057, + "130": 0.7198986038, + "131": 0.8838915433, + "132": 0.0186031686, + "133": 0.4258079671, + "134": 0.5167196354, + "135": 0.6529313491, + "136": 0.1587914987, + "137": 0.9238715231, + "138": 0.1013167224, + "139": 0.7923691967, + "140": null, + "141": 0.5479852863, + "142": null, + "143": 0.5837526414, + "144": 0.9129638722, + "145": -0.4533778651, + "146": 0.7266640343, + "147": null, + "148": 0.8445782375, + "149": 0.5351531731, + "150": null, + "151": 0.0389584194, + "152": -0.241631673, + "153": 0.80106051, + "154": 0.4567889048, + "155": 0.6744076599, + "156": -0.3186095921, + "157": null, + "158": -0.4841068155, + "159": -0.2357162871, + "160": -0.1128804416, + "161": 0.8229948764, + "162": 0.9807912085, + "163": 0.4314407688, + "164": -0.049486695, + "165": -0.9053345431, + "166": 0.6236028253, + "167": -0.2424049342, + "168": 0.9810576742, + "169": 0.777698586, + "170": 0.5673812597, + "171": 0.2890679864, + "172": -0.3750260005, + "173": 0.1355573006, + "174": 0.1969192269, + "175": -0.3593332805, + "176": 0.4904951642, + "177": 0.8181851307, + "178": -0.3157703733, + "179": -0.0187588045, + "180": 0.6162109531, + "181": 0.2333052411, + "182": 0.7964686228, + "183": 0.0520657551, + "184": -0.1125181739, + "185": null, + "186": null, + "187": 0.2861505558, + "188": 0.8682666055, + "189": 0.9822648076, + "190": 0.9951008964, + "191": -0.122145229, + "192": 0.633280487, + "193": -0.0744617573, + "194": null, + "195": -0.6943887684, + "196": 0.2628930768, + "197": 0.2125936436, + "198": 0.8665250172, + "199": 0.9317920282, + "200": 0.009982613, + "201": 0.9766034448, + "202": 0.0052105842, + "203": 0.2300234707, + "204": 0.9975032516, + "205": -0.1254727464, + "206": -0.4754886481, + "207": 0.9324783934, + "208": 0.605089136, + "209": 0.8041470103, + "210": -0.2058519368, + "211": 0.449737121, + "212": -0.4094575194, + "213": -0.298477041, + "214": -0.1628540724, + "215": -0.6313607707, + "216": 0.3695450815, + "217": 0.5037828029, + "218": 0.8638946888, + "219": 0.3900547562, + "220": 0.8216558095, + "221": 0.9054015998, + "222": 0.5883260668, + "223": -0.2486842665, + "224": 0.5190689011, + "225": -0.5114904336, + "226": -0.5928450342, + "227": 0.9998284408, + "228": -0.2651365296, + "229": 0.975588575, + "230": null, + "231": 0.9483503101, + "232": 0.4955106666, + "233": -0.201501447, + "234": 0.1701658976, + "235": 0.5831488486, + "236": 0.7012142467, + "237": 0.9308483669, + "238": -0.5864218852, + "239": -0.5282674508, + "240": -0.3541779043, + "241": 0.5293617236, + "242": 0.1473156444, + "243": 0.2139765096, + "244": 0.5548871975, + "245": 0.4389690632, + "246": 0.4585737719, + "247": 0.4183883319, + "248": -0.4594719439, + "249": null, + "average": 0.3089255927 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'R')": { + "0": -0.6462106152, + "1": -0.3784708357, + "2": 0.1385936625, + "3": -0.346216036, + "4": -0.6692595445, + "5": -0.7830375603, + "6": 0.0744233059, + "7": 0.5431851217, + "8": 0.5309284735, + "9": -0.1859504884, + "10": 0.2214358193, + "11": -0.8259374165, + "12": 0.8605769464, + "13": 0.327227344, + "14": 0.5397990595, + "15": -0.0767280019, + "16": -0.3342622356, + "17": -0.2285267712, + "18": -0.6172551518, + "19": 0.4534244483, + "20": 0.14414731, + "21": null, + "22": -0.3664832529, + "23": 0.2666093634, + "24": 0.0898267527, + "25": null, + "26": 0.2811303017, + "27": 0.1667618351, + "28": -0.0531854502, + "29": null, + "30": -0.5716330643, + "31": 0.897795889, + "32": -0.8030085564, + "33": null, + "34": 0.8017158125, + "35": null, + "36": -0.8009915418, + "37": null, + "38": -0.0706488971, + "39": 0.698720319, + "40": -0.9073095096, + "41": 0.1715194018, + "42": -0.9129190315, + "43": -0.533537272, + "44": -0.6092761055, + "45": -0.8969497834, + "46": null, + "47": -0.0952206604, + "48": 0.1633936384, + "49": 0.1438405712, + "50": -0.9237264435, + "51": -0.9746260764, + "52": -0.3280808223, + "53": -0.1299766743, + "54": null, + "55": 0.4060491617, + "56": null, + "57": -0.6568320183, + "58": null, + "59": -0.6973364404, + "60": 0.0116392604, + "61": 0.4614898749, + "62": 0.4343366695, + "63": 0.0548381596, + "64": 0.335144012, + "65": -0.7986273463, + "66": 0.5604645398, + "67": 0.9565659676, + "68": -0.7420790397, + "69": -0.9920440232, + "70": -0.8500898935, + "71": 0.2761396057, + "72": 0.3618233537, + "73": 0.0432969858, + "74": 0.2239534423, + "75": -0.278501442, + "76": 0.0166942152, + "77": -0.5105887637, + "78": -0.7892410636, + "79": 0.66872986, + "80": null, + "81": -0.3531530549, + "82": -0.4330305292, + "83": -0.148056515, + "84": -0.3726705219, + "85": -0.2366530962, + "86": -0.4370307687, + "87": null, + "88": 0.2009573763, + "89": null, + "90": -0.6857467764, + "91": -0.7847753739, + "92": -0.2158717971, + "93": -0.2522699441, + "94": 0.6507198119, + "95": 0.3270406809, + "96": -0.4510348391, + "97": -0.8590788132, + "98": -0.3613546501, + "99": -0.5936544687, + "100": -0.6842831938, + "101": 0.9344412212, + "102": -0.1864445027, + "103": -0.7900548202, + "104": 0.6192889457, + "105": 0.7761588451, + "106": -0.6644730675, + "107": 0.4621445408, + "108": -0.3227042979, + "109": 0.4946584834, + "110": -0.1475210458, + "111": 0.3935958242, + "112": -0.818929064, + "113": -0.71548165, + "114": 0.1291095439, + "115": -0.5686270962, + "116": -0.0730214929, + "117": -0.1069580757, + "118": 0.955720352, + "119": -0.6069617561, + "120": 0.4410247069, + "121": -0.5643419286, + "122": 0.0607575164, + "123": -0.5275434667, + "124": null, + "125": 0.707542179, + "126": -0.8604930633, + "127": -0.8127917124, + "128": 0.1441634574, + "129": -0.7699050283, + "130": 0.5656126884, + "131": 0.0041595223, + "132": 0.2973465427, + "133": 0.4109715505, + "134": -0.8477585519, + "135": -0.7386210145, + "136": 0.9635109445, + "137": 0.3245089671, + "138": 0.1106356031, + "139": 0.6039745965, + "140": null, + "141": -0.8507011246, + "142": null, + "143": -0.0054889857, + "144": -0.4532156169, + "145": 0.203603446, + "146": -0.5339468905, + "147": null, + "148": 0.3345117024, + "149": 0.4392537865, + "150": null, + "151": 0.8331569878, + "152": -0.243331179, + "153": 0.8950473262, + "154": 0.7433763235, + "155": -0.0359443062, + "156": -0.2203915112, + "157": null, + "158": -0.7013879156, + "159": -0.8553126082, + "160": -0.4993093792, + "161": -0.6527662684, + "162": 0.7285053087, + "163": -0.3992701846, + "164": -0.6725829903, + "165": -0.8812658799, + "166": 0.4990843631, + "167": -0.3703380478, + "168": -0.2753234903, + "169": -0.61999897, + "170": 0.8650603747, + "171": -0.7396847024, + "172": -0.2209150581, + "173": 0.5104843537, + "174": -0.6628934899, + "175": -0.3597049676, + "176": 0.343475947, + "177": 0.1184092794, + "178": -0.7177398977, + "179": 0.8245272406, + "180": -0.497240463, + "181": 0.4434782346, + "182": 0.3014756518, + "183": 0.5301792466, + "184": -0.5538292302, + "185": null, + "186": null, + "187": 0.2461590736, + "188": 0.8051587648, + "189": 0.8741837003, + "190": 0.9873068789, + "191": 0.3687212408, + "192": -0.8114360598, + "193": 0.1940439884, + "194": null, + "195": -0.3048084979, + "196": -0.595323946, + "197": -0.8017566889, + "198": 0.118839684, + "199": 0.4007361312, + "200": -0.9040769948, + "201": 0.4159137792, + "202": -0.784059396, + "203": -0.9215114721, + "204": 0.1229262527, + "205": 0.1484986953, + "206": -0.6751730093, + "207": 0.2824476381, + "208": 0.2860295025, + "209": -0.199720417, + "210": 0.8269115476, + "211": -0.6527148412, + "212": -0.0263473343, + "213": -0.4939960683, + "214": -0.9027644221, + "215": -0.2025186757, + "216": -0.7489624413, + "217": 0.435948054, + "218": 0.2028322, + "219": 0.8080166773, + "220": 0.0142783304, + "221": -0.3299730923, + "222": 0.7149829996, + "223": 0.2468119533, + "224": -0.0051420748, + "225": -0.565253974, + "226": -0.8073164417, + "227": 0.6814413035, + "228": -0.6785530449, + "229": 0.0080458295, + "230": null, + "231": -0.0634037114, + "232": 0.1447667068, + "233": -0.2941252382, + "234": -0.0665066202, + "235": 0.1454653839, + "236": -0.4519157571, + "237": -0.4245184861, + "238": -0.8757174628, + "239": 0.7693686583, + "240": 0.0197767744, + "241": -0.138049872, + "242": -0.1383967209, + "243": 0.761399278, + "244": 0.6001106705, + "245": -0.4526134151, + "246": -0.2851583362, + "247": 0.0671390628, + "248": -0.5621552811, + "249": null, + "average": -0.0944533719 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'F')": { + "0": -0.5926340368, + "1": 0.2590484996, + "2": 0.2222799775, + "3": -0.2834426896, + "4": -0.422409094, + "5": -0.7838947795, + "6": 0.1015503377, + "7": 0.5403661778, + "8": 0.6161346994, + "9": -0.1230439245, + "10": -0.0346914394, + "11": -0.8410995145, + "12": 0.8554225385, + "13": 0.6291354079, + "14": 0.931501196, + "15": -0.0211771936, + "16": -0.2641683479, + "17": -0.0851598509, + "18": -0.6010851323, + "19": 0.6831351665, + "20": 0.1696097816, + "21": null, + "22": -0.4198033331, + "23": 0.1753681725, + "24": 0.1899066702, + "25": null, + "26": 0.4386031018, + "27": 0.1546319566, + "28": 0.3891882275, + "29": null, + "30": -0.4120763632, + "31": 0.9179342994, + "32": -0.7429825767, + "33": null, + "34": 0.947767055, + "35": null, + "36": -0.6998412568, + "37": null, + "38": -0.1886811847, + "39": 0.8092713136, + "40": -0.8713465689, + "41": 0.1943821873, + "42": -0.8904737077, + "43": -0.5976633054, + "44": 0.6369163237, + "45": -0.8939190879, + "46": null, + "47": -0.1138319834, + "48": 0.2034557403, + "49": 0.1841442531, + "50": -0.9365979393, + "51": -0.9322832752, + "52": -0.2952050489, + "53": -0.1468273955, + "54": null, + "55": 0.3614910137, + "56": null, + "57": -0.3274230733, + "58": null, + "59": -0.7825612946, + "60": 0.1409373462, + "61": 0.5205513936, + "62": 0.5829656942, + "63": 0.0657759635, + "64": 0.3910225414, + "65": -0.7223669064, + "66": 0.7639529402, + "67": 0.9454357125, + "68": -0.7508620756, + "69": -0.6237813583, + "70": -0.7974813541, + "71": 0.2870636719, + "72": 0.4273544635, + "73": -0.0193663111, + "74": -0.0529742473, + "75": -0.0624487141, + "76": 0.0252376845, + "77": -0.4118317098, + "78": -0.7356960911, + "79": 0.7740135369, + "80": null, + "81": -0.2281553183, + "82": -0.3849940206, + "83": 0.0212003963, + "84": -0.5822418049, + "85": -0.1564016454, + "86": -0.5077235798, + "87": null, + "88": 0.1184934362, + "89": null, + "90": -0.6415122127, + "91": -0.8137850811, + "92": -0.1741708553, + "93": -0.157896435, + "94": 0.6847286673, + "95": 0.5117607097, + "96": -0.5250877665, + "97": -0.8260827991, + "98": -0.3635415278, + "99": -0.5407359876, + "100": -0.5903916357, + "101": 0.9411798573, + "102": -0.2756122324, + "103": -0.7694822932, + "104": 0.6562496523, + "105": 0.9090568658, + "106": -0.5450428329, + "107": 0.3477636254, + "108": -0.7466500546, + "109": 0.5188166729, + "110": -0.4287440239, + "111": 0.6601308238, + "112": -0.5238488129, + "113": -0.6347352022, + "114": 0.0555907008, + "115": -0.5467781868, + "116": 0.0658190311, + "117": -0.2704817211, + "118": 0.9645121204, + "119": -0.7151729327, + "120": 0.4765100009, + "121": -0.4785595171, + "122": 0.0850417092, + "123": -0.4794863468, + "124": null, + "125": 0.7855678946, + "126": -0.848937447, + "127": -0.7139977389, + "128": 0.184358432, + "129": -0.7840895244, + "130": 0.577684552, + "131": -0.0034657618, + "132": 0.2538341818, + "133": 0.4435237542, + "134": -0.880480042, + "135": -0.6938283831, + "136": 0.9850111494, + "137": 0.3192863609, + "138": 0.0818224282, + "139": 0.6264732002, + "140": null, + "141": -0.8491347528, + "142": null, + "143": 0.0572072366, + "144": -0.3719652438, + "145": 0.141279317, + "146": -0.5475779622, + "147": null, + "148": 0.4449748697, + "149": 0.4998976025, + "150": null, + "151": 0.8481802146, + "152": -0.2642917986, + "153": 0.9070173097, + "154": 0.7464085719, + "155": -0.0088358395, + "156": -0.2709439673, + "157": null, + "158": -0.6444511287, + "159": -0.732432267, + "160": -0.5137267376, + "161": -0.3273187507, + "162": 0.8233693552, + "163": -0.3943612736, + "164": -0.5083787791, + "165": -0.9071994379, + "166": 0.543046803, + "167": -0.468080907, + "168": -0.1667645103, + "169": -0.5504431619, + "170": 0.8886306696, + "171": -0.6473317156, + "172": -0.2368830803, + "173": 0.6341858854, + "174": -0.5358012421, + "175": -0.3504123768, + "176": 0.3686872337, + "177": 0.1571184011, + "178": -0.7295925664, + "179": 0.4785027894, + "180": -0.3228334554, + "181": 0.4234240765, + "182": 0.6940107978, + "183": 0.5650605111, + "184": -0.5020872306, + "185": null, + "186": null, + "187": 0.2819555419, + "188": 0.8266260583, + "189": 0.9056638555, + "190": 0.9945149217, + "191": 0.3142173936, + "192": -0.7128512831, + "193": 0.1580222981, + "194": null, + "195": -0.3651640514, + "196": -0.597207025, + "197": -0.6970294086, + "198": 0.3413426439, + "199": 0.6069394857, + "200": -0.8638345113, + "201": 0.6276127012, + "202": -0.7592455859, + "203": -0.8265262203, + "204": 0.3070541934, + "205": 0.1237988532, + "206": -0.6564865041, + "207": 0.7366041009, + "208": 0.3336576507, + "209": 0.0507050507, + "210": 0.843070502, + "211": -0.6441040189, + "212": -0.138725639, + "213": -0.5056695503, + "214": -0.9443802221, + "215": -0.2732879427, + "216": -0.4053895948, + "217": 0.48783779, + "218": 0.2135192777, + "219": 0.7621815251, + "220": 0.0096488452, + "221": -0.2694329855, + "222": 0.6792572094, + "223": 0.1225586196, + "224": -0.0024947044, + "225": -0.6028379762, + "226": -0.8162491818, + "227": 0.7398239852, + "228": -0.6468940958, + "229": 0.3417168328, + "230": null, + "231": 0.2082186428, + "232": 0.1776953776, + "233": -0.2620535047, + "234": -0.0247855076, + "235": 0.2303172536, + "236": -0.3251515667, + "237": -0.3368787076, + "238": -0.8465155832, + "239": 0.8150209079, + "240": -0.0430154942, + "241": 0.0674180819, + "242": -0.0324603689, + "243": 0.7124709741, + "244": 0.6964743857, + "245": -0.3836026477, + "246": -0.0714333633, + "247": 0.0570707395, + "248": -0.6176266794, + "249": null, + "average": -0.0399621212 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'P')": { + "0": 0.1684693914, + "1": 0.9651428983, + "2": 0.9714847273, + "3": 0.7159560168, + "4": 0.5363433786, + "5": 0.7555235265, + "6": 0.0949678244, + "7": -0.024807988, + "8": -0.1516884932, + "9": 0.9057425942, + "10": -0.4852176663, + "11": -0.5782298933, + "12": 0.9477373804, + "13": 0.9565222526, + "14": 0.9563343075, + "15": -0.0825275616, + "16": 0.2308546249, + "17": 0.5702011955, + "18": 0.7987503091, + "19": 0.7714261965, + "20": 0.77605699, + "21": null, + "22": -0.5321219548, + "23": -0.2315245532, + "24": 0.8268593327, + "25": null, + "26": 0.8180937256, + "27": 0.4306808551, + "28": 0.9936845524, + "29": null, + "30": 0.6702594273, + "31": 0.731931547, + "32": 0.9757895481, + "33": null, + "34": 0.9974416345, + "35": null, + "36": 0.9999985305, + "37": null, + "38": -0.1741665897, + "39": 0.9608177612, + "40": 0.0353322302, + "41": 0.5716310226, + "42": 0.9114040041, + "43": 0.1967026292, + "44": 0.6296955657, + "45": 0.9575964977, + "46": null, + "47": 0.389778304, + "48": 0.8423683494, + "49": 0.9487514053, + "50": 0.86265699, + "51": 0.3417810868, + "52": 0.3577465993, + "53": 0.5694505257, + "54": null, + "55": 0.7435370353, + "56": null, + "57": 0.9541289785, + "58": null, + "59": 0.4920011522, + "60": 0.950677169, + "61": 0.7271356219, + "62": 0.8903207913, + "63": 0.7869136109, + "64": 0.8236436752, + "65": -0.1077731624, + "66": 0.9987462432, + "67": 0.9180295372, + "68": 0.6632053187, + "69": 0.9993870183, + "70": 0.9040012339, + "71": 0.9690543657, + "72": 0.9020982916, + "73": 0.267974285, + "74": -0.1921189911, + "75": 0.9183147207, + "76": 0.1542401202, + "77": 0.4798475275, + "78": 0.4055949379, + "79": 0.9993871279, + "80": null, + "81": 0.7300435197, + "82": 0.2974040442, + "83": 0.7208519163, + "84": -0.1758596422, + "85": 0.3299941976, + "86": -0.424268038, + "87": null, + "88": 0.7597812688, + "89": null, + "90": 0.4021733845, + "91": 0.3627828419, + "92": 0.7809773183, + "93": 0.8293544801, + "94": 0.9390420792, + "95": 0.9662643096, + "96": 0.3345060692, + "97": 0.9989318828, + "98": 0.1445191626, + "99": 0.2075306117, + "100": 0.999840462, + "101": 0.9596572209, + "102": 0.3276957038, + "103": 0.9570595545, + "104": 0.9303757814, + "105": 0.7804662038, + "106": 0.024254968, + "107": 0.4181250118, + "108": -0.5567431281, + "109": 0.13819241, + "110": 0.1073458006, + "111": 0.5442293092, + "112": 0.9099517963, + "113": 0.6651674637, + "114": -0.4814039365, + "115": 0.653093029, + "116": 0.6114860375, + "117": -0.5233025056, + "118": 0.1675204089, + "119": 0.5804890296, + "120": 0.647727045, + "121": 0.9365217359, + "122": 0.9994091538, + "123": 0.6169326888, + "124": null, + "125": 0.1919544341, + "126": 0.3064693565, + "127": 0.2023173863, + "128": 0.893089887, + "129": 0.8636304251, + "130": 0.7783938019, + "131": 0.814322586, + "132": -0.2499706256, + "133": 0.7866632248, + "134": 0.380299271, + "135": 0.997846244, + "136": 0.7835233552, + "137": -0.1955791193, + "138": 0.9144905661, + "139": 0.2214007678, + "140": null, + "141": 0.4203320276, + "142": null, + "143": 0.679814947, + "144": 0.8929212239, + "145": 0.6561927068, + "146": 0.8342549436, + "147": null, + "148": 0.8219510283, + "149": 0.662602733, + "150": null, + "151": 0.4672239594, + "152": -0.3265954895, + "153": 0.9962960476, + "154": 0.1606452675, + "155": 0.516702471, + "156": 0.9625954019, + "157": null, + "158": -0.1723425158, + "159": 0.4207612055, + "160": 0.1141456778, + "161": 0.893299771, + "162": 0.9547344673, + "163": 0.6109282892, + "164": 0.2866832799, + "165": -0.6102077336, + "166": 0.8443427713, + "167": -0.0395937571, + "168": 0.9679224333, + "169": 0.9663277805, + "170": 0.5515928922, + "171": 0.8116741898, + "172": -0.3727062171, + "173": 0.1593958829, + "174": 0.7571149736, + "175": 0.5208631491, + "176": 0.6908037914, + "177": 0.9635229232, + "178": 0.7626157148, + "179": -0.1048188511, + "180": 0.9778212156, + "181": 0.9311966795, + "182": 0.7970317989, + "183": 0.8029911661, + "184": 0.3200617497, + "185": null, + "186": null, + "187": 0.7468180776, + "188": 0.8696803561, + "189": 0.9904039986, + "190": 0.9913080407, + "191": 0.9052488451, + "192": 0.9903212975, + "193": -0.039087847, + "194": null, + "195": 0.299304583, + "196": 0.8169852704, + "197": 0.5208786064, + "198": 0.9657593795, + "199": 0.8545523411, + "200": -0.5178028657, + "201": 0.9643210478, + "202": 0.4757953601, + "203": 0.621259293, + "204": 0.9985268405, + "205": 0.5177035945, + "206": 0.1067949598, + "207": 0.9259269403, + "208": 0.9629875776, + "209": 0.8438763261, + "210": 0.8760179675, + "211": 0.7347855954, + "212": 0.330247989, + "213": -0.1937550908, + "214": 0.9221796472, + "215": -0.791301181, + "216": 0.8375949325, + "217": 0.4292641724, + "218": 0.899779397, + "219": 0.2693077136, + "220": 0.8074291665, + "221": 0.8884724755, + "222": 0.5863567323, + "223": -0.2484238662, + "224": -0.3094496813, + "225": -0.6133217497, + "226": -0.0961866794, + "227": 0.9998687053, + "228": 0.771809757, + "229": 0.9613412941, + "230": null, + "231": 0.8407577377, + "232": 0.723801353, + "233": 0.7658384551, + "234": 0.7766661125, + "235": 0.5514557874, + "236": 0.4991832667, + "237": 0.9789946723, + "238": 0.872020238, + "239": -0.4217894325, + "240": -0.3511540308, + "241": 0.7903984565, + "242": 0.6295546903, + "243": 0.5567051953, + "244": 0.4578419302, + "245": 0.4409599103, + "246": 0.8402396425, + "247": 0.4127560961, + "248": -0.4453920987, + "249": null, + "average": 0.5361969786 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'R')": { + "0": -0.6139918453, + "1": 0.7191224856, + "2": 0.7367589783, + "3": 0.5002148658, + "4": 0.6363425113, + "5": -0.4606045924, + "6": 0.5670588627, + "7": 0.4059122634, + "8": 0.2818228012, + "9": 0.67502609, + "10": -0.5406908726, + "11": -0.5059259968, + "12": 0.9291988217, + "13": 0.5044888771, + "14": 0.9755895433, + "15": 0.459277974, + "16": -0.0580976318, + "17": 0.2904660401, + "18": 0.5842322266, + "19": 0.6909875655, + "20": -0.4566889512, + "21": null, + "22": 0.1501332522, + "23": -0.1477173894, + "24": 0.5527332443, + "25": null, + "26": 0.6142237763, + "27": -0.6631624558, + "28": 0.9572228502, + "29": null, + "30": 0.7674323568, + "31": 0.8470125292, + "32": 0.9038108998, + "33": null, + "34": 0.9336921131, + "35": null, + "36": 0.7908930337, + "37": null, + "38": -0.2670033014, + "39": 0.7328471101, + "40": -0.7472446012, + "41": -0.4458855264, + "42": 0.1765766436, + "43": 0.3066986404, + "44": 0.5980785875, + "45": -0.6648469765, + "46": null, + "47": 0.1180940709, + "48": -0.0450152832, + "49": 0.3602706013, + "50": 0.8759296213, + "51": 0.2325427648, + "52": -0.8318557355, + "53": -0.1793238359, + "54": null, + "55": 0.4806475424, + "56": null, + "57": 0.9535743154, + "58": null, + "59": 0.6458487328, + "60": 0.8350835533, + "61": 0.5326946931, + "62": 0.6664022021, + "63": -0.0979496302, + "64": 0.7128564975, + "65": 0.0141643753, + "66": 0.0202612133, + "67": 0.7198234565, + "68": 0.4256919761, + "69": 0.9624538146, + "70": 0.6847958179, + "71": 0.954516698, + "72": 0.4894997642, + "73": 0.3690517116, + "74": -0.6375220508, + "75": 0.9887670534, + "76": 0.2050636483, + "77": 0.6231109009, + "78": 0.1155774564, + "79": 0.8347655148, + "80": null, + "81": -0.2478009099, + "82": 0.4042668988, + "83": -0.707220345, + "84": -0.0750125537, + "85": 0.7964240286, + "86": 0.0811129014, + "87": null, + "88": 0.6010309868, + "89": null, + "90": 0.0973378079, + "91": 0.8367134881, + "92": 0.0363677965, + "93": 0.1590701456, + "94": 0.6552031574, + "95": 0.6436418996, + "96": 0.5562233406, + "97": 0.661484394, + "98": 0.5203624172, + "99": 0.0210368884, + "100": 0.5583954373, + "101": 0.913345375, + "102": -0.4567697904, + "103": 0.2450613418, + "104": 0.918761544, + "105": 0.8752308206, + "106": -0.296712637, + "107": 0.5186534277, + "108": -0.3881457946, + "109": -0.1021349541, + "110": 0.4803578689, + "111": 0.8898395332, + "112": 0.6755102947, + "113": 0.4196222812, + "114": 0.6797060399, + "115": 0.6929733759, + "116": 0.4365909797, + "117": -0.5709080605, + "118": 0.5752616515, + "119": 0.9702452503, + "120": 0.5977797272, + "121": 0.5209424235, + "122": -0.912399444, + "123": 0.3120002816, + "124": null, + "125": 0.6716539839, + "126": 0.5397421293, + "127": 0.3354875214, + "128": 0.3203138443, + "129": 0.8721337311, + "130": 0.9928028679, + "131": 0.6161834574, + "132": -0.0873828576, + "133": -0.6225974771, + "134": -0.7889332102, + "135": 0.8959062829, + "136": 0.903834018, + "137": -0.3091194282, + "138": 0.5098576626, + "139": -0.4680242318, + "140": null, + "141": -0.8974454024, + "142": null, + "143": 0.2235031638, + "144": 0.4828810005, + "145": 0.9194453303, + "146": 0.1362029415, + "147": null, + "148": 0.6256867226, + "149": 0.9537081286, + "150": null, + "151": 0.5893742256, + "152": 0.2212815282, + "153": 0.2473239778, + "154": 0.303812195, + "155": 0.1626837062, + "156": 0.7885985273, + "157": null, + "158": -0.2652915717, + "159": -0.350947098, + "160": -0.7221731821, + "161": 0.852798849, + "162": 0.8350084427, + "163": 0.9204509765, + "164": 0.3200864826, + "165": -0.9797208011, + "166": 0.6835476573, + "167": -0.9747093124, + "168": 0.9609934701, + "169": -0.361069276, + "170": 0.8888412486, + "171": 0.3053970319, + "172": -0.3312711835, + "173": 0.6949947748, + "174": 0.820595541, + "175": 0.505777904, + "176": 0.8839700603, + "177": 0.817944737, + "178": 0.8183125569, + "179": 0.5895939765, + "180": 0.6763298973, + "181": 0.6180492257, + "182": 0.5626026344, + "183": 0.8091987677, + "184": -0.6390149178, + "185": null, + "186": null, + "187": 0.3169486092, + "188": 0.6626329128, + "189": 0.6189696551, + "190": 0.2982075924, + "191": 0.963662992, + "192": -0.3518485506, + "193": 0.3145514082, + "194": null, + "195": 0.2923200476, + "196": 0.9942650977, + "197": -0.403859278, + "198": 0.6885048671, + "199": 0.7366759565, + "200": -0.7751446677, + "201": 0.5822291329, + "202": -0.0348964445, + "203": 0.5556654455, + "204": 0.0741335405, + "205": 0.2968845745, + "206": 0.0040364845, + "207": -0.1583465819, + "208": 0.9765812227, + "209": 0.7039107022, + "210": 0.7959950262, + "211": 0.6787755731, + "212": 0.5154674567, + "213": 0.2796137256, + "214": 0.4461549114, + "215": -0.6927392046, + "216": 0.8343875407, + "217": 0.976729229, + "218": 0.8776410511, + "219": 0.4108124811, + "220": 0.5462545505, + "221": 0.6985060691, + "222": -0.0897906724, + "223": -0.0611433764, + "224": -0.1560961142, + "225": -0.6494241749, + "226": 0.7607996251, + "227": 0.7382917108, + "228": 0.5347181056, + "229": 0.7786001765, + "230": null, + "231": 0.9328501353, + "232": 0.5224722762, + "233": 0.5802597916, + "234": 0.2450053548, + "235": 0.2527919998, + "236": 0.9134006203, + "237": 0.2722430429, + "238": -0.9143967227, + "239": 0.8089768099, + "240": 0.0194907096, + "241": 0.633804994, + "242": 0.4909912616, + "243": 0.5020742934, + "244": 0.746821969, + "245": 0.3989323638, + "246": 0.4277794993, + "247": 0.3497526757, + "248": -0.2627925587, + "249": null, + "average": 0.3447724502 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'F')": { + "0": -0.524233183, + "1": 0.7601658352, + "2": 0.7773583257, + "3": 0.5405346611, + "4": 0.61485609, + "5": -0.4068088004, + "6": 0.6024097603, + "7": 0.3543781875, + "8": -0.0134266666, + "9": 0.7274052886, + "10": -0.5459857988, + "11": -0.5155037566, + "12": 0.9495843119, + "13": 0.6102077999, + "14": 0.9837545969, + "15": 0.3909852673, + "16": 0.0301068546, + "17": 0.3168534063, + "18": 0.6018954076, + "19": 0.7312419436, + "20": -0.3240793865, + "21": null, + "22": 0.1041849996, + "23": -0.1678978138, + "24": 0.5798826257, + "25": null, + "26": 0.7385937108, + "27": -0.501364554, + "28": 0.9710199258, + "29": null, + "30": 0.7455886568, + "31": 0.8338993237, + "32": 0.9286865673, + "33": null, + "34": 0.9637133115, + "35": null, + "36": 0.9038418399, + "37": null, + "38": -0.2499354562, + "39": 0.7846504635, + "40": -0.7318302396, + "41": -0.2700016982, + "42": 0.3314597044, + "43": 0.3379694052, + "44": 0.6163060402, + "45": -0.3872272663, + "46": null, + "47": 0.1192048644, + "48": 0.0207457373, + "49": 0.3818754484, + "50": 0.8764368121, + "51": 0.2568741523, + "52": -0.8056472856, + "53": -0.1732750441, + "54": null, + "55": 0.5529033183, + "56": null, + "57": 0.9666483006, + "58": null, + "59": 0.6224285865, + "60": 0.8754855787, + "61": 0.5686967943, + "62": 0.7036352703, + "63": -0.0867302118, + "64": 0.7266035537, + "65": -0.0088751374, + "66": 0.1889561668, + "67": 0.7479428553, + "68": 0.4646671951, + "69": 0.9792804061, + "70": 0.7840606754, + "71": 0.9628931693, + "72": 0.6013938219, + "73": 0.3639697758, + "74": -0.4094133969, + "75": 0.9936893878, + "76": 0.1869962215, + "77": 0.6067986643, + "78": 0.1384635908, + "79": 0.8676357568, + "80": null, + "81": -0.1266813961, + "82": 0.701401367, + "83": -0.5554523825, + "84": -0.099964133, + "85": 0.780667102, + "86": 0.0442691196, + "87": null, + "88": 0.6292846183, + "89": null, + "90": 0.1297164425, + "91": 0.8407705552, + "92": 0.1049865733, + "93": 0.2281543526, + "94": 0.7082323928, + "95": 0.7339332302, + "96": 0.5600250164, + "97": 0.7052505666, + "98": 0.5172816225, + "99": 0.0197695273, + "100": 0.5920454495, + "101": 0.9239613181, + "102": -0.3472869413, + "103": 0.4355813995, + "104": 0.9244877711, + "105": 0.8774897022, + "106": -0.2804906703, + "107": 0.5056622793, + "108": -0.3949543181, + "109": -0.0763292847, + "110": 0.4220887582, + "111": 0.9106389654, + "112": 0.7416779114, + "113": 0.4456346374, + "114": 0.6688968117, + "115": 0.7250467803, + "116": 0.4521235038, + "117": -0.6188661398, + "118": 0.5105854141, + "119": 0.9687831164, + "120": 0.6324782686, + "121": 0.5582984113, + "122": -0.8616213733, + "123": 0.3408910623, + "124": null, + "125": 0.7277201359, + "126": 0.5016374546, + "127": 0.3235185333, + "128": 0.3829114416, + "129": 0.8718059264, + "130": 0.9878769278, + "131": 0.6479102288, + "132": -0.1444592242, + "133": -0.5155907464, + "134": -0.7767954782, + "135": 0.9179472723, + "136": 0.9348699551, + "137": -0.2978619603, + "138": 0.5347704342, + "139": -0.4682963264, + "140": null, + "141": -0.8400320338, + "142": null, + "143": 0.2474193156, + "144": 0.5059992752, + "145": 0.9220468778, + "146": 0.2245597923, + "147": null, + "148": 0.6642193088, + "149": 0.9710967199, + "150": null, + "151": 0.6021889641, + "152": 0.1934445794, + "153": 0.3738588736, + "154": 0.2872961048, + "155": 0.2642450735, + "156": 0.8093972216, + "157": null, + "158": -0.2636988553, + "159": -0.1986223455, + "160": -0.683493761, + "161": 0.8887755813, + "162": 0.8635161118, + "163": 0.9111213601, + "164": 0.312828927, + "165": -0.9829733415, + "166": 0.7427327042, + "167": -0.9604204578, + "168": 0.9609928425, + "169": -0.2277341011, + "170": 0.9040871616, + "171": 0.3511552375, + "172": -0.329383798, + "173": 0.6729496022, + "174": 0.8204960003, + "175": 0.5107318832, + "176": 0.8667523161, + "177": 0.8354909054, + "178": 0.8074412576, + "179": 0.5028071766, + "180": 0.73444266, + "181": 0.6792988451, + "182": 0.6021048311, + "183": 0.8306614362, + "184": -0.5090917758, + "185": null, + "186": null, + "187": 0.3642582427, + "188": 0.7254902564, + "189": 0.6397795814, + "190": 0.5881820904, + "191": 0.9650091157, + "192": -0.2017886796, + "193": 0.2631293201, + "194": null, + "195": 0.2848128795, + "196": 0.9882008371, + "197": -0.2632435644, + "198": 0.7382173842, + "199": 0.8300187018, + "200": -0.7515577679, + "201": 0.670856096, + "202": 0.0784575472, + "203": 0.5686348287, + "204": 0.2029613403, + "205": 0.3233419911, + "206": 0.0156997078, + "207": 0.5639646595, + "208": 0.9758424248, + "209": 0.7611828119, + "210": 0.8406956092, + "211": 0.6907695221, + "212": 0.4884091746, + "213": 0.2753229928, + "214": 0.565575061, + "215": -0.7795255701, + "216": 0.8354876278, + "217": 0.9717327684, + "218": 0.9146197184, + "219": 0.4296561037, + "220": 0.5790871583, + "221": 0.7186685512, + "222": 0.0067002775, + "223": -0.0998310529, + "224": -0.1862423245, + "225": -0.6475507996, + "226": 0.7459078774, + "227": 0.7821826915, + "228": 0.5991666075, + "229": 0.8314508928, + "230": null, + "231": 0.952354994, + "232": 0.5561453392, + "233": 0.6196035541, + "234": 0.3442317772, + "235": 0.2693277873, + "236": 0.9095463926, + "237": 0.342234602, + "238": -0.6655528101, + "239": 0.9397583068, + "240": -0.0036143671, + "241": 0.6696424858, + "242": 0.5438632289, + "243": 0.6446506796, + "244": 0.7248083098, + "245": 0.4213018245, + "246": 0.4490641831, + "247": 0.3403701078, + "248": -0.2960705099, + "249": null, + "average": 0.382292583 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'P')": { + "0": 0.1776970083, + "1": 0.9512483383, + "2": 0.9704007783, + "3": 0.8382554257, + "4": 0.5301566926, + "5": 0.824096691, + "6": 0.2901770557, + "7": -0.0153609785, + "8": -0.1622099987, + "9": 0.9125036501, + "10": -0.3845109332, + "11": -0.5347149046, + "12": 0.9722364618, + "13": 0.9730191131, + "14": 0.9561349076, + "15": -0.0786981282, + "16": 0.3053395276, + "17": 0.5706947775, + "18": 0.781256461, + "19": 0.846187359, + "20": 0.7786570427, + "21": null, + "22": -0.3272432641, + "23": -0.2110915707, + "24": 0.8313598916, + "25": null, + "26": 0.8106502838, + "27": 0.423644333, + "28": 0.9995647547, + "29": null, + "30": 0.6620445389, + "31": 0.7366442858, + "32": 0.9768774831, + "33": null, + "34": 0.9938586183, + "35": null, + "36": 0.9999988539, + "37": null, + "38": -0.1255104515, + "39": 0.9734774673, + "40": 0.1313075705, + "41": 0.7169345836, + "42": 0.9044086539, + "43": 0.3404060562, + "44": 0.4149082729, + "45": 0.9858924596, + "46": null, + "47": 0.3738189443, + "48": 0.8933330622, + "49": 0.9447137539, + "50": 0.8468159402, + "51": 0.3696383364, + "52": 0.4118873654, + "53": 0.314030739, + "54": null, + "55": 0.8233730936, + "56": null, + "57": 0.9736579958, + "58": null, + "59": 0.593558995, + "60": 0.9648996999, + "61": 0.7252956071, + "62": 0.9688510056, + "63": 0.7981016332, + "64": 0.8682784574, + "65": -0.0610859382, + "66": 0.9986481895, + "67": 0.9060634393, + "68": 0.6635630369, + "69": 0.9995072512, + "70": 0.9050328974, + "71": 0.9755029818, + "72": 0.9424463982, + "73": 0.1294613668, + "74": -0.1624657324, + "75": 0.9183794649, + "76": 0.2224772787, + "77": 0.5544535426, + "78": 0.437391, + "79": 0.9993168332, + "80": null, + "81": 0.7380069487, + "82": 0.3418463336, + "83": 0.7430426352, + "84": -0.1727772869, + "85": 0.3611589641, + "86": -0.4061856977, + "87": null, + "88": 0.7139098125, + "89": null, + "90": 0.4330382426, + "91": 0.4022755493, + "92": 0.8184901165, + "93": 0.8400065422, + "94": 0.9396671636, + "95": 0.9274953368, + "96": 0.3017254357, + "97": 0.9748630809, + "98": 0.3574793075, + "99": 0.1540760413, + "100": 0.9999087587, + "101": 0.959903929, + "102": 0.5066650209, + "103": 0.9477478773, + "104": 0.9050609097, + "105": 0.7481516565, + "106": 0.0211572487, + "107": 0.7330098991, + "108": -0.4888072717, + "109": 0.3123141121, + "110": 0.1765781568, + "111": 0.5666945697, + "112": 0.913785536, + "113": 0.7735155465, + "114": -0.4781645216, + "115": 0.7015853956, + "116": 0.7258989247, + "117": -0.531509023, + "118": 0.2136240582, + "119": 0.6143263504, + "120": 0.6511252239, + "121": 0.9229382603, + "122": 0.9996190177, + "123": 0.6706865397, + "124": null, + "125": 0.1731269151, + "126": 0.33743056, + "127": 0.2026348042, + "128": 0.8783512323, + "129": 0.8668776909, + "130": 0.7934700112, + "131": 0.8150204745, + "132": -0.2796528538, + "133": 0.800765293, + "134": 0.3757466496, + "135": 0.9983737928, + "136": 0.8494509958, + "137": -0.1775121583, + "138": 0.9314641181, + "139": 0.218456967, + "140": null, + "141": 0.4074934028, + "142": null, + "143": 0.760726801, + "144": 0.8937343064, + "145": 0.6479346681, + "146": 0.823862445, + "147": null, + "148": 0.8287077338, + "149": 0.6590777213, + "150": null, + "151": 0.4656693981, + "152": -0.3190499979, + "153": 0.9649142554, + "154": 0.1317147533, + "155": 0.5206227027, + "156": 0.9832544566, + "157": null, + "158": -0.1086081108, + "159": 0.5043312306, + "160": 0.1377365873, + "161": 0.9135472367, + "162": 0.9543835568, + "163": 0.6112433347, + "164": 0.3757115932, + "165": -0.5834403994, + "166": 0.873450679, + "167": 0.1534362047, + "168": 0.9873794062, + "169": 0.9665137651, + "170": 0.6309188983, + "171": 0.8302543106, + "172": -0.370596033, + "173": 0.1623996426, + "174": 0.7659525524, + "175": 0.5715184467, + "176": 0.6926072583, + "177": 0.9633988988, + "178": 0.7176277227, + "179": -0.1035829255, + "180": 0.9747119248, + "181": 0.9337506426, + "182": 0.7968466598, + "183": 0.8192475635, + "184": 0.544711586, + "185": null, + "186": null, + "187": 0.7404976358, + "188": 0.866769176, + "189": 0.9918384899, + "190": 0.9914459673, + "191": 0.9014997226, + "192": 0.9886198835, + "193": -0.0415534272, + "194": null, + "195": 0.4638883795, + "196": 0.8867536579, + "197": 0.5465060175, + "198": 0.9967696191, + "199": 0.8271334661, + "200": -0.5243472822, + "201": 0.9666658573, + "202": 0.4770005227, + "203": 0.7041179594, + "204": 0.9989755799, + "205": 0.5261046349, + "206": 0.1467523129, + "207": 0.9406258034, + "208": 0.9562449579, + "209": 0.8649288092, + "210": 0.8504661827, + "211": 0.7458028579, + "212": 0.3435560607, + "213": -0.1756739467, + "214": 0.9313984037, + "215": -0.8066434394, + "216": 0.8514813513, + "217": 0.4461175983, + "218": 0.9064779091, + "219": 0.251795414, + "220": 0.8048088778, + "221": 0.895263933, + "222": 0.5716583797, + "223": -0.2480755827, + "224": -0.3023150851, + "225": -0.6071654492, + "226": 0.0275378483, + "227": 0.9998714691, + "228": 0.7801005622, + "229": 0.9243988589, + "230": null, + "231": 0.8836106073, + "232": 0.7111754189, + "233": 0.7729938037, + "234": 0.7998679974, + "235": 0.464380143, + "236": 0.5148934924, + "237": 0.9759271128, + "238": 0.9114850495, + "239": -0.3907468428, + "240": -0.3481537494, + "241": 0.8057945659, + "242": 0.5870369394, + "243": 0.6583008251, + "244": 0.4685797163, + "245": 0.4448006371, + "246": 0.8479758283, + "247": 0.4101958347, + "248": -0.4312696089, + "249": null, + "average": 0.5567993257 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'R')": { + "0": -0.5578563201, + "1": 0.8738149265, + "2": 0.7127007989, + "3": 0.7979966886, + "4": 0.5990133833, + "5": 0.6895734115, + "6": 0.7879325234, + "7": 0.3963630632, + "8": -0.1638489885, + "9": 0.7630433061, + "10": -0.347192507, + "11": -0.1760697749, + "12": 0.9321838143, + "13": -0.1942705549, + "14": 0.7399968703, + "15": 0.3731449688, + "16": 0.0127245947, + "17": 0.3221172578, + "18": 0.8530831934, + "19": 0.3085251488, + "20": -0.5594712841, + "21": null, + "22": 0.1276705796, + "23": 0.1055907434, + "24": 0.5591649458, + "25": null, + "26": 0.9519569524, + "27": -0.6939925622, + "28": 0.9641828516, + "29": null, + "30": 0.7817852598, + "31": 0.8732118388, + "32": 0.9478459963, + "33": null, + "34": 0.9385745549, + "35": null, + "36": 0.9060318122, + "37": null, + "38": -0.192584589, + "39": 0.4824782177, + "40": -0.5146900504, + "41": -0.2196687887, + "42": 0.8008297788, + "43": 0.6669841551, + "44": 0.1829654799, + "45": -0.5678388972, + "46": null, + "47": 0.0854286406, + "48": 0.3690340115, + "49": 0.3989424719, + "50": 0.9171423116, + "51": 0.2478796013, + "52": -0.9388615166, + "53": -0.1420360138, + "54": null, + "55": 0.6479835696, + "56": null, + "57": 0.9651708356, + "58": null, + "59": 0.7111209142, + "60": 0.9220329581, + "61": 0.3599659725, + "62": 0.6359812856, + "63": -0.1228932468, + "64": 0.9051775957, + "65": 0.4298954661, + "66": -0.0108094057, + "67": 0.6854116189, + "68": 0.644847472, + "69": 0.9858307563, + "70": 0.6710809211, + "71": 0.9897204482, + "72": 0.6301864857, + "73": 0.3436411036, + "74": -0.5370043743, + "75": 0.9570713388, + "76": 0.5728926645, + "77": 0.9032497823, + "78": 0.3346428882, + "79": 0.7504456448, + "80": null, + "81": 0.075834037, + "82": 0.3806590435, + "83": 0.5204918155, + "84": 0.1914058196, + "85": 0.848023156, + "86": 0.1106838918, + "87": null, + "88": 0.5271491948, + "89": null, + "90": 0.1017790457, + "91": 0.925117046, + "92": 0.2073428457, + "93": 0.5876311882, + "94": 0.5659699654, + "95": 0.7210229689, + "96": 0.4864031084, + "97": 0.7430483546, + "98": 0.6202492002, + "99": -0.1879050288, + "100": 0.6457540376, + "101": 0.862108119, + "102": -0.4123642021, + "103": 0.8963877884, + "104": 0.976114741, + "105": 0.9893725782, + "106": -0.3307867454, + "107": 0.6651320139, + "108": -0.0586551013, + "109": 0.5748593773, + "110": 0.3665669895, + "111": 0.9225427359, + "112": 0.7780544291, + "113": 0.3132412378, + "114": 0.5843913327, + "115": 0.5689500975, + "116": 0.631056768, + "117": -0.5411115846, + "118": 0.5309292985, + "119": 0.9567058504, + "120": 0.7652267595, + "121": 0.5781040768, + "122": -0.8617649687, + "123": 0.7253655923, + "124": null, + "125": 0.6693355125, + "126": 0.4262358121, + "127": 0.6154639766, + "128": 0.4853818486, + "129": 0.9174600756, + "130": 0.9758570622, + "131": 0.742912911, + "132": -0.2499533648, + "133": 0.4685958238, + "134": -0.553608708, + "135": 0.9707719931, + "136": 0.9955050604, + "137": 0.5346122104, + "138": 0.7321526922, + "139": -0.6070841457, + "140": null, + "141": -0.833160301, + "142": null, + "143": 0.4255951579, + "144": 0.7770414696, + "145": 0.9010002432, + "146": 0.6189738362, + "147": null, + "148": 0.8141652787, + "149": 0.9503428121, + "150": null, + "151": 0.6634207163, + "152": 0.1858346679, + "153": -0.1614559866, + "154": 0.4706136427, + "155": 0.4100909172, + "156": 0.9642494323, + "157": null, + "158": 0.3967248216, + "159": -0.333348816, + "160": -0.4957461462, + "161": 0.9033001567, + "162": 0.7813885097, + "163": 0.9769060939, + "164": 0.6631583185, + "165": -0.0512029839, + "166": 0.8533717037, + "167": -0.9792520213, + "168": 0.9444481949, + "169": -0.1090545454, + "170": 0.9089818427, + "171": 0.1725099304, + "172": -0.3274494462, + "173": 0.5973267183, + "174": -0.5550136235, + "175": 0.6009175822, + "176": 0.9052426877, + "177": 0.8384670625, + "178": 0.5830183491, + "179": 0.8716985389, + "180": 0.8067111803, + "181": 0.8801777905, + "182": 0.6857765209, + "183": 0.9747669298, + "184": 0.4932281589, + "185": null, + "186": null, + "187": 0.3729777334, + "188": 0.6126807236, + "189": 0.3327129516, + "190": 0.4257736041, + "191": 0.9690149142, + "192": 0.2503301412, + "193": 0.0483546798, + "194": null, + "195": 0.3519743632, + "196": 0.9993598019, + "197": -0.414891873, + "198": 0.6743638816, + "199": 0.8531794269, + "200": -0.7287036895, + "201": 0.8042819132, + "202": 0.2203599761, + "203": 0.9467982818, + "204": 0.3987433835, + "205": 0.5325864037, + "206": 0.1370855254, + "207": -0.4458468718, + "208": 0.750085126, + "209": 0.8523295255, + "210": 0.7853635675, + "211": 0.5996903822, + "212": 0.5306661083, + "213": 0.5733247541, + "214": 0.7877154371, + "215": -0.7080892406, + "216": 0.8084335611, + "217": 0.5914757323, + "218": 0.8913265801, + "219": 0.3316180502, + "220": 0.6174916668, + "221": 0.9058356189, + "222": -0.104866327, + "223": -0.1083843726, + "224": -0.3208620019, + "225": -0.6769904436, + "226": 0.8516142433, + "227": 0.8244617585, + "228": 0.7217580287, + "229": 0.7078010908, + "230": null, + "231": 0.9745465039, + "232": 0.5596051576, + "233": 0.6508980126, + "234": 0.5520317617, + "235": -0.185964394, + "236": 0.9709436575, + "237": 0.1939595471, + "238": 0.973698784, + "239": 0.7837491197, + "240": 0.0577109056, + "241": 0.6910551843, + "242": 0.9299274539, + "243": 0.585684012, + "244": 0.6873545968, + "245": 0.4425870763, + "246": 0.2861234881, + "247": 0.2516760413, + "248": -0.1321256628, + "249": null, + "average": 0.4391684132 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'F')": { + "0": -0.4785149282, + "1": 0.9011416499, + "2": 0.1457540471, + "3": 0.8009325342, + "4": -0.1087280728, + "5": 0.7081217305, + "6": 0.8404191739, + "7": 0.3837512687, + "8": -0.1671805297, + "9": 0.8493975406, + "10": -0.3365631894, + "11": -0.1017423327, + "12": 0.9490121163, + "13": -0.228477241, + "14": 0.7622554862, + "15": 0.3083654693, + "16": 0.0856575943, + "17": 0.3362594565, + "18": 0.8431534145, + "19": 0.2966206659, + "20": -0.5254538082, + "21": null, + "22": 0.0893450214, + "23": 0.1495195525, + "24": 0.5761424664, + "25": null, + "26": 0.9652979104, + "27": -0.5775089979, + "28": 0.9629987327, + "29": null, + "30": 0.7628937591, + "31": 0.9083729599, + "32": 0.9246543295, + "33": null, + "34": 0.9615822593, + "35": null, + "36": 0.9474899935, + "37": null, + "38": -0.1708900169, + "39": 0.4744284635, + "40": -0.5092847426, + "41": -0.2028801445, + "42": 0.8284496836, + "43": 0.716666708, + "44": 0.4292825341, + "45": -0.2207857569, + "46": null, + "47": 0.0825684349, + "48": 0.3917330729, + "49": 0.3843788968, + "50": 0.915193201, + "51": 0.2758167275, + "52": -0.935783163, + "53": -0.1639791544, + "54": null, + "55": 0.6918260723, + "56": null, + "57": 0.9738589686, + "58": null, + "59": 0.705240967, + "60": 0.9346895454, + "61": 0.410181586, + "62": 0.7021378384, + "63": -0.1517169858, + "64": 0.2042676291, + "65": 0.3974456465, + "66": 0.078733079, + "67": 0.7311700818, + "68": 0.6588120148, + "69": -0.9989925668, + "70": 0.7565800816, + "71": -0.0968534381, + "72": 0.7292157753, + "73": 0.3384624597, + "74": -0.2789155295, + "75": 0.9768369307, + "76": 0.6124737345, + "77": 0.8870326397, + "78": -0.1239415944, + "79": -0.7139152461, + "80": null, + "81": 0.132519237, + "82": 0.7337465372, + "83": 0.4969821631, + "84": 0.1673912728, + "85": 0.8467125305, + "86": 0.082752867, + "87": null, + "88": -0.1523764906, + "89": null, + "90": 0.1393160294, + "91": 0.9233210172, + "92": 0.2431346878, + "93": 0.6092586863, + "94": 0.633105055, + "95": 0.7775320637, + "96": 0.4918055242, + "97": 0.6965495321, + "98": 0.6334193361, + "99": -0.229203173, + "100": 0.6894523865, + "101": 0.8794988299, + "102": -0.1404341193, + "103": 0.8765496708, + "104": 0.0224401422, + "105": 0.6018335836, + "106": -0.3167873044, + "107": 0.6802462363, + "108": -0.0364830589, + "109": 0.5689314273, + "110": 0.340558977, + "111": 0.9366064182, + "112": 0.6647579778, + "113": 0.3374883944, + "114": 0.567564668, + "115": 0.5718442024, + "116": 0.6455410024, + "117": -0.5661405553, + "118": 0.5055864101, + "119": 0.9867037137, + "120": 0.8105774342, + "121": 0.6105554098, + "122": -0.7415004683, + "123": 0.7328064297, + "124": null, + "125": 0.7224846082, + "126": 0.4094531937, + "127": 0.6187265353, + "128": 0.533398589, + "129": 0.9035329452, + "130": 0.9789629008, + "131": 0.7127271639, + "132": -0.2610938868, + "133": 0.6819807846, + "134": -0.5507575444, + "135": -0.9934040085, + "136": 0.9732915359, + "137": 0.5209285004, + "138": 0.7925626644, + "139": -0.5832586064, + "140": null, + "141": -0.6701947419, + "142": null, + "143": 0.446902785, + "144": 0.7896330417, + "145": 0.8774534614, + "146": 0.6410505378, + "147": null, + "148": 0.8660199093, + "149": 0.9646145982, + "150": null, + "151": 0.6870433854, + "152": 0.1631415351, + "153": -0.1426797286, + "154": 0.4448894444, + "155": 0.5258767012, + "156": -0.3100654467, + "157": null, + "158": 0.4062679588, + "159": -0.1642270246, + "160": -0.4478868933, + "161": 0.8027820871, + "162": -0.9658621902, + "163": 0.6306428962, + "164": 0.6476566414, + "165": -0.0401125408, + "166": 0.8667795007, + "167": -0.9706747284, + "168": 0.9208491048, + "169": -0.0604958586, + "170": 0.9236303436, + "171": 0.1852359782, + "172": -0.3336258885, + "173": 0.5772865558, + "174": -0.5496656519, + "175": 0.2738076536, + "176": 0.7366305274, + "177": 0.8504917226, + "178": 0.5215086587, + "179": 0.8763496541, + "180": -0.9288898447, + "181": 0.9092596471, + "182": 0.7102700506, + "183": 0.7960386971, + "184": 0.5064464276, + "185": null, + "186": null, + "187": 0.4132454691, + "188": 0.6747029749, + "189": 0.3196087444, + "190": 0.6265011525, + "191": 0.8279973107, + "192": 0.314286673, + "193": 0.0362701495, + "194": null, + "195": 0.3648762127, + "196": 0.9962628914, + "197": -0.2880828482, + "198": 0.7255974467, + "199": 0.8805958705, + "200": -0.7580968601, + "201": 0.8543086497, + "202": 0.2654053743, + "203": 0.9069900791, + "204": 0.4841078154, + "205": 0.570883274, + "206": 0.1306863931, + "207": -0.414232295, + "208": 0.7568316051, + "209": 0.7722092563, + "210": 0.2516481727, + "211": -0.6688456919, + "212": 0.396697306, + "213": 0.6016936691, + "214": 0.800064118, + "215": -0.6716417692, + "216": -0.3854607237, + "217": 0.5922711766, + "218": 0.9186038167, + "219": 0.3312835887, + "220": 0.6436172916, + "221": -0.7572943591, + "222": -0.0333360015, + "223": -0.1487466688, + "224": -0.3205540465, + "225": -0.6411591362, + "226": 0.8424695228, + "227": 0.8637466058, + "228": 0.7315316236, + "229": 0.7320293912, + "230": null, + "231": 0.9812317679, + "232": 0.5866438629, + "233": 0.2805887575, + "234": 0.5410696122, + "235": -0.2153095652, + "236": 0.9743290662, + "237": 0.2357732362, + "238": -0.930445707, + "239": 0.9111277586, + "240": 0.040106307, + "241": 0.7081343236, + "242": 0.9387438552, + "243": 0.6610076285, + "244": 0.6715675601, + "245": 0.4562207893, + "246": 0.2451761394, + "247": 0.2351888855, + "248": -0.1674855341, + "249": null, + "average": 0.3549806879 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'P')": { + "0": 0.632455532, + "1": 0.632455532, + "2": 0.3585685828, + "3": 0.7378647874, + "4": 0.316227766, + "5": 0.9486832981, + "6": 0.632455532, + "7": 0.316227766, + "8": 0.2581988897, + "9": 0.4, + "10": 0.316227766, + "11": -0.1054092553, + "12": 0.5976143047, + "13": 0.7378647874, + "14": 0.9486832981, + "15": 0.2581988897, + "16": 0.5163977795, + "17": 0.316227766, + "18": 0.6, + "19": 0.3585685828, + "20": 0.7745966692, + "21": null, + "22": -0.5270462767, + "23": -0.8366600265, + "24": 0.632455532, + "25": null, + "26": 0.8366600265, + "27": 0.632455532, + "28": 0.3585685828, + "29": null, + "30": 0.5976143047, + "31": 0.894427191, + "32": 0.8366600265, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.6666666667, + "37": null, + "38": 0.0, + "39": 0.6299407883, + "40": 0.632455532, + "41": 0.632455532, + "42": 0.8366600265, + "43": 0.5270462767, + "44": 0.1195228609, + "45": 0.1195228609, + "46": null, + "47": -0.316227766, + "48": 0.4, + "49": -0.316227766, + "50": 0.9486832981, + "51": 0.316227766, + "52": -0.3585685828, + "53": 0.0, + "54": null, + "55": 0.7378647874, + "56": null, + "57": 0.632455532, + "58": null, + "59": 0.632455532, + "60": 0.5270462767, + "61": 0.3585685828, + "62": 0.5976143047, + "63": 0.1195228609, + "64": 0.632455532, + "65": 0.316227766, + "66": 0.632455532, + "67": 0.7378647874, + "68": 0.7378647874, + "69": 0.632455532, + "70": 0.632455532, + "71": 0.632455532, + "72": 0.0, + "73": 0.3585685828, + "74": -0.2236067977, + "75": 0.1195228609, + "76": 0.3585685828, + "77": 0.0, + "78": 0.5976143047, + "79": 0.1054092553, + "80": null, + "81": 0.3585685828, + "82": 0.5976143047, + "83": 0.6, + "84": -0.1195228609, + "85": 0.4472135955, + "86": -0.316227766, + "87": null, + "88": 0.316227766, + "89": null, + "90": 0.5976143047, + "91": 0.5976143047, + "92": 0.5976143047, + "93": 0.5163977795, + "94": 0.7745966692, + "95": 0.8366600265, + "96": 0.2, + "97": 0.7745966692, + "98": 0.0, + "99": 0.5976143047, + "100": -0.316227766, + "101": 0.632455532, + "102": 0.2581988897, + "103": 0.5163977795, + "104": 0.4, + "105": 0.5270462767, + "106": 0.632455532, + "107": 0.1195228609, + "108": 0.0, + "109": 0.5270462767, + "110": -0.2236067977, + "111": 0.5270462767, + "112": 0.894427191, + "113": -0.1054092553, + "114": 0.316227766, + "115": 0.632455532, + "116": 0.1195228609, + "117": 0.316227766, + "118": 0.8366600265, + "119": 0.316227766, + "120": 0.9486832981, + "121": 0.8366600265, + "122": 0.632455532, + "123": 0.316227766, + "124": null, + "125": 0.8366600265, + "126": 0.0, + "127": 0.7745966692, + "128": 0.632455532, + "129": 0.894427191, + "130": 0.1195228609, + "131": 0.8366600265, + "132": -0.5976143047, + "133": 0.0, + "134": 0.1195228609, + "135": 0.316227766, + "136": 0.5976143047, + "137": 0.1195228609, + "138": 0.632455532, + "139": -0.1195228609, + "140": null, + "141": 0.316227766, + "142": null, + "143": 0.316227766, + "144": 0.5976143047, + "145": -0.5270462767, + "146": 0.894427191, + "147": null, + "148": 0.632455532, + "149": 0.632455532, + "150": null, + "151": -0.316227766, + "152": -0.316227766, + "153": -0.2236067977, + "154": 0.5163977795, + "155": 0.0, + "156": 0.5976143047, + "157": null, + "158": -0.1195228609, + "159": 0.7378647874, + "160": 0.316227766, + "161": 0.3585685828, + "162": 0.1195228609, + "163": -0.2581988897, + "164": 1.0, + "165": -0.5976143047, + "166": 0.3585685828, + "167": 0.6708203932, + "168": 0.8366600265, + "169": 0.1195228609, + "170": 0.2236067977, + "171": 0.4, + "172": -0.316227766, + "173": 0.1054092553, + "174": 0.316227766, + "175": 0.7745966692, + "176": 0.316227766, + "177": 0.9486832981, + "178": 0.3585685828, + "179": -0.316227766, + "180": 0.7378647874, + "181": 0.5976143047, + "182": 0.1195228609, + "183": -0.1054092553, + "184": 0.4472135955, + "185": null, + "186": null, + "187": -0.1054092553, + "188": 0.7378647874, + "189": 0.316227766, + "190": 0.3585685828, + "191": 0.632455532, + "192": 0.8366600265, + "193": 0.316227766, + "194": null, + "195": 0.7378647874, + "196": -0.1195228609, + "197": 0.0, + "198": 0.1195228609, + "199": 0.7378647874, + "200": 0.0, + "201": 0.8366600265, + "202": 0.1195228609, + "203": 0.3585685828, + "204": 0.632455532, + "205": 0.7745966692, + "206": 0.3585685828, + "207": 0.632455532, + "208": 0.5270462767, + "209": 0.316227766, + "210": 0.316227766, + "211": -0.4472135955, + "212": 0.5163977795, + "213": 0.5976143047, + "214": 0.8366600265, + "215": -0.894427191, + "216": 0.6708203932, + "217": 0.0, + "218": 0.3585685828, + "219": 0.0, + "220": 0.5976143047, + "221": 0.3585685828, + "222": 0.4472135955, + "223": -0.632455532, + "224": 0.316227766, + "225": -0.3585685828, + "226": 0.894427191, + "227": -0.316227766, + "228": 0.8366600265, + "229": 0.5976143047, + "230": null, + "231": 0.7745966692, + "232": 0.5270462767, + "233": 0.6708203932, + "234": 0.0, + "235": 0.316227766, + "236": 0.8366600265, + "237": 0.5976143047, + "238": 0.5976143047, + "239": 0.1195228609, + "240": -0.3585685828, + "241": 0.316227766, + "242": 0.5976143047, + "243": 0.7378647874, + "244": 0.5270462767, + "245": -0.2581988897, + "246": 0.316227766, + "247": -0.1195228609, + "248": 0.2581988897, + "249": null, + "average": 0.3675710192 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'R')": { + "0": 0.632455532, + "1": 0.632455532, + "2": 0.3585685828, + "3": 0.5270462767, + "4": 0.316227766, + "5": 0.1054092553, + "6": 0.632455532, + "7": 0.632455532, + "8": -0.2581988897, + "9": 0.2, + "10": -0.316227766, + "11": 0.1054092553, + "12": 0.8366600265, + "13": 0.1054092553, + "14": 0.7378647874, + "15": 0.2581988897, + "16": 0.5163977795, + "17": 0.0, + "18": 0.2, + "19": 0.1195228609, + "20": 0.5163977795, + "21": null, + "22": 0.1054092553, + "23": -0.8366600265, + "24": 0.632455532, + "25": null, + "26": 0.8366600265, + "27": 0.632455532, + "28": 0.1195228609, + "29": null, + "30": 0.3585685828, + "31": 0.894427191, + "32": 0.3585685828, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.6666666667, + "37": null, + "38": 0.4, + "39": 0.3585685828, + "40": 0.316227766, + "41": -0.316227766, + "42": 0.8366600265, + "43": 0.316227766, + "44": 0.1195228609, + "45": -0.3585685828, + "46": null, + "47": -0.316227766, + "48": -0.2, + "49": -0.632455532, + "50": 0.9486832981, + "51": 0.5270462767, + "52": -0.1195228609, + "53": -0.632455532, + "54": null, + "55": 0.1054092553, + "56": null, + "57": 0.632455532, + "58": null, + "59": 0.632455532, + "60": 0.5270462767, + "61": 0.1195228609, + "62": 0.3585685828, + "63": 0.1195228609, + "64": 0.632455532, + "65": -0.316227766, + "66": 0.632455532, + "67": -0.1054092553, + "68": 0.7378647874, + "69": 0.632455532, + "70": 0.632455532, + "71": 0.632455532, + "72": 0.632455532, + "73": 0.1195228609, + "74": 0.6708203932, + "75": 0.5976143047, + "76": 0.1195228609, + "77": 0.316227766, + "78": 0.3585685828, + "79": 0.316227766, + "80": null, + "81": 0.5976143047, + "82": 0.1195228609, + "83": 0.0, + "84": -0.1195228609, + "85": 0.4472135955, + "86": 0.316227766, + "87": null, + "88": 0.5270462767, + "89": null, + "90": 0.1195228609, + "91": 0.5976143047, + "92": -0.3585685828, + "93": 0.7745966692, + "94": 0.2581988897, + "95": 0.5976143047, + "96": 0.4, + "97": 0.5163977795, + "98": 0.316227766, + "99": 0.1195228609, + "100": 0.316227766, + "101": 0.632455532, + "102": 0.2581988897, + "103": 0.5163977795, + "104": 0.4, + "105": 0.5270462767, + "106": -0.632455532, + "107": 0.3585685828, + "108": 0.2581988897, + "109": 0.5270462767, + "110": 0.0, + "111": 0.7378647874, + "112": 0.0, + "113": 0.316227766, + "114": 0.316227766, + "115": 0.632455532, + "116": 0.1195228609, + "117": 0.0, + "118": 0.8366600265, + "119": 0.5270462767, + "120": 0.316227766, + "121": 0.3585685828, + "122": 0.632455532, + "123": 0.632455532, + "124": null, + "125": 0.3585685828, + "126": 0.316227766, + "127": 0.7745966692, + "128": 0.632455532, + "129": 0.6708203932, + "130": 0.1195228609, + "131": 0.8366600265, + "132": -0.3585685828, + "133": 0.0, + "134": -0.1195228609, + "135": 0.632455532, + "136": 0.8366600265, + "137": -0.1195228609, + "138": 0.632455532, + "139": -0.3585685828, + "140": null, + "141": 0.5270462767, + "142": null, + "143": 0.316227766, + "144": 0.8366600265, + "145": 0.5270462767, + "146": 0.2236067977, + "147": null, + "148": 0.632455532, + "149": 0.632455532, + "150": null, + "151": -0.316227766, + "152": 0.316227766, + "153": -0.894427191, + "154": 0.5163977795, + "155": 0.2236067977, + "156": 0.1195228609, + "157": null, + "158": 0.3585685828, + "159": 0.316227766, + "160": -0.1054092553, + "161": 0.1195228609, + "162": 0.1195228609, + "163": 0.2581988897, + "164": 0.8, + "165": -0.3585685828, + "166": 0.5976143047, + "167": 0.4472135955, + "168": 0.5976143047, + "169": 0.3585685828, + "170": 0.2236067977, + "171": -0.6, + "172": -0.316227766, + "173": 0.5270462767, + "174": -0.316227766, + "175": 0.7745966692, + "176": 0.5270462767, + "177": 0.316227766, + "178": 0.1195228609, + "179": 0.316227766, + "180": 0.316227766, + "181": 0.3585685828, + "182": -0.3585685828, + "183": 0.5270462767, + "184": 0.0, + "185": null, + "186": null, + "187": 0.5270462767, + "188": 0.5270462767, + "189": 0.632455532, + "190": 0.8366600265, + "191": 0.632455532, + "192": 0.3585685828, + "193": 0.5270462767, + "194": null, + "195": 0.7378647874, + "196": 0.5976143047, + "197": -0.632455532, + "198": 0.3585685828, + "199": 0.316227766, + "200": -0.5163977795, + "201": 0.5976143047, + "202": -0.1195228609, + "203": 0.8366600265, + "204": 0.632455532, + "205": 0.0, + "206": 0.5976143047, + "207": -0.316227766, + "208": 0.316227766, + "209": 0.1054092553, + "210": 0.9486832981, + "211": 0.4472135955, + "212": 0.5163977795, + "213": 0.1195228609, + "214": 0.5976143047, + "215": -0.6708203932, + "216": 0.0, + "217": 0.632455532, + "218": 0.5976143047, + "219": 0.0, + "220": -0.1195228609, + "221": 0.1195228609, + "222": 0.6708203932, + "223": 0.632455532, + "224": 0.632455532, + "225": -0.1195228609, + "226": 0.894427191, + "227": 0.632455532, + "228": 0.8366600265, + "229": 0.1195228609, + "230": null, + "231": 0.0, + "232": 0.7378647874, + "233": 0.4472135955, + "234": 0.2236067977, + "235": 0.316227766, + "236": 0.8366600265, + "237": -0.1195228609, + "238": 0.3585685828, + "239": 0.3585685828, + "240": -0.1195228609, + "241": 0.316227766, + "242": -0.1195228609, + "243": 0.1054092553, + "244": 0.5270462767, + "245": -0.7745966692, + "246": 0.316227766, + "247": 0.5976143047, + "248": 0.2581988897, + "249": null, + "average": 0.3060785376 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'F')": { + "0": 0.632455532, + "1": 0.632455532, + "2": 0.5976143047, + "3": 0.7378647874, + "4": 0.316227766, + "5": 0.1054092553, + "6": 0.632455532, + "7": 0.632455532, + "8": -0.2581988897, + "9": 0.2, + "10": -0.316227766, + "11": -0.1054092553, + "12": 0.8366600265, + "13": 0.316227766, + "14": 0.9486832981, + "15": 0.2581988897, + "16": 0.5163977795, + "17": -0.316227766, + "18": 0.6, + "19": 0.3585685828, + "20": 0.5163977795, + "21": null, + "22": 0.1054092553, + "23": -0.8366600265, + "24": 0.632455532, + "25": null, + "26": 0.8366600265, + "27": 0.632455532, + "28": 0.3585685828, + "29": null, + "30": 0.5976143047, + "31": 0.894427191, + "32": 0.3585685828, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.6666666667, + "37": null, + "38": 0.0, + "39": 0.8366600265, + "40": 0.632455532, + "41": 0.316227766, + "42": 0.8366600265, + "43": 0.5270462767, + "44": 0.1195228609, + "45": -0.3585685828, + "46": null, + "47": -0.316227766, + "48": 0.0, + "49": -0.632455532, + "50": 0.9486832981, + "51": 0.316227766, + "52": -0.3585685828, + "53": -0.632455532, + "54": null, + "55": 0.316227766, + "56": null, + "57": 0.632455532, + "58": null, + "59": 0.632455532, + "60": 0.5270462767, + "61": 0.5976143047, + "62": 0.5976143047, + "63": 0.1195228609, + "64": 0.632455532, + "65": 0.0, + "66": 0.632455532, + "67": 0.1054092553, + "68": 0.7378647874, + "69": 0.632455532, + "70": 0.632455532, + "71": 0.632455532, + "72": 0.632455532, + "73": 0.3585685828, + "74": 0.0, + "75": 0.1195228609, + "76": 0.3585685828, + "77": 0.316227766, + "78": 0.5976143047, + "79": 0.316227766, + "80": null, + "81": 0.3585685828, + "82": 0.5976143047, + "83": 0.4, + "84": -0.1195228609, + "85": 0.6708203932, + "86": 0.316227766, + "87": null, + "88": 0.5270462767, + "89": null, + "90": 0.5976143047, + "91": 0.3585685828, + "92": 0.3585685828, + "93": 0.7745966692, + "94": 0.2581988897, + "95": 0.8366600265, + "96": 0.0, + "97": 0.7745966692, + "98": 0.316227766, + "99": 0.3585685828, + "100": 0.0, + "101": 0.632455532, + "102": 0.2581988897, + "103": 0.5163977795, + "104": 0.2, + "105": 0.5270462767, + "106": 0.0, + "107": 0.1195228609, + "108": 0.0, + "109": 0.7378647874, + "110": -0.2236067977, + "111": 0.5270462767, + "112": 0.0, + "113": 0.1054092553, + "114": 0.316227766, + "115": 0.632455532, + "116": 0.3585685828, + "117": 0.0, + "118": 0.8366600265, + "119": 0.5270462767, + "120": 0.5270462767, + "121": 0.3585685828, + "122": 0.632455532, + "123": 0.632455532, + "124": null, + "125": 0.3585685828, + "126": 0.316227766, + "127": 0.7745966692, + "128": 0.632455532, + "129": 0.6708203932, + "130": 0.1195228609, + "131": 0.8366600265, + "132": -0.5976143047, + "133": 0.0, + "134": -0.1195228609, + "135": 0.632455532, + "136": 0.8366600265, + "137": -0.3585685828, + "138": 0.632455532, + "139": -0.3585685828, + "140": null, + "141": 0.316227766, + "142": null, + "143": 0.632455532, + "144": 0.8366600265, + "145": 0.5270462767, + "146": 0.2236067977, + "147": null, + "148": 0.632455532, + "149": 0.632455532, + "150": null, + "151": -0.316227766, + "152": 0.316227766, + "153": -0.894427191, + "154": 0.5163977795, + "155": 0.4472135955, + "156": 0.3585685828, + "157": null, + "158": -0.1195228609, + "159": 0.7378647874, + "160": 0.1054092553, + "161": 0.3585685828, + "162": 0.1195228609, + "163": 0.2581988897, + "164": 1.0, + "165": -0.5976143047, + "166": 0.5976143047, + "167": 0.6708203932, + "168": 0.5976143047, + "169": 0.3585685828, + "170": 0.4472135955, + "171": 0.0, + "172": -0.632455532, + "173": 0.5270462767, + "174": 0.0, + "175": 0.7745966692, + "176": 0.316227766, + "177": 0.5270462767, + "178": 0.3585685828, + "179": 0.316227766, + "180": 0.5270462767, + "181": 0.3585685828, + "182": 0.1195228609, + "183": 0.7378647874, + "184": 0.4472135955, + "185": null, + "186": null, + "187": 0.1054092553, + "188": 0.7378647874, + "189": 0.632455532, + "190": 0.5976143047, + "191": 0.632455532, + "192": 0.5976143047, + "193": 0.5270462767, + "194": null, + "195": 0.9486832981, + "196": 0.1195228609, + "197": -0.316227766, + "198": 0.3585685828, + "199": 0.5270462767, + "200": -0.2581988897, + "201": 0.8366600265, + "202": -0.3585685828, + "203": 0.8366600265, + "204": 0.632455532, + "205": 0.2581988897, + "206": 0.5976143047, + "207": 0.632455532, + "208": 0.5270462767, + "209": 0.1054092553, + "210": 0.7378647874, + "211": 0.0, + "212": 0.5163977795, + "213": 0.5976143047, + "214": 0.8366600265, + "215": -0.6708203932, + "216": 0.6708203932, + "217": 0.632455532, + "218": 0.3585685828, + "219": 0.0, + "220": 0.3585685828, + "221": 0.5976143047, + "222": 0.2236067977, + "223": 0.632455532, + "224": 0.316227766, + "225": -0.1195228609, + "226": 0.894427191, + "227": 0.632455532, + "228": 0.8366600265, + "229": 0.5976143047, + "230": null, + "231": 0.5163977795, + "232": 0.5270462767, + "233": 0.6708203932, + "234": 0.0, + "235": 0.316227766, + "236": 0.8366600265, + "237": 0.3585685828, + "238": 0.5976143047, + "239": 0.8366600265, + "240": -0.1195228609, + "241": 0.316227766, + "242": 0.5976143047, + "243": 0.9486832981, + "244": 0.316227766, + "245": -0.7745966692, + "246": 0.316227766, + "247": 0.3585685828, + "248": 0.2581988897, + "249": null, + "average": 0.3673066528 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-roberta', 'P')": { + "0": 0.632455532, + "1": 0.632455532, + "2": 0.3585685828, + "3": 0.9486832981, + "4": 0.316227766, + "5": 0.9486832981, + "6": 0.632455532, + "7": 0.0, + "8": 0.2581988897, + "9": 0.2, + "10": 0.316227766, + "11": -0.316227766, + "12": 0.3585685828, + "13": 0.7378647874, + "14": 0.7378647874, + "15": 0.2581988897, + "16": 0.5163977795, + "17": 0.316227766, + "18": 0.8, + "19": -0.1195228609, + "20": 0.7745966692, + "21": null, + "22": -0.316227766, + "23": -0.8366600265, + "24": 0.0, + "25": null, + "26": 0.1195228609, + "27": 0.632455532, + "28": -0.1195228609, + "29": null, + "30": 0.3585685828, + "31": 0.894427191, + "32": 0.8366600265, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.6666666667, + "37": null, + "38": 0.0, + "39": 0.8366600265, + "40": 0.632455532, + "41": 0.632455532, + "42": 0.8366600265, + "43": 0.7378647874, + "44": 0.1195228609, + "45": -0.3585685828, + "46": null, + "47": 0.0, + "48": 0.6, + "49": 0.632455532, + "50": 0.9486832981, + "51": 0.1054092553, + "52": -0.3585685828, + "53": -0.316227766, + "54": null, + "55": 0.7378647874, + "56": null, + "57": 0.632455532, + "58": null, + "59": 0.632455532, + "60": 0.5270462767, + "61": 0.1195228609, + "62": 0.5976143047, + "63": -0.1195228609, + "64": 0.632455532, + "65": -0.316227766, + "66": 0.632455532, + "67": 0.7378647874, + "68": 0.7378647874, + "69": 0.632455532, + "70": 0.632455532, + "71": 0.632455532, + "72": 0.632455532, + "73": 0.3585685828, + "74": 0.2236067977, + "75": 0.3585685828, + "76": 0.8366600265, + "77": 0.632455532, + "78": 0.1195228609, + "79": 0.5270462767, + "80": null, + "81": 0.3585685828, + "82": 0.5976143047, + "83": 0.8, + "84": -0.8366600265, + "85": 0.4472135955, + "86": -0.1054092553, + "87": null, + "88": 0.316227766, + "89": null, + "90": 0.3585685828, + "91": 0.5976143047, + "92": 0.3585685828, + "93": 0.2581988897, + "94": 0.7745966692, + "95": 0.8366600265, + "96": 0.2, + "97": 0.7745966692, + "98": 0.0, + "99": 0.5976143047, + "100": -0.316227766, + "101": 0.632455532, + "102": 0.2581988897, + "103": 0.2581988897, + "104": 0.6, + "105": 0.316227766, + "106": 0.632455532, + "107": 0.8366600265, + "108": 0.0, + "109": 0.316227766, + "110": 0.2236067977, + "111": 0.316227766, + "112": 0.894427191, + "113": 0.1054092553, + "114": 0.316227766, + "115": 0.632455532, + "116": 0.1195228609, + "117": 0.316227766, + "118": 0.8366600265, + "119": 0.316227766, + "120": 0.9486832981, + "121": 0.8366600265, + "122": 0.632455532, + "123": 0.632455532, + "124": null, + "125": 0.8366600265, + "126": 0.316227766, + "127": 0.7745966692, + "128": 0.632455532, + "129": 0.6708203932, + "130": 0.5976143047, + "131": 0.8366600265, + "132": -0.1195228609, + "133": 0.0, + "134": 0.1195228609, + "135": 0.632455532, + "136": 0.8366600265, + "137": 0.1195228609, + "138": 0.632455532, + "139": -0.1195228609, + "140": null, + "141": 0.316227766, + "142": null, + "143": 0.632455532, + "144": 0.8366600265, + "145": -0.316227766, + "146": 0.0, + "147": null, + "148": 0.632455532, + "149": 0.632455532, + "150": null, + "151": 0.0, + "152": -0.632455532, + "153": 0.2236067977, + "154": 0.5163977795, + "155": 0.4472135955, + "156": 0.1195228609, + "157": null, + "158": -0.1195228609, + "159": 0.7378647874, + "160": 0.5270462767, + "161": 0.8366600265, + "162": 0.3585685828, + "163": 0.2581988897, + "164": 0.8, + "165": -0.5976143047, + "166": 0.5976143047, + "167": 0.894427191, + "168": 0.1195228609, + "169": 0.1195228609, + "170": 0.2236067977, + "171": 0.0, + "172": 0.0, + "173": 0.1054092553, + "174": 0.316227766, + "175": 0.7745966692, + "176": 0.1054092553, + "177": 0.9486832981, + "178": 0.3585685828, + "179": 0.0, + "180": 0.9486832981, + "181": 0.5976143047, + "182": 0.1195228609, + "183": 0.1054092553, + "184": 0.4472135955, + "185": null, + "186": null, + "187": 0.1054092553, + "188": 0.316227766, + "189": 0.316227766, + "190": 0.3585685828, + "191": 0.632455532, + "192": 0.8366600265, + "193": 0.9486832981, + "194": null, + "195": 0.9486832981, + "196": -0.1195228609, + "197": 0.632455532, + "198": -0.1195228609, + "199": 0.5270462767, + "200": -0.5163977795, + "201": 0.5976143047, + "202": 0.3585685828, + "203": 0.8366600265, + "204": 0.632455532, + "205": 0.7745966692, + "206": 0.3585685828, + "207": 0.632455532, + "208": 0.5270462767, + "209": 0.316227766, + "210": 0.5270462767, + "211": -0.6708203932, + "212": 0.2581988897, + "213": 0.5976143047, + "214": 0.8366600265, + "215": -0.6708203932, + "216": 0.4472135955, + "217": 0.316227766, + "218": 0.3585685828, + "219": 0.0, + "220": 0.5976143047, + "221": 0.3585685828, + "222": 0.0, + "223": -0.632455532, + "224": 0.632455532, + "225": -0.1195228609, + "226": 0.894427191, + "227": -0.316227766, + "228": 0.8366600265, + "229": 0.5976143047, + "230": null, + "231": 0.7745966692, + "232": 0.316227766, + "233": 0.4472135955, + "234": 0.0, + "235": 0.0, + "236": 0.5976143047, + "237": 0.5976143047, + "238": 0.3585685828, + "239": 0.1195228609, + "240": 0.1195228609, + "241": 0.1054092553, + "242": 0.5976143047, + "243": 0.5270462767, + "244": 0.316227766, + "245": -0.2581988897, + "246": -0.1054092553, + "247": 0.3585685828, + "248": 0.2581988897, + "249": null, + "average": 0.3760941072 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-roberta', 'R')": { + "0": 0.632455532, + "1": 0.316227766, + "2": 0.3585685828, + "3": 0.5270462767, + "4": 0.5270462767, + "5": 0.1054092553, + "6": 0.632455532, + "7": 0.632455532, + "8": -0.2581988897, + "9": 0.2, + "10": -0.316227766, + "11": 0.316227766, + "12": 0.8366600265, + "13": 0.1054092553, + "14": 0.7378647874, + "15": 0.2581988897, + "16": 0.2581988897, + "17": 0.632455532, + "18": 0.2, + "19": 0.5976143047, + "20": 0.5163977795, + "21": null, + "22": 0.1054092553, + "23": -0.8366600265, + "24": 0.632455532, + "25": null, + "26": 0.5976143047, + "27": 0.632455532, + "28": 0.1195228609, + "29": null, + "30": 0.5976143047, + "31": 0.6708203932, + "32": 0.3585685828, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.6666666667, + "37": null, + "38": 0.0, + "39": 0.3585685828, + "40": 0.316227766, + "41": -0.632455532, + "42": 0.5976143047, + "43": 0.316227766, + "44": 0.1195228609, + "45": -0.5976143047, + "46": null, + "47": -0.316227766, + "48": 0.2, + "49": 0.0, + "50": 0.9486832981, + "51": 0.5270462767, + "52": -0.3585685828, + "53": -0.632455532, + "54": null, + "55": 0.5270462767, + "56": null, + "57": 0.632455532, + "58": null, + "59": 0.632455532, + "60": 0.5270462767, + "61": 0.3585685828, + "62": 0.3585685828, + "63": 0.1195228609, + "64": 0.632455532, + "65": -0.316227766, + "66": 0.632455532, + "67": 0.316227766, + "68": 0.7378647874, + "69": 0.632455532, + "70": 0.632455532, + "71": 0.632455532, + "72": 0.632455532, + "73": 0.1195228609, + "74": 0.6708203932, + "75": 0.5976143047, + "76": 0.1195228609, + "77": 0.316227766, + "78": -0.1195228609, + "79": 0.1054092553, + "80": null, + "81": 0.3585685828, + "82": 0.1195228609, + "83": 0.2, + "84": 0.5976143047, + "85": 0.2236067977, + "86": -0.1054092553, + "87": null, + "88": 0.316227766, + "89": null, + "90": -0.1195228609, + "91": 0.3585685828, + "92": -0.1195228609, + "93": 0.5163977795, + "94": 0.2581988897, + "95": 0.3585685828, + "96": 0.6, + "97": 0.5163977795, + "98": 0.316227766, + "99": -0.1195228609, + "100": 0.316227766, + "101": 0.632455532, + "102": 0.2581988897, + "103": 0.7745966692, + "104": 0.4, + "105": 0.1054092553, + "106": -0.632455532, + "107": 0.8366600265, + "108": 0.5163977795, + "109": 0.5270462767, + "110": 0.4472135955, + "111": 0.5270462767, + "112": 0.0, + "113": -0.1054092553, + "114": 0.316227766, + "115": 0.632455532, + "116": 0.5976143047, + "117": 0.316227766, + "118": 0.8366600265, + "119": 0.5270462767, + "120": 0.316227766, + "121": -0.1195228609, + "122": 0.632455532, + "123": 0.0, + "124": null, + "125": 0.3585685828, + "126": 0.316227766, + "127": 0.7745966692, + "128": 0.632455532, + "129": 0.894427191, + "130": 0.3585685828, + "131": 0.8366600265, + "132": -0.1195228609, + "133": 0.0, + "134": -0.5976143047, + "135": 0.632455532, + "136": 0.8366600265, + "137": -0.1195228609, + "138": 0.632455532, + "139": -0.5976143047, + "140": null, + "141": 0.316227766, + "142": null, + "143": 0.632455532, + "144": 0.5976143047, + "145": 0.5270462767, + "146": 0.2236067977, + "147": null, + "148": 0.632455532, + "149": 0.632455532, + "150": null, + "151": 0.632455532, + "152": 0.316227766, + "153": -0.6708203932, + "154": 0.5163977795, + "155": 0.4472135955, + "156": 0.1195228609, + "157": null, + "158": -0.1195228609, + "159": 0.316227766, + "160": -0.1054092553, + "161": 0.5976143047, + "162": 0.1195228609, + "163": 0.7745966692, + "164": 0.2, + "165": -0.8366600265, + "166": 0.8366600265, + "167": 0.0, + "168": 0.3585685828, + "169": -0.1195228609, + "170": 0.4472135955, + "171": -1.0, + "172": 0.0, + "173": 0.7378647874, + "174": 0.0, + "175": 0.2581988897, + "176": 0.5270462767, + "177": 0.5270462767, + "178": -0.1195228609, + "179": 0.316227766, + "180": 0.1054092553, + "181": 0.3585685828, + "182": 0.3585685828, + "183": 0.7378647874, + "184": 0.4472135955, + "185": null, + "186": null, + "187": 0.316227766, + "188": 0.5270462767, + "189": 0.632455532, + "190": 0.1195228609, + "191": 0.632455532, + "192": 0.5976143047, + "193": 0.5270462767, + "194": null, + "195": 0.7378647874, + "196": 0.5976143047, + "197": 0.0, + "198": 0.1195228609, + "199": 0.5270462767, + "200": -0.7745966692, + "201": 0.5976143047, + "202": -0.8366600265, + "203": 0.8366600265, + "204": 0.0, + "205": 0.2581988897, + "206": 0.5976143047, + "207": 0.0, + "208": 0.7378647874, + "209": -0.1054092553, + "210": 0.9486832981, + "211": 0.4472135955, + "212": 0.2581988897, + "213": -0.1195228609, + "214": 0.5976143047, + "215": -0.6708203932, + "216": -0.4472135955, + "217": 0.632455532, + "218": 0.3585685828, + "219": 0.0, + "220": -0.1195228609, + "221": 0.1195228609, + "222": 0.894427191, + "223": 0.632455532, + "224": 0.0, + "225": -0.5976143047, + "226": 0.4472135955, + "227": 0.632455532, + "228": 0.5976143047, + "229": 0.1195228609, + "230": null, + "231": 0.7745966692, + "232": 0.5270462767, + "233": 0.4472135955, + "234": 0.2236067977, + "235": 0.316227766, + "236": 0.3585685828, + "237": -0.1195228609, + "238": 0.1195228609, + "239": 0.3585685828, + "240": -0.1195228609, + "241": 0.1054092553, + "242": 0.8366600265, + "243": -0.1054092553, + "244": 0.5270462767, + "245": -0.7745966692, + "246": 0.1054092553, + "247": 0.5976143047, + "248": 0.0, + "249": null, + "average": 0.2934209885 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-roberta', 'F')": { + "0": 0.632455532, + "1": 0.632455532, + "2": 0.5976143047, + "3": 0.7378647874, + "4": 0.5270462767, + "5": 0.7378647874, + "6": 0.632455532, + "7": 0.632455532, + "8": 0.0, + "9": 0.2, + "10": -0.316227766, + "11": 0.316227766, + "12": 0.5976143047, + "13": 0.316227766, + "14": 0.7378647874, + "15": 0.2581988897, + "16": 0.7745966692, + "17": 0.632455532, + "18": 0.4, + "19": 0.3585685828, + "20": 0.7745966692, + "21": null, + "22": -0.1054092553, + "23": -0.8366600265, + "24": 0.632455532, + "25": null, + "26": 0.5976143047, + "27": 0.632455532, + "28": 0.1195228609, + "29": null, + "30": 0.5976143047, + "31": 0.894427191, + "32": 0.8366600265, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.6666666667, + "37": null, + "38": 0.0, + "39": 0.5976143047, + "40": 0.316227766, + "41": 0.316227766, + "42": 0.8366600265, + "43": 0.5270462767, + "44": -0.1195228609, + "45": -0.3585685828, + "46": null, + "47": -0.316227766, + "48": 0.2, + "49": 0.0, + "50": 0.9486832981, + "51": 0.316227766, + "52": -0.5976143047, + "53": -0.632455532, + "54": null, + "55": 0.7378647874, + "56": null, + "57": 0.632455532, + "58": null, + "59": 0.632455532, + "60": 0.5270462767, + "61": 0.1195228609, + "62": 0.3585685828, + "63": 0.1195228609, + "64": 0.632455532, + "65": -0.316227766, + "66": 0.632455532, + "67": 0.5270462767, + "68": 0.7378647874, + "69": 0.632455532, + "70": 0.632455532, + "71": 0.632455532, + "72": 0.632455532, + "73": 0.1195228609, + "74": 0.4472135955, + "75": 0.3585685828, + "76": 0.5976143047, + "77": 0.316227766, + "78": 0.1195228609, + "79": 0.1054092553, + "80": null, + "81": 0.3585685828, + "82": 0.1195228609, + "83": 0.4, + "84": 0.1195228609, + "85": 0.6708203932, + "86": 0.1054092553, + "87": null, + "88": 0.316227766, + "89": null, + "90": -0.1195228609, + "91": 0.5976143047, + "92": 0.3585685828, + "93": 0.5163977795, + "94": 0.2581988897, + "95": 0.5976143047, + "96": 0.2, + "97": 0.7745966692, + "98": 0.632455532, + "99": 0.3585685828, + "100": 0.0, + "101": 0.632455532, + "102": 0.2581988897, + "103": 0.5163977795, + "104": 0.6, + "105": 0.316227766, + "106": -0.316227766, + "107": 0.8366600265, + "108": 0.5163977795, + "109": 0.5270462767, + "110": 0.6708203932, + "111": 0.5270462767, + "112": 0.4472135955, + "113": 0.316227766, + "114": 0.316227766, + "115": 0.632455532, + "116": 0.5976143047, + "117": 0.632455532, + "118": 0.8366600265, + "119": 0.5270462767, + "120": 0.316227766, + "121": 0.3585685828, + "122": 0.632455532, + "123": 0.632455532, + "124": null, + "125": 0.5976143047, + "126": 0.316227766, + "127": 0.7745966692, + "128": 0.632455532, + "129": 0.6708203932, + "130": 0.3585685828, + "131": 0.8366600265, + "132": -0.1195228609, + "133": 0.0, + "134": -0.3585685828, + "135": 0.632455532, + "136": 0.8366600265, + "137": -0.3585685828, + "138": 0.632455532, + "139": -0.3585685828, + "140": null, + "141": 0.316227766, + "142": null, + "143": 0.632455532, + "144": 0.5976143047, + "145": 0.5270462767, + "146": 0.0, + "147": null, + "148": 0.632455532, + "149": 0.632455532, + "150": null, + "151": 0.632455532, + "152": 0.316227766, + "153": -0.4472135955, + "154": 0.5163977795, + "155": 0.894427191, + "156": -0.1195228609, + "157": null, + "158": -0.3585685828, + "159": 0.316227766, + "160": 0.1054092553, + "161": 0.5976143047, + "162": 0.1195228609, + "163": 0.7745966692, + "164": 0.6, + "165": -0.8366600265, + "166": 0.8366600265, + "167": 0.4472135955, + "168": 0.1195228609, + "169": -0.1195228609, + "170": 0.4472135955, + "171": -0.6, + "172": 0.0, + "173": 0.316227766, + "174": 0.0, + "175": 0.7745966692, + "176": 0.316227766, + "177": 0.5270462767, + "178": 0.1195228609, + "179": 0.316227766, + "180": 0.5270462767, + "181": 0.3585685828, + "182": 0.3585685828, + "183": 0.7378647874, + "184": 0.4472135955, + "185": null, + "186": null, + "187": 0.316227766, + "188": 0.7378647874, + "189": 0.632455532, + "190": 0.1195228609, + "191": 0.632455532, + "192": 0.8366600265, + "193": 0.7378647874, + "194": null, + "195": 0.9486832981, + "196": 0.3585685828, + "197": 0.632455532, + "198": 0.3585685828, + "199": 0.9486832981, + "200": -0.7745966692, + "201": 0.5976143047, + "202": -0.3585685828, + "203": 0.8366600265, + "204": 0.316227766, + "205": 0.2581988897, + "206": 0.5976143047, + "207": 0.632455532, + "208": 0.7378647874, + "209": -0.1054092553, + "210": 0.7378647874, + "211": 0.2236067977, + "212": 0.5163977795, + "213": 0.3585685828, + "214": 0.8366600265, + "215": -0.6708203932, + "216": 0.0, + "217": 0.632455532, + "218": 0.3585685828, + "219": 0.0, + "220": 0.3585685828, + "221": 0.8366600265, + "222": 0.6708203932, + "223": 0.316227766, + "224": 0.316227766, + "225": -0.3585685828, + "226": 0.6708203932, + "227": 0.632455532, + "228": 0.8366600265, + "229": 0.5976143047, + "230": null, + "231": 0.7745966692, + "232": 0.5270462767, + "233": 0.4472135955, + "234": 0.2236067977, + "235": 0.316227766, + "236": 0.3585685828, + "237": 0.3585685828, + "238": 0.1195228609, + "239": 0.8366600265, + "240": -0.1195228609, + "241": 0.316227766, + "242": 0.8366600265, + "243": 0.316227766, + "244": 0.5270462767, + "245": -0.7745966692, + "246": -0.1054092553, + "247": 0.5976143047, + "248": 0.2581988897, + "249": null, + "average": 0.3786218276 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'P')": { + "0": 0.316227766, + "1": -0.632455532, + "2": 0.1195228609, + "3": -0.316227766, + "4": 0.316227766, + "5": 0.5270462767, + "6": 0.316227766, + "7": 0.316227766, + "8": 0.0, + "9": 1.0, + "10": 0.0, + "11": -0.316227766, + "12": 0.8366600265, + "13": 0.5270462767, + "14": 0.7378647874, + "15": 0.0, + "16": 0.2581988897, + "17": 0.632455532, + "18": 0.0, + "19": 0.1195228609, + "20": 0.0, + "21": null, + "22": -0.7378647874, + "23": -0.1195228609, + "24": 0.632455532, + "25": null, + "26": -0.3585685828, + "27": 0.0, + "28": 0.5976143047, + "29": null, + "30": -0.3585685828, + "31": 0.4472135955, + "32": -0.5976143047, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.0, + "37": null, + "38": -0.6, + "39": 0.8366600265, + "40": -0.632455532, + "41": 0.316227766, + "42": 0.8366600265, + "43": 0.1054092553, + "44": 0.5976143047, + "45": -0.3585685828, + "46": null, + "47": -0.632455532, + "48": 0.8, + "49": 0.316227766, + "50": 0.1054092553, + "51": -0.1054092553, + "52": -0.1195228609, + "53": -0.316227766, + "54": null, + "55": -0.316227766, + "56": null, + "57": 0.0, + "58": null, + "59": -0.316227766, + "60": 0.1054092553, + "61": 0.1195228609, + "62": 0.3585685828, + "63": 0.1195228609, + "64": 0.632455532, + "65": 0.0, + "66": 0.632455532, + "67": 0.1054092553, + "68": -0.7378647874, + "69": 0.632455532, + "70": 0.0, + "71": 0.632455532, + "72": 0.316227766, + "73": -0.1195228609, + "74": 0.2236067977, + "75": 0.8366600265, + "76": 0.8366600265, + "77": 0.0, + "78": -0.1195228609, + "79": 0.5270462767, + "80": null, + "81": 0.8366600265, + "82": 0.1195228609, + "83": 0.4, + "84": -0.1195228609, + "85": 0.2236067977, + "86": -0.5270462767, + "87": null, + "88": -0.316227766, + "89": null, + "90": -0.1195228609, + "91": 0.3585685828, + "92": 0.5976143047, + "93": -0.2581988897, + "94": 0.7745966692, + "95": 0.5976143047, + "96": 0.2, + "97": -0.7745966692, + "98": 0.632455532, + "99": -0.1195228609, + "100": 0.316227766, + "101": 0.632455532, + "102": -0.7745966692, + "103": 0.0, + "104": 0.0, + "105": -0.5270462767, + "106": 0.632455532, + "107": -0.3585685828, + "108": -0.2581988897, + "109": -0.1054092553, + "110": -0.4472135955, + "111": 0.9486832981, + "112": 0.0, + "113": -0.1054092553, + "114": 0.316227766, + "115": 0.316227766, + "116": 0.8366600265, + "117": -0.632455532, + "118": 0.5976143047, + "119": -0.5270462767, + "120": 0.7378647874, + "121": 0.1195228609, + "122": 0.316227766, + "123": -0.632455532, + "124": null, + "125": 0.5976143047, + "126": 0.316227766, + "127": 0.5163977795, + "128": 0.316227766, + "129": -0.894427191, + "130": 0.8366600265, + "131": 0.8366600265, + "132": -0.3585685828, + "133": 0.2581988897, + "134": -0.8366600265, + "135": 0.316227766, + "136": -0.3585685828, + "137": -0.1195228609, + "138": -0.316227766, + "139": 0.1195228609, + "140": null, + "141": -0.5270462767, + "142": null, + "143": 0.316227766, + "144": 0.1195228609, + "145": -0.1054092553, + "146": 0.0, + "147": null, + "148": 0.316227766, + "149": 0.316227766, + "150": null, + "151": 0.316227766, + "152": -0.632455532, + "153": -0.2236067977, + "154": -0.2581988897, + "155": 0.2236067977, + "156": -0.5976143047, + "157": null, + "158": -0.3585685828, + "159": 0.1054092553, + "160": 0.1054092553, + "161": 0.5976143047, + "162": 0.5976143047, + "163": -0.2581988897, + "164": 0.0, + "165": -0.5976143047, + "166": 0.5976143047, + "167": -0.4472135955, + "168": 0.8366600265, + "169": -0.1195228609, + "170": 0.4472135955, + "171": -0.2, + "172": -0.316227766, + "173": -0.316227766, + "174": -0.632455532, + "175": -0.7745966692, + "176": -0.316227766, + "177": 0.5270462767, + "178": 0.5976143047, + "179": 0.0, + "180": 0.5270462767, + "181": -0.1195228609, + "182": 0.5976143047, + "183": -0.1054092553, + "184": 0.2236067977, + "185": null, + "186": null, + "187": 0.1054092553, + "188": 0.316227766, + "189": 0.632455532, + "190": -0.8366600265, + "191": 0.0, + "192": 0.5976143047, + "193": -0.316227766, + "194": null, + "195": -0.7378647874, + "196": -0.5976143047, + "197": 0.316227766, + "198": -0.1195228609, + "199": 0.5270462767, + "200": -0.5163977795, + "201": 0.5976143047, + "202": -0.3585685828, + "203": -0.5976143047, + "204": 0.632455532, + "205": 0.7745966692, + "206": -0.1195228609, + "207": 0.632455532, + "208": 0.316227766, + "209": 0.9486832981, + "210": 0.1054092553, + "211": 0.0, + "212": -0.2581988897, + "213": -0.1195228609, + "214": -0.5976143047, + "215": -0.894427191, + "216": 0.0, + "217": 0.316227766, + "218": 0.3585685828, + "219": 0.6708203932, + "220": -0.5976143047, + "221": 0.5976143047, + "222": 0.6708203932, + "223": -0.632455532, + "224": 0.316227766, + "225": -0.3585685828, + "226": -0.4472135955, + "227": 0.632455532, + "228": 0.1195228609, + "229": 0.3585685828, + "230": null, + "231": 0.7745966692, + "232": 0.5270462767, + "233": -0.6708203932, + "234": 0.2236067977, + "235": 0.316227766, + "236": 0.8366600265, + "237": 0.8366600265, + "238": 0.3585685828, + "239": 0.1195228609, + "240": -0.3585685828, + "241": 0.5270462767, + "242": -0.1195228609, + "243": 0.1054092553, + "244": 0.316227766, + "245": -0.2581988897, + "246": 0.9486832981, + "247": -0.1195228609, + "248": -0.7745966692, + "249": null, + "average": 0.0979697332 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'R')": { + "0": 0.316227766, + "1": -0.632455532, + "2": 0.3585685828, + "3": -0.5270462767, + "4": 0.1054092553, + "5": -0.7378647874, + "6": 0.632455532, + "7": 0.632455532, + "8": 0.0, + "9": -0.4, + "10": 0.632455532, + "11": -0.5270462767, + "12": 0.5976143047, + "13": 0.316227766, + "14": 0.5270462767, + "15": 0.0, + "16": 0.2581988897, + "17": -0.316227766, + "18": -0.4, + "19": -0.3585685828, + "20": -0.2581988897, + "21": null, + "22": -0.316227766, + "23": 0.3585685828, + "24": 0.316227766, + "25": null, + "26": -0.3585685828, + "27": -0.632455532, + "28": 0.3585685828, + "29": null, + "30": -0.3585685828, + "31": 0.2236067977, + "32": -0.5976143047, + "33": null, + "34": 0.632455532, + "35": null, + "36": -0.6666666667, + "37": null, + "38": -0.2, + "39": 0.8366600265, + "40": -0.632455532, + "41": 0.0, + "42": -0.5976143047, + "43": -0.316227766, + "44": -0.1195228609, + "45": -0.3585685828, + "46": null, + "47": 0.0, + "48": 0.2, + "49": 0.0, + "50": 0.1054092553, + "51": -0.7378647874, + "52": -0.5976143047, + "53": -0.316227766, + "54": null, + "55": -0.316227766, + "56": null, + "57": 0.0, + "58": null, + "59": -0.632455532, + "60": -0.1054092553, + "61": 0.1195228609, + "62": 0.1195228609, + "63": 0.1195228609, + "64": 0.0, + "65": -0.632455532, + "66": 0.632455532, + "67": 0.5270462767, + "68": -0.5270462767, + "69": 0.0, + "70": -0.316227766, + "71": 0.632455532, + "72": -0.316227766, + "73": -0.1195228609, + "74": 0.4472135955, + "75": -0.3585685828, + "76": -0.3585685828, + "77": 0.316227766, + "78": -0.3585685828, + "79": -0.5270462767, + "80": null, + "81": 0.1195228609, + "82": -0.3585685828, + "83": -0.4, + "84": -0.5976143047, + "85": -0.4472135955, + "86": -0.316227766, + "87": null, + "88": 0.1054092553, + "89": null, + "90": 0.1195228609, + "91": -0.3585685828, + "92": -0.3585685828, + "93": -0.5163977795, + "94": 0.5163977795, + "95": 0.1195228609, + "96": 0.0, + "97": -0.7745966692, + "98": -0.632455532, + "99": -0.5976143047, + "100": -0.632455532, + "101": 0.632455532, + "102": -0.2581988897, + "103": -0.7745966692, + "104": 0.6, + "105": 0.1054092553, + "106": -0.632455532, + "107": 0.1195228609, + "108": -0.7745966692, + "109": 0.5270462767, + "110": 0.2236067977, + "111": 0.316227766, + "112": -0.894427191, + "113": -0.1054092553, + "114": 0.316227766, + "115": -0.632455532, + "116": -0.1195228609, + "117": -0.316227766, + "118": 0.8366600265, + "119": -0.316227766, + "120": -0.1054092553, + "121": -0.1195228609, + "122": -0.316227766, + "123": -0.632455532, + "124": null, + "125": 0.1195228609, + "126": -0.632455532, + "127": -0.7745966692, + "128": -0.316227766, + "129": -0.894427191, + "130": 0.3585685828, + "131": 0.3585685828, + "132": 0.1195228609, + "133": -0.2581988897, + "134": -0.5976143047, + "135": -0.632455532, + "136": 0.1195228609, + "137": 0.1195228609, + "138": -0.316227766, + "139": 0.3585685828, + "140": null, + "141": -0.5270462767, + "142": null, + "143": -0.316227766, + "144": -0.1195228609, + "145": 0.5270462767, + "146": -0.4472135955, + "147": null, + "148": -0.316227766, + "149": 0.0, + "150": null, + "151": 0.632455532, + "152": -0.632455532, + "153": 0.4472135955, + "154": -0.2581988897, + "155": 0.2236067977, + "156": -0.3585685828, + "157": null, + "158": -0.8366600265, + "159": -0.316227766, + "160": -0.1054092553, + "161": 0.3585685828, + "162": -0.3585685828, + "163": -0.2581988897, + "164": -0.4, + "165": -0.8366600265, + "166": 0.1195228609, + "167": 0.0, + "168": -0.1195228609, + "169": -0.5976143047, + "170": 0.4472135955, + "171": -0.6, + "172": 0.316227766, + "173": 0.1054092553, + "174": -0.632455532, + "175": -0.2581988897, + "176": 0.316227766, + "177": 0.1054092553, + "178": 0.1195228609, + "179": 0.0, + "180": -0.7378647874, + "181": -0.3585685828, + "182": -0.5976143047, + "183": 0.1054092553, + "184": -0.4472135955, + "185": null, + "186": null, + "187": -0.1054092553, + "188": 0.1054092553, + "189": 0.632455532, + "190": -0.8366600265, + "191": 0.632455532, + "192": -0.5976143047, + "193": -0.316227766, + "194": null, + "195": -0.316227766, + "196": -0.3585685828, + "197": -0.632455532, + "198": -0.3585685828, + "199": -0.316227766, + "200": -0.7745966692, + "201": -0.3585685828, + "202": -0.5976143047, + "203": -0.8366600265, + "204": 0.316227766, + "205": 0.2581988897, + "206": -0.1195228609, + "207": 0.0, + "208": -0.1054092553, + "209": 0.1054092553, + "210": 0.316227766, + "211": 0.4472135955, + "212": 0.0, + "213": -0.3585685828, + "214": -0.8366600265, + "215": -0.4472135955, + "216": -0.4472135955, + "217": -0.632455532, + "218": 0.1195228609, + "219": 0.894427191, + "220": -0.5976143047, + "221": -0.3585685828, + "222": 0.6708203932, + "223": 0.316227766, + "224": 0.316227766, + "225": -0.3585685828, + "226": -0.894427191, + "227": 0.632455532, + "228": -0.1195228609, + "229": -0.1195228609, + "230": null, + "231": 0.0, + "232": 0.1054092553, + "233": -0.4472135955, + "234": -0.2236067977, + "235": -0.316227766, + "236": -0.5976143047, + "237": -0.3585685828, + "238": -0.8366600265, + "239": 0.8366600265, + "240": 0.8366600265, + "241": 0.316227766, + "242": -0.3585685828, + "243": 0.316227766, + "244": -0.5270462767, + "245": -0.7745966692, + "246": 0.316227766, + "247": 0.1195228609, + "248": -0.5163977795, + "249": null, + "average": -0.1334869663 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'F')": { + "0": 0.316227766, + "1": -0.632455532, + "2": 0.3585685828, + "3": -0.316227766, + "4": 0.316227766, + "5": -0.7378647874, + "6": 0.632455532, + "7": 0.632455532, + "8": 0.0, + "9": -0.2, + "10": 0.316227766, + "11": -0.9486832981, + "12": 0.8366600265, + "13": 0.5270462767, + "14": 0.9486832981, + "15": 0.0, + "16": 0.2581988897, + "17": -0.316227766, + "18": -0.4, + "19": -0.3585685828, + "20": 0.0, + "21": null, + "22": -0.316227766, + "23": 0.1195228609, + "24": 0.316227766, + "25": null, + "26": -0.3585685828, + "27": -0.632455532, + "28": 0.5976143047, + "29": null, + "30": -0.5976143047, + "31": 0.4472135955, + "32": -0.5976143047, + "33": null, + "34": 0.632455532, + "35": null, + "36": -0.6666666667, + "37": null, + "38": -0.4, + "39": 0.8366600265, + "40": -0.632455532, + "41": 0.0, + "42": -0.5976143047, + "43": -0.1054092553, + "44": 0.3585685828, + "45": -0.3585685828, + "46": null, + "47": 0.0, + "48": 0.2, + "49": 0.0, + "50": 0.1054092553, + "51": -0.7378647874, + "52": -0.5976143047, + "53": -0.316227766, + "54": null, + "55": -0.316227766, + "56": null, + "57": 0.0, + "58": null, + "59": -0.632455532, + "60": -0.1054092553, + "61": 0.1195228609, + "62": 0.3585685828, + "63": 0.1195228609, + "64": 0.0, + "65": -0.632455532, + "66": 0.632455532, + "67": 0.5270462767, + "68": -0.5270462767, + "69": 0.0, + "70": -0.316227766, + "71": 0.632455532, + "72": -0.316227766, + "73": -0.1195228609, + "74": 0.4472135955, + "75": -0.3585685828, + "76": -0.3585685828, + "77": -0.316227766, + "78": -0.8366600265, + "79": -0.316227766, + "80": null, + "81": 0.3585685828, + "82": -0.3585685828, + "83": -0.4, + "84": -0.5976143047, + "85": -0.4472135955, + "86": -0.316227766, + "87": null, + "88": 0.1054092553, + "89": null, + "90": 0.1195228609, + "91": -0.3585685828, + "92": -0.3585685828, + "93": -0.5163977795, + "94": 0.5163977795, + "95": 0.1195228609, + "96": 0.2, + "97": -0.7745966692, + "98": -0.632455532, + "99": -0.5976143047, + "100": -0.632455532, + "101": 0.632455532, + "102": -0.2581988897, + "103": -0.7745966692, + "104": 0.6, + "105": 0.1054092553, + "106": -0.632455532, + "107": -0.1195228609, + "108": -0.7745966692, + "109": 0.5270462767, + "110": 0.0, + "111": 0.9486832981, + "112": -0.894427191, + "113": -0.1054092553, + "114": 0.316227766, + "115": -0.632455532, + "116": -0.1195228609, + "117": -0.316227766, + "118": 0.8366600265, + "119": -0.5270462767, + "120": -0.1054092553, + "121": -0.1195228609, + "122": -0.316227766, + "123": -0.632455532, + "124": null, + "125": 0.1195228609, + "126": -0.632455532, + "127": -0.7745966692, + "128": -0.316227766, + "129": -0.894427191, + "130": 0.3585685828, + "131": 0.5976143047, + "132": -0.1195228609, + "133": -0.2581988897, + "134": -0.5976143047, + "135": -0.632455532, + "136": 0.3585685828, + "137": 0.1195228609, + "138": -0.316227766, + "139": 0.5976143047, + "140": null, + "141": -0.5270462767, + "142": null, + "143": -0.316227766, + "144": -0.1195228609, + "145": 0.1054092553, + "146": -0.6708203932, + "147": null, + "148": -0.316227766, + "149": 0.0, + "150": null, + "151": 0.632455532, + "152": -0.632455532, + "153": 0.4472135955, + "154": -0.2581988897, + "155": 0.2236067977, + "156": -0.5976143047, + "157": null, + "158": -0.8366600265, + "159": -0.1054092553, + "160": -0.316227766, + "161": 0.3585685828, + "162": 0.1195228609, + "163": -0.5163977795, + "164": -0.2, + "165": -0.8366600265, + "166": 0.3585685828, + "167": 0.0, + "168": -0.1195228609, + "169": -0.5976143047, + "170": 0.4472135955, + "171": -0.6, + "172": 0.316227766, + "173": 0.7378647874, + "174": -0.632455532, + "175": -0.2581988897, + "176": 0.1054092553, + "177": 0.1054092553, + "178": 0.1195228609, + "179": -0.316227766, + "180": -0.7378647874, + "181": -0.3585685828, + "182": -0.1195228609, + "183": 0.1054092553, + "184": -0.4472135955, + "185": null, + "186": null, + "187": 0.1054092553, + "188": 0.1054092553, + "189": 0.632455532, + "190": -0.8366600265, + "191": 0.632455532, + "192": -0.5976143047, + "193": -0.316227766, + "194": null, + "195": -0.5270462767, + "196": -0.3585685828, + "197": -0.632455532, + "198": -0.3585685828, + "199": 0.1054092553, + "200": -0.7745966692, + "201": 0.1195228609, + "202": -0.5976143047, + "203": -0.8366600265, + "204": 0.316227766, + "205": 0.2581988897, + "206": -0.1195228609, + "207": 0.316227766, + "208": -0.1054092553, + "209": 0.316227766, + "210": 0.316227766, + "211": 0.4472135955, + "212": -0.2581988897, + "213": -0.3585685828, + "214": -0.8366600265, + "215": -0.6708203932, + "216": -0.4472135955, + "217": -0.632455532, + "218": 0.1195228609, + "219": 0.894427191, + "220": -0.5976143047, + "221": -0.3585685828, + "222": 0.6708203932, + "223": 0.316227766, + "224": 0.316227766, + "225": -0.3585685828, + "226": -0.894427191, + "227": 0.632455532, + "228": -0.3585685828, + "229": -0.1195228609, + "230": null, + "231": 0.0, + "232": 0.1054092553, + "233": -0.4472135955, + "234": 0.0, + "235": -0.316227766, + "236": -0.5976143047, + "237": -0.1195228609, + "238": -0.8366600265, + "239": 0.8366600265, + "240": 0.8366600265, + "241": 0.316227766, + "242": -0.3585685828, + "243": 0.316227766, + "244": -0.5270462767, + "245": -0.5163977795, + "246": 0.5270462767, + "247": 0.1195228609, + "248": -0.5163977795, + "249": null, + "average": -0.1171235813 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'P')": { + "0": 0.316227766, + "1": 0.632455532, + "2": 0.8366600265, + "3": 0.5270462767, + "4": 0.5270462767, + "5": 0.7378647874, + "6": 0.316227766, + "7": -0.316227766, + "8": -0.2581988897, + "9": 1.0, + "10": 0.0, + "11": -0.1054092553, + "12": 0.3585685828, + "13": 0.316227766, + "14": 0.9486832981, + "15": -0.5163977795, + "16": 0.0, + "17": 0.316227766, + "18": 0.8, + "19": 0.3585685828, + "20": 0.5163977795, + "21": null, + "22": 0.5270462767, + "23": 0.1195228609, + "24": 0.316227766, + "25": null, + "26": 0.1195228609, + "27": 0.0, + "28": 0.8366600265, + "29": null, + "30": 0.5976143047, + "31": 0.2236067977, + "32": 0.3585685828, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.6666666667, + "37": null, + "38": -0.8, + "39": 0.5976143047, + "40": -0.632455532, + "41": 0.632455532, + "42": 0.8366600265, + "43": 0.316227766, + "44": 0.3585685828, + "45": 0.3585685828, + "46": null, + "47": 0.316227766, + "48": 0.6, + "49": 0.316227766, + "50": 0.9486832981, + "51": -0.316227766, + "52": -0.3585685828, + "53": -0.316227766, + "54": null, + "55": 0.316227766, + "56": null, + "57": 0.632455532, + "58": null, + "59": 0.316227766, + "60": 0.5270462767, + "61": 0.1195228609, + "62": 0.8366600265, + "63": 0.5976143047, + "64": 0.632455532, + "65": 0.632455532, + "66": 0.316227766, + "67": 0.5270462767, + "68": -0.1054092553, + "69": 0.632455532, + "70": 0.632455532, + "71": 0.632455532, + "72": 0.632455532, + "73": 0.3585685828, + "74": 0.2236067977, + "75": 0.8366600265, + "76": 0.8366600265, + "77": 0.0, + "78": 0.3585685828, + "79": 0.9486832981, + "80": null, + "81": 0.8366600265, + "82": 0.3585685828, + "83": 0.6, + "84": -0.1195228609, + "85": 0.2236067977, + "86": -0.316227766, + "87": null, + "88": 0.5270462767, + "89": null, + "90": 0.1195228609, + "91": 0.3585685828, + "92": 0.5976143047, + "93": 0.7745966692, + "94": 0.7745966692, + "95": 0.8366600265, + "96": 0.4, + "97": 0.7745966692, + "98": 0.316227766, + "99": 0.1195228609, + "100": 0.632455532, + "101": 0.632455532, + "102": -0.2581988897, + "103": 0.7745966692, + "104": 0.4, + "105": 0.5270462767, + "106": 0.316227766, + "107": 0.1195228609, + "108": 0.2581988897, + "109": -0.316227766, + "110": -0.4472135955, + "111": 0.5270462767, + "112": 0.4472135955, + "113": 0.5270462767, + "114": 0.632455532, + "115": 0.632455532, + "116": 0.3585685828, + "117": -0.632455532, + "118": 0.5976143047, + "119": 0.5270462767, + "120": 0.7378647874, + "121": 0.8366600265, + "122": 0.316227766, + "123": 0.0, + "124": null, + "125": 0.8366600265, + "126": 0.632455532, + "127": 0.5163977795, + "128": 0.632455532, + "129": 0.0, + "130": 0.8366600265, + "131": 0.5976143047, + "132": 0.3585685828, + "133": 0.5163977795, + "134": -0.1195228609, + "135": 0.632455532, + "136": 0.5976143047, + "137": 0.1195228609, + "138": 0.0, + "139": 0.1195228609, + "140": null, + "141": -0.5270462767, + "142": null, + "143": 0.316227766, + "144": 0.5976143047, + "145": 0.9486832981, + "146": 0.894427191, + "147": null, + "148": 0.632455532, + "149": 0.632455532, + "150": null, + "151": 0.0, + "152": -0.632455532, + "153": 0.6708203932, + "154": -0.2581988897, + "155": 0.2236067977, + "156": 0.8366600265, + "157": null, + "158": -0.1195228609, + "159": 0.316227766, + "160": -0.1054092553, + "161": 0.5976143047, + "162": 0.8366600265, + "163": 0.2581988897, + "164": 0.4, + "165": -0.3585685828, + "166": 0.8366600265, + "167": 0.0, + "168": 0.8366600265, + "169": -0.3585685828, + "170": 0.4472135955, + "171": 0.4, + "172": -0.316227766, + "173": -0.316227766, + "174": 0.632455532, + "175": 0.5163977795, + "176": 0.5270462767, + "177": 0.9486832981, + "178": 0.8366600265, + "179": 0.316227766, + "180": 0.5270462767, + "181": 0.8366600265, + "182": 0.5976143047, + "183": 0.7378647874, + "184": 0.4472135955, + "185": null, + "186": null, + "187": 0.7378647874, + "188": 0.5270462767, + "189": 0.632455532, + "190": -0.8366600265, + "191": 0.632455532, + "192": 0.5976143047, + "193": 0.1054092553, + "194": null, + "195": 0.316227766, + "196": 0.1195228609, + "197": 0.316227766, + "198": 0.8366600265, + "199": 0.316227766, + "200": -0.5163977795, + "201": 0.8366600265, + "202": 0.1195228609, + "203": 0.5976143047, + "204": 0.632455532, + "205": 0.7745966692, + "206": 0.3585685828, + "207": 0.632455532, + "208": 0.7378647874, + "209": 0.5270462767, + "210": 0.316227766, + "211": 0.6708203932, + "212": 0.0, + "213": -0.3585685828, + "214": 0.3585685828, + "215": -0.894427191, + "216": 0.894427191, + "217": 0.0, + "218": 0.5976143047, + "219": -0.4472135955, + "220": 0.3585685828, + "221": 0.8366600265, + "222": 0.4472135955, + "223": -0.632455532, + "224": 0.0, + "225": -0.8366600265, + "226": 0.6708203932, + "227": 0.632455532, + "228": 0.5976143047, + "229": 0.8366600265, + "230": null, + "231": 0.7745966692, + "232": 0.7378647874, + "233": 0.4472135955, + "234": 0.4472135955, + "235": 0.0, + "236": 0.3585685828, + "237": 0.5976143047, + "238": 0.1195228609, + "239": -0.1195228609, + "240": -0.3585685828, + "241": 0.7378647874, + "242": -0.1195228609, + "243": 0.1054092553, + "244": 0.316227766, + "245": 0.2581988897, + "246": 0.7378647874, + "247": 0.1195228609, + "248": -0.5163977795, + "249": null, + "average": 0.3536346245 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'R')": { + "0": 0.632455532, + "1": 0.632455532, + "2": 0.3585685828, + "3": 0.1054092553, + "4": 0.316227766, + "5": -0.316227766, + "6": 0.632455532, + "7": 0.0, + "8": -0.2581988897, + "9": 0.4, + "10": 0.632455532, + "11": -0.1054092553, + "12": 0.5976143047, + "13": -0.7378647874, + "14": 0.9486832981, + "15": -0.2581988897, + "16": 0.0, + "17": 0.0, + "18": 0.2, + "19": 0.1195228609, + "20": 0.0, + "21": null, + "22": 0.1054092553, + "23": 0.1195228609, + "24": 0.316227766, + "25": null, + "26": -0.1195228609, + "27": -0.632455532, + "28": 0.8366600265, + "29": null, + "30": 0.8366600265, + "31": 0.4472135955, + "32": 0.3585685828, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.6666666667, + "37": null, + "38": 0.2, + "39": 0.3585685828, + "40": -0.316227766, + "41": 0.316227766, + "42": -0.8366600265, + "43": 0.316227766, + "44": 0.1195228609, + "45": -0.3585685828, + "46": null, + "47": 0.316227766, + "48": 0.4, + "49": 0.316227766, + "50": 0.9486832981, + "51": -0.1054092553, + "52": -0.5976143047, + "53": -0.316227766, + "54": null, + "55": 0.316227766, + "56": null, + "57": 0.632455532, + "58": null, + "59": 0.316227766, + "60": 0.316227766, + "61": 0.1195228609, + "62": 0.5976143047, + "63": 0.1195228609, + "64": 0.0, + "65": 0.0, + "66": -0.632455532, + "67": 0.5270462767, + "68": 0.316227766, + "69": 0.632455532, + "70": -0.316227766, + "71": 0.632455532, + "72": 0.0, + "73": 0.1195228609, + "74": 0.4472135955, + "75": 0.8366600265, + "76": -0.1195228609, + "77": 0.632455532, + "78": 0.3585685828, + "79": 0.5270462767, + "80": null, + "81": 0.3585685828, + "82": 0.1195228609, + "83": -0.2, + "84": -0.3585685828, + "85": 0.894427191, + "86": -0.1054092553, + "87": null, + "88": 0.316227766, + "89": null, + "90": -0.1195228609, + "91": 0.8366600265, + "92": 0.1195228609, + "93": 0.0, + "94": 0.7745966692, + "95": 0.1195228609, + "96": 0.6, + "97": 0.7745966692, + "98": -0.632455532, + "99": 0.3585685828, + "100": 0.632455532, + "101": 0.632455532, + "102": -0.7745966692, + "103": 0.2581988897, + "104": 0.6, + "105": 0.5270462767, + "106": -0.316227766, + "107": 0.1195228609, + "108": 0.0, + "109": 0.5270462767, + "110": 0.4472135955, + "111": 0.9486832981, + "112": 0.4472135955, + "113": 0.316227766, + "114": 0.632455532, + "115": 0.632455532, + "116": 0.5976143047, + "117": -0.316227766, + "118": 0.1195228609, + "119": 0.7378647874, + "120": 0.1054092553, + "121": 0.8366600265, + "122": 0.0, + "123": 0.0, + "124": null, + "125": 0.3585685828, + "126": 0.632455532, + "127": 0.2581988897, + "128": 0.632455532, + "129": 0.894427191, + "130": 0.8366600265, + "131": 0.5976143047, + "132": -0.3585685828, + "133": -0.2581988897, + "134": -0.8366600265, + "135": -0.632455532, + "136": 0.8366600265, + "137": 0.1195228609, + "138": 0.316227766, + "139": 0.1195228609, + "140": null, + "141": -0.5270462767, + "142": null, + "143": -0.632455532, + "144": 0.1195228609, + "145": 0.316227766, + "146": 0.0, + "147": null, + "148": 0.316227766, + "149": 0.632455532, + "150": null, + "151": 0.632455532, + "152": 0.0, + "153": 0.4472135955, + "154": -0.2581988897, + "155": 0.2236067977, + "156": 0.8366600265, + "157": null, + "158": -0.3585685828, + "159": -0.316227766, + "160": -0.1054092553, + "161": 0.3585685828, + "162": 0.3585685828, + "163": 0.5163977795, + "164": 0.2, + "165": -0.5976143047, + "166": 0.5976143047, + "167": -0.894427191, + "168": -0.1195228609, + "169": -0.3585685828, + "170": 0.894427191, + "171": 0.0, + "172": -0.316227766, + "173": 0.5270462767, + "174": 0.632455532, + "175": 0.7745966692, + "176": 0.9486832981, + "177": 0.7378647874, + "178": 0.5976143047, + "179": 0.316227766, + "180": 0.1054092553, + "181": 0.8366600265, + "182": -0.1195228609, + "183": 0.7378647874, + "184": -0.4472135955, + "185": null, + "186": null, + "187": 0.5270462767, + "188": 0.5270462767, + "189": 0.632455532, + "190": -0.5976143047, + "191": 0.632455532, + "192": -0.3585685828, + "193": -0.316227766, + "194": null, + "195": 0.7378647874, + "196": 0.8366600265, + "197": -0.632455532, + "198": 0.3585685828, + "199": 0.1054092553, + "200": -0.7745966692, + "201": 0.1195228609, + "202": -0.8366600265, + "203": 0.1195228609, + "204": -0.316227766, + "205": 0.5163977795, + "206": -0.3585685828, + "207": -0.632455532, + "208": 0.7378647874, + "209": 0.316227766, + "210": 0.1054092553, + "211": -0.6708203932, + "212": 0.5163977795, + "213": -0.3585685828, + "214": -0.1195228609, + "215": 0.2236067977, + "216": 0.6708203932, + "217": 0.0, + "218": 0.8366600265, + "219": 0.0, + "220": 0.5976143047, + "221": 0.5976143047, + "222": -0.2236067977, + "223": 0.0, + "224": -0.316227766, + "225": -0.8366600265, + "226": 0.894427191, + "227": 0.632455532, + "228": 0.3585685828, + "229": 0.5976143047, + "230": null, + "231": 0.7745966692, + "232": 0.5270462767, + "233": 0.2236067977, + "234": 0.0, + "235": 0.0, + "236": 0.5976143047, + "237": -0.1195228609, + "238": -0.8366600265, + "239": 0.8366600265, + "240": 0.5976143047, + "241": 0.5270462767, + "242": 0.3585685828, + "243": -0.1054092553, + "244": -0.316227766, + "245": 0.2581988897, + "246": 0.1054092553, + "247": 0.3585685828, + "248": -0.5163977795, + "249": null, + "average": 0.2009946321 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'F')": { + "0": 0.316227766, + "1": 0.632455532, + "2": 0.3585685828, + "3": 0.316227766, + "4": 0.5270462767, + "5": -0.1054092553, + "6": 0.632455532, + "7": 0.0, + "8": -0.2581988897, + "9": 0.6, + "10": 0.632455532, + "11": -0.1054092553, + "12": 0.5976143047, + "13": -0.5270462767, + "14": 0.9486832981, + "15": -0.2581988897, + "16": 0.0, + "17": 0.0, + "18": 0.2, + "19": -0.1195228609, + "20": 0.0, + "21": null, + "22": 0.1054092553, + "23": 0.1195228609, + "24": 0.316227766, + "25": null, + "26": 0.1195228609, + "27": -0.632455532, + "28": 0.8366600265, + "29": null, + "30": 0.8366600265, + "31": 0.2236067977, + "32": 0.3585685828, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.6666666667, + "37": null, + "38": 0.2, + "39": 0.3585685828, + "40": -0.316227766, + "41": 0.632455532, + "42": -0.8366600265, + "43": 0.5270462767, + "44": 0.3585685828, + "45": -0.3585685828, + "46": null, + "47": 0.316227766, + "48": 0.4, + "49": 0.316227766, + "50": 0.9486832981, + "51": -0.1054092553, + "52": -0.5976143047, + "53": -0.316227766, + "54": null, + "55": 0.316227766, + "56": null, + "57": 0.632455532, + "58": null, + "59": 0.316227766, + "60": 0.316227766, + "61": 0.1195228609, + "62": 0.5976143047, + "63": 0.1195228609, + "64": 0.316227766, + "65": 0.316227766, + "66": -0.632455532, + "67": 0.5270462767, + "68": 0.316227766, + "69": 0.632455532, + "70": -0.316227766, + "71": 0.632455532, + "72": 0.316227766, + "73": 0.3585685828, + "74": 0.6708203932, + "75": 0.8366600265, + "76": -0.1195228609, + "77": 0.632455532, + "78": 0.3585685828, + "79": 0.5270462767, + "80": null, + "81": 0.5976143047, + "82": 0.1195228609, + "83": -0.2, + "84": -0.3585685828, + "85": 0.6708203932, + "86": -0.5270462767, + "87": null, + "88": 0.7378647874, + "89": null, + "90": -0.1195228609, + "91": 0.8366600265, + "92": 0.1195228609, + "93": 0.0, + "94": 0.7745966692, + "95": 0.1195228609, + "96": 0.6, + "97": 0.7745966692, + "98": -0.632455532, + "99": 0.3585685828, + "100": 0.632455532, + "101": 0.632455532, + "102": -0.7745966692, + "103": 0.5163977795, + "104": 0.6, + "105": 0.7378647874, + "106": -0.316227766, + "107": 0.3585685828, + "108": 0.0, + "109": 0.5270462767, + "110": 0.4472135955, + "111": 0.9486832981, + "112": 0.4472135955, + "113": 0.316227766, + "114": 0.632455532, + "115": 0.632455532, + "116": 0.5976143047, + "117": -0.316227766, + "118": 0.8366600265, + "119": 0.9486832981, + "120": 0.1054092553, + "121": 0.8366600265, + "122": 0.316227766, + "123": 0.0, + "124": null, + "125": 0.3585685828, + "126": 0.632455532, + "127": 0.2581988897, + "128": 0.632455532, + "129": 0.6708203932, + "130": 0.8366600265, + "131": 0.5976143047, + "132": -0.1195228609, + "133": -0.2581988897, + "134": -0.5976143047, + "135": -0.632455532, + "136": 0.8366600265, + "137": 0.1195228609, + "138": 0.316227766, + "139": 0.1195228609, + "140": null, + "141": -0.5270462767, + "142": null, + "143": -0.632455532, + "144": 0.1195228609, + "145": 0.316227766, + "146": 0.2236067977, + "147": null, + "148": 0.316227766, + "149": 0.632455532, + "150": null, + "151": 0.632455532, + "152": 0.0, + "153": 0.4472135955, + "154": -0.2581988897, + "155": 0.2236067977, + "156": 0.8366600265, + "157": null, + "158": -0.1195228609, + "159": -0.1054092553, + "160": -0.1054092553, + "161": 0.3585685828, + "162": 0.3585685828, + "163": 0.7745966692, + "164": 0.2, + "165": -0.8366600265, + "166": 0.5976143047, + "167": -0.894427191, + "168": -0.1195228609, + "169": -0.3585685828, + "170": 0.894427191, + "171": 0.0, + "172": -0.316227766, + "173": 0.5270462767, + "174": 0.632455532, + "175": 0.7745966692, + "176": 0.9486832981, + "177": 0.7378647874, + "178": 0.5976143047, + "179": 0.316227766, + "180": 0.1054092553, + "181": 0.8366600265, + "182": -0.1195228609, + "183": 0.7378647874, + "184": 0.4472135955, + "185": null, + "186": null, + "187": 0.5270462767, + "188": 0.5270462767, + "189": 0.632455532, + "190": -0.5976143047, + "191": 0.632455532, + "192": -0.3585685828, + "193": -0.316227766, + "194": null, + "195": 0.7378647874, + "196": 0.5976143047, + "197": -0.632455532, + "198": 0.5976143047, + "199": 0.1054092553, + "200": -0.7745966692, + "201": 0.3585685828, + "202": -0.3585685828, + "203": 0.1195228609, + "204": -0.316227766, + "205": 0.5163977795, + "206": -0.3585685828, + "207": -0.316227766, + "208": 0.7378647874, + "209": 0.316227766, + "210": 0.316227766, + "211": -0.4472135955, + "212": 0.5163977795, + "213": -0.3585685828, + "214": 0.1195228609, + "215": -0.2236067977, + "216": 0.894427191, + "217": 0.0, + "218": 0.8366600265, + "219": 0.0, + "220": 0.5976143047, + "221": 0.5976143047, + "222": -0.2236067977, + "223": 0.0, + "224": 0.0, + "225": -0.8366600265, + "226": 0.894427191, + "227": 0.632455532, + "228": 0.3585685828, + "229": 0.5976143047, + "230": null, + "231": 0.7745966692, + "232": 0.5270462767, + "233": 0.2236067977, + "234": 0.0, + "235": 0.0, + "236": 0.5976143047, + "237": 0.1195228609, + "238": -0.8366600265, + "239": 0.8366600265, + "240": 0.5976143047, + "241": 0.5270462767, + "242": 0.1195228609, + "243": 0.316227766, + "244": 0.1054092553, + "245": 0.2581988897, + "246": 0.1054092553, + "247": 0.3585685828, + "248": -0.5163977795, + "249": null, + "average": 0.2414053391 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'P')": { + "0": 0.316227766, + "1": 0.632455532, + "2": 0.8366600265, + "3": 0.5270462767, + "4": 0.7378647874, + "5": 0.9486832981, + "6": 0.316227766, + "7": -0.316227766, + "8": -0.2581988897, + "9": 1.0, + "10": 0.0, + "11": -0.1054092553, + "12": 0.3585685828, + "13": 0.316227766, + "14": 0.7378647874, + "15": -0.2581988897, + "16": 0.0, + "17": 0.316227766, + "18": 0.8, + "19": 0.3585685828, + "20": 0.5163977795, + "21": null, + "22": 0.5270462767, + "23": 0.1195228609, + "24": 0.316227766, + "25": null, + "26": 0.1195228609, + "27": 0.0, + "28": 0.8366600265, + "29": null, + "30": 0.8366600265, + "31": 0.2236067977, + "32": 0.3585685828, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.6666666667, + "37": null, + "38": -0.6, + "39": 0.5976143047, + "40": 0.0, + "41": 0.632455532, + "42": 0.8366600265, + "43": 0.316227766, + "44": 0.3585685828, + "45": 0.3585685828, + "46": null, + "47": 0.316227766, + "48": 0.6, + "49": 0.316227766, + "50": 0.9486832981, + "51": -0.316227766, + "52": -0.3585685828, + "53": -0.316227766, + "54": null, + "55": 0.316227766, + "56": null, + "57": 0.632455532, + "58": null, + "59": 0.316227766, + "60": 0.316227766, + "61": 0.1195228609, + "62": 0.8366600265, + "63": 0.5976143047, + "64": 0.632455532, + "65": 0.632455532, + "66": 0.316227766, + "67": 0.5270462767, + "68": -0.1054092553, + "69": 0.632455532, + "70": 0.632455532, + "71": 0.632455532, + "72": 0.632455532, + "73": 0.3585685828, + "74": 0.2236067977, + "75": 0.8366600265, + "76": 0.8366600265, + "77": 0.0, + "78": 0.3585685828, + "79": 0.9486832981, + "80": null, + "81": 0.8366600265, + "82": 0.3585685828, + "83": 0.6, + "84": -0.1195228609, + "85": 0.2236067977, + "86": -0.316227766, + "87": null, + "88": 0.5270462767, + "89": null, + "90": 0.1195228609, + "91": 0.3585685828, + "92": 0.5976143047, + "93": 0.7745966692, + "94": 0.7745966692, + "95": 0.8366600265, + "96": 0.4, + "97": 0.7745966692, + "98": 0.632455532, + "99": 0.1195228609, + "100": 0.632455532, + "101": 0.632455532, + "102": 0.0, + "103": 0.7745966692, + "104": 0.6, + "105": 0.5270462767, + "106": 0.316227766, + "107": 0.1195228609, + "108": 0.2581988897, + "109": -0.1054092553, + "110": -0.4472135955, + "111": 0.5270462767, + "112": 0.4472135955, + "113": 0.5270462767, + "114": 0.632455532, + "115": 0.632455532, + "116": 0.3585685828, + "117": -0.632455532, + "118": 0.5976143047, + "119": 0.316227766, + "120": 0.7378647874, + "121": 0.8366600265, + "122": 0.316227766, + "123": 0.0, + "124": null, + "125": 0.8366600265, + "126": 0.632455532, + "127": 0.5163977795, + "128": 0.632455532, + "129": 0.0, + "130": 0.8366600265, + "131": 0.5976143047, + "132": 0.1195228609, + "133": 0.5163977795, + "134": -0.1195228609, + "135": 0.632455532, + "136": 0.8366600265, + "137": 0.1195228609, + "138": 0.316227766, + "139": 0.1195228609, + "140": null, + "141": -0.1054092553, + "142": null, + "143": 0.316227766, + "144": 0.5976143047, + "145": 0.7378647874, + "146": 0.894427191, + "147": null, + "148": 0.632455532, + "149": 0.632455532, + "150": null, + "151": 0.0, + "152": -0.632455532, + "153": 0.6708203932, + "154": -0.2581988897, + "155": 0.2236067977, + "156": 0.8366600265, + "157": null, + "158": -0.1195228609, + "159": 0.316227766, + "160": -0.1054092553, + "161": 0.5976143047, + "162": 0.8366600265, + "163": 0.2581988897, + "164": 0.4, + "165": -0.5976143047, + "166": 0.8366600265, + "167": 0.0, + "168": 0.3585685828, + "169": -0.3585685828, + "170": 0.4472135955, + "171": 0.4, + "172": -0.316227766, + "173": -0.316227766, + "174": 0.632455532, + "175": 0.5163977795, + "176": 0.5270462767, + "177": 0.7378647874, + "178": 0.8366600265, + "179": 0.316227766, + "180": 0.7378647874, + "181": 0.8366600265, + "182": 0.5976143047, + "183": 0.7378647874, + "184": 0.6708203932, + "185": null, + "186": null, + "187": 0.7378647874, + "188": 0.5270462767, + "189": 0.632455532, + "190": -0.5976143047, + "191": 0.632455532, + "192": 0.5976143047, + "193": 0.1054092553, + "194": null, + "195": 0.5270462767, + "196": 0.1195228609, + "197": 0.316227766, + "198": 0.8366600265, + "199": 0.1054092553, + "200": -0.5163977795, + "201": 0.8366600265, + "202": 0.1195228609, + "203": 0.5976143047, + "204": 0.632455532, + "205": 0.7745966692, + "206": 0.3585685828, + "207": 0.632455532, + "208": 0.7378647874, + "209": 0.5270462767, + "210": 0.316227766, + "211": 0.6708203932, + "212": 0.0, + "213": -0.1195228609, + "214": 0.3585685828, + "215": -0.894427191, + "216": 0.894427191, + "217": 0.0, + "218": 0.5976143047, + "219": -0.4472135955, + "220": 0.5976143047, + "221": 0.8366600265, + "222": 0.4472135955, + "223": -0.316227766, + "224": 0.0, + "225": -0.8366600265, + "226": 0.6708203932, + "227": 0.632455532, + "228": 0.5976143047, + "229": 0.8366600265, + "230": null, + "231": 0.7745966692, + "232": 0.9486832981, + "233": 0.4472135955, + "234": 0.4472135955, + "235": 0.0, + "236": 0.3585685828, + "237": 0.5976143047, + "238": 0.1195228609, + "239": -0.3585685828, + "240": -0.3585685828, + "241": 0.7378647874, + "242": -0.1195228609, + "243": -0.1054092553, + "244": 0.316227766, + "245": 0.2581988897, + "246": 0.7378647874, + "247": 0.1195228609, + "248": -0.5163977795, + "249": null, + "average": 0.3666079073 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'R')": { + "0": 0.632455532, + "1": 0.632455532, + "2": 0.3585685828, + "3": 0.5270462767, + "4": 0.5270462767, + "5": 0.7378647874, + "6": 0.632455532, + "7": -0.316227766, + "8": 0.2581988897, + "9": 0.8, + "10": 0.0, + "11": -0.1054092553, + "12": 0.5976143047, + "13": -0.316227766, + "14": 0.1054092553, + "15": -0.2581988897, + "16": -0.2581988897, + "17": 0.0, + "18": 0.6, + "19": 0.1195228609, + "20": 0.0, + "21": null, + "22": 0.316227766, + "23": 0.1195228609, + "24": 0.316227766, + "25": null, + "26": 0.8366600265, + "27": -0.632455532, + "28": 0.8366600265, + "29": null, + "30": 0.8366600265, + "31": 0.6708203932, + "32": 0.3585685828, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.6666666667, + "37": null, + "38": 0.4, + "39": 0.3585685828, + "40": -0.316227766, + "41": 0.316227766, + "42": 0.3585685828, + "43": 0.1054092553, + "44": 0.1195228609, + "45": -0.3585685828, + "46": null, + "47": 0.316227766, + "48": 0.8, + "49": 0.316227766, + "50": 0.7378647874, + "51": -0.1054092553, + "52": -0.8366600265, + "53": -0.316227766, + "54": null, + "55": 0.5270462767, + "56": null, + "57": 0.632455532, + "58": null, + "59": 0.632455532, + "60": 0.5270462767, + "61": 0.3585685828, + "62": 0.5976143047, + "63": 0.1195228609, + "64": 0.632455532, + "65": 0.632455532, + "66": -0.632455532, + "67": 0.1054092553, + "68": 0.316227766, + "69": 0.632455532, + "70": -0.316227766, + "71": 0.632455532, + "72": 0.632455532, + "73": 0.1195228609, + "74": 0.4472135955, + "75": 0.8366600265, + "76": 0.1195228609, + "77": 0.632455532, + "78": 0.3585685828, + "79": 0.5270462767, + "80": null, + "81": 0.8366600265, + "82": 0.1195228609, + "83": 0.2, + "84": -0.3585685828, + "85": 0.894427191, + "86": -0.1054092553, + "87": null, + "88": 0.1054092553, + "89": null, + "90": -0.1195228609, + "91": 0.8366600265, + "92": -0.1195228609, + "93": 0.7745966692, + "94": 0.7745966692, + "95": 0.1195228609, + "96": 0.4, + "97": 0.7745966692, + "98": -0.632455532, + "99": 0.1195228609, + "100": 0.632455532, + "101": 0.632455532, + "102": -0.7745966692, + "103": 0.7745966692, + "104": 0.6, + "105": 0.9486832981, + "106": -0.316227766, + "107": 0.3585685828, + "108": 0.0, + "109": 0.7378647874, + "110": 0.4472135955, + "111": 0.7378647874, + "112": 0.4472135955, + "113": 0.1054092553, + "114": 0.632455532, + "115": 0.632455532, + "116": 0.5976143047, + "117": -0.316227766, + "118": 0.3585685828, + "119": 0.7378647874, + "120": 0.1054092553, + "121": 0.8366600265, + "122": 0.316227766, + "123": 0.316227766, + "124": null, + "125": 0.5976143047, + "126": 0.316227766, + "127": 0.2581988897, + "128": 0.632455532, + "129": 0.894427191, + "130": 0.5976143047, + "131": 0.3585685828, + "132": -0.3585685828, + "133": -0.5163977795, + "134": -0.3585685828, + "135": -0.632455532, + "136": 0.5976143047, + "137": 0.1195228609, + "138": 0.316227766, + "139": -0.3585685828, + "140": null, + "141": -0.5270462767, + "142": null, + "143": -0.632455532, + "144": 0.5976143047, + "145": 0.316227766, + "146": 0.0, + "147": null, + "148": 0.632455532, + "149": 0.632455532, + "150": null, + "151": 0.632455532, + "152": 0.316227766, + "153": 0.2236067977, + "154": -0.2581988897, + "155": 0.2236067977, + "156": 0.5976143047, + "157": null, + "158": -0.1195228609, + "159": -0.316227766, + "160": -0.1054092553, + "161": 0.3585685828, + "162": 0.3585685828, + "163": 0.7745966692, + "164": 0.2, + "165": -0.5976143047, + "166": 0.8366600265, + "167": -0.894427191, + "168": -0.5976143047, + "169": -0.3585685828, + "170": 0.6708203932, + "171": 0.0, + "172": -0.316227766, + "173": 0.5270462767, + "174": 0.316227766, + "175": 0.7745966692, + "176": 0.9486832981, + "177": 0.5270462767, + "178": 0.5976143047, + "179": 0.632455532, + "180": 0.316227766, + "181": 0.8366600265, + "182": 0.1195228609, + "183": 0.9486832981, + "184": 0.6708203932, + "185": null, + "186": null, + "187": 0.5270462767, + "188": 0.316227766, + "189": 0.316227766, + "190": -0.1195228609, + "191": 0.632455532, + "192": -0.5976143047, + "193": -0.316227766, + "194": null, + "195": 0.7378647874, + "196": 0.8366600265, + "197": -0.632455532, + "198": 0.3585685828, + "199": 0.1054092553, + "200": -0.7745966692, + "201": 0.8366600265, + "202": 0.1195228609, + "203": 0.8366600265, + "204": -0.316227766, + "205": 0.2581988897, + "206": -0.3585685828, + "207": -0.632455532, + "208": 0.5270462767, + "209": 0.1054092553, + "210": 0.1054092553, + "211": 0.0, + "212": 0.5163977795, + "213": -0.5976143047, + "214": 0.8366600265, + "215": -0.4472135955, + "216": 0.6708203932, + "217": 0.632455532, + "218": 0.8366600265, + "219": -0.2236067977, + "220": 0.3585685828, + "221": 0.5976143047, + "222": -0.4472135955, + "223": 0.0, + "224": -0.316227766, + "225": -0.8366600265, + "226": 0.894427191, + "227": 0.632455532, + "228": 0.3585685828, + "229": 0.8366600265, + "230": null, + "231": 0.7745966692, + "232": 0.5270462767, + "233": 0.2236067977, + "234": -0.2236067977, + "235": 0.0, + "236": 0.8366600265, + "237": -0.1195228609, + "238": -0.8366600265, + "239": 0.5976143047, + "240": 0.5976143047, + "241": 0.316227766, + "242": 0.3585685828, + "243": -0.1054092553, + "244": -0.1054092553, + "245": 0.2581988897, + "246": 0.1054092553, + "247": 0.1195228609, + "248": -0.5163977795, + "249": null, + "average": 0.2552115434 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'F')": { + "0": 0.632455532, + "1": 0.632455532, + "2": -0.5976143047, + "3": 0.5270462767, + "4": -0.1054092553, + "5": 0.7378647874, + "6": 0.632455532, + "7": -0.316227766, + "8": 0.2581988897, + "9": 0.8, + "10": 0.0, + "11": -0.1054092553, + "12": 0.5976143047, + "13": -0.5270462767, + "14": 0.316227766, + "15": -0.2581988897, + "16": -0.2581988897, + "17": 0.0, + "18": 0.6, + "19": 0.3585685828, + "20": 0.0, + "21": null, + "22": 0.316227766, + "23": 0.1195228609, + "24": 0.316227766, + "25": null, + "26": 0.8366600265, + "27": -0.632455532, + "28": 0.8366600265, + "29": null, + "30": 0.8366600265, + "31": 0.6708203932, + "32": 0.3585685828, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.6666666667, + "37": null, + "38": 0.4, + "39": 0.3585685828, + "40": -0.316227766, + "41": 0.316227766, + "42": 0.3585685828, + "43": 0.316227766, + "44": 0.3585685828, + "45": -0.1195228609, + "46": null, + "47": 0.316227766, + "48": 0.8, + "49": 0.316227766, + "50": 0.7378647874, + "51": -0.1054092553, + "52": -0.8366600265, + "53": -0.316227766, + "54": null, + "55": 0.5270462767, + "56": null, + "57": 0.632455532, + "58": null, + "59": 0.632455532, + "60": 0.5270462767, + "61": 0.3585685828, + "62": 0.5976143047, + "63": 0.1195228609, + "64": 0.632455532, + "65": 0.632455532, + "66": -0.632455532, + "67": 0.1054092553, + "68": 0.316227766, + "69": 0.632455532, + "70": -0.316227766, + "71": 0.632455532, + "72": 0.632455532, + "73": 0.1195228609, + "74": 0.4472135955, + "75": 0.8366600265, + "76": 0.1195228609, + "77": 0.632455532, + "78": 0.5976143047, + "79": 0.5270462767, + "80": null, + "81": 0.8366600265, + "82": 0.1195228609, + "83": 0.2, + "84": -0.3585685828, + "85": 0.894427191, + "86": -0.1054092553, + "87": null, + "88": 0.1054092553, + "89": null, + "90": -0.1195228609, + "91": 0.8366600265, + "92": -0.1195228609, + "93": 0.7745966692, + "94": 0.7745966692, + "95": 0.5976143047, + "96": 0.4, + "97": 0.7745966692, + "98": -0.632455532, + "99": 0.1195228609, + "100": 0.632455532, + "101": 0.632455532, + "102": -0.7745966692, + "103": 0.7745966692, + "104": 0.6, + "105": 0.1054092553, + "106": -0.316227766, + "107": 0.3585685828, + "108": 0.0, + "109": 0.7378647874, + "110": 0.4472135955, + "111": 0.7378647874, + "112": 0.4472135955, + "113": 0.1054092553, + "114": 0.632455532, + "115": 0.632455532, + "116": 0.5976143047, + "117": -0.316227766, + "118": 0.8366600265, + "119": 0.7378647874, + "120": 0.1054092553, + "121": 0.8366600265, + "122": 0.316227766, + "123": 0.316227766, + "124": null, + "125": 0.5976143047, + "126": 0.316227766, + "127": 0.2581988897, + "128": 0.632455532, + "129": 0.894427191, + "130": 0.5976143047, + "131": 0.3585685828, + "132": -0.3585685828, + "133": 0.0, + "134": -0.3585685828, + "135": -0.632455532, + "136": -0.3585685828, + "137": 0.1195228609, + "138": 0.316227766, + "139": -0.3585685828, + "140": null, + "141": -0.5270462767, + "142": null, + "143": -0.632455532, + "144": 0.5976143047, + "145": 0.316227766, + "146": 0.2236067977, + "147": null, + "148": 0.632455532, + "149": 0.632455532, + "150": null, + "151": 0.316227766, + "152": 0.0, + "153": 0.2236067977, + "154": -0.2581988897, + "155": 0.2236067977, + "156": -0.3585685828, + "157": null, + "158": -0.1195228609, + "159": -0.1054092553, + "160": -0.1054092553, + "161": 0.3585685828, + "162": 0.3585685828, + "163": 0.7745966692, + "164": 0.4, + "165": -0.5976143047, + "166": 0.8366600265, + "167": -0.894427191, + "168": -0.5976143047, + "169": 0.1195228609, + "170": 0.6708203932, + "171": -0.2, + "172": -0.316227766, + "173": 0.5270462767, + "174": 0.316227766, + "175": 0.7745966692, + "176": 0.7378647874, + "177": 0.5270462767, + "178": 0.5976143047, + "179": 0.632455532, + "180": 0.316227766, + "181": 0.8366600265, + "182": 0.1195228609, + "183": 0.1054092553, + "184": 0.6708203932, + "185": null, + "186": null, + "187": 0.5270462767, + "188": 0.316227766, + "189": 0.316227766, + "190": -0.1195228609, + "191": 0.632455532, + "192": -0.3585685828, + "193": -0.316227766, + "194": null, + "195": 0.7378647874, + "196": 0.8366600265, + "197": -0.632455532, + "198": 0.3585685828, + "199": 0.1054092553, + "200": -0.2581988897, + "201": 0.8366600265, + "202": 0.1195228609, + "203": 0.8366600265, + "204": 0.0, + "205": 0.5163977795, + "206": -0.3585685828, + "207": -0.316227766, + "208": 0.5270462767, + "209": 0.1054092553, + "210": 0.1054092553, + "211": 0.0, + "212": 0.5163977795, + "213": -0.5976143047, + "214": 0.8366600265, + "215": -0.4472135955, + "216": 0.2236067977, + "217": 0.632455532, + "218": 0.8366600265, + "219": -0.2236067977, + "220": 0.3585685828, + "221": 0.5976143047, + "222": -0.4472135955, + "223": 0.0, + "224": -0.316227766, + "225": -0.8366600265, + "226": 0.894427191, + "227": 0.632455532, + "228": 0.3585685828, + "229": 0.8366600265, + "230": null, + "231": 0.7745966692, + "232": 0.5270462767, + "233": 0.2236067977, + "234": 0.0, + "235": 0.0, + "236": 0.8366600265, + "237": -0.1195228609, + "238": -0.8366600265, + "239": 0.5976143047, + "240": 0.5976143047, + "241": 0.316227766, + "242": 0.3585685828, + "243": 0.1054092553, + "244": -0.1054092553, + "245": 0.2581988897, + "246": 0.1054092553, + "247": 0.1195228609, + "248": -0.5163977795, + "249": null, + "average": 0.2514707564 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'P')": { + "0": 0.0, + "1": 0.632455532, + "2": -0.1195228609, + "3": -0.7378647874, + "4": 0.316227766, + "5": -0.316227766, + "6": -0.632455532, + "7": 0.0, + "8": 0.2581988897, + "9": -0.4, + "10": 0.316227766, + "11": 0.316227766, + "12": 0.3585685828, + "13": 0.7378647874, + "14": 0.5270462767, + "15": 0.0, + "16": 0.2581988897, + "17": 0.632455532, + "18": -0.4, + "19": -0.5976143047, + "20": 0.0, + "21": null, + "22": -0.1054092553, + "23": -0.3585685828, + "24": 0.0, + "25": null, + "26": -0.1195228609, + "27": 0.316227766, + "28": 0.3585685828, + "29": null, + "30": -0.5976143047, + "31": -0.4472135955, + "32": -0.5976143047, + "33": null, + "34": 0.632455532, + "35": null, + "36": -0.6666666667, + "37": null, + "38": -0.4, + "39": 0.8366600265, + "40": 0.316227766, + "41": -0.632455532, + "42": -0.5976143047, + "43": 0.1054092553, + "44": 0.3585685828, + "45": -0.3585685828, + "46": null, + "47": -0.316227766, + "48": -0.2, + "49": 0.632455532, + "50": 0.316227766, + "51": 0.1054092553, + "52": -0.1195228609, + "53": 0.0, + "54": null, + "55": 0.1054092553, + "56": null, + "57": -0.316227766, + "58": null, + "59": 0.0, + "60": 0.1054092553, + "61": -0.1195228609, + "62": 0.8366600265, + "63": -0.5976143047, + "64": 0.316227766, + "65": 0.0, + "66": 0.632455532, + "67": 0.1054092553, + "68": -0.7378647874, + "69": 0.632455532, + "70": 0.316227766, + "71": -0.632455532, + "72": 0.632455532, + "73": 0.1195228609, + "74": 0.0, + "75": 0.1195228609, + "76": 0.3585685828, + "77": -0.632455532, + "78": -0.3585685828, + "79": 0.5270462767, + "80": null, + "81": 0.8366600265, + "82": -0.5976143047, + "83": -0.6, + "84": -0.5976143047, + "85": 0.2236067977, + "86": -0.5270462767, + "87": null, + "88": -0.316227766, + "89": null, + "90": 0.5976143047, + "91": -0.5976143047, + "92": 0.1195228609, + "93": 0.2581988897, + "94": -0.2581988897, + "95": 0.3585685828, + "96": -0.4, + "97": -0.5163977795, + "98": -0.632455532, + "99": 0.3585685828, + "100": -0.316227766, + "101": 0.632455532, + "102": -0.2581988897, + "103": 0.2581988897, + "104": -0.4, + "105": 0.1054092553, + "106": 0.632455532, + "107": 0.3585685828, + "108": -0.7745966692, + "109": 0.1054092553, + "110": 0.0, + "111": 0.7378647874, + "112": -0.4472135955, + "113": -0.5270462767, + "114": -0.632455532, + "115": -0.316227766, + "116": 0.5976143047, + "117": 0.0, + "118": -0.1195228609, + "119": -0.7378647874, + "120": 0.316227766, + "121": 0.1195228609, + "122": 0.632455532, + "123": -0.632455532, + "124": null, + "125": 0.5976143047, + "126": -0.316227766, + "127": 0.7745966692, + "128": -0.632455532, + "129": -0.894427191, + "130": 0.1195228609, + "131": -0.1195228609, + "132": 0.1195228609, + "133": 0.2581988897, + "134": 0.5976143047, + "135": -0.316227766, + "136": -0.5976143047, + "137": -0.3585685828, + "138": 0.0, + "139": 0.3585685828, + "140": null, + "141": 0.1054092553, + "142": null, + "143": 0.316227766, + "144": -0.8366600265, + "145": -0.1054092553, + "146": -0.4472135955, + "147": null, + "148": 0.316227766, + "149": 0.0, + "150": null, + "151": -0.316227766, + "152": 0.316227766, + "153": 0.2236067977, + "154": -0.2581988897, + "155": -0.2236067977, + "156": -0.3585685828, + "157": null, + "158": -0.8366600265, + "159": 0.1054092553, + "160": 0.1054092553, + "161": -0.1195228609, + "162": -0.1195228609, + "163": -0.5163977795, + "164": 0.2, + "165": -0.8366600265, + "166": 0.5976143047, + "167": -0.2236067977, + "168": -0.1195228609, + "169": -0.3585685828, + "170": 0.4472135955, + "171": -0.4, + "172": 0.0, + "173": -0.316227766, + "174": -0.632455532, + "175": -0.2581988897, + "176": -0.316227766, + "177": 0.9486832981, + "178": 0.1195228609, + "179": 0.0, + "180": -0.5270462767, + "181": -0.5976143047, + "182": 0.8366600265, + "183": -0.5270462767, + "184": 0.0, + "185": null, + "186": null, + "187": -0.316227766, + "188": 0.5270462767, + "189": -0.316227766, + "190": -0.1195228609, + "191": -0.632455532, + "192": 0.1195228609, + "193": -0.1054092553, + "194": null, + "195": -0.1054092553, + "196": -0.5976143047, + "197": 0.316227766, + "198": -0.1195228609, + "199": 0.5270462767, + "200": 0.0, + "201": -0.1195228609, + "202": -0.5976143047, + "203": -0.8366600265, + "204": 0.632455532, + "205": -0.2581988897, + "206": -0.8366600265, + "207": 0.632455532, + "208": 0.5270462767, + "209": 0.316227766, + "210": -0.316227766, + "211": -0.6708203932, + "212": -0.7745966692, + "213": -0.1195228609, + "214": -0.8366600265, + "215": 0.0, + "216": -0.4472135955, + "217": 0.632455532, + "218": -0.3585685828, + "219": 0.894427191, + "220": -0.8366600265, + "221": -0.1195228609, + "222": 0.4472135955, + "223": -0.632455532, + "224": 0.316227766, + "225": -0.5976143047, + "226": -0.4472135955, + "227": 0.316227766, + "228": -0.3585685828, + "229": 0.1195228609, + "230": null, + "231": 0.2581988897, + "232": 0.5270462767, + "233": -0.6708203932, + "234": -0.2236067977, + "235": 0.632455532, + "236": -0.3585685828, + "237": -0.1195228609, + "238": -0.1195228609, + "239": -0.1195228609, + "240": 0.1195228609, + "241": -0.1054092553, + "242": -0.5976143047, + "243": 0.316227766, + "244": 0.316227766, + "245": -0.7745966692, + "246": -0.1054092553, + "247": 0.3585685828, + "248": 0.0, + "249": null, + "average": -0.056520744 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'R')": { + "0": 0.316227766, + "1": 0.632455532, + "2": 0.5976143047, + "3": 0.5270462767, + "4": -0.5270462767, + "5": -0.9486832981, + "6": -0.632455532, + "7": 0.316227766, + "8": 0.2581988897, + "9": -0.6, + "10": 0.316227766, + "11": -0.316227766, + "12": 0.8366600265, + "13": 0.1054092553, + "14": 0.316227766, + "15": 0.2581988897, + "16": -0.2581988897, + "17": -0.316227766, + "18": -0.6, + "19": -0.5976143047, + "20": 0.2581988897, + "21": null, + "22": -0.1054092553, + "23": 0.3585685828, + "24": 0.316227766, + "25": null, + "26": -0.3585685828, + "27": -0.316227766, + "28": -0.5976143047, + "29": null, + "30": -0.1195228609, + "31": -0.4472135955, + "32": -0.3585685828, + "33": null, + "34": 0.632455532, + "35": null, + "36": -0.6666666667, + "37": null, + "38": -0.2, + "39": 0.5976143047, + "40": -0.632455532, + "41": -0.632455532, + "42": -0.5976143047, + "43": -0.7378647874, + "44": 0.3585685828, + "45": -0.8366600265, + "46": null, + "47": -0.316227766, + "48": -0.4, + "49": 0.316227766, + "50": 0.1054092553, + "51": -0.7378647874, + "52": -0.1195228609, + "53": -0.632455532, + "54": null, + "55": 0.316227766, + "56": null, + "57": -0.632455532, + "58": null, + "59": 0.0, + "60": -0.316227766, + "61": 0.1195228609, + "62": 0.3585685828, + "63": -0.1195228609, + "64": 0.0, + "65": -0.632455532, + "66": 0.632455532, + "67": 0.316227766, + "68": -0.5270462767, + "69": -0.632455532, + "70": -0.632455532, + "71": 0.632455532, + "72": 0.632455532, + "73": -0.3585685828, + "74": 0.4472135955, + "75": 0.8366600265, + "76": -0.5976143047, + "77": -0.632455532, + "78": -0.1195228609, + "79": -0.316227766, + "80": null, + "81": 0.1195228609, + "82": -0.3585685828, + "83": -0.6, + "84": 0.1195228609, + "85": -0.894427191, + "86": -0.1054092553, + "87": null, + "88": 0.5270462767, + "89": null, + "90": -0.8366600265, + "91": -0.5976143047, + "92": -0.3585685828, + "93": 0.0, + "94": 0.2581988897, + "95": 0.1195228609, + "96": 0.6, + "97": -0.7745966692, + "98": -0.632455532, + "99": -0.1195228609, + "100": -0.316227766, + "101": 0.632455532, + "102": -0.5163977795, + "103": -0.7745966692, + "104": 0.2, + "105": 0.1054092553, + "106": -0.632455532, + "107": -0.1195228609, + "108": -0.7745966692, + "109": 0.5270462767, + "110": 0.2236067977, + "111": -0.5270462767, + "112": -0.6708203932, + "113": -0.5270462767, + "114": 0.0, + "115": 0.0, + "116": -0.1195228609, + "117": -0.316227766, + "118": -0.3585685828, + "119": -0.5270462767, + "120": -0.1054092553, + "121": -0.5976143047, + "122": 0.0, + "123": -0.632455532, + "124": null, + "125": 0.3585685828, + "126": -0.316227766, + "127": 0.5163977795, + "128": -0.632455532, + "129": -0.6708203932, + "130": 0.1195228609, + "131": -0.1195228609, + "132": 0.3585685828, + "133": 0.7745966692, + "134": -0.8366600265, + "135": -0.632455532, + "136": 0.1195228609, + "137": 0.5976143047, + "138": 0.632455532, + "139": 0.5976143047, + "140": null, + "141": -0.7378647874, + "142": null, + "143": -0.316227766, + "144": -0.8366600265, + "145": -0.5270462767, + "146": -0.4472135955, + "147": null, + "148": -0.632455532, + "149": 0.632455532, + "150": null, + "151": 0.632455532, + "152": 0.0, + "153": 0.6708203932, + "154": 0.2581988897, + "155": 0.2236067977, + "156": -0.3585685828, + "157": null, + "158": -0.8366600265, + "159": -0.5270462767, + "160": -0.7378647874, + "161": -0.3585685828, + "162": -0.3585685828, + "163": -0.5163977795, + "164": -0.2, + "165": -0.3585685828, + "166": 0.3585685828, + "167": -0.6708203932, + "168": -0.1195228609, + "169": -0.3585685828, + "170": 0.894427191, + "171": -0.8, + "172": -0.316227766, + "173": 0.316227766, + "174": -0.632455532, + "175": -0.5163977795, + "176": 0.7378647874, + "177": -0.316227766, + "178": 0.1195228609, + "179": 0.632455532, + "180": -0.5270462767, + "181": 0.5976143047, + "182": 0.1195228609, + "183": 0.1054092553, + "184": -0.4472135955, + "185": null, + "186": null, + "187": 0.316227766, + "188": 0.316227766, + "189": 0.316227766, + "190": -0.8366600265, + "191": -0.316227766, + "192": -0.5976143047, + "193": 0.316227766, + "194": null, + "195": -0.316227766, + "196": -0.5976143047, + "197": -0.632455532, + "198": 0.3585685828, + "199": -0.5270462767, + "200": -0.2581988897, + "201": -0.1195228609, + "202": -0.8366600265, + "203": -0.8366600265, + "204": 0.316227766, + "205": 0.0, + "206": -0.5976143047, + "207": -0.316227766, + "208": -0.1054092553, + "209": -0.1054092553, + "210": 0.316227766, + "211": -0.4472135955, + "212": -0.2581988897, + "213": -0.8366600265, + "214": -0.8366600265, + "215": 0.0, + "216": -0.4472135955, + "217": 0.0, + "218": -0.1195228609, + "219": 0.6708203932, + "220": -0.1195228609, + "221": -0.1195228609, + "222": 0.4472135955, + "223": 0.0, + "224": 0.316227766, + "225": -0.3585685828, + "226": -0.894427191, + "227": 0.632455532, + "228": -0.3585685828, + "229": -0.1195228609, + "230": null, + "231": -0.5163977795, + "232": -0.1054092553, + "233": -0.4472135955, + "234": -0.4472135955, + "235": -0.316227766, + "236": -0.5976143047, + "237": -0.3585685828, + "238": -0.5976143047, + "239": 0.1195228609, + "240": 0.8366600265, + "241": 0.1054092553, + "242": -0.1195228609, + "243": 0.9486832981, + "244": -0.1054092553, + "245": -0.7745966692, + "246": -0.5270462767, + "247": 0.1195228609, + "248": -0.2581988897, + "249": null, + "average": -0.1446633783 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'F')": { + "0": 0.0, + "1": 0.632455532, + "2": 0.5976143047, + "3": -0.316227766, + "4": -0.5270462767, + "5": -0.9486832981, + "6": -0.632455532, + "7": 0.316227766, + "8": 0.2581988897, + "9": -0.6, + "10": 0.316227766, + "11": -0.316227766, + "12": 0.5976143047, + "13": 0.316227766, + "14": 0.316227766, + "15": 0.2581988897, + "16": 0.0, + "17": -0.316227766, + "18": -0.6, + "19": -0.5976143047, + "20": 0.2581988897, + "21": null, + "22": -0.1054092553, + "23": 0.1195228609, + "24": 0.316227766, + "25": null, + "26": -0.3585685828, + "27": -0.316227766, + "28": -0.3585685828, + "29": null, + "30": -0.1195228609, + "31": -0.4472135955, + "32": -0.3585685828, + "33": null, + "34": 0.632455532, + "35": null, + "36": -0.6666666667, + "37": null, + "38": -0.6, + "39": 0.8366600265, + "40": -0.632455532, + "41": -0.632455532, + "42": -0.5976143047, + "43": -0.316227766, + "44": 0.3585685828, + "45": -0.8366600265, + "46": null, + "47": -0.316227766, + "48": -0.4, + "49": 0.316227766, + "50": 0.316227766, + "51": -0.7378647874, + "52": -0.1195228609, + "53": -0.632455532, + "54": null, + "55": 0.316227766, + "56": null, + "57": -0.632455532, + "58": null, + "59": -0.316227766, + "60": -0.1054092553, + "61": 0.1195228609, + "62": 0.3585685828, + "63": -0.1195228609, + "64": 0.0, + "65": -0.632455532, + "66": 0.632455532, + "67": 0.5270462767, + "68": -0.5270462767, + "69": -0.632455532, + "70": -0.632455532, + "71": 0.632455532, + "72": 0.632455532, + "73": -0.1195228609, + "74": 0.4472135955, + "75": 0.8366600265, + "76": -0.3585685828, + "77": -0.632455532, + "78": -0.3585685828, + "79": -0.5270462767, + "80": null, + "81": 0.1195228609, + "82": -0.3585685828, + "83": -0.6, + "84": 0.1195228609, + "85": -0.6708203932, + "86": -0.316227766, + "87": null, + "88": 0.5270462767, + "89": null, + "90": -0.1195228609, + "91": -0.8366600265, + "92": -0.1195228609, + "93": 0.0, + "94": 0.2581988897, + "95": 0.1195228609, + "96": 0.6, + "97": -0.7745966692, + "98": -0.632455532, + "99": -0.1195228609, + "100": -0.316227766, + "101": 0.632455532, + "102": -0.5163977795, + "103": -0.5163977795, + "104": 0.2, + "105": 0.316227766, + "106": -0.632455532, + "107": -0.1195228609, + "108": -0.7745966692, + "109": 0.5270462767, + "110": 0.0, + "111": -0.316227766, + "112": -0.6708203932, + "113": -0.5270462767, + "114": -0.316227766, + "115": 0.0, + "116": 0.1195228609, + "117": -0.316227766, + "118": -0.3585685828, + "119": -0.5270462767, + "120": -0.1054092553, + "121": -0.3585685828, + "122": 0.0, + "123": -0.632455532, + "124": null, + "125": 0.3585685828, + "126": -0.316227766, + "127": 0.5163977795, + "128": -0.632455532, + "129": -0.6708203932, + "130": 0.1195228609, + "131": -0.1195228609, + "132": 0.5976143047, + "133": 0.7745966692, + "134": -0.8366600265, + "135": -0.632455532, + "136": -0.1195228609, + "137": 0.5976143047, + "138": 0.632455532, + "139": 0.5976143047, + "140": null, + "141": -0.9486832981, + "142": null, + "143": -0.316227766, + "144": -0.8366600265, + "145": -0.5270462767, + "146": -0.4472135955, + "147": null, + "148": -0.316227766, + "149": 0.632455532, + "150": null, + "151": 0.632455532, + "152": 0.0, + "153": 0.6708203932, + "154": 0.2581988897, + "155": 0.0, + "156": -0.3585685828, + "157": null, + "158": -0.8366600265, + "159": -0.316227766, + "160": -0.7378647874, + "161": -0.3585685828, + "162": -0.5976143047, + "163": -0.5163977795, + "164": 0.0, + "165": -0.3585685828, + "166": 0.3585685828, + "167": -0.6708203932, + "168": -0.1195228609, + "169": -0.3585685828, + "170": 0.6708203932, + "171": -0.8, + "172": -0.316227766, + "173": 0.316227766, + "174": -0.632455532, + "175": -0.5163977795, + "176": 0.5270462767, + "177": -0.316227766, + "178": 0.1195228609, + "179": 0.632455532, + "180": -0.5270462767, + "181": 0.5976143047, + "182": 0.1195228609, + "183": 0.1054092553, + "184": -0.4472135955, + "185": null, + "186": null, + "187": 0.316227766, + "188": 0.316227766, + "189": 0.316227766, + "190": -0.5976143047, + "191": -0.316227766, + "192": -0.5976143047, + "193": 0.316227766, + "194": null, + "195": -0.316227766, + "196": -0.5976143047, + "197": -0.632455532, + "198": 0.3585685828, + "199": -0.7378647874, + "200": -0.2581988897, + "201": -0.1195228609, + "202": -0.8366600265, + "203": -0.8366600265, + "204": 0.316227766, + "205": 0.0, + "206": -0.8366600265, + "207": 0.316227766, + "208": -0.316227766, + "209": -0.1054092553, + "210": 0.316227766, + "211": -0.4472135955, + "212": -0.7745966692, + "213": -0.8366600265, + "214": -0.8366600265, + "215": 0.0, + "216": -0.4472135955, + "217": 0.0, + "218": -0.1195228609, + "219": 0.6708203932, + "220": -0.1195228609, + "221": -0.1195228609, + "222": 0.2236067977, + "223": 0.0, + "224": 0.0, + "225": -0.3585685828, + "226": -0.6708203932, + "227": 0.632455532, + "228": -0.3585685828, + "229": 0.1195228609, + "230": null, + "231": -0.5163977795, + "232": -0.1054092553, + "233": -0.4472135955, + "234": -0.4472135955, + "235": 0.316227766, + "236": -0.5976143047, + "237": -0.3585685828, + "238": -0.5976143047, + "239": 0.1195228609, + "240": 0.8366600265, + "241": -0.1054092553, + "242": -0.1195228609, + "243": 0.5270462767, + "244": -0.1054092553, + "245": -0.7745966692, + "246": -0.5270462767, + "247": 0.1195228609, + "248": -0.2581988897, + "249": null, + "average": -0.1435128718 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'P')": { + "0": 0.632455532, + "1": 0.632455532, + "2": 0.8366600265, + "3": 0.7378647874, + "4": 0.7378647874, + "5": 0.9486832981, + "6": 0.0, + "7": -0.316227766, + "8": -0.2581988897, + "9": 0.4, + "10": -0.316227766, + "11": -0.1054092553, + "12": 0.8366600265, + "13": 0.9486832981, + "14": 0.9486832981, + "15": 0.0, + "16": 0.0, + "17": 0.632455532, + "18": 0.8, + "19": 0.8366600265, + "20": 0.7745966692, + "21": null, + "22": -0.1054092553, + "23": -0.3585685828, + "24": 0.316227766, + "25": null, + "26": 0.5976143047, + "27": 0.0, + "28": 0.8366600265, + "29": null, + "30": 0.5976143047, + "31": 0.2236067977, + "32": 0.3585685828, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.6666666667, + "37": null, + "38": 0.2, + "39": 0.8366600265, + "40": 0.316227766, + "41": 0.316227766, + "42": 0.8366600265, + "43": 0.316227766, + "44": 0.3585685828, + "45": 0.1195228609, + "46": null, + "47": 0.632455532, + "48": 0.6, + "49": 0.632455532, + "50": 0.7378647874, + "51": -0.1054092553, + "52": 0.1195228609, + "53": 0.632455532, + "54": null, + "55": 0.7378647874, + "56": null, + "57": 0.632455532, + "58": null, + "59": 0.632455532, + "60": 0.7378647874, + "61": 0.1195228609, + "62": 0.8366600265, + "63": 0.8366600265, + "64": 0.632455532, + "65": -0.316227766, + "66": 0.632455532, + "67": 0.316227766, + "68": 0.1054092553, + "69": 0.632455532, + "70": 0.632455532, + "71": 0.632455532, + "72": 0.632455532, + "73": 0.1195228609, + "74": 0.0, + "75": 0.5976143047, + "76": 0.3585685828, + "77": 0.0, + "78": 0.1195228609, + "79": 0.7378647874, + "80": null, + "81": 0.5976143047, + "82": 0.3585685828, + "83": 0.6, + "84": -0.1195228609, + "85": 0.4472135955, + "86": -0.5270462767, + "87": null, + "88": 0.7378647874, + "89": null, + "90": 0.5976143047, + "91": 0.3585685828, + "92": 0.5976143047, + "93": 0.7745966692, + "94": 0.7745966692, + "95": 0.8366600265, + "96": 0.6, + "97": 0.7745966692, + "98": 0.316227766, + "99": 0.5976143047, + "100": -0.632455532, + "101": 0.632455532, + "102": 0.5163977795, + "103": 0.7745966692, + "104": 0.8, + "105": 0.5270462767, + "106": 0.632455532, + "107": 0.1195228609, + "108": 0.0, + "109": -0.316227766, + "110": 0.0, + "111": 0.7378647874, + "112": 0.4472135955, + "113": 0.5270462767, + "114": -0.632455532, + "115": -0.316227766, + "116": 0.1195228609, + "117": -0.316227766, + "118": 0.5976143047, + "119": 0.1054092553, + "120": 0.5270462767, + "121": 0.8366600265, + "122": 0.632455532, + "123": 0.632455532, + "124": null, + "125": 0.5976143047, + "126": 0.316227766, + "127": 0.5163977795, + "128": 0.632455532, + "129": 0.0, + "130": 0.8366600265, + "131": 0.8366600265, + "132": 0.1195228609, + "133": 0.7745966692, + "134": -0.3585685828, + "135": 0.632455532, + "136": 0.3585685828, + "137": -0.3585685828, + "138": 0.632455532, + "139": 0.5976143047, + "140": null, + "141": 0.316227766, + "142": null, + "143": 0.632455532, + "144": 0.8366600265, + "145": 0.316227766, + "146": 0.4472135955, + "147": null, + "148": 0.632455532, + "149": 0.0, + "150": null, + "151": 0.0, + "152": 0.632455532, + "153": 0.6708203932, + "154": 0.0, + "155": 0.2236067977, + "156": 0.8366600265, + "157": null, + "158": -0.1195228609, + "159": 0.316227766, + "160": -0.1054092553, + "161": 0.3585685828, + "162": 0.5976143047, + "163": 0.2581988897, + "164": 0.2, + "165": -0.1195228609, + "166": 0.5976143047, + "167": -0.2236067977, + "168": 0.8366600265, + "169": 0.8366600265, + "170": 0.6708203932, + "171": 0.2, + "172": 0.0, + "173": -0.316227766, + "174": 0.632455532, + "175": 0.5163977795, + "176": 0.5270462767, + "177": 0.9486832981, + "178": 0.5976143047, + "179": 0.316227766, + "180": 0.7378647874, + "181": 0.5976143047, + "182": 0.8366600265, + "183": 0.9486832981, + "184": 0.4472135955, + "185": null, + "186": null, + "187": 0.7378647874, + "188": 0.5270462767, + "189": -0.316227766, + "190": -0.1195228609, + "191": 0.632455532, + "192": 0.5976143047, + "193": 0.1054092553, + "194": null, + "195": 0.5270462767, + "196": 0.3585685828, + "197": 0.316227766, + "198": 0.8366600265, + "199": 0.7378647874, + "200": -0.5163977795, + "201": 0.8366600265, + "202": 0.3585685828, + "203": 0.5976143047, + "204": 0.632455532, + "205": 0.5163977795, + "206": 0.5976143047, + "207": 0.632455532, + "208": 0.7378647874, + "209": 0.7378647874, + "210": 0.5270462767, + "211": 0.6708203932, + "212": 0.2581988897, + "213": -0.3585685828, + "214": 0.8366600265, + "215": -0.4472135955, + "216": 0.894427191, + "217": 0.632455532, + "218": 0.3585685828, + "219": 0.2236067977, + "220": 0.1195228609, + "221": 0.8366600265, + "222": 0.2236067977, + "223": -0.632455532, + "224": 0.0, + "225": -0.3585685828, + "226": 0.2236067977, + "227": 0.632455532, + "228": 0.3585685828, + "229": 0.8366600265, + "230": null, + "231": 0.7745966692, + "232": 0.316227766, + "233": 0.2236067977, + "234": 0.4472135955, + "235": 0.632455532, + "236": 0.3585685828, + "237": 0.8366600265, + "238": 0.1195228609, + "239": -0.1195228609, + "240": -0.3585685828, + "241": 0.5270462767, + "242": 0.3585685828, + "243": 0.316227766, + "244": 0.7378647874, + "245": 0.2581988897, + "246": 0.316227766, + "247": 0.5976143047, + "248": 0.0, + "249": null, + "average": 0.4012756048 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'R')": { + "0": 0.632455532, + "1": 0.632455532, + "2": 0.3585685828, + "3": 0.7378647874, + "4": 0.7378647874, + "5": 0.1054092553, + "6": 0.632455532, + "7": 0.316227766, + "8": 0.0, + "9": 0.6, + "10": -0.316227766, + "11": -0.1054092553, + "12": 0.8366600265, + "13": 0.316227766, + "14": 0.7378647874, + "15": 0.2581988897, + "16": 0.0, + "17": 0.316227766, + "18": 0.6, + "19": 0.5976143047, + "20": 0.0, + "21": null, + "22": 0.316227766, + "23": -0.1195228609, + "24": 0.316227766, + "25": null, + "26": 0.8366600265, + "27": -0.632455532, + "28": 0.8366600265, + "29": null, + "30": 0.5976143047, + "31": 0.2236067977, + "32": 0.3585685828, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.3333333333, + "37": null, + "38": -0.2, + "39": 0.5976143047, + "40": -0.632455532, + "41": 0.316227766, + "42": -0.8366600265, + "43": 0.1054092553, + "44": 0.3585685828, + "45": -0.3585685828, + "46": null, + "47": 0.316227766, + "48": 0.0, + "49": 0.316227766, + "50": 0.7378647874, + "51": -0.1054092553, + "52": -0.8366600265, + "53": -0.316227766, + "54": null, + "55": 0.5270462767, + "56": null, + "57": 0.632455532, + "58": null, + "59": 0.632455532, + "60": 0.7378647874, + "61": 0.1195228609, + "62": 0.8366600265, + "63": 0.3585685828, + "64": 0.632455532, + "65": -0.316227766, + "66": 0.632455532, + "67": 0.316227766, + "68": 0.5270462767, + "69": 0.632455532, + "70": 0.316227766, + "71": 0.632455532, + "72": 0.632455532, + "73": 0.3585685828, + "74": 0.894427191, + "75": 0.8366600265, + "76": 0.1195228609, + "77": 0.632455532, + "78": 0.1195228609, + "79": 0.9486832981, + "80": null, + "81": 0.1195228609, + "82": 0.1195228609, + "83": -0.6, + "84": -0.5976143047, + "85": 0.894427191, + "86": 0.1054092553, + "87": null, + "88": 0.5270462767, + "89": null, + "90": 0.5976143047, + "91": 0.5976143047, + "92": -0.3585685828, + "93": 0.2581988897, + "94": 0.7745966692, + "95": 0.1195228609, + "96": 0.4, + "97": 0.7745966692, + "98": 0.632455532, + "99": 0.3585685828, + "100": 0.316227766, + "101": 0.632455532, + "102": -0.5163977795, + "103": 0.7745966692, + "104": 0.6, + "105": 0.5270462767, + "106": 0.0, + "107": 0.3585685828, + "108": 0.0, + "109": -0.1054092553, + "110": 0.6708203932, + "111": 0.9486832981, + "112": 0.2236067977, + "113": 0.1054092553, + "114": 0.632455532, + "115": 0.0, + "116": 0.3585685828, + "117": -0.632455532, + "118": 0.5976143047, + "119": 0.7378647874, + "120": 0.316227766, + "121": 0.5976143047, + "122": 0.632455532, + "123": 0.316227766, + "124": null, + "125": 0.3585685828, + "126": 0.316227766, + "127": 0.2581988897, + "128": 0.632455532, + "129": 0.0, + "130": 0.5976143047, + "131": 0.3585685828, + "132": 0.1195228609, + "133": -0.5163977795, + "134": -0.5976143047, + "135": 0.632455532, + "136": 0.5976143047, + "137": 0.3585685828, + "138": 0.316227766, + "139": 0.1195228609, + "140": null, + "141": -0.9486832981, + "142": null, + "143": 0.632455532, + "144": 0.8366600265, + "145": 0.9486832981, + "146": 0.0, + "147": null, + "148": 0.632455532, + "149": 0.632455532, + "150": null, + "151": 0.632455532, + "152": 0.316227766, + "153": 0.6708203932, + "154": -0.2581988897, + "155": 0.2236067977, + "156": 0.3585685828, + "157": null, + "158": -0.5976143047, + "159": -0.1054092553, + "160": -0.5270462767, + "161": 0.1195228609, + "162": 0.1195228609, + "163": 0.7745966692, + "164": 0.2, + "165": -0.1195228609, + "166": 0.5976143047, + "167": -0.6708203932, + "168": 0.8366600265, + "169": -0.3585685828, + "170": 0.894427191, + "171": 0.2, + "172": -0.632455532, + "173": 0.316227766, + "174": 0.632455532, + "175": 0.5163977795, + "176": 0.7378647874, + "177": 0.7378647874, + "178": 0.5976143047, + "179": 0.632455532, + "180": 0.316227766, + "181": 0.5976143047, + "182": 0.1195228609, + "183": 0.9486832981, + "184": -0.2236067977, + "185": null, + "186": null, + "187": 0.316227766, + "188": 0.316227766, + "189": 0.316227766, + "190": -0.1195228609, + "191": 0.632455532, + "192": -0.1195228609, + "193": 0.7378647874, + "194": null, + "195": 0.5270462767, + "196": 0.8366600265, + "197": -0.632455532, + "198": 0.8366600265, + "199": 0.7378647874, + "200": -0.7745966692, + "201": 0.8366600265, + "202": -0.1195228609, + "203": 0.1195228609, + "204": -0.632455532, + "205": 0.2581988897, + "206": 0.1195228609, + "207": 0.0, + "208": 0.9486832981, + "209": 0.5270462767, + "210": 0.316227766, + "211": 0.4472135955, + "212": 0.2581988897, + "213": -0.1195228609, + "214": 0.3585685828, + "215": -0.2236067977, + "216": 0.894427191, + "217": 0.632455532, + "218": 0.1195228609, + "219": 0.4472135955, + "220": 0.3585685828, + "221": 0.3585685828, + "222": -0.2236067977, + "223": 0.0, + "224": 0.316227766, + "225": -0.5976143047, + "226": 0.894427191, + "227": 0.632455532, + "228": 0.3585685828, + "229": 0.8366600265, + "230": null, + "231": 0.7745966692, + "232": 0.5270462767, + "233": 0.2236067977, + "234": 0.0, + "235": 0.0, + "236": 0.5976143047, + "237": 0.1195228609, + "238": -0.3585685828, + "239": 0.8366600265, + "240": 0.1195228609, + "241": 0.1054092553, + "242": -0.1195228609, + "243": -0.316227766, + "244": 0.5270462767, + "245": 0.2581988897, + "246": 0.316227766, + "247": 0.3585685828, + "248": -0.2581988897, + "249": null, + "average": 0.2923255319 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'F')": { + "0": 0.632455532, + "1": 0.632455532, + "2": 0.3585685828, + "3": 0.7378647874, + "4": 0.7378647874, + "5": 0.316227766, + "6": 0.632455532, + "7": 0.316227766, + "8": 0.0, + "9": 0.6, + "10": -0.316227766, + "11": -0.1054092553, + "12": 0.8366600265, + "13": 0.5270462767, + "14": 0.7378647874, + "15": 0.2581988897, + "16": 0.0, + "17": 0.632455532, + "18": 0.6, + "19": 0.5976143047, + "20": 0.0, + "21": null, + "22": 0.316227766, + "23": -0.1195228609, + "24": 0.316227766, + "25": null, + "26": 0.8366600265, + "27": -0.632455532, + "28": 0.8366600265, + "29": null, + "30": 0.5976143047, + "31": 0.2236067977, + "32": 0.3585685828, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.6666666667, + "37": null, + "38": -0.2, + "39": 0.8366600265, + "40": -0.632455532, + "41": 0.316227766, + "42": -0.8366600265, + "43": 0.316227766, + "44": 0.3585685828, + "45": -0.1195228609, + "46": null, + "47": 0.316227766, + "48": 0.0, + "49": 0.316227766, + "50": 0.7378647874, + "51": -0.1054092553, + "52": -0.8366600265, + "53": -0.316227766, + "54": null, + "55": 0.5270462767, + "56": null, + "57": 0.632455532, + "58": null, + "59": 0.632455532, + "60": 0.7378647874, + "61": 0.1195228609, + "62": 0.8366600265, + "63": 0.3585685828, + "64": 0.632455532, + "65": -0.316227766, + "66": 0.632455532, + "67": 0.316227766, + "68": 0.5270462767, + "69": 0.632455532, + "70": 0.632455532, + "71": 0.632455532, + "72": 0.632455532, + "73": 0.3585685828, + "74": 0.4472135955, + "75": 0.8366600265, + "76": 0.3585685828, + "77": 0.316227766, + "78": 0.1195228609, + "79": 0.9486832981, + "80": null, + "81": 0.1195228609, + "82": 0.3585685828, + "83": -0.4, + "84": -0.8366600265, + "85": 0.894427191, + "86": 0.1054092553, + "87": null, + "88": 0.5270462767, + "89": null, + "90": 0.5976143047, + "91": 0.5976143047, + "92": -0.1195228609, + "93": 0.5163977795, + "94": 0.7745966692, + "95": 0.1195228609, + "96": 0.4, + "97": 0.7745966692, + "98": 0.632455532, + "99": 0.3585685828, + "100": 0.316227766, + "101": 0.632455532, + "102": -0.5163977795, + "103": 0.7745966692, + "104": 0.6, + "105": 0.5270462767, + "106": 0.0, + "107": 0.3585685828, + "108": 0.0, + "109": -0.1054092553, + "110": 0.6708203932, + "111": 0.9486832981, + "112": 0.4472135955, + "113": 0.1054092553, + "114": 0.632455532, + "115": -0.316227766, + "116": 0.3585685828, + "117": -0.632455532, + "118": 0.5976143047, + "119": 0.7378647874, + "120": 0.316227766, + "121": 0.5976143047, + "122": 0.632455532, + "123": 0.316227766, + "124": null, + "125": 0.3585685828, + "126": 0.316227766, + "127": 0.2581988897, + "128": 0.632455532, + "129": 0.0, + "130": 0.5976143047, + "131": 0.3585685828, + "132": 0.1195228609, + "133": -0.2581988897, + "134": -0.5976143047, + "135": 0.632455532, + "136": 0.5976143047, + "137": 0.3585685828, + "138": 0.316227766, + "139": 0.1195228609, + "140": null, + "141": -0.9486832981, + "142": null, + "143": 0.632455532, + "144": 0.8366600265, + "145": 0.9486832981, + "146": 0.0, + "147": null, + "148": 0.632455532, + "149": 0.632455532, + "150": null, + "151": 0.632455532, + "152": 0.316227766, + "153": 0.6708203932, + "154": -0.2581988897, + "155": 0.2236067977, + "156": 0.5976143047, + "157": null, + "158": -0.5976143047, + "159": -0.1054092553, + "160": -0.5270462767, + "161": 0.1195228609, + "162": 0.1195228609, + "163": 0.7745966692, + "164": 0.4, + "165": -0.1195228609, + "166": 0.5976143047, + "167": -0.4472135955, + "168": 0.8366600265, + "169": -0.1195228609, + "170": 0.894427191, + "171": 0.2, + "172": -0.632455532, + "173": 0.316227766, + "174": 0.632455532, + "175": 0.5163977795, + "176": 0.7378647874, + "177": 0.7378647874, + "178": 0.5976143047, + "179": 0.632455532, + "180": 0.316227766, + "181": 0.5976143047, + "182": 0.1195228609, + "183": 0.9486832981, + "184": -0.2236067977, + "185": null, + "186": null, + "187": 0.316227766, + "188": 0.316227766, + "189": 0.316227766, + "190": -0.1195228609, + "191": 0.632455532, + "192": -0.1195228609, + "193": 0.7378647874, + "194": null, + "195": 0.5270462767, + "196": 0.8366600265, + "197": -0.632455532, + "198": 0.8366600265, + "199": 0.7378647874, + "200": -0.7745966692, + "201": 0.8366600265, + "202": 0.1195228609, + "203": 0.1195228609, + "204": -0.316227766, + "205": 0.2581988897, + "206": 0.1195228609, + "207": 0.632455532, + "208": 0.9486832981, + "209": 0.5270462767, + "210": 0.316227766, + "211": 0.4472135955, + "212": 0.2581988897, + "213": -0.1195228609, + "214": 0.5976143047, + "215": -0.2236067977, + "216": 0.894427191, + "217": 0.632455532, + "218": 0.1195228609, + "219": 0.4472135955, + "220": 0.3585685828, + "221": 0.3585685828, + "222": 0.0, + "223": 0.0, + "224": 0.316227766, + "225": -0.5976143047, + "226": 0.894427191, + "227": 0.632455532, + "228": 0.3585685828, + "229": 0.8366600265, + "230": null, + "231": 0.7745966692, + "232": 0.5270462767, + "233": 0.2236067977, + "234": 0.0, + "235": 0.0, + "236": 0.8366600265, + "237": 0.1195228609, + "238": -0.3585685828, + "239": 0.8366600265, + "240": 0.1195228609, + "241": 0.1054092553, + "242": -0.1195228609, + "243": 0.1054092553, + "244": 0.5270462767, + "245": 0.2581988897, + "246": 0.316227766, + "247": 0.3585685828, + "248": -0.2581988897, + "249": null, + "average": 0.3172260861 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'P')": { + "0": 0.632455532, + "1": 0.632455532, + "2": 0.8366600265, + "3": 0.7378647874, + "4": 0.7378647874, + "5": 0.9486832981, + "6": 0.0, + "7": -0.316227766, + "8": -0.2581988897, + "9": 0.4, + "10": -0.316227766, + "11": -0.1054092553, + "12": 0.8366600265, + "13": 0.9486832981, + "14": 0.9486832981, + "15": 0.0, + "16": 0.0, + "17": 0.632455532, + "18": 0.8, + "19": 0.8366600265, + "20": 0.7745966692, + "21": null, + "22": -0.1054092553, + "23": -0.3585685828, + "24": 0.316227766, + "25": null, + "26": 0.5976143047, + "27": 0.0, + "28": 0.8366600265, + "29": null, + "30": 0.5976143047, + "31": 0.2236067977, + "32": 0.3585685828, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.6666666667, + "37": null, + "38": 0.2, + "39": 0.8366600265, + "40": 0.316227766, + "41": 0.316227766, + "42": 0.8366600265, + "43": 0.316227766, + "44": 0.1195228609, + "45": 0.1195228609, + "46": null, + "47": 0.632455532, + "48": 0.6, + "49": 0.632455532, + "50": 0.7378647874, + "51": 0.1054092553, + "52": 0.1195228609, + "53": 0.316227766, + "54": null, + "55": 0.7378647874, + "56": null, + "57": 0.632455532, + "58": null, + "59": 0.632455532, + "60": 0.9486832981, + "61": 0.1195228609, + "62": 0.8366600265, + "63": 0.8366600265, + "64": 0.632455532, + "65": 0.0, + "66": 0.632455532, + "67": 0.316227766, + "68": 0.316227766, + "69": 0.632455532, + "70": 0.632455532, + "71": 0.632455532, + "72": 0.632455532, + "73": 0.3585685828, + "74": 0.0, + "75": 0.5976143047, + "76": 0.3585685828, + "77": 0.0, + "78": 0.1195228609, + "79": 0.7378647874, + "80": null, + "81": 0.5976143047, + "82": 0.3585685828, + "83": 0.6, + "84": -0.3585685828, + "85": 0.6708203932, + "86": -0.7378647874, + "87": null, + "88": 0.7378647874, + "89": null, + "90": 0.5976143047, + "91": 0.3585685828, + "92": 0.5976143047, + "93": 0.7745966692, + "94": 0.7745966692, + "95": 0.8366600265, + "96": 0.6, + "97": 0.7745966692, + "98": 0.316227766, + "99": 0.5976143047, + "100": -0.316227766, + "101": 0.632455532, + "102": 0.7745966692, + "103": 0.7745966692, + "104": 0.8, + "105": 0.5270462767, + "106": 0.632455532, + "107": 0.1195228609, + "108": 0.0, + "109": -0.316227766, + "110": 0.0, + "111": 0.7378647874, + "112": 0.4472135955, + "113": 0.5270462767, + "114": -0.316227766, + "115": -0.316227766, + "116": 0.1195228609, + "117": -0.316227766, + "118": 0.5976143047, + "119": 0.316227766, + "120": 0.5270462767, + "121": 0.8366600265, + "122": 0.632455532, + "123": 0.632455532, + "124": null, + "125": 0.5976143047, + "126": 0.316227766, + "127": 0.5163977795, + "128": 0.632455532, + "129": 0.2236067977, + "130": 0.8366600265, + "131": 0.8366600265, + "132": -0.1195228609, + "133": 0.7745966692, + "134": -0.3585685828, + "135": 0.632455532, + "136": 0.5976143047, + "137": -0.3585685828, + "138": 0.632455532, + "139": 0.5976143047, + "140": null, + "141": 0.316227766, + "142": null, + "143": 0.632455532, + "144": 0.8366600265, + "145": 0.5270462767, + "146": 0.4472135955, + "147": null, + "148": 0.632455532, + "149": 0.0, + "150": null, + "151": 0.0, + "152": 0.632455532, + "153": 0.4472135955, + "154": 0.0, + "155": 0.2236067977, + "156": 0.8366600265, + "157": null, + "158": -0.1195228609, + "159": 0.5270462767, + "160": -0.1054092553, + "161": 0.3585685828, + "162": 0.5976143047, + "163": 0.2581988897, + "164": 0.2, + "165": 0.1195228609, + "166": 0.5976143047, + "167": -0.2236067977, + "168": 0.8366600265, + "169": 0.5976143047, + "170": 0.6708203932, + "171": 0.2, + "172": 0.0, + "173": -0.316227766, + "174": 0.632455532, + "175": 0.5163977795, + "176": 0.5270462767, + "177": 0.7378647874, + "178": 0.5976143047, + "179": 0.316227766, + "180": 0.7378647874, + "181": 0.5976143047, + "182": 0.8366600265, + "183": 0.9486832981, + "184": 0.4472135955, + "185": null, + "186": null, + "187": 0.7378647874, + "188": 0.5270462767, + "189": 0.316227766, + "190": -0.1195228609, + "191": 0.632455532, + "192": 0.5976143047, + "193": 0.1054092553, + "194": null, + "195": 0.5270462767, + "196": 0.3585685828, + "197": 0.316227766, + "198": 0.8366600265, + "199": 0.7378647874, + "200": -0.5163977795, + "201": 0.8366600265, + "202": 0.3585685828, + "203": 0.5976143047, + "204": 0.632455532, + "205": 0.5163977795, + "206": 0.5976143047, + "207": 0.632455532, + "208": 0.7378647874, + "209": 0.7378647874, + "210": 0.5270462767, + "211": 0.6708203932, + "212": 0.2581988897, + "213": -0.1195228609, + "214": 0.5976143047, + "215": -0.2236067977, + "216": 0.894427191, + "217": 0.632455532, + "218": 0.3585685828, + "219": 0.2236067977, + "220": 0.3585685828, + "221": 0.8366600265, + "222": 0.4472135955, + "223": -0.632455532, + "224": 0.0, + "225": -0.3585685828, + "226": 0.2236067977, + "227": 0.632455532, + "228": 0.3585685828, + "229": 0.8366600265, + "230": null, + "231": 0.7745966692, + "232": 0.1054092553, + "233": 0.2236067977, + "234": 0.2236067977, + "235": 0.632455532, + "236": 0.3585685828, + "237": 0.5976143047, + "238": 0.5976143047, + "239": -0.1195228609, + "240": -0.3585685828, + "241": 0.5270462767, + "242": 0.3585685828, + "243": 0.316227766, + "244": 0.7378647874, + "245": 0.2581988897, + "246": 0.5270462767, + "247": 0.5976143047, + "248": 0.0, + "249": null, + "average": 0.4147828761 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'R')": { + "0": 0.632455532, + "1": 0.632455532, + "2": 0.3585685828, + "3": 0.5270462767, + "4": 0.9486832981, + "5": 0.7378647874, + "6": 0.632455532, + "7": 0.632455532, + "8": 0.0, + "9": 0.6, + "10": -0.316227766, + "11": -0.1054092553, + "12": 0.8366600265, + "13": -0.1054092553, + "14": 0.5270462767, + "15": 0.0, + "16": 0.0, + "17": 0.632455532, + "18": 0.4, + "19": 0.1195228609, + "20": -0.2581988897, + "21": null, + "22": 0.316227766, + "23": -0.1195228609, + "24": 0.0, + "25": null, + "26": 0.8366600265, + "27": -0.632455532, + "28": 0.8366600265, + "29": null, + "30": 0.5976143047, + "31": 0.4472135955, + "32": 0.5976143047, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.3333333333, + "37": null, + "38": -0.2, + "39": 0.3585685828, + "40": 0.632455532, + "41": 0.632455532, + "42": 0.1195228609, + "43": 0.316227766, + "44": 0.1195228609, + "45": -0.3585685828, + "46": null, + "47": 0.316227766, + "48": 0.4, + "49": 0.316227766, + "50": 0.7378647874, + "51": -0.1054092553, + "52": -0.8366600265, + "53": -0.316227766, + "54": null, + "55": 0.5270462767, + "56": null, + "57": 0.632455532, + "58": null, + "59": 0.632455532, + "60": 0.7378647874, + "61": 0.1195228609, + "62": 0.5976143047, + "63": 0.3585685828, + "64": 0.632455532, + "65": 0.0, + "66": 0.0, + "67": -0.1054092553, + "68": 0.7378647874, + "69": 0.632455532, + "70": 0.632455532, + "71": 0.632455532, + "72": 0.632455532, + "73": 0.5976143047, + "74": 0.4472135955, + "75": 0.8366600265, + "76": 0.1195228609, + "77": 0.632455532, + "78": 0.1195228609, + "79": 0.316227766, + "80": null, + "81": 0.3585685828, + "82": 0.1195228609, + "83": 0.8, + "84": -0.5976143047, + "85": 0.894427191, + "86": 0.1054092553, + "87": null, + "88": 0.5270462767, + "89": null, + "90": 0.5976143047, + "91": 0.8366600265, + "92": 0.3585685828, + "93": 0.7745966692, + "94": 0.7745966692, + "95": 0.1195228609, + "96": 0.4, + "97": 0.7745966692, + "98": 0.632455532, + "99": 0.3585685828, + "100": 0.632455532, + "101": 0.632455532, + "102": 0.0, + "103": 0.7745966692, + "104": 1.0, + "105": 0.5270462767, + "106": 0.0, + "107": 0.3585685828, + "108": 0.0, + "109": 0.5270462767, + "110": 0.6708203932, + "111": 0.9486832981, + "112": 0.2236067977, + "113": 0.316227766, + "114": 0.632455532, + "115": 0.632455532, + "116": 0.3585685828, + "117": -0.632455532, + "118": 0.5976143047, + "119": 0.7378647874, + "120": 0.5270462767, + "121": 0.5976143047, + "122": 0.632455532, + "123": 0.632455532, + "124": null, + "125": 0.3585685828, + "126": 0.316227766, + "127": 0.2581988897, + "128": 0.632455532, + "129": 0.894427191, + "130": 0.5976143047, + "131": 0.5976143047, + "132": 0.1195228609, + "133": 0.0, + "134": -0.1195228609, + "135": 0.632455532, + "136": 0.8366600265, + "137": 0.1195228609, + "138": 0.316227766, + "139": -0.3585685828, + "140": null, + "141": -0.5270462767, + "142": null, + "143": 0.632455532, + "144": 0.8366600265, + "145": 0.7378647874, + "146": 0.4472135955, + "147": null, + "148": 0.632455532, + "149": 0.632455532, + "150": null, + "151": 0.632455532, + "152": 0.316227766, + "153": 0.2236067977, + "154": 0.0, + "155": 0.2236067977, + "156": 0.8366600265, + "157": null, + "158": -0.3585685828, + "159": -0.316227766, + "160": -0.316227766, + "161": 0.1195228609, + "162": 0.1195228609, + "163": 0.7745966692, + "164": 0.6, + "165": 0.1195228609, + "166": 0.5976143047, + "167": -0.894427191, + "168": 0.8366600265, + "169": -0.1195228609, + "170": 0.894427191, + "171": 0.0, + "172": -0.316227766, + "173": 0.316227766, + "174": -0.316227766, + "175": 0.5163977795, + "176": 0.7378647874, + "177": 0.5270462767, + "178": 0.3585685828, + "179": 0.632455532, + "180": 0.316227766, + "181": 0.3585685828, + "182": 0.5976143047, + "183": 0.7378647874, + "184": 0.2236067977, + "185": null, + "186": null, + "187": 0.316227766, + "188": 0.316227766, + "189": 0.316227766, + "190": -0.3585685828, + "191": 0.632455532, + "192": -0.1195228609, + "193": 0.1054092553, + "194": null, + "195": 0.5270462767, + "196": 0.8366600265, + "197": -0.632455532, + "198": 0.5976143047, + "199": 0.9486832981, + "200": -0.7745966692, + "201": 0.8366600265, + "202": 0.1195228609, + "203": 0.3585685828, + "204": 0.0, + "205": 0.2581988897, + "206": 0.5976143047, + "207": -0.632455532, + "208": 0.316227766, + "209": 0.7378647874, + "210": 0.1054092553, + "211": 0.2236067977, + "212": 0.0, + "213": 0.1195228609, + "214": 0.5976143047, + "215": 0.0, + "216": 0.894427191, + "217": 0.632455532, + "218": 0.5976143047, + "219": 0.2236067977, + "220": 0.1195228609, + "221": 0.5976143047, + "222": -0.6708203932, + "223": 0.0, + "224": 0.0, + "225": -0.8366600265, + "226": 0.4472135955, + "227": 0.632455532, + "228": 0.3585685828, + "229": -0.1195228609, + "230": null, + "231": 0.7745966692, + "232": 0.5270462767, + "233": 0.4472135955, + "234": 0.0, + "235": -0.316227766, + "236": 0.8366600265, + "237": 0.3585685828, + "238": -0.1195228609, + "239": 0.5976143047, + "240": 0.1195228609, + "241": 0.1054092553, + "242": -0.1195228609, + "243": -0.1054092553, + "244": 0.316227766, + "245": 0.2581988897, + "246": 0.7378647874, + "247": 0.1195228609, + "248": -0.2581988897, + "249": null, + "average": 0.327967856 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'F')": { + "0": 0.632455532, + "1": 0.632455532, + "2": -0.1195228609, + "3": 0.5270462767, + "4": -0.316227766, + "5": -0.1054092553, + "6": 0.632455532, + "7": 0.632455532, + "8": 0.0, + "9": 0.6, + "10": -0.316227766, + "11": -0.1054092553, + "12": 0.8366600265, + "13": -0.1054092553, + "14": -0.316227766, + "15": 0.0, + "16": 0.2581988897, + "17": 0.632455532, + "18": 0.4, + "19": 0.1195228609, + "20": 0.0, + "21": null, + "22": 0.316227766, + "23": -0.1195228609, + "24": 0.0, + "25": null, + "26": 0.8366600265, + "27": -0.632455532, + "28": 0.8366600265, + "29": null, + "30": 0.5976143047, + "31": 0.2236067977, + "32": 0.5976143047, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.3333333333, + "37": null, + "38": 0.2, + "39": 0.3585685828, + "40": 0.632455532, + "41": 0.632455532, + "42": 0.1195228609, + "43": 0.316227766, + "44": 0.1195228609, + "45": -0.1195228609, + "46": null, + "47": 0.316227766, + "48": 0.4, + "49": 0.316227766, + "50": 0.7378647874, + "51": 0.1054092553, + "52": -0.8366600265, + "53": -0.316227766, + "54": null, + "55": 0.5270462767, + "56": null, + "57": 0.632455532, + "58": null, + "59": 0.632455532, + "60": 0.7378647874, + "61": 0.1195228609, + "62": 0.8366600265, + "63": 0.3585685828, + "64": 0.316227766, + "65": 0.0, + "66": 0.0, + "67": -0.1054092553, + "68": 0.7378647874, + "69": 0.632455532, + "70": 0.632455532, + "71": 0.0, + "72": 0.632455532, + "73": 0.5976143047, + "74": 0.4472135955, + "75": 0.8366600265, + "76": 0.1195228609, + "77": 0.632455532, + "78": 0.1195228609, + "79": 0.316227766, + "80": null, + "81": 0.3585685828, + "82": 0.1195228609, + "83": 0.4, + "84": -0.5976143047, + "85": 0.894427191, + "86": 0.1054092553, + "87": null, + "88": 0.316227766, + "89": null, + "90": 0.5976143047, + "91": 0.5976143047, + "92": 0.3585685828, + "93": 0.0, + "94": 0.7745966692, + "95": 0.3585685828, + "96": 0.4, + "97": 0.0, + "98": 0.632455532, + "99": 0.3585685828, + "100": 0.632455532, + "101": 0.632455532, + "102": 0.2581988897, + "103": 0.7745966692, + "104": 0.4, + "105": 0.316227766, + "106": 0.0, + "107": 0.3585685828, + "108": 0.0, + "109": 0.5270462767, + "110": 0.6708203932, + "111": 0.9486832981, + "112": 0.4472135955, + "113": 0.316227766, + "114": 0.632455532, + "115": 0.632455532, + "116": 0.3585685828, + "117": -0.632455532, + "118": 0.5976143047, + "119": 0.7378647874, + "120": -0.316227766, + "121": 0.5976143047, + "122": 0.632455532, + "123": 0.632455532, + "124": null, + "125": 0.3585685828, + "126": 0.316227766, + "127": 0.2581988897, + "128": 0.632455532, + "129": 0.894427191, + "130": 0.5976143047, + "131": 0.5976143047, + "132": 0.1195228609, + "133": 0.7745966692, + "134": -0.1195228609, + "135": 0.632455532, + "136": -0.1195228609, + "137": 0.1195228609, + "138": 0.316227766, + "139": -0.3585685828, + "140": null, + "141": -0.5270462767, + "142": null, + "143": 0.632455532, + "144": 0.8366600265, + "145": 0.7378647874, + "146": 0.4472135955, + "147": null, + "148": 0.632455532, + "149": 0.632455532, + "150": null, + "151": 0.632455532, + "152": 0.316227766, + "153": 0.2236067977, + "154": 0.0, + "155": 0.2236067977, + "156": 0.1195228609, + "157": null, + "158": -0.3585685828, + "159": 0.1054092553, + "160": -0.316227766, + "161": 0.1195228609, + "162": 0.1195228609, + "163": 0.0, + "164": 0.6, + "165": 0.1195228609, + "166": 0.5976143047, + "167": -0.894427191, + "168": 0.8366600265, + "169": 0.1195228609, + "170": 0.894427191, + "171": 0.0, + "172": -0.316227766, + "173": 0.316227766, + "174": -0.316227766, + "175": 0.5163977795, + "176": 0.7378647874, + "177": 0.316227766, + "178": 0.3585685828, + "179": 0.632455532, + "180": -0.5270462767, + "181": 0.3585685828, + "182": -0.3585685828, + "183": 0.5270462767, + "184": -0.6708203932, + "185": null, + "186": null, + "187": 0.316227766, + "188": 0.316227766, + "189": 0.316227766, + "190": -0.3585685828, + "191": 0.632455532, + "192": -0.1195228609, + "193": 0.1054092553, + "194": null, + "195": 0.5270462767, + "196": 0.8366600265, + "197": -0.632455532, + "198": 0.8366600265, + "199": 0.9486832981, + "200": -0.7745966692, + "201": -0.1195228609, + "202": 0.1195228609, + "203": -0.5976143047, + "204": 0.316227766, + "205": -0.5163977795, + "206": 0.5976143047, + "207": -0.632455532, + "208": 0.316227766, + "209": 0.7378647874, + "210": 0.316227766, + "211": 0.2236067977, + "212": 0.0, + "213": 0.1195228609, + "214": 0.5976143047, + "215": 0.0, + "216": 0.894427191, + "217": 0.632455532, + "218": 0.5976143047, + "219": 0.2236067977, + "220": 0.1195228609, + "221": -0.3585685828, + "222": -0.4472135955, + "223": 0.0, + "224": 0.0, + "225": -0.8366600265, + "226": 0.4472135955, + "227": 0.632455532, + "228": 0.3585685828, + "229": -0.1195228609, + "230": null, + "231": 0.7745966692, + "232": 0.5270462767, + "233": 0.4472135955, + "234": -0.6708203932, + "235": 0.0, + "236": 0.8366600265, + "237": 0.3585685828, + "238": -0.1195228609, + "239": 0.5976143047, + "240": 0.1195228609, + "241": 0.1054092553, + "242": -0.1195228609, + "243": 0.316227766, + "244": 0.316227766, + "245": 0.2581988897, + "246": 0.7378647874, + "247": 0.1195228609, + "248": -0.2581988897, + "249": null, + "average": 0.2702537309 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'P')": { + "0": 0.0, + "1": 0.632455532, + "2": 0.5976143047, + "3": 0.1054092553, + "4": -0.1054092553, + "5": 0.316227766, + "6": 0.316227766, + "7": 0.316227766, + "8": 0.5163977795, + "9": 0.2, + "10": 0.0, + "11": -0.5270462767, + "12": 0.1195228609, + "13": 0.7378647874, + "14": 0.7378647874, + "15": 0.0, + "16": 0.2581988897, + "17": 0.632455532, + "18": 0.0, + "19": 0.5976143047, + "20": 0.5163977795, + "21": null, + "22": -0.9486832981, + "23": -0.3585685828, + "24": 0.632455532, + "25": null, + "26": 0.8366600265, + "27": 0.316227766, + "28": 0.5976143047, + "29": null, + "30": 0.3585685828, + "31": 0.4472135955, + "32": 0.5976143047, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.6666666667, + "37": null, + "38": -0.2, + "39": 0.5976143047, + "40": 0.316227766, + "41": 0.316227766, + "42": 0.5976143047, + "43": 0.1054092553, + "44": 0.5976143047, + "45": 0.5976143047, + "46": null, + "47": -0.632455532, + "48": 0.2, + "49": 0.632455532, + "50": -0.1054092553, + "51": 0.1054092553, + "52": 0.1195228609, + "53": 0.632455532, + "54": null, + "55": 0.1054092553, + "56": null, + "57": 0.0, + "58": null, + "59": -0.316227766, + "60": 0.5270462767, + "61": 0.3585685828, + "62": 0.8366600265, + "63": 0.8366600265, + "64": 0.632455532, + "65": -0.632455532, + "66": 0.632455532, + "67": 0.5270462767, + "68": 0.316227766, + "69": 0.632455532, + "70": 0.316227766, + "71": 0.316227766, + "72": 0.632455532, + "73": -0.1195228609, + "74": -0.2236067977, + "75": 0.5976143047, + "76": 0.3585685828, + "77": 0.0, + "78": 0.1195228609, + "79": 0.9486832981, + "80": null, + "81": 0.5976143047, + "82": -0.3585685828, + "83": 0.2, + "84": -0.8366600265, + "85": 0.4472135955, + "86": 0.316227766, + "87": null, + "88": 0.316227766, + "89": null, + "90": 0.3585685828, + "91": -0.3585685828, + "92": 0.3585685828, + "93": 0.5163977795, + "94": 0.7745966692, + "95": 0.5976143047, + "96": 0.0, + "97": 0.7745966692, + "98": 0.316227766, + "99": 0.1195228609, + "100": 0.632455532, + "101": 0.632455532, + "102": -0.2581988897, + "103": 0.5163977795, + "104": 0.4, + "105": 0.7378647874, + "106": 0.632455532, + "107": -0.1195228609, + "108": -0.5163977795, + "109": 0.1054092553, + "110": 0.0, + "111": 0.5270462767, + "112": 0.6708203932, + "113": 0.1054092553, + "114": -0.316227766, + "115": -0.316227766, + "116": 0.1195228609, + "117": -0.316227766, + "118": 0.5976143047, + "119": 0.1054092553, + "120": 0.7378647874, + "121": 0.8366600265, + "122": 0.632455532, + "123": 0.0, + "124": null, + "125": 0.5976143047, + "126": 0.0, + "127": -0.2581988897, + "128": 0.632455532, + "129": -0.6708203932, + "130": 0.5976143047, + "131": 0.8366600265, + "132": -0.1195228609, + "133": 0.2581988897, + "134": 0.5976143047, + "135": 0.632455532, + "136": -0.1195228609, + "137": 0.8366600265, + "138": 0.0, + "139": 0.5976143047, + "140": null, + "141": 0.5270462767, + "142": null, + "143": 0.316227766, + "144": 0.8366600265, + "145": -0.316227766, + "146": 0.6708203932, + "147": null, + "148": 0.632455532, + "149": 0.632455532, + "150": null, + "151": 0.316227766, + "152": 0.0, + "153": 0.894427191, + "154": 0.0, + "155": 0.4472135955, + "156": -0.3585685828, + "157": null, + "158": -0.5976143047, + "159": 0.316227766, + "160": 0.316227766, + "161": 0.5976143047, + "162": 0.8366600265, + "163": 0.2581988897, + "164": 0.4, + "165": -0.8366600265, + "166": 0.5976143047, + "167": 0.2236067977, + "168": 0.8366600265, + "169": 0.5976143047, + "170": 0.4472135955, + "171": 0.0, + "172": -0.316227766, + "173": 0.1054092553, + "174": 0.0, + "175": 0.0, + "176": 0.316227766, + "177": 0.9486832981, + "178": -0.1195228609, + "179": 0.316227766, + "180": 0.7378647874, + "181": 0.5976143047, + "182": 0.5976143047, + "183": 0.1054092553, + "184": 0.0, + "185": null, + "186": null, + "187": 0.1054092553, + "188": 0.5270462767, + "189": 0.632455532, + "190": 0.8366600265, + "191": 0.316227766, + "192": 0.5976143047, + "193": -0.1054092553, + "194": null, + "195": -0.7378647874, + "196": 0.3585685828, + "197": 0.316227766, + "198": 0.3585685828, + "199": 0.5270462767, + "200": 0.0, + "201": 0.8366600265, + "202": 0.1195228609, + "203": 0.1195228609, + "204": 0.632455532, + "205": 0.2581988897, + "206": -0.5976143047, + "207": 0.632455532, + "208": 0.5270462767, + "209": 0.316227766, + "210": -0.1054092553, + "211": 0.2236067977, + "212": -0.5163977795, + "213": 0.1195228609, + "214": -0.1195228609, + "215": -0.6708203932, + "216": 0.0, + "217": 0.316227766, + "218": 0.5976143047, + "219": 0.4472135955, + "220": 0.8366600265, + "221": 0.8366600265, + "222": 0.4472135955, + "223": 0.0, + "224": 0.316227766, + "225": -0.5976143047, + "226": -0.4472135955, + "227": 0.632455532, + "228": 0.3585685828, + "229": 0.8366600265, + "230": null, + "231": 0.7745966692, + "232": 0.5270462767, + "233": 0.2236067977, + "234": 0.4472135955, + "235": 0.316227766, + "236": 0.5976143047, + "237": 0.8366600265, + "238": -0.5976143047, + "239": -0.3585685828, + "240": 0.1195228609, + "241": 0.316227766, + "242": 0.1195228609, + "243": 0.316227766, + "244": 0.5270462767, + "245": 0.7745966692, + "246": 0.1054092553, + "247": 0.3585685828, + "248": -0.2581988897, + "249": null, + "average": 0.2780984326 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'R')": { + "0": -0.632455532, + "1": -0.316227766, + "2": 0.1195228609, + "3": -0.1054092553, + "4": -0.5270462767, + "5": -0.7378647874, + "6": 0.316227766, + "7": 0.316227766, + "8": 0.7745966692, + "9": -0.2, + "10": 0.316227766, + "11": -0.316227766, + "12": 0.8366600265, + "13": 0.316227766, + "14": 0.5270462767, + "15": 0.2581988897, + "16": -0.2581988897, + "17": 0.0, + "18": -0.4, + "19": 0.1195228609, + "20": 0.0, + "21": null, + "22": -0.316227766, + "23": 0.3585685828, + "24": 0.0, + "25": null, + "26": 0.1195228609, + "27": 0.316227766, + "28": 0.1195228609, + "29": null, + "30": -0.1195228609, + "31": 0.6708203932, + "32": -0.3585685828, + "33": null, + "34": 0.632455532, + "35": null, + "36": -0.6666666667, + "37": null, + "38": 0.0, + "39": 0.5976143047, + "40": -0.632455532, + "41": 0.0, + "42": -0.8366600265, + "43": -0.5270462767, + "44": -0.3585685828, + "45": -0.5976143047, + "46": null, + "47": 0.0, + "48": -0.2, + "49": 0.316227766, + "50": -0.9486832981, + "51": -0.9486832981, + "52": -0.3585685828, + "53": -0.316227766, + "54": null, + "55": 0.1054092553, + "56": null, + "57": -0.632455532, + "58": null, + "59": -0.632455532, + "60": -0.1054092553, + "61": 0.3585685828, + "62": 0.5976143047, + "63": 0.1195228609, + "64": 0.0, + "65": -0.632455532, + "66": 0.632455532, + "67": 0.7378647874, + "68": -0.5270462767, + "69": -0.632455532, + "70": -0.632455532, + "71": 0.316227766, + "72": 0.632455532, + "73": -0.3585685828, + "74": -0.2236067977, + "75": -0.1195228609, + "76": 0.3585685828, + "77": -0.316227766, + "78": -0.1195228609, + "79": 0.5270462767, + "80": null, + "81": -0.1195228609, + "82": -0.1195228609, + "83": 0.0, + "84": -0.3585685828, + "85": 0.0, + "86": -0.316227766, + "87": null, + "88": 0.316227766, + "89": null, + "90": -0.5976143047, + "91": -0.5976143047, + "92": -0.1195228609, + "93": 0.0, + "94": 0.5163977795, + "95": 0.3585685828, + "96": -0.4, + "97": -0.7745966692, + "98": -0.316227766, + "99": -0.3585685828, + "100": -0.632455532, + "101": 0.632455532, + "102": -0.2581988897, + "103": -0.7745966692, + "104": 0.4, + "105": 0.316227766, + "106": -0.632455532, + "107": 0.3585685828, + "108": -0.2581988897, + "109": 0.5270462767, + "110": -0.2236067977, + "111": 0.316227766, + "112": -0.6708203932, + "113": -0.1054092553, + "114": 0.0, + "115": -0.632455532, + "116": -0.1195228609, + "117": -0.316227766, + "118": 0.8366600265, + "119": -0.5270462767, + "120": 0.1054092553, + "121": -0.5976143047, + "122": -0.316227766, + "123": -0.632455532, + "124": null, + "125": 0.3585685828, + "126": -0.632455532, + "127": -0.7745966692, + "128": -0.316227766, + "129": -0.6708203932, + "130": 0.5976143047, + "131": 0.1195228609, + "132": -0.1195228609, + "133": 0.2581988897, + "134": -0.8366600265, + "135": -0.632455532, + "136": 0.8366600265, + "137": 0.3585685828, + "138": 0.0, + "139": 0.3585685828, + "140": null, + "141": -0.5270462767, + "142": null, + "143": -0.316227766, + "144": -0.3585685828, + "145": 0.1054092553, + "146": -0.4472135955, + "147": null, + "148": 0.316227766, + "149": 0.316227766, + "150": null, + "151": 0.632455532, + "152": -0.316227766, + "153": 0.4472135955, + "154": 0.7745966692, + "155": 0.0, + "156": -0.3585685828, + "157": null, + "158": -0.8366600265, + "159": -0.5270462767, + "160": -0.316227766, + "161": -0.3585685828, + "162": 0.3585685828, + "163": -0.2581988897, + "164": -0.4, + "165": -0.8366600265, + "166": 0.3585685828, + "167": -0.4472135955, + "168": -0.3585685828, + "169": -0.5976143047, + "170": 0.894427191, + "171": -0.8, + "172": 0.0, + "173": -0.1054092553, + "174": -0.632455532, + "175": -0.2581988897, + "176": 0.1054092553, + "177": -0.1054092553, + "178": -0.5976143047, + "179": 0.632455532, + "180": -0.5270462767, + "181": 0.5976143047, + "182": 0.1195228609, + "183": 0.5270462767, + "184": -0.4472135955, + "185": null, + "186": null, + "187": 0.316227766, + "188": 0.316227766, + "189": 0.632455532, + "190": 0.8366600265, + "191": 0.316227766, + "192": -0.8366600265, + "193": 0.316227766, + "194": null, + "195": -0.316227766, + "196": -0.5976143047, + "197": -0.632455532, + "198": 0.1195228609, + "199": 0.1054092553, + "200": -0.7745966692, + "201": 0.3585685828, + "202": -0.5976143047, + "203": -0.8366600265, + "204": 0.0, + "205": 0.2581988897, + "206": -0.5976143047, + "207": 0.316227766, + "208": 0.316227766, + "209": -0.316227766, + "210": 0.7378647874, + "211": -0.4472135955, + "212": -0.2581988897, + "213": -0.3585685828, + "214": -0.8366600265, + "215": -0.2236067977, + "216": -0.4472135955, + "217": 0.316227766, + "218": 0.1195228609, + "219": 0.6708203932, + "220": -0.1195228609, + "221": -0.1195228609, + "222": 0.6708203932, + "223": 0.316227766, + "224": 0.316227766, + "225": -0.5976143047, + "226": -0.6708203932, + "227": 0.632455532, + "228": -0.1195228609, + "229": 0.1195228609, + "230": null, + "231": 0.0, + "232": 0.1054092553, + "233": -0.4472135955, + "234": 0.0, + "235": 0.0, + "236": -0.3585685828, + "237": -0.1195228609, + "238": -0.5976143047, + "239": 0.5976143047, + "240": 0.3585685828, + "241": -0.316227766, + "242": -0.1195228609, + "243": 0.316227766, + "244": 0.5270462767, + "245": -0.2581988897, + "246": -0.1054092553, + "247": 0.1195228609, + "248": -0.5163977795, + "249": null, + "average": -0.0811471012 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'F')": { + "0": -0.632455532, + "1": 0.316227766, + "2": 0.1195228609, + "3": -0.1054092553, + "4": -0.316227766, + "5": -0.7378647874, + "6": 0.0, + "7": 0.316227766, + "8": 0.7745966692, + "9": 0.0, + "10": 0.0, + "11": -0.316227766, + "12": 0.5976143047, + "13": 0.7378647874, + "14": 0.9486832981, + "15": 0.2581988897, + "16": -0.2581988897, + "17": 0.0, + "18": -0.4, + "19": 0.1195228609, + "20": 0.0, + "21": null, + "22": -0.316227766, + "23": 0.1195228609, + "24": 0.0, + "25": null, + "26": 0.1195228609, + "27": 0.316227766, + "28": 0.1195228609, + "29": null, + "30": -0.1195228609, + "31": 0.6708203932, + "32": -0.3585685828, + "33": null, + "34": 0.632455532, + "35": null, + "36": -0.6666666667, + "37": null, + "38": -0.2, + "39": 0.5976143047, + "40": -0.632455532, + "41": 0.0, + "42": -0.8366600265, + "43": -0.5270462767, + "44": 0.5976143047, + "45": -0.5976143047, + "46": null, + "47": -0.316227766, + "48": -0.2, + "49": 0.316227766, + "50": -0.7378647874, + "51": -0.9486832981, + "52": 0.1195228609, + "53": -0.316227766, + "54": null, + "55": 0.1054092553, + "56": null, + "57": -0.316227766, + "58": null, + "59": -0.632455532, + "60": 0.1054092553, + "61": 0.3585685828, + "62": 0.8366600265, + "63": 0.1195228609, + "64": 0.0, + "65": -0.632455532, + "66": 0.632455532, + "67": 0.7378647874, + "68": -0.5270462767, + "69": -0.632455532, + "70": -0.632455532, + "71": 0.316227766, + "72": 0.632455532, + "73": -0.3585685828, + "74": 0.0, + "75": -0.1195228609, + "76": 0.3585685828, + "77": -0.316227766, + "78": -0.5976143047, + "79": 0.7378647874, + "80": null, + "81": -0.1195228609, + "82": -0.3585685828, + "83": 0.2, + "84": -0.3585685828, + "85": -0.2236067977, + "86": -0.316227766, + "87": null, + "88": 0.1054092553, + "89": null, + "90": -0.3585685828, + "91": -0.5976143047, + "92": -0.1195228609, + "93": 0.0, + "94": 0.5163977795, + "95": 0.3585685828, + "96": -0.2, + "97": -0.7745966692, + "98": -0.316227766, + "99": -0.3585685828, + "100": -0.632455532, + "101": 0.632455532, + "102": 0.0, + "103": -0.7745966692, + "104": 0.4, + "105": 0.7378647874, + "106": -0.632455532, + "107": 0.3585685828, + "108": -0.7745966692, + "109": 0.5270462767, + "110": -0.2236067977, + "111": 0.5270462767, + "112": -0.4472135955, + "113": -0.1054092553, + "114": 0.0, + "115": -0.632455532, + "116": -0.1195228609, + "117": -0.316227766, + "118": 0.8366600265, + "119": -0.5270462767, + "120": 0.316227766, + "121": -0.3585685828, + "122": -0.316227766, + "123": -0.632455532, + "124": null, + "125": 0.3585685828, + "126": -0.632455532, + "127": -0.7745966692, + "128": 0.0, + "129": -0.6708203932, + "130": 0.5976143047, + "131": 0.1195228609, + "132": 0.1195228609, + "133": 0.2581988897, + "134": -0.8366600265, + "135": -0.632455532, + "136": 0.8366600265, + "137": 0.3585685828, + "138": 0.0, + "139": 0.3585685828, + "140": null, + "141": -0.7378647874, + "142": null, + "143": 0.0, + "144": -0.3585685828, + "145": 0.1054092553, + "146": -0.4472135955, + "147": null, + "148": 0.632455532, + "149": 0.632455532, + "150": null, + "151": 0.632455532, + "152": -0.316227766, + "153": 0.4472135955, + "154": 0.7745966692, + "155": 0.2236067977, + "156": -0.3585685828, + "157": null, + "158": -0.8366600265, + "159": -0.316227766, + "160": -0.316227766, + "161": -0.3585685828, + "162": 0.3585685828, + "163": -0.5163977795, + "164": -0.2, + "165": -0.8366600265, + "166": 0.5976143047, + "167": -0.4472135955, + "168": 0.1195228609, + "169": -0.3585685828, + "170": 0.894427191, + "171": -0.4, + "172": 0.0, + "173": 0.1054092553, + "174": -0.632455532, + "175": -0.2581988897, + "176": 0.1054092553, + "177": -0.1054092553, + "178": -0.5976143047, + "179": 0.316227766, + "180": -0.316227766, + "181": 0.5976143047, + "182": 0.5976143047, + "183": 0.5270462767, + "184": -0.4472135955, + "185": null, + "186": null, + "187": 0.316227766, + "188": 0.316227766, + "189": 0.632455532, + "190": 0.8366600265, + "191": 0.316227766, + "192": -0.8366600265, + "193": 0.1054092553, + "194": null, + "195": -0.316227766, + "196": -0.8366600265, + "197": -0.632455532, + "198": 0.3585685828, + "199": 0.1054092553, + "200": -0.7745966692, + "201": 0.5976143047, + "202": -0.5976143047, + "203": -0.8366600265, + "204": 0.316227766, + "205": 0.0, + "206": -0.5976143047, + "207": 0.632455532, + "208": 0.316227766, + "209": -0.1054092553, + "210": 0.7378647874, + "211": -0.4472135955, + "212": 0.0, + "213": -0.3585685828, + "214": -0.8366600265, + "215": -0.2236067977, + "216": 0.2236067977, + "217": 0.316227766, + "218": 0.1195228609, + "219": 0.6708203932, + "220": 0.1195228609, + "221": -0.1195228609, + "222": 0.6708203932, + "223": 0.316227766, + "224": 0.316227766, + "225": -0.5976143047, + "226": -0.6708203932, + "227": 0.632455532, + "228": -0.3585685828, + "229": 0.3585685828, + "230": null, + "231": 0.0, + "232": 0.1054092553, + "233": -0.4472135955, + "234": 0.0, + "235": 0.316227766, + "236": -0.1195228609, + "237": -0.1195228609, + "238": -0.5976143047, + "239": 0.5976143047, + "240": 0.3585685828, + "241": -0.1054092553, + "242": -0.1195228609, + "243": 0.5270462767, + "244": 0.7378647874, + "245": -0.2581988897, + "246": -0.1054092553, + "247": 0.1195228609, + "248": -0.5163977795, + "249": null, + "average": -0.0359314415 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'P')": { + "0": 0.0, + "1": 0.632455532, + "2": 0.8366600265, + "3": 0.5270462767, + "4": 0.7378647874, + "5": 0.7378647874, + "6": 0.316227766, + "7": 0.0, + "8": 0.2581988897, + "9": 0.4, + "10": -0.632455532, + "11": -0.316227766, + "12": 0.8366600265, + "13": 0.7378647874, + "14": 0.9486832981, + "15": 0.0, + "16": 0.0, + "17": 0.316227766, + "18": 0.6, + "19": 0.5976143047, + "20": 0.7745966692, + "21": null, + "22": -0.316227766, + "23": -0.1195228609, + "24": 0.632455532, + "25": null, + "26": 0.8366600265, + "27": 0.316227766, + "28": 0.8366600265, + "29": null, + "30": 0.8366600265, + "31": 0.4472135955, + "32": 0.8366600265, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.6666666667, + "37": null, + "38": 0.0, + "39": 0.8366600265, + "40": 0.316227766, + "41": 0.632455532, + "42": 0.8366600265, + "43": -0.316227766, + "44": 0.3585685828, + "45": 0.8366600265, + "46": null, + "47": 0.316227766, + "48": 0.6, + "49": 0.632455532, + "50": 0.7378647874, + "51": -0.1054092553, + "52": 0.1195228609, + "53": 0.316227766, + "54": null, + "55": 0.7378647874, + "56": null, + "57": 0.632455532, + "58": null, + "59": 0.316227766, + "60": 0.9486832981, + "61": 0.3585685828, + "62": 0.8366600265, + "63": 0.8366600265, + "64": 0.632455532, + "65": 0.0, + "66": 0.632455532, + "67": 0.5270462767, + "68": 0.5270462767, + "69": 0.632455532, + "70": 0.632455532, + "71": 0.632455532, + "72": 0.632455532, + "73": 0.3585685828, + "74": -0.2236067977, + "75": 0.5976143047, + "76": 0.3585685828, + "77": 0.632455532, + "78": 0.5976143047, + "79": 0.9486832981, + "80": null, + "81": 0.5976143047, + "82": 0.1195228609, + "83": 0.6, + "84": -0.1195228609, + "85": 0.4472135955, + "86": 0.1054092553, + "87": null, + "88": 0.7378647874, + "89": null, + "90": 0.3585685828, + "91": 0.3585685828, + "92": 0.5976143047, + "93": 0.7745966692, + "94": 0.7745966692, + "95": 0.8366600265, + "96": 0.4, + "97": 0.7745966692, + "98": 0.316227766, + "99": 0.3585685828, + "100": 0.632455532, + "101": 0.632455532, + "102": 0.0, + "103": 0.7745966692, + "104": 0.6, + "105": 0.5270462767, + "106": 0.316227766, + "107": 0.1195228609, + "108": -0.5163977795, + "109": 0.1054092553, + "110": 0.2236067977, + "111": 0.5270462767, + "112": 0.6708203932, + "113": 0.5270462767, + "114": -0.316227766, + "115": 0.632455532, + "116": 0.5976143047, + "117": -0.316227766, + "118": 0.5976143047, + "119": 0.5270462767, + "120": 0.7378647874, + "121": 0.8366600265, + "122": 0.632455532, + "123": 0.632455532, + "124": null, + "125": 0.5976143047, + "126": 0.316227766, + "127": 0.0, + "128": 0.632455532, + "129": 0.4472135955, + "130": 0.5976143047, + "131": 0.8366600265, + "132": -0.3585685828, + "133": 0.7745966692, + "134": 0.5976143047, + "135": 0.632455532, + "136": 0.3585685828, + "137": -0.1195228609, + "138": 0.632455532, + "139": 0.1195228609, + "140": null, + "141": 0.5270462767, + "142": null, + "143": 0.632455532, + "144": 0.8366600265, + "145": 0.5270462767, + "146": 0.894427191, + "147": null, + "148": 0.632455532, + "149": 0.632455532, + "150": null, + "151": 0.316227766, + "152": 0.0, + "153": 0.894427191, + "154": 0.0, + "155": 0.4472135955, + "156": 0.8366600265, + "157": null, + "158": -0.3585685828, + "159": 0.5270462767, + "160": 0.1054092553, + "161": 0.5976143047, + "162": 0.8366600265, + "163": 0.2581988897, + "164": 0.4, + "165": -0.5976143047, + "166": 0.5976143047, + "167": 0.0, + "168": 0.8366600265, + "169": 0.8366600265, + "170": 0.4472135955, + "171": 0.2, + "172": -0.316227766, + "173": 0.1054092553, + "174": 0.632455532, + "175": 0.5163977795, + "176": 0.5270462767, + "177": 0.9486832981, + "178": 0.5976143047, + "179": 0.0, + "180": 0.7378647874, + "181": 0.5976143047, + "182": 0.5976143047, + "183": 0.5270462767, + "184": 0.2236067977, + "185": null, + "186": null, + "187": 0.5270462767, + "188": 0.5270462767, + "189": 0.632455532, + "190": 0.8366600265, + "191": 0.632455532, + "192": 0.8366600265, + "193": -0.1054092553, + "194": null, + "195": 0.316227766, + "196": 0.8366600265, + "197": 0.316227766, + "198": 0.8366600265, + "199": 0.5270462767, + "200": -0.2581988897, + "201": 0.8366600265, + "202": 0.3585685828, + "203": 0.3585685828, + "204": 0.632455532, + "205": 0.5163977795, + "206": 0.1195228609, + "207": 0.632455532, + "208": 0.7378647874, + "209": 0.5270462767, + "210": 0.7378647874, + "211": 0.894427191, + "212": 0.0, + "213": -0.1195228609, + "214": 0.8366600265, + "215": -0.894427191, + "216": 0.6708203932, + "217": 0.316227766, + "218": 0.8366600265, + "219": 0.0, + "220": 0.8366600265, + "221": 0.8366600265, + "222": 0.4472135955, + "223": 0.0, + "224": 0.0, + "225": -0.3585685828, + "226": 0.0, + "227": 0.632455532, + "228": 0.3585685828, + "229": 0.8366600265, + "230": null, + "231": 0.7745966692, + "232": 0.5270462767, + "233": 0.6708203932, + "234": 0.6708203932, + "235": 0.632455532, + "236": 0.3585685828, + "237": 0.8366600265, + "238": 0.3585685828, + "239": -0.3585685828, + "240": 0.1195228609, + "241": 0.7378647874, + "242": 0.3585685828, + "243": 0.5270462767, + "244": 0.5270462767, + "245": 0.7745966692, + "246": 0.9486832981, + "247": 0.3585685828, + "248": -0.2581988897, + "249": null, + "average": 0.4460030015 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'R')": { + "0": -0.632455532, + "1": 0.632455532, + "2": 0.3585685828, + "3": 0.316227766, + "4": 0.7378647874, + "5": 0.1054092553, + "6": 0.632455532, + "7": 0.316227766, + "8": 0.0, + "9": 0.6, + "10": -0.632455532, + "11": -0.316227766, + "12": 0.8366600265, + "13": 0.316227766, + "14": 0.9486832981, + "15": 0.2581988897, + "16": 0.0, + "17": 0.316227766, + "18": 0.4, + "19": 0.5976143047, + "20": 0.0, + "21": null, + "22": 0.1054092553, + "23": -0.3585685828, + "24": 0.632455532, + "25": null, + "26": 0.3585685828, + "27": -0.632455532, + "28": 0.8366600265, + "29": null, + "30": 0.8366600265, + "31": 0.2236067977, + "32": 0.5976143047, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.6666666667, + "37": null, + "38": 0.0, + "39": 0.5976143047, + "40": -0.632455532, + "41": -0.632455532, + "42": -0.1195228609, + "43": -0.1054092553, + "44": 0.3585685828, + "45": -0.1195228609, + "46": null, + "47": 0.316227766, + "48": 0.0, + "49": 0.316227766, + "50": 0.7378647874, + "51": 0.1054092553, + "52": -0.5976143047, + "53": -0.316227766, + "54": null, + "55": 0.5270462767, + "56": null, + "57": 0.632455532, + "58": null, + "59": 0.632455532, + "60": 0.7378647874, + "61": 0.1195228609, + "62": 0.8366600265, + "63": 0.1195228609, + "64": 0.632455532, + "65": 0.0, + "66": 0.0, + "67": -0.1054092553, + "68": 0.5270462767, + "69": 0.632455532, + "70": 0.632455532, + "71": 0.632455532, + "72": 0.632455532, + "73": 0.3585685828, + "74": -0.4472135955, + "75": 0.8366600265, + "76": 0.1195228609, + "77": 0.632455532, + "78": 0.5976143047, + "79": 0.9486832981, + "80": null, + "81": -0.1195228609, + "82": 0.1195228609, + "83": -0.4, + "84": -0.1195228609, + "85": 0.6708203932, + "86": 0.1054092553, + "87": null, + "88": 0.316227766, + "89": null, + "90": 0.1195228609, + "91": 0.3585685828, + "92": -0.1195228609, + "93": 0.2581988897, + "94": 0.5163977795, + "95": 0.3585685828, + "96": 0.4, + "97": 0.5163977795, + "98": 0.632455532, + "99": 0.1195228609, + "100": 0.632455532, + "101": 0.632455532, + "102": 0.0, + "103": 0.0, + "104": 0.8, + "105": 0.5270462767, + "106": 0.0, + "107": 0.3585685828, + "108": -0.2581988897, + "109": -0.1054092553, + "110": 0.4472135955, + "111": 0.7378647874, + "112": 0.2236067977, + "113": 0.1054092553, + "114": 0.632455532, + "115": 0.632455532, + "116": 0.3585685828, + "117": -0.632455532, + "118": 0.5976143047, + "119": 0.9486832981, + "120": 0.316227766, + "121": 0.3585685828, + "122": -0.632455532, + "123": 0.316227766, + "124": null, + "125": 0.3585685828, + "126": 0.316227766, + "127": 0.2581988897, + "128": 0.632455532, + "129": 0.2236067977, + "130": 0.8366600265, + "131": 0.3585685828, + "132": -0.1195228609, + "133": -0.5163977795, + "134": -0.5976143047, + "135": 0.632455532, + "136": 0.8366600265, + "137": -0.3585685828, + "138": 0.316227766, + "139": -0.1195228609, + "140": null, + "141": -0.9486832981, + "142": null, + "143": 0.316227766, + "144": 0.3585685828, + "145": 0.7378647874, + "146": 0.0, + "147": null, + "148": 0.632455532, + "149": 0.632455532, + "150": null, + "151": 0.632455532, + "152": 0.0, + "153": 0.2236067977, + "154": 0.2581988897, + "155": 0.2236067977, + "156": 0.5976143047, + "157": null, + "158": -0.3585685828, + "159": -0.1054092553, + "160": -0.316227766, + "161": 0.5976143047, + "162": 0.3585685828, + "163": 0.7745966692, + "164": 0.2, + "165": -0.8366600265, + "166": 0.5976143047, + "167": -0.894427191, + "168": 0.8366600265, + "169": -0.3585685828, + "170": 0.894427191, + "171": 0.4, + "172": -0.316227766, + "173": 0.316227766, + "174": 0.632455532, + "175": 0.5163977795, + "176": 0.7378647874, + "177": 0.7378647874, + "178": 0.5976143047, + "179": 0.632455532, + "180": 0.316227766, + "181": 0.5976143047, + "182": 0.3585685828, + "183": 0.5270462767, + "184": -0.6708203932, + "185": null, + "186": null, + "187": 0.1054092553, + "188": 0.5270462767, + "189": 0.632455532, + "190": 0.3585685828, + "191": 0.632455532, + "192": -0.3585685828, + "193": 0.1054092553, + "194": null, + "195": 0.5270462767, + "196": 0.8366600265, + "197": -0.316227766, + "198": 0.8366600265, + "199": -0.1054092553, + "200": -0.7745966692, + "201": 0.8366600265, + "202": 0.1195228609, + "203": 0.3585685828, + "204": 0.0, + "205": 0.2581988897, + "206": 0.1195228609, + "207": 0.0, + "208": 0.9486832981, + "209": 0.1054092553, + "210": 0.1054092553, + "211": 0.6708203932, + "212": 0.2581988897, + "213": 0.1195228609, + "214": 0.5976143047, + "215": -0.4472135955, + "216": 0.894427191, + "217": 0.632455532, + "218": 0.5976143047, + "219": 0.2236067977, + "220": 0.3585685828, + "221": 0.5976143047, + "222": -0.2236067977, + "223": 0.0, + "224": 0.0, + "225": -0.5976143047, + "226": 0.6708203932, + "227": 0.632455532, + "228": 0.3585685828, + "229": 0.8366600265, + "230": null, + "231": 0.7745966692, + "232": 0.7378647874, + "233": 0.2236067977, + "234": 0.2236067977, + "235": 0.0, + "236": 0.5976143047, + "237": 0.3585685828, + "238": -0.8366600265, + "239": 0.8366600265, + "240": 0.1195228609, + "241": 0.316227766, + "242": 0.3585685828, + "243": 0.5270462767, + "244": 0.5270462767, + "245": 0.2581988897, + "246": 0.316227766, + "247": 0.3585685828, + "248": -0.2581988897, + "249": null, + "average": 0.2722959553 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'F')": { + "0": -0.632455532, + "1": 0.632455532, + "2": 0.5976143047, + "3": 0.5270462767, + "4": 0.7378647874, + "5": 0.1054092553, + "6": 0.632455532, + "7": 0.0, + "8": -0.2581988897, + "9": 0.6, + "10": -0.632455532, + "11": -0.316227766, + "12": 0.8366600265, + "13": 0.316227766, + "14": 0.9486832981, + "15": 0.2581988897, + "16": 0.0, + "17": 0.316227766, + "18": 0.4, + "19": 0.5976143047, + "20": 0.0, + "21": null, + "22": 0.316227766, + "23": -0.3585685828, + "24": 0.632455532, + "25": null, + "26": 0.5976143047, + "27": -0.632455532, + "28": 0.8366600265, + "29": null, + "30": 0.8366600265, + "31": 0.2236067977, + "32": 0.5976143047, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.6666666667, + "37": null, + "38": -0.4, + "39": 0.8366600265, + "40": -0.632455532, + "41": -0.316227766, + "42": 0.3585685828, + "43": -0.1054092553, + "44": 0.3585685828, + "45": -0.1195228609, + "46": null, + "47": 0.316227766, + "48": 0.0, + "49": 0.316227766, + "50": 0.7378647874, + "51": -0.1054092553, + "52": -0.5976143047, + "53": -0.316227766, + "54": null, + "55": 0.5270462767, + "56": null, + "57": 0.632455532, + "58": null, + "59": 0.632455532, + "60": 0.7378647874, + "61": 0.1195228609, + "62": 0.8366600265, + "63": 0.1195228609, + "64": 0.632455532, + "65": 0.0, + "66": 0.0, + "67": -0.1054092553, + "68": 0.5270462767, + "69": 0.632455532, + "70": 0.632455532, + "71": 0.632455532, + "72": 0.632455532, + "73": 0.3585685828, + "74": -0.4472135955, + "75": 0.8366600265, + "76": 0.1195228609, + "77": 0.632455532, + "78": 0.5976143047, + "79": 0.9486832981, + "80": null, + "81": 0.1195228609, + "82": 0.5976143047, + "83": -0.2, + "84": -0.1195228609, + "85": 0.4472135955, + "86": 0.1054092553, + "87": null, + "88": 0.316227766, + "89": null, + "90": 0.1195228609, + "91": 0.3585685828, + "92": -0.1195228609, + "93": 0.2581988897, + "94": 0.5163977795, + "95": 0.3585685828, + "96": 0.4, + "97": 0.5163977795, + "98": 0.632455532, + "99": 0.1195228609, + "100": 0.632455532, + "101": 0.632455532, + "102": 0.0, + "103": 0.2581988897, + "104": 0.8, + "105": 0.5270462767, + "106": 0.0, + "107": 0.1195228609, + "108": -0.2581988897, + "109": -0.1054092553, + "110": 0.2236067977, + "111": 0.9486832981, + "112": 0.4472135955, + "113": 0.1054092553, + "114": 0.632455532, + "115": 0.632455532, + "116": 0.5976143047, + "117": -0.632455532, + "118": 0.5976143047, + "119": 0.9486832981, + "120": 0.316227766, + "121": 0.3585685828, + "122": -0.632455532, + "123": 0.316227766, + "124": null, + "125": 0.3585685828, + "126": 0.316227766, + "127": 0.2581988897, + "128": 0.632455532, + "129": 0.2236067977, + "130": 0.8366600265, + "131": 0.3585685828, + "132": -0.1195228609, + "133": 0.0, + "134": -0.5976143047, + "135": 0.632455532, + "136": 0.8366600265, + "137": -0.3585685828, + "138": 0.316227766, + "139": -0.1195228609, + "140": null, + "141": -0.7378647874, + "142": null, + "143": 0.316227766, + "144": 0.3585685828, + "145": 0.7378647874, + "146": 0.2236067977, + "147": null, + "148": 0.632455532, + "149": 0.632455532, + "150": null, + "151": 0.632455532, + "152": 0.0, + "153": 0.2236067977, + "154": 0.2581988897, + "155": 0.2236067977, + "156": 0.5976143047, + "157": null, + "158": -0.3585685828, + "159": 0.1054092553, + "160": -0.316227766, + "161": 0.5976143047, + "162": 0.3585685828, + "163": 0.7745966692, + "164": 0.2, + "165": -0.8366600265, + "166": 0.5976143047, + "167": -0.894427191, + "168": 0.8366600265, + "169": -0.1195228609, + "170": 0.894427191, + "171": 0.4, + "172": -0.316227766, + "173": 0.316227766, + "174": 0.632455532, + "175": 0.5163977795, + "176": 0.7378647874, + "177": 0.7378647874, + "178": 0.5976143047, + "179": 0.632455532, + "180": 0.316227766, + "181": 0.5976143047, + "182": 0.3585685828, + "183": 0.7378647874, + "184": -0.6708203932, + "185": null, + "186": null, + "187": 0.316227766, + "188": 0.5270462767, + "189": 0.632455532, + "190": 0.8366600265, + "191": 0.632455532, + "192": 0.1195228609, + "193": -0.1054092553, + "194": null, + "195": 0.5270462767, + "196": 0.8366600265, + "197": -0.316227766, + "198": 0.8366600265, + "199": 0.1054092553, + "200": -0.7745966692, + "201": 0.8366600265, + "202": 0.1195228609, + "203": 0.3585685828, + "204": 0.316227766, + "205": 0.2581988897, + "206": 0.1195228609, + "207": 0.316227766, + "208": 0.9486832981, + "209": 0.316227766, + "210": 0.1054092553, + "211": 0.6708203932, + "212": 0.2581988897, + "213": 0.1195228609, + "214": 0.5976143047, + "215": -0.4472135955, + "216": 0.894427191, + "217": 0.632455532, + "218": 0.8366600265, + "219": 0.2236067977, + "220": 0.3585685828, + "221": 0.5976143047, + "222": -0.2236067977, + "223": 0.0, + "224": 0.0, + "225": -0.5976143047, + "226": 0.6708203932, + "227": 0.632455532, + "228": 0.3585685828, + "229": 0.8366600265, + "230": null, + "231": 0.7745966692, + "232": 0.7378647874, + "233": 0.2236067977, + "234": 0.4472135955, + "235": 0.0, + "236": 0.5976143047, + "237": 0.3585685828, + "238": -0.5976143047, + "239": 0.8366600265, + "240": 0.1195228609, + "241": 0.5270462767, + "242": 0.3585685828, + "243": 0.5270462767, + "244": 0.5270462767, + "245": 0.2581988897, + "246": 0.316227766, + "247": 0.3585685828, + "248": -0.2581988897, + "249": null, + "average": 0.3008123005 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'P')": { + "0": 0.0, + "1": 0.632455532, + "2": 0.8366600265, + "3": 0.5270462767, + "4": 0.7378647874, + "5": 0.7378647874, + "6": 0.316227766, + "7": 0.0, + "8": 0.2581988897, + "9": 0.4, + "10": -0.316227766, + "11": -0.316227766, + "12": 0.8366600265, + "13": 0.7378647874, + "14": 0.9486832981, + "15": 0.0, + "16": 0.0, + "17": 0.316227766, + "18": 0.6, + "19": 0.5976143047, + "20": 0.7745966692, + "21": null, + "22": -0.316227766, + "23": -0.1195228609, + "24": 0.632455532, + "25": null, + "26": 0.8366600265, + "27": 0.316227766, + "28": 0.8366600265, + "29": null, + "30": 0.5976143047, + "31": 0.4472135955, + "32": 0.8366600265, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.6666666667, + "37": null, + "38": 0.0, + "39": 0.8366600265, + "40": 0.316227766, + "41": 0.632455532, + "42": 0.8366600265, + "43": -0.1054092553, + "44": 0.3585685828, + "45": 0.8366600265, + "46": null, + "47": 0.316227766, + "48": 0.8, + "49": 0.632455532, + "50": 0.7378647874, + "51": -0.1054092553, + "52": 0.1195228609, + "53": 0.316227766, + "54": null, + "55": 0.7378647874, + "56": null, + "57": 0.632455532, + "58": null, + "59": 0.632455532, + "60": 0.9486832981, + "61": 0.3585685828, + "62": 0.8366600265, + "63": 0.8366600265, + "64": 0.632455532, + "65": 0.0, + "66": 0.632455532, + "67": 0.5270462767, + "68": 0.5270462767, + "69": 0.632455532, + "70": 0.632455532, + "71": 0.632455532, + "72": 0.632455532, + "73": 0.3585685828, + "74": -0.2236067977, + "75": 0.5976143047, + "76": 0.3585685828, + "77": 0.632455532, + "78": 0.5976143047, + "79": 0.9486832981, + "80": null, + "81": 0.5976143047, + "82": 0.1195228609, + "83": 0.6, + "84": -0.1195228609, + "85": 0.4472135955, + "86": 0.1054092553, + "87": null, + "88": 0.7378647874, + "89": null, + "90": 0.3585685828, + "91": 0.3585685828, + "92": 0.5976143047, + "93": 0.7745966692, + "94": 0.7745966692, + "95": 0.8366600265, + "96": 0.4, + "97": 0.7745966692, + "98": 0.316227766, + "99": 0.3585685828, + "100": 0.632455532, + "101": 0.632455532, + "102": 0.2581988897, + "103": 0.7745966692, + "104": 0.6, + "105": 0.5270462767, + "106": 0.316227766, + "107": 0.8366600265, + "108": 0.0, + "109": 0.316227766, + "110": 0.2236067977, + "111": 0.5270462767, + "112": 0.6708203932, + "113": 0.5270462767, + "114": -0.316227766, + "115": 0.632455532, + "116": 0.5976143047, + "117": -0.316227766, + "118": 0.5976143047, + "119": 0.316227766, + "120": 0.7378647874, + "121": 0.8366600265, + "122": 0.632455532, + "123": 0.632455532, + "124": null, + "125": 0.5976143047, + "126": 0.316227766, + "127": 0.0, + "128": 0.632455532, + "129": 0.4472135955, + "130": 0.5976143047, + "131": 0.8366600265, + "132": -0.3585685828, + "133": 0.7745966692, + "134": 0.5976143047, + "135": 0.632455532, + "136": 0.3585685828, + "137": -0.1195228609, + "138": 0.632455532, + "139": 0.1195228609, + "140": null, + "141": 0.5270462767, + "142": null, + "143": 0.632455532, + "144": 0.8366600265, + "145": 0.5270462767, + "146": 0.894427191, + "147": null, + "148": 0.632455532, + "149": 0.632455532, + "150": null, + "151": 0.316227766, + "152": 0.0, + "153": 0.894427191, + "154": 0.0, + "155": 0.4472135955, + "156": 0.8366600265, + "157": null, + "158": -0.3585685828, + "159": 0.5270462767, + "160": 0.1054092553, + "161": 0.5976143047, + "162": 0.8366600265, + "163": 0.2581988897, + "164": 0.2, + "165": -0.5976143047, + "166": 0.5976143047, + "167": 0.0, + "168": 0.8366600265, + "169": 0.8366600265, + "170": 0.4472135955, + "171": 0.2, + "172": -0.316227766, + "173": 0.1054092553, + "174": 0.632455532, + "175": 0.5163977795, + "176": 0.5270462767, + "177": 0.9486832981, + "178": 0.5976143047, + "179": 0.0, + "180": 0.7378647874, + "181": 0.5976143047, + "182": 0.5976143047, + "183": 0.5270462767, + "184": 0.4472135955, + "185": null, + "186": null, + "187": 0.5270462767, + "188": 0.5270462767, + "189": 0.632455532, + "190": 0.8366600265, + "191": 0.632455532, + "192": 0.5976143047, + "193": -0.1054092553, + "194": null, + "195": 0.316227766, + "196": 0.8366600265, + "197": 0.316227766, + "198": 0.8366600265, + "199": 0.5270462767, + "200": -0.2581988897, + "201": 0.8366600265, + "202": 0.3585685828, + "203": 0.3585685828, + "204": 0.632455532, + "205": 0.5163977795, + "206": 0.3585685828, + "207": 0.632455532, + "208": 0.7378647874, + "209": 0.5270462767, + "210": 0.5270462767, + "211": 0.894427191, + "212": 0.0, + "213": -0.1195228609, + "214": 0.8366600265, + "215": -0.894427191, + "216": 0.6708203932, + "217": 0.316227766, + "218": 0.8366600265, + "219": -0.2236067977, + "220": 0.8366600265, + "221": 0.8366600265, + "222": 0.2236067977, + "223": 0.0, + "224": 0.0, + "225": -0.3585685828, + "226": 0.2236067977, + "227": 0.632455532, + "228": 0.3585685828, + "229": 0.8366600265, + "230": null, + "231": 0.7745966692, + "232": 0.316227766, + "233": 0.6708203932, + "234": 0.6708203932, + "235": 0.632455532, + "236": 0.3585685828, + "237": 0.8366600265, + "238": 0.3585685828, + "239": -0.1195228609, + "240": 0.1195228609, + "241": 0.7378647874, + "242": 0.3585685828, + "243": 0.7378647874, + "244": 0.5270462767, + "245": 0.7745966692, + "246": 0.9486832981, + "247": 0.3585685828, + "248": -0.2581988897, + "249": null, + "average": 0.4554020694 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'R')": { + "0": -0.632455532, + "1": 0.632455532, + "2": 0.3585685828, + "3": 0.7378647874, + "4": 0.5270462767, + "5": 0.5270462767, + "6": 0.632455532, + "7": 0.316227766, + "8": 0.2581988897, + "9": 0.6, + "10": -0.316227766, + "11": -0.1054092553, + "12": 0.8366600265, + "13": 0.1054092553, + "14": 0.5270462767, + "15": 0.2581988897, + "16": 0.0, + "17": 0.316227766, + "18": 0.6, + "19": 0.5976143047, + "20": -0.2581988897, + "21": null, + "22": 0.1054092553, + "23": -0.1195228609, + "24": 0.632455532, + "25": null, + "26": 0.8366600265, + "27": -0.632455532, + "28": 0.8366600265, + "29": null, + "30": 0.8366600265, + "31": 0.4472135955, + "32": 0.5976143047, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.6666666667, + "37": null, + "38": -0.2, + "39": 0.3585685828, + "40": -0.316227766, + "41": 0.0, + "42": 0.3585685828, + "43": 0.1054092553, + "44": 0.1195228609, + "45": -0.1195228609, + "46": null, + "47": 0.316227766, + "48": 0.4, + "49": 0.316227766, + "50": 0.7378647874, + "51": 0.1054092553, + "52": -0.8366600265, + "53": -0.316227766, + "54": null, + "55": 0.5270462767, + "56": null, + "57": 0.632455532, + "58": null, + "59": 0.632455532, + "60": 0.9486832981, + "61": 0.1195228609, + "62": 0.5976143047, + "63": 0.3585685828, + "64": 0.632455532, + "65": 0.316227766, + "66": 0.0, + "67": -0.1054092553, + "68": 0.5270462767, + "69": 0.632455532, + "70": 0.632455532, + "71": 0.632455532, + "72": 0.632455532, + "73": 0.3585685828, + "74": -0.4472135955, + "75": 0.8366600265, + "76": 0.3585685828, + "77": 0.632455532, + "78": 0.5976143047, + "79": 0.9486832981, + "80": null, + "81": 0.1195228609, + "82": 0.3585685828, + "83": 0.6, + "84": 0.1195228609, + "85": 0.6708203932, + "86": 0.1054092553, + "87": null, + "88": 0.316227766, + "89": null, + "90": -0.1195228609, + "91": 0.5976143047, + "92": 0.1195228609, + "93": 0.7745966692, + "94": 0.5163977795, + "95": 0.3585685828, + "96": 0.4, + "97": 0.7745966692, + "98": 0.632455532, + "99": 0.3585685828, + "100": 0.632455532, + "101": 0.632455532, + "102": 0.0, + "103": 0.7745966692, + "104": 1.0, + "105": 0.9486832981, + "106": 0.0, + "107": 0.5976143047, + "108": 0.0, + "109": 0.316227766, + "110": 0.2236067977, + "111": 0.9486832981, + "112": 0.2236067977, + "113": 0.316227766, + "114": 0.632455532, + "115": 0.316227766, + "116": 0.5976143047, + "117": -0.632455532, + "118": 0.5976143047, + "119": 0.9486832981, + "120": 0.5270462767, + "121": 0.3585685828, + "122": -0.632455532, + "123": 0.632455532, + "124": null, + "125": 0.3585685828, + "126": 0.316227766, + "127": 0.5163977795, + "128": 0.632455532, + "129": 0.4472135955, + "130": 0.8366600265, + "131": 0.3585685828, + "132": -0.1195228609, + "133": 0.2581988897, + "134": -0.3585685828, + "135": 0.632455532, + "136": 0.8366600265, + "137": 0.5976143047, + "138": 0.632455532, + "139": -0.5976143047, + "140": null, + "141": -0.5270462767, + "142": null, + "143": 0.632455532, + "144": 0.5976143047, + "145": 0.7378647874, + "146": 0.4472135955, + "147": null, + "148": 0.632455532, + "149": 0.632455532, + "150": null, + "151": 0.632455532, + "152": 0.316227766, + "153": 0.0, + "154": 0.2581988897, + "155": 0.4472135955, + "156": 0.8366600265, + "157": null, + "158": 0.3585685828, + "159": -0.1054092553, + "160": -0.316227766, + "161": 0.5976143047, + "162": 0.1195228609, + "163": 0.7745966692, + "164": 0.4, + "165": 0.1195228609, + "166": 0.5976143047, + "167": -0.894427191, + "168": 0.8366600265, + "169": -0.1195228609, + "170": 0.894427191, + "171": 0.0, + "172": 0.0, + "173": 0.316227766, + "174": -0.632455532, + "175": 0.5163977795, + "176": 0.7378647874, + "177": 0.7378647874, + "178": 0.5976143047, + "179": 0.632455532, + "180": 0.316227766, + "181": 0.5976143047, + "182": 0.3585685828, + "183": 0.9486832981, + "184": 0.4472135955, + "185": null, + "186": null, + "187": 0.316227766, + "188": 0.316227766, + "189": 0.316227766, + "190": 0.5976143047, + "191": 0.632455532, + "192": 0.1195228609, + "193": -0.1054092553, + "194": null, + "195": 0.316227766, + "196": 0.8366600265, + "197": -0.316227766, + "198": 0.5976143047, + "199": -0.1054092553, + "200": -0.7745966692, + "201": 0.8366600265, + "202": 0.1195228609, + "203": 0.8366600265, + "204": 0.316227766, + "205": 0.2581988897, + "206": 0.3585685828, + "207": -0.316227766, + "208": 0.5270462767, + "209": 0.5270462767, + "210": 0.1054092553, + "211": 0.4472135955, + "212": 0.0, + "213": 0.3585685828, + "214": 0.5976143047, + "215": -0.894427191, + "216": 0.894427191, + "217": 0.632455532, + "218": 0.8366600265, + "219": 0.0, + "220": 0.1195228609, + "221": 0.8366600265, + "222": -0.2236067977, + "223": 0.0, + "224": -0.316227766, + "225": -0.5976143047, + "226": 0.4472135955, + "227": 0.632455532, + "228": 0.1195228609, + "229": 0.5976143047, + "230": null, + "231": 0.7745966692, + "232": 0.7378647874, + "233": 0.2236067977, + "234": 0.4472135955, + "235": -0.316227766, + "236": 0.8366600265, + "237": 0.3585685828, + "238": 0.8366600265, + "239": 0.8366600265, + "240": 0.1195228609, + "241": 0.5270462767, + "242": 0.8366600265, + "243": 0.5270462767, + "244": 0.5270462767, + "245": 0.2581988897, + "246": 0.316227766, + "247": 0.1195228609, + "248": -0.2581988897, + "249": null, + "average": 0.3468763015 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'F')": { + "0": -0.632455532, + "1": 0.632455532, + "2": 0.1195228609, + "3": 0.7378647874, + "4": 0.1054092553, + "5": 0.5270462767, + "6": 0.632455532, + "7": 0.316227766, + "8": 0.2581988897, + "9": 0.6, + "10": -0.316227766, + "11": -0.1054092553, + "12": 0.8366600265, + "13": 0.1054092553, + "14": 0.5270462767, + "15": 0.2581988897, + "16": 0.2581988897, + "17": 0.316227766, + "18": 0.6, + "19": 0.5976143047, + "20": -0.2581988897, + "21": null, + "22": 0.1054092553, + "23": -0.1195228609, + "24": 0.632455532, + "25": null, + "26": 0.8366600265, + "27": -0.632455532, + "28": 0.8366600265, + "29": null, + "30": 0.8366600265, + "31": 0.4472135955, + "32": 0.5976143047, + "33": null, + "34": 0.632455532, + "35": null, + "36": 0.6666666667, + "37": null, + "38": 0.0, + "39": 0.3585685828, + "40": -0.316227766, + "41": 0.0, + "42": 0.3585685828, + "43": 0.1054092553, + "44": 0.3585685828, + "45": -0.1195228609, + "46": null, + "47": 0.316227766, + "48": 0.4, + "49": 0.316227766, + "50": 0.7378647874, + "51": 0.1054092553, + "52": -0.8366600265, + "53": -0.316227766, + "54": null, + "55": 0.5270462767, + "56": null, + "57": 0.632455532, + "58": null, + "59": 0.632455532, + "60": 0.9486832981, + "61": 0.1195228609, + "62": 0.5976143047, + "63": 0.3585685828, + "64": 0.316227766, + "65": 0.316227766, + "66": 0.0, + "67": -0.1054092553, + "68": 0.5270462767, + "69": -0.632455532, + "70": 0.632455532, + "71": 0.316227766, + "72": 0.632455532, + "73": 0.3585685828, + "74": -0.2236067977, + "75": 0.8366600265, + "76": 0.3585685828, + "77": 0.632455532, + "78": -0.1195228609, + "79": 0.1054092553, + "80": null, + "81": 0.1195228609, + "82": 0.3585685828, + "83": 0.6, + "84": 0.1195228609, + "85": 0.6708203932, + "86": 0.1054092553, + "87": null, + "88": -0.1054092553, + "89": null, + "90": -0.1195228609, + "91": 0.5976143047, + "92": 0.1195228609, + "93": 0.7745966692, + "94": 0.5163977795, + "95": 0.3585685828, + "96": 0.4, + "97": 0.7745966692, + "98": 0.632455532, + "99": 0.1195228609, + "100": 0.632455532, + "101": 0.632455532, + "102": 0.0, + "103": 0.7745966692, + "104": 0.2, + "105": 0.7378647874, + "106": 0.0, + "107": 0.5976143047, + "108": 0.0, + "109": 0.316227766, + "110": 0.2236067977, + "111": 0.9486832981, + "112": 0.2236067977, + "113": 0.316227766, + "114": 0.632455532, + "115": 0.316227766, + "116": 0.5976143047, + "117": -0.632455532, + "118": 0.5976143047, + "119": 0.9486832981, + "120": 0.5270462767, + "121": 0.3585685828, + "122": -0.632455532, + "123": 0.632455532, + "124": null, + "125": 0.3585685828, + "126": 0.316227766, + "127": 0.5163977795, + "128": 0.632455532, + "129": 0.4472135955, + "130": 0.8366600265, + "131": 0.3585685828, + "132": -0.1195228609, + "133": 0.7745966692, + "134": -0.3585685828, + "135": -0.632455532, + "136": 0.8366600265, + "137": 0.5976143047, + "138": 0.632455532, + "139": -0.5976143047, + "140": null, + "141": -0.5270462767, + "142": null, + "143": 0.632455532, + "144": 0.5976143047, + "145": 0.7378647874, + "146": 0.4472135955, + "147": null, + "148": 0.632455532, + "149": 0.632455532, + "150": null, + "151": 0.632455532, + "152": 0.316227766, + "153": 0.0, + "154": 0.2581988897, + "155": 0.4472135955, + "156": -0.1195228609, + "157": null, + "158": 0.3585685828, + "159": 0.1054092553, + "160": -0.316227766, + "161": 0.5976143047, + "162": -0.8366600265, + "163": 0.7745966692, + "164": 0.4, + "165": 0.1195228609, + "166": 0.5976143047, + "167": -0.894427191, + "168": 0.8366600265, + "169": 0.1195228609, + "170": 0.894427191, + "171": 0.0, + "172": 0.0, + "173": 0.316227766, + "174": -0.632455532, + "175": 0.2581988897, + "176": 0.7378647874, + "177": 0.7378647874, + "178": 0.5976143047, + "179": 0.632455532, + "180": -0.5270462767, + "181": 0.5976143047, + "182": 0.3585685828, + "183": 0.7378647874, + "184": 0.4472135955, + "185": null, + "186": null, + "187": 0.316227766, + "188": 0.316227766, + "189": 0.316227766, + "190": 0.8366600265, + "191": 0.632455532, + "192": 0.3585685828, + "193": -0.1054092553, + "194": null, + "195": 0.316227766, + "196": 0.8366600265, + "197": -0.316227766, + "198": 0.5976143047, + "199": 0.1054092553, + "200": -0.7745966692, + "201": 0.8366600265, + "202": 0.1195228609, + "203": 0.8366600265, + "204": 0.316227766, + "205": 0.2581988897, + "206": 0.3585685828, + "207": -0.316227766, + "208": 0.5270462767, + "209": 0.316227766, + "210": -0.1054092553, + "211": -0.4472135955, + "212": 0.0, + "213": 0.3585685828, + "214": 0.5976143047, + "215": -0.894427191, + "216": 0.2236067977, + "217": 0.632455532, + "218": 0.8366600265, + "219": 0.0, + "220": 0.1195228609, + "221": -0.1195228609, + "222": -0.2236067977, + "223": 0.0, + "224": -0.316227766, + "225": -0.5976143047, + "226": 0.4472135955, + "227": 0.632455532, + "228": 0.1195228609, + "229": 0.5976143047, + "230": null, + "231": 0.7745966692, + "232": 0.7378647874, + "233": 0.0, + "234": 0.4472135955, + "235": -0.316227766, + "236": 0.8366600265, + "237": 0.3585685828, + "238": -0.1195228609, + "239": 0.8366600265, + "240": 0.1195228609, + "241": 0.5270462767, + "242": 0.8366600265, + "243": 0.5270462767, + "244": 0.5270462767, + "245": 0.2581988897, + "246": 0.316227766, + "247": 0.1195228609, + "248": -0.2581988897, + "249": null, + "average": 0.2945472577 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'P')": { + "0": 0.7071067812, + "1": 0.7071067812, + "2": 0.4472135955, + "3": 0.8207826817, + "4": 0.5642880936, + "5": 0.9746794345, + "6": 0.7071067812, + "7": 0.3535533906, + "8": 0.2886751346, + "9": 0.5, + "10": 0.3535533906, + "11": -0.2051956704, + "12": 0.6708203932, + "13": 0.8720815993, + "14": 0.9746794345, + "15": 0.2886751346, + "16": 0.5773502692, + "17": 0.3535533906, + "18": 0.8, + "19": 0.4472135955, + "20": 0.8660254038, + "21": null, + "22": -0.6668859289, + "23": -0.894427191, + "24": 0.7071067812, + "25": null, + "26": 0.894427191, + "27": 0.7071067812, + "28": 0.3354101966, + "29": null, + "30": 0.7826237921, + "31": 0.9486832981, + "32": 0.894427191, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.7254762501, + "37": null, + "38": 0.1, + "39": 0.8029550685, + "40": 0.7071067812, + "41": 0.7071067812, + "42": 0.894427191, + "43": 0.6155870113, + "44": 0.1118033989, + "45": 0.1118033989, + "46": null, + "47": -0.3535533906, + "48": 0.6, + "49": -0.3535533906, + "50": 0.9746794345, + "51": 0.4616902584, + "52": -0.4472135955, + "53": 0.0, + "54": null, + "55": 0.8207826817, + "56": null, + "57": 0.7071067812, + "58": null, + "59": 0.7071067812, + "60": 0.7181848465, + "61": 0.3354101966, + "62": 0.6708203932, + "63": 0.1118033989, + "64": 0.7071067812, + "65": 0.3535533906, + "66": 0.7071067812, + "67": 0.8207826817, + "68": 0.8207826817, + "69": 0.7071067812, + "70": 0.7071067812, + "71": 0.7071067812, + "72": 0.0, + "73": 0.3354101966, + "74": -0.158113883, + "75": 0.2236067977, + "76": 0.3354101966, + "77": 0.0, + "78": 0.6708203932, + "79": 0.1538967528, + "80": null, + "81": 0.4472135955, + "82": 0.7826237921, + "83": 0.7, + "84": -0.2236067977, + "85": 0.5797509044, + "86": -0.2051956704, + "87": null, + "88": 0.3590924232, + "89": null, + "90": 0.7826237921, + "91": 0.6708203932, + "92": 0.6708203932, + "93": 0.5773502692, + "94": 0.8660254038, + "95": 0.894427191, + "96": 0.3, + "97": 0.8660254038, + "98": 0.0, + "99": 0.7826237921, + "100": -0.3535533906, + "101": 0.7071067812, + "102": 0.2886751346, + "103": 0.5773502692, + "104": 0.5, + "105": 0.6668859289, + "106": 0.7071067812, + "107": 0.1118033989, + "108": 0.0, + "109": 0.6668859289, + "110": -0.158113883, + "111": 0.7181848465, + "112": 0.9486832981, + "113": -0.1538967528, + "114": 0.3535533906, + "115": 0.7071067812, + "116": 0.1118033989, + "117": 0.3535533906, + "118": 0.894427191, + "119": 0.5642880936, + "120": 0.9746794345, + "121": 0.894427191, + "122": 0.7071067812, + "123": 0.3535533906, + "124": null, + "125": 0.894427191, + "126": 0.0, + "127": 0.8660254038, + "128": 0.7071067812, + "129": 0.9486832981, + "130": 0.2236067977, + "131": 0.894427191, + "132": -0.7826237921, + "133": 0.0, + "134": 0.2236067977, + "135": 0.3535533906, + "136": 0.7826237921, + "137": 0.2236067977, + "138": 0.7071067812, + "139": -0.1118033989, + "140": null, + "141": 0.5642880936, + "142": null, + "143": 0.3535533906, + "144": 0.6708203932, + "145": -0.5642880936, + "146": 0.9486832981, + "147": null, + "148": 0.7071067812, + "149": 0.7071067812, + "150": null, + "151": -0.3535533906, + "152": -0.3535533906, + "153": -0.316227766, + "154": 0.5773502692, + "155": 0.0527046277, + "156": 0.6708203932, + "157": null, + "158": -0.1118033989, + "159": 0.8207826817, + "160": 0.3077935056, + "161": 0.4472135955, + "162": 0.1118033989, + "163": -0.2886751346, + "164": 1.0, + "165": -0.6708203932, + "166": 0.4472135955, + "167": 0.790569415, + "168": 0.894427191, + "169": 0.2236067977, + "170": 0.316227766, + "171": 0.6, + "172": -0.3535533906, + "173": 0.2051956704, + "174": 0.3535533906, + "175": 0.8660254038, + "176": 0.4103913408, + "177": 0.9746794345, + "178": 0.4472135955, + "179": -0.3535533906, + "180": 0.8207826817, + "181": 0.6708203932, + "182": 0.1118033989, + "183": 0.0512989176, + "184": 0.5270462767, + "185": null, + "186": null, + "187": -0.2051956704, + "188": 0.8720815993, + "189": 0.3535533906, + "190": 0.4472135955, + "191": 0.7071067812, + "192": 0.894427191, + "193": 0.4103913408, + "194": null, + "195": 0.8720815993, + "196": -0.2236067977, + "197": 0.0, + "198": 0.2236067977, + "199": 0.8720815993, + "200": 0.0, + "201": 0.894427191, + "202": 0.2236067977, + "203": 0.4472135955, + "204": 0.7071067812, + "205": 0.8660254038, + "206": 0.4472135955, + "207": 0.7071067812, + "208": 0.6155870113, + "209": 0.5642880936, + "210": 0.3077935056, + "211": -0.5797509044, + "212": 0.5773502692, + "213": 0.6708203932, + "214": 0.894427191, + "215": -0.9486832981, + "216": 0.7378647874, + "217": 0.0, + "218": 0.4472135955, + "219": -0.1054092553, + "220": 0.7826237921, + "221": 0.4472135955, + "222": 0.474341649, + "223": -0.7071067812, + "224": 0.3535533906, + "225": -0.4472135955, + "226": 0.9486832981, + "227": -0.3535533906, + "228": 0.894427191, + "229": 0.7826237921, + "230": null, + "231": 0.8660254038, + "232": 0.6668859289, + "233": 0.790569415, + "234": 0.0, + "235": 0.3535533906, + "236": 0.894427191, + "237": 0.7826237921, + "238": 0.6708203932, + "239": 0.1118033989, + "240": -0.4472135955, + "241": 0.4103913408, + "242": 0.6708203932, + "243": 0.8720815993, + "244": 0.7181848465, + "245": -0.2886751346, + "246": 0.3590924232, + "247": -0.2236067977, + "248": 0.2886751346, + "249": null, + "average": 0.4242631432 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'R')": { + "0": 0.7071067812, + "1": 0.7071067812, + "2": 0.4472135955, + "3": 0.6668859289, + "4": 0.5642880936, + "5": 0.1538967528, + "6": 0.7071067812, + "7": 0.7071067812, + "8": -0.2886751346, + "9": 0.3, + "10": -0.3535533906, + "11": 0.0512989176, + "12": 0.894427191, + "13": 0.0512989176, + "14": 0.8720815993, + "15": 0.2886751346, + "16": 0.5773502692, + "17": 0.0, + "18": 0.5, + "19": 0.1118033989, + "20": 0.5773502692, + "21": null, + "22": 0.1025978352, + "23": -0.894427191, + "24": 0.7071067812, + "25": null, + "26": 0.894427191, + "27": 0.7071067812, + "28": 0.2236067977, + "29": null, + "30": 0.4472135955, + "31": 0.9486832981, + "32": 0.4472135955, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.7254762501, + "37": null, + "38": 0.6, + "39": 0.3354101966, + "40": 0.3535533906, + "41": -0.3535533906, + "42": 0.894427191, + "43": 0.2051956704, + "44": 0.1118033989, + "45": -0.3354101966, + "46": null, + "47": -0.3535533906, + "48": -0.2, + "49": -0.7071067812, + "50": 0.9746794345, + "51": 0.5642880936, + "52": -0.2236067977, + "53": -0.7071067812, + "54": null, + "55": 0.0512989176, + "56": null, + "57": 0.7071067812, + "58": null, + "59": 0.7071067812, + "60": 0.7181848465, + "61": 0.1118033989, + "62": 0.4472135955, + "63": 0.2236067977, + "64": 0.7071067812, + "65": -0.3535533906, + "66": 0.7071067812, + "67": 0.0512989176, + "68": 0.8720815993, + "69": 0.7071067812, + "70": 0.7071067812, + "71": 0.7071067812, + "72": 0.7071067812, + "73": 0.1118033989, + "74": 0.790569415, + "75": 0.6708203932, + "76": 0.2236067977, + "77": 0.3535533906, + "78": 0.4472135955, + "79": 0.3590924232, + "80": null, + "81": 0.6708203932, + "82": 0.2236067977, + "83": 0.0, + "84": -0.2236067977, + "85": 0.5270462767, + "86": 0.4616902584, + "87": null, + "88": 0.6668859289, + "89": null, + "90": 0.1118033989, + "91": 0.6708203932, + "92": -0.4472135955, + "93": 0.8660254038, + "94": 0.2886751346, + "95": 0.6708203932, + "96": 0.4, + "97": 0.5773502692, + "98": 0.3535533906, + "99": 0.1118033989, + "100": 0.3535533906, + "101": 0.7071067812, + "102": 0.2886751346, + "103": 0.5773502692, + "104": 0.4, + "105": 0.7181848465, + "106": -0.7071067812, + "107": 0.4472135955, + "108": 0.2886751346, + "109": 0.6155870113, + "110": 0.0, + "111": 0.8720815993, + "112": 0.1054092553, + "113": 0.3590924232, + "114": 0.3535533906, + "115": 0.7071067812, + "116": 0.1118033989, + "117": 0.0, + "118": 0.894427191, + "119": 0.7181848465, + "120": 0.4103913408, + "121": 0.4472135955, + "122": 0.7071067812, + "123": 0.7071067812, + "124": null, + "125": 0.4472135955, + "126": 0.3535533906, + "127": 0.8660254038, + "128": 0.7071067812, + "129": 0.790569415, + "130": 0.1118033989, + "131": 0.894427191, + "132": -0.4472135955, + "133": 0.0, + "134": -0.1118033989, + "135": 0.7071067812, + "136": 0.894427191, + "137": -0.1118033989, + "138": 0.7071067812, + "139": -0.4472135955, + "140": null, + "141": 0.6668859289, + "142": null, + "143": 0.3535533906, + "144": 0.894427191, + "145": 0.6668859289, + "146": 0.316227766, + "147": null, + "148": 0.7071067812, + "149": 0.7071067812, + "150": null, + "151": -0.3535533906, + "152": 0.3535533906, + "153": -0.9486832981, + "154": 0.5773502692, + "155": 0.316227766, + "156": 0.1118033989, + "157": null, + "158": 0.3354101966, + "159": 0.4103913408, + "160": -0.1538967528, + "161": 0.2236067977, + "162": 0.2236067977, + "163": 0.2886751346, + "164": 0.9, + "165": -0.4472135955, + "166": 0.7826237921, + "167": 0.5270462767, + "168": 0.6708203932, + "169": 0.4472135955, + "170": 0.316227766, + "171": -0.8, + "172": -0.3535533906, + "173": 0.6668859289, + "174": -0.3535533906, + "175": 0.8660254038, + "176": 0.6155870113, + "177": 0.5642880936, + "178": 0.1118033989, + "179": 0.3535533906, + "180": 0.4616902584, + "181": 0.4472135955, + "182": -0.3354101966, + "183": 0.7181848465, + "184": 0.1054092553, + "185": null, + "186": null, + "187": 0.6668859289, + "188": 0.6668859289, + "189": 0.7071067812, + "190": 0.894427191, + "191": 0.7071067812, + "192": 0.4472135955, + "193": 0.6668859289, + "194": null, + "195": 0.8207826817, + "196": 0.6708203932, + "197": -0.7071067812, + "198": 0.3354101966, + "199": 0.4103913408, + "200": -0.5773502692, + "201": 0.6708203932, + "202": -0.1118033989, + "203": 0.894427191, + "204": 0.7071067812, + "205": 0.0, + "206": 0.7826237921, + "207": -0.3535533906, + "208": 0.4616902584, + "209": 0.2051956704, + "210": 0.9746794345, + "211": 0.5270462767, + "212": 0.5773502692, + "213": 0.1118033989, + "214": 0.7826237921, + "215": -0.790569415, + "216": 0.0, + "217": 0.7071067812, + "218": 0.6708203932, + "219": -0.1054092553, + "220": -0.1118033989, + "221": 0.2236067977, + "222": 0.790569415, + "223": 0.7071067812, + "224": 0.7071067812, + "225": -0.1118033989, + "226": 0.9486832981, + "227": 0.7071067812, + "228": 0.894427191, + "229": 0.1118033989, + "230": null, + "231": 0.0, + "232": 0.8207826817, + "233": 0.632455532, + "234": 0.316227766, + "235": 0.3535533906, + "236": 0.894427191, + "237": -0.1118033989, + "238": 0.4472135955, + "239": 0.4472135955, + "240": -0.2236067977, + "241": 0.3590924232, + "242": -0.1118033989, + "243": 0.1538967528, + "244": 0.6668859289, + "245": -0.8660254038, + "246": 0.3590924232, + "247": 0.7826237921, + "248": 0.2886751346, + "249": null, + "average": 0.3583455925 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'F')": { + "0": 0.7071067812, + "1": 0.7071067812, + "2": 0.6708203932, + "3": 0.8720815993, + "4": 0.5642880936, + "5": 0.1538967528, + "6": 0.7071067812, + "7": 0.7071067812, + "8": -0.2886751346, + "9": 0.3, + "10": -0.3535533906, + "11": -0.0512989176, + "12": 0.894427191, + "13": 0.4103913408, + "14": 0.9746794345, + "15": 0.2886751346, + "16": 0.5773502692, + "17": -0.3535533906, + "18": 0.8, + "19": 0.4472135955, + "20": 0.5773502692, + "21": null, + "22": 0.1025978352, + "23": -0.894427191, + "24": 0.7071067812, + "25": null, + "26": 0.894427191, + "27": 0.7071067812, + "28": 0.4472135955, + "29": null, + "30": 0.7826237921, + "31": 0.9486832981, + "32": 0.4472135955, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.7254762501, + "37": null, + "38": 0.1, + "39": 0.894427191, + "40": 0.7071067812, + "41": 0.3535533906, + "42": 0.894427191, + "43": 0.5642880936, + "44": 0.1118033989, + "45": -0.3354101966, + "46": null, + "47": -0.3535533906, + "48": 0.1, + "49": -0.7071067812, + "50": 0.9746794345, + "51": 0.4616902584, + "52": -0.4472135955, + "53": -0.7071067812, + "54": null, + "55": 0.4103913408, + "56": null, + "57": 0.7071067812, + "58": null, + "59": 0.7071067812, + "60": 0.7181848465, + "61": 0.6708203932, + "62": 0.6708203932, + "63": 0.2236067977, + "64": 0.7071067812, + "65": 0.0, + "66": 0.7071067812, + "67": 0.2051956704, + "68": 0.8720815993, + "69": 0.7071067812, + "70": 0.7071067812, + "71": 0.7071067812, + "72": 0.7071067812, + "73": 0.3354101966, + "74": 0.0, + "75": 0.2236067977, + "76": 0.4472135955, + "77": 0.3535533906, + "78": 0.6708203932, + "79": 0.3590924232, + "80": null, + "81": 0.4472135955, + "82": 0.6708203932, + "83": 0.6, + "84": -0.2236067977, + "85": 0.7378647874, + "86": 0.4616902584, + "87": null, + "88": 0.6668859289, + "89": null, + "90": 0.7826237921, + "91": 0.4472135955, + "92": 0.3354101966, + "93": 0.8660254038, + "94": 0.2886751346, + "95": 0.894427191, + "96": 0.1, + "97": 0.8660254038, + "98": 0.3535533906, + "99": 0.3354101966, + "100": 0.0, + "101": 0.7071067812, + "102": 0.2886751346, + "103": 0.5773502692, + "104": 0.3, + "105": 0.6668859289, + "106": 0.0, + "107": 0.2236067977, + "108": 0.0, + "109": 0.8207826817, + "110": -0.3689323937, + "111": 0.7181848465, + "112": 0.1054092553, + "113": 0.2051956704, + "114": 0.3535533906, + "115": 0.7071067812, + "116": 0.4472135955, + "117": 0.0, + "118": 0.894427191, + "119": 0.7181848465, + "120": 0.6668859289, + "121": 0.4472135955, + "122": 0.7071067812, + "123": 0.7071067812, + "124": null, + "125": 0.4472135955, + "126": 0.3535533906, + "127": 0.8660254038, + "128": 0.7071067812, + "129": 0.790569415, + "130": 0.1118033989, + "131": 0.894427191, + "132": -0.7826237921, + "133": 0.0, + "134": -0.1118033989, + "135": 0.7071067812, + "136": 0.894427191, + "137": -0.3354101966, + "138": 0.7071067812, + "139": -0.4472135955, + "140": null, + "141": 0.5642880936, + "142": null, + "143": 0.7071067812, + "144": 0.894427191, + "145": 0.6668859289, + "146": 0.316227766, + "147": null, + "148": 0.7071067812, + "149": 0.7071067812, + "150": null, + "151": -0.3535533906, + "152": 0.3535533906, + "153": -0.9486832981, + "154": 0.5773502692, + "155": 0.5270462767, + "156": 0.4472135955, + "157": null, + "158": -0.1118033989, + "159": 0.8207826817, + "160": 0.1538967528, + "161": 0.4472135955, + "162": 0.2236067977, + "163": 0.2886751346, + "164": 1.0, + "165": -0.6708203932, + "166": 0.6708203932, + "167": 0.7378647874, + "168": 0.6708203932, + "169": 0.4472135955, + "170": 0.5270462767, + "171": 0.0, + "172": -0.7071067812, + "173": 0.6668859289, + "174": 0.0, + "175": 0.8660254038, + "176": 0.4616902584, + "177": 0.7181848465, + "178": 0.4472135955, + "179": 0.3535533906, + "180": 0.5642880936, + "181": 0.4472135955, + "182": 0.1118033989, + "183": 0.8207826817, + "184": 0.5270462767, + "185": null, + "186": null, + "187": 0.1538967528, + "188": 0.8207826817, + "189": 0.7071067812, + "190": 0.6708203932, + "191": 0.7071067812, + "192": 0.6708203932, + "193": 0.7181848465, + "194": null, + "195": 0.9746794345, + "196": 0.1118033989, + "197": -0.3535533906, + "198": 0.3354101966, + "199": 0.6155870113, + "200": -0.2886751346, + "201": 0.894427191, + "202": -0.3354101966, + "203": 0.894427191, + "204": 0.7071067812, + "205": 0.2886751346, + "206": 0.7826237921, + "207": 0.7071067812, + "208": 0.6155870113, + "209": 0.2051956704, + "210": 0.8720815993, + "211": 0.1054092553, + "212": 0.5773502692, + "213": 0.7826237921, + "214": 0.894427191, + "215": -0.790569415, + "216": 0.7378647874, + "217": 0.7071067812, + "218": 0.4472135955, + "219": -0.1054092553, + "220": 0.3354101966, + "221": 0.6708203932, + "222": 0.316227766, + "223": 0.7071067812, + "224": 0.3535533906, + "225": -0.1118033989, + "226": 0.9486832981, + "227": 0.7071067812, + "228": 0.894427191, + "229": 0.7826237921, + "230": null, + "231": 0.5773502692, + "232": 0.6668859289, + "233": 0.790569415, + "234": 0.0, + "235": 0.3535533906, + "236": 0.894427191, + "237": 0.4472135955, + "238": 0.6708203932, + "239": 0.894427191, + "240": -0.2236067977, + "241": 0.4103913408, + "242": 0.6708203932, + "243": 0.9746794345, + "244": 0.5642880936, + "245": -0.8660254038, + "246": 0.5642880936, + "247": 0.4472135955, + "248": 0.2886751346, + "249": null, + "average": 0.4285547808 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'P')": { + "0": 0.7071067812, + "1": 0.7071067812, + "2": 0.4472135955, + "3": 0.9746794345, + "4": 0.5642880936, + "5": 0.9746794345, + "6": 0.7071067812, + "7": 0.0, + "8": 0.2886751346, + "9": 0.3, + "10": 0.3535533906, + "11": -0.3590924232, + "12": 0.4472135955, + "13": 0.8720815993, + "14": 0.8720815993, + "15": 0.2886751346, + "16": 0.5773502692, + "17": 0.3535533906, + "18": 0.9, + "19": -0.2236067977, + "20": 0.8660254038, + "21": null, + "22": -0.3077935056, + "23": -0.894427191, + "24": 0.0, + "25": null, + "26": 0.2236067977, + "27": 0.7071067812, + "28": -0.2236067977, + "29": null, + "30": 0.4472135955, + "31": 0.9486832981, + "32": 0.894427191, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.7254762501, + "37": null, + "38": 0.1, + "39": 0.894427191, + "40": 0.7071067812, + "41": 0.7071067812, + "42": 0.894427191, + "43": 0.8207826817, + "44": 0.1118033989, + "45": -0.3354101966, + "46": null, + "47": 0.0, + "48": 0.7, + "49": 0.7071067812, + "50": 0.9746794345, + "51": 0.1025978352, + "52": -0.4472135955, + "53": -0.3535533906, + "54": null, + "55": 0.8207826817, + "56": null, + "57": 0.7071067812, + "58": null, + "59": 0.7071067812, + "60": 0.7181848465, + "61": 0.2236067977, + "62": 0.6708203932, + "63": -0.2236067977, + "64": 0.7071067812, + "65": -0.3535533906, + "66": 0.7071067812, + "67": 0.8207826817, + "68": 0.8207826817, + "69": 0.7071067812, + "70": 0.7071067812, + "71": 0.7071067812, + "72": 0.7071067812, + "73": 0.3354101966, + "74": 0.316227766, + "75": 0.4472135955, + "76": 0.894427191, + "77": 0.7071067812, + "78": 0.2236067977, + "79": 0.6668859289, + "80": null, + "81": 0.4472135955, + "82": 0.6708203932, + "83": 0.9, + "84": -0.894427191, + "85": 0.5797509044, + "86": -0.1025978352, + "87": null, + "88": 0.3590924232, + "89": null, + "90": 0.4472135955, + "91": 0.6708203932, + "92": 0.4472135955, + "93": 0.2886751346, + "94": 0.8660254038, + "95": 0.894427191, + "96": 0.2, + "97": 0.8660254038, + "98": 0.0, + "99": 0.7826237921, + "100": -0.3535533906, + "101": 0.7071067812, + "102": 0.2886751346, + "103": 0.2886751346, + "104": 0.8, + "105": 0.5642880936, + "106": 0.7071067812, + "107": 0.894427191, + "108": 0.0, + "109": 0.5642880936, + "110": 0.2635231383, + "111": 0.3590924232, + "112": 0.9486832981, + "113": 0.1025978352, + "114": 0.3535533906, + "115": 0.7071067812, + "116": 0.1118033989, + "117": 0.3535533906, + "118": 0.894427191, + "119": 0.5642880936, + "120": 0.9746794345, + "121": 0.894427191, + "122": 0.7071067812, + "123": 0.7071067812, + "124": null, + "125": 0.894427191, + "126": 0.3535533906, + "127": 0.8660254038, + "128": 0.7071067812, + "129": 0.790569415, + "130": 0.7826237921, + "131": 0.894427191, + "132": -0.1118033989, + "133": 0.0, + "134": 0.2236067977, + "135": 0.7071067812, + "136": 0.894427191, + "137": 0.2236067977, + "138": 0.7071067812, + "139": -0.1118033989, + "140": null, + "141": 0.5642880936, + "142": null, + "143": 0.7071067812, + "144": 0.894427191, + "145": -0.3590924232, + "146": 0.1054092553, + "147": null, + "148": 0.7071067812, + "149": 0.7071067812, + "150": null, + "151": 0.0, + "152": -0.7071067812, + "153": 0.158113883, + "154": 0.5773502692, + "155": 0.632455532, + "156": 0.2236067977, + "157": null, + "158": -0.1118033989, + "159": 0.8207826817, + "160": 0.6668859289, + "161": 0.894427191, + "162": 0.4472135955, + "163": 0.2886751346, + "164": 0.9, + "165": -0.7826237921, + "166": 0.6708203932, + "167": 0.9486832981, + "168": 0.2236067977, + "169": 0.1118033989, + "170": 0.316227766, + "171": 0.0, + "172": 0.0, + "173": -0.0512989176, + "174": 0.3535533906, + "175": 0.8660254038, + "176": 0.1538967528, + "177": 0.9746794345, + "178": 0.4472135955, + "179": 0.0, + "180": 0.9746794345, + "181": 0.6708203932, + "182": 0.1118033989, + "183": 0.2051956704, + "184": 0.5270462767, + "185": null, + "186": null, + "187": 0.1538967528, + "188": 0.3590924232, + "189": 0.3535533906, + "190": 0.4472135955, + "191": 0.7071067812, + "192": 0.894427191, + "193": 0.9746794345, + "194": null, + "195": 0.9746794345, + "196": -0.2236067977, + "197": 0.7071067812, + "198": -0.1118033989, + "199": 0.6668859289, + "200": -0.5773502692, + "201": 0.6708203932, + "202": 0.4472135955, + "203": 0.894427191, + "204": 0.7071067812, + "205": 0.8660254038, + "206": 0.4472135955, + "207": 0.7071067812, + "208": 0.6155870113, + "209": 0.5642880936, + "210": 0.6668859289, + "211": -0.790569415, + "212": 0.2886751346, + "213": 0.6708203932, + "214": 0.894427191, + "215": -0.7378647874, + "216": 0.5270462767, + "217": 0.3535533906, + "218": 0.4472135955, + "219": -0.1054092553, + "220": 0.7826237921, + "221": 0.4472135955, + "222": 0.0, + "223": -0.7071067812, + "224": 0.7071067812, + "225": -0.1118033989, + "226": 0.9486832981, + "227": -0.3535533906, + "228": 0.894427191, + "229": 0.7826237921, + "230": null, + "231": 0.8660254038, + "232": 0.4103913408, + "233": 0.474341649, + "234": 0.0, + "235": 0.0, + "236": 0.6708203932, + "237": 0.7826237921, + "238": 0.4472135955, + "239": 0.1118033989, + "240": 0.1118033989, + "241": 0.1025978352, + "242": 0.6708203932, + "243": 0.6668859289, + "244": 0.5642880936, + "245": -0.2886751346, + "246": -0.1538967528, + "247": 0.3354101966, + "248": 0.2886751346, + "249": null, + "average": 0.4317414878 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'R')": { + "0": 0.7071067812, + "1": 0.3535533906, + "2": 0.4472135955, + "3": 0.6668859289, + "4": 0.7181848465, + "5": 0.0512989176, + "6": 0.7071067812, + "7": 0.7071067812, + "8": -0.2886751346, + "9": 0.3, + "10": -0.3535533906, + "11": 0.5642880936, + "12": 0.894427191, + "13": 0.0512989176, + "14": 0.8720815993, + "15": 0.2886751346, + "16": 0.2886751346, + "17": 0.7071067812, + "18": 0.5, + "19": 0.7826237921, + "20": 0.5773502692, + "21": null, + "22": 0.1025978352, + "23": -0.894427191, + "24": 0.7071067812, + "25": null, + "26": 0.6708203932, + "27": 0.7071067812, + "28": 0.2236067977, + "29": null, + "30": 0.7826237921, + "31": 0.7378647874, + "32": 0.4472135955, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.7254762501, + "37": null, + "38": 0.1, + "39": 0.3354101966, + "40": 0.3535533906, + "41": -0.7071067812, + "42": 0.7826237921, + "43": 0.3590924232, + "44": 0.1118033989, + "45": -0.6708203932, + "46": null, + "47": -0.3535533906, + "48": 0.5, + "49": 0.0, + "50": 0.9746794345, + "51": 0.5642880936, + "52": -0.4472135955, + "53": -0.7071067812, + "54": null, + "55": 0.6668859289, + "56": null, + "57": 0.7071067812, + "58": null, + "59": 0.7071067812, + "60": 0.7181848465, + "61": 0.3354101966, + "62": 0.4472135955, + "63": 0.2236067977, + "64": 0.7071067812, + "65": -0.3535533906, + "66": 0.7071067812, + "67": 0.3590924232, + "68": 0.8720815993, + "69": 0.7071067812, + "70": 0.7071067812, + "71": 0.7071067812, + "72": 0.7071067812, + "73": 0.2236067977, + "74": 0.790569415, + "75": 0.6708203932, + "76": 0.1118033989, + "77": 0.3535533906, + "78": -0.2236067977, + "79": 0.1538967528, + "80": null, + "81": 0.4472135955, + "82": 0.2236067977, + "83": 0.5, + "84": 0.7826237921, + "85": 0.316227766, + "86": 0.0512989176, + "87": null, + "88": 0.5642880936, + "89": null, + "90": -0.2236067977, + "91": 0.4472135955, + "92": -0.2236067977, + "93": 0.5773502692, + "94": 0.2886751346, + "95": 0.4472135955, + "96": 0.7, + "97": 0.5773502692, + "98": 0.3535533906, + "99": -0.1118033989, + "100": 0.3535533906, + "101": 0.7071067812, + "102": 0.2886751346, + "103": 0.8660254038, + "104": 0.6, + "105": 0.2051956704, + "106": -0.7071067812, + "107": 0.894427191, + "108": 0.5773502692, + "109": 0.6155870113, + "110": 0.5797509044, + "111": 0.7181848465, + "112": 0.1054092553, + "113": 0.0512989176, + "114": 0.3535533906, + "115": 0.7071067812, + "116": 0.7826237921, + "117": 0.3535533906, + "118": 0.894427191, + "119": 0.7181848465, + "120": 0.4103913408, + "121": -0.1118033989, + "122": 0.7071067812, + "123": 0.0, + "124": null, + "125": 0.4472135955, + "126": 0.3535533906, + "127": 0.8660254038, + "128": 0.7071067812, + "129": 0.9486832981, + "130": 0.4472135955, + "131": 0.894427191, + "132": -0.1118033989, + "133": 0.0, + "134": -0.6708203932, + "135": 0.7071067812, + "136": 0.894427191, + "137": -0.1118033989, + "138": 0.7071067812, + "139": -0.7826237921, + "140": null, + "141": 0.5642880936, + "142": null, + "143": 0.7071067812, + "144": 0.7826237921, + "145": 0.6668859289, + "146": 0.316227766, + "147": null, + "148": 0.7071067812, + "149": 0.7071067812, + "150": null, + "151": 0.7071067812, + "152": 0.3535533906, + "153": -0.790569415, + "154": 0.5773502692, + "155": 0.5270462767, + "156": 0.1118033989, + "157": null, + "158": -0.2236067977, + "159": 0.4103913408, + "160": -0.1538967528, + "161": 0.6708203932, + "162": 0.2236067977, + "163": 0.8660254038, + "164": 0.3, + "165": -0.894427191, + "166": 0.894427191, + "167": 0.1054092553, + "168": 0.4472135955, + "169": -0.2236067977, + "170": 0.5270462767, + "171": -1.0, + "172": 0.0, + "173": 0.8720815993, + "174": 0.0, + "175": 0.2886751346, + "176": 0.6155870113, + "177": 0.7181848465, + "178": -0.2236067977, + "179": 0.3535533906, + "180": 0.2051956704, + "181": 0.3354101966, + "182": 0.4472135955, + "183": 0.8207826817, + "184": 0.5270462767, + "185": null, + "186": null, + "187": 0.5642880936, + "188": 0.6668859289, + "189": 0.7071067812, + "190": 0.2236067977, + "191": 0.7071067812, + "192": 0.6708203932, + "193": 0.6668859289, + "194": null, + "195": 0.8207826817, + "196": 0.6708203932, + "197": 0.0, + "198": 0.2236067977, + "199": 0.6668859289, + "200": -0.8660254038, + "201": 0.6708203932, + "202": -0.894427191, + "203": 0.894427191, + "204": 0.0, + "205": 0.2886751346, + "206": 0.7826237921, + "207": 0.0, + "208": 0.8720815993, + "209": -0.1538967528, + "210": 0.9746794345, + "211": 0.5270462767, + "212": 0.2886751346, + "213": -0.2236067977, + "214": 0.7826237921, + "215": -0.790569415, + "216": -0.632455532, + "217": 0.7071067812, + "218": 0.4472135955, + "219": -0.1054092553, + "220": -0.1118033989, + "221": 0.2236067977, + "222": 0.9486832981, + "223": 0.7071067812, + "224": 0.0, + "225": -0.6708203932, + "226": 0.5270462767, + "227": 0.7071067812, + "228": 0.6708203932, + "229": 0.1118033989, + "230": null, + "231": 0.8660254038, + "232": 0.6668859289, + "233": 0.632455532, + "234": 0.316227766, + "235": 0.3535533906, + "236": 0.4472135955, + "237": -0.1118033989, + "238": 0.2236067977, + "239": 0.4472135955, + "240": -0.2236067977, + "241": 0.2051956704, + "242": 0.894427191, + "243": -0.1538967528, + "244": 0.7181848465, + "245": -0.8660254038, + "246": 0.2051956704, + "247": 0.6708203932, + "248": 0.0, + "249": null, + "average": 0.3529057538 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'F')": { + "0": 0.7071067812, + "1": 0.7071067812, + "2": 0.6708203932, + "3": 0.8720815993, + "4": 0.7181848465, + "5": 0.8720815993, + "6": 0.7071067812, + "7": 0.7071067812, + "8": 0.0, + "9": 0.3, + "10": -0.3535533906, + "11": 0.3077935056, + "12": 0.6708203932, + "13": 0.4103913408, + "14": 0.8720815993, + "15": 0.2886751346, + "16": 0.8660254038, + "17": 0.7071067812, + "18": 0.6, + "19": 0.4472135955, + "20": 0.8660254038, + "21": null, + "22": -0.1538967528, + "23": -0.894427191, + "24": 0.7071067812, + "25": null, + "26": 0.6708203932, + "27": 0.7071067812, + "28": 0.2236067977, + "29": null, + "30": 0.7826237921, + "31": 0.9486832981, + "32": 0.894427191, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.7254762501, + "37": null, + "38": 0.1, + "39": 0.6708203932, + "40": 0.3535533906, + "41": 0.3535533906, + "42": 0.894427191, + "43": 0.7181848465, + "44": -0.1118033989, + "45": -0.3354101966, + "46": null, + "47": -0.3535533906, + "48": 0.5, + "49": 0.0, + "50": 0.9746794345, + "51": 0.2051956704, + "52": -0.7826237921, + "53": -0.7071067812, + "54": null, + "55": 0.8207826817, + "56": null, + "57": 0.7071067812, + "58": null, + "59": 0.7071067812, + "60": 0.7181848465, + "61": 0.2236067977, + "62": 0.4472135955, + "63": 0.2236067977, + "64": 0.7071067812, + "65": -0.3535533906, + "66": 0.7071067812, + "67": 0.6668859289, + "68": 0.8720815993, + "69": 0.7071067812, + "70": 0.7071067812, + "71": 0.7071067812, + "72": 0.7071067812, + "73": 0.2236067977, + "74": 0.474341649, + "75": 0.4472135955, + "76": 0.6708203932, + "77": 0.3535533906, + "78": 0.2236067977, + "79": 0.1538967528, + "80": null, + "81": 0.4472135955, + "82": 0.2236067977, + "83": 0.6, + "84": 0.1118033989, + "85": 0.7378647874, + "86": 0.2051956704, + "87": null, + "88": 0.5642880936, + "89": null, + "90": -0.2236067977, + "91": 0.6708203932, + "92": 0.4472135955, + "93": 0.5773502692, + "94": 0.2886751346, + "95": 0.6708203932, + "96": 0.3, + "97": 0.8660254038, + "98": 0.7071067812, + "99": 0.3354101966, + "100": 0.0, + "101": 0.7071067812, + "102": 0.2886751346, + "103": 0.5773502692, + "104": 0.7, + "105": 0.5642880936, + "106": -0.3535533906, + "107": 0.894427191, + "108": 0.5773502692, + "109": 0.5642880936, + "110": 0.790569415, + "111": 0.7181848465, + "112": 0.5270462767, + "113": 0.3590924232, + "114": 0.3535533906, + "115": 0.7071067812, + "116": 0.7826237921, + "117": 0.7071067812, + "118": 0.894427191, + "119": 0.7181848465, + "120": 0.4103913408, + "121": 0.4472135955, + "122": 0.7071067812, + "123": 0.7071067812, + "124": null, + "125": 0.6708203932, + "126": 0.3535533906, + "127": 0.8660254038, + "128": 0.7071067812, + "129": 0.790569415, + "130": 0.4472135955, + "131": 0.894427191, + "132": -0.1118033989, + "133": 0.0, + "134": -0.4472135955, + "135": 0.7071067812, + "136": 0.894427191, + "137": -0.3354101966, + "138": 0.7071067812, + "139": -0.4472135955, + "140": null, + "141": 0.5642880936, + "142": null, + "143": 0.7071067812, + "144": 0.7826237921, + "145": 0.6668859289, + "146": 0.1054092553, + "147": null, + "148": 0.7071067812, + "149": 0.7071067812, + "150": null, + "151": 0.7071067812, + "152": 0.3535533906, + "153": -0.474341649, + "154": 0.5773502692, + "155": 0.9486832981, + "156": -0.1118033989, + "157": null, + "158": -0.4472135955, + "159": 0.4103913408, + "160": 0.1538967528, + "161": 0.6708203932, + "162": 0.2236067977, + "163": 0.8660254038, + "164": 0.8, + "165": -0.894427191, + "166": 0.894427191, + "167": 0.5270462767, + "168": 0.2236067977, + "169": -0.2236067977, + "170": 0.5270462767, + "171": -0.8, + "172": 0.0, + "173": 0.3077935056, + "174": 0.0, + "175": 0.8660254038, + "176": 0.4616902584, + "177": 0.7181848465, + "178": 0.1118033989, + "179": 0.3535533906, + "180": 0.5642880936, + "181": 0.4472135955, + "182": 0.4472135955, + "183": 0.8207826817, + "184": 0.5270462767, + "185": null, + "186": null, + "187": 0.4103913408, + "188": 0.8207826817, + "189": 0.7071067812, + "190": 0.2236067977, + "191": 0.7071067812, + "192": 0.894427191, + "193": 0.8720815993, + "194": null, + "195": 0.9746794345, + "196": 0.4472135955, + "197": 0.7071067812, + "198": 0.3354101966, + "199": 0.9746794345, + "200": -0.8660254038, + "201": 0.6708203932, + "202": -0.3354101966, + "203": 0.894427191, + "204": 0.3535533906, + "205": 0.2886751346, + "206": 0.7826237921, + "207": 0.7071067812, + "208": 0.8720815993, + "209": -0.1538967528, + "210": 0.8720815993, + "211": 0.316227766, + "212": 0.5773502692, + "213": 0.4472135955, + "214": 0.894427191, + "215": -0.790569415, + "216": -0.0527046277, + "217": 0.7071067812, + "218": 0.4472135955, + "219": -0.1054092553, + "220": 0.3354101966, + "221": 0.894427191, + "222": 0.790569415, + "223": 0.3535533906, + "224": 0.3535533906, + "225": -0.4472135955, + "226": 0.7378647874, + "227": 0.7071067812, + "228": 0.894427191, + "229": 0.7826237921, + "230": null, + "231": 0.8660254038, + "232": 0.6668859289, + "233": 0.632455532, + "234": 0.316227766, + "235": 0.3535533906, + "236": 0.4472135955, + "237": 0.4472135955, + "238": 0.2236067977, + "239": 0.894427191, + "240": -0.1118033989, + "241": 0.3590924232, + "242": 0.894427191, + "243": 0.4103913408, + "244": 0.7181848465, + "245": -0.8660254038, + "246": -0.1538967528, + "247": 0.6708203932, + "248": 0.2886751346, + "249": null, + "average": 0.4424829805 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'P')": { + "0": 0.3535533906, + "1": -0.7071067812, + "2": 0.1118033989, + "3": -0.3590924232, + "4": 0.3590924232, + "5": 0.6668859289, + "6": 0.3535533906, + "7": 0.3535533906, + "8": 0.0, + "9": 1.0, + "10": 0.0, + "11": -0.3590924232, + "12": 0.894427191, + "13": 0.7181848465, + "14": 0.8720815993, + "15": 0.0, + "16": 0.2886751346, + "17": 0.7071067812, + "18": 0.1, + "19": 0.2236067977, + "20": 0.0, + "21": null, + "22": -0.8720815993, + "23": -0.1118033989, + "24": 0.7071067812, + "25": null, + "26": -0.4472135955, + "27": 0.0, + "28": 0.7826237921, + "29": null, + "30": -0.4472135955, + "31": 0.5270462767, + "32": -0.6708203932, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.0, + "37": null, + "38": -0.8, + "39": 0.894427191, + "40": -0.7071067812, + "41": 0.3535533906, + "42": 0.894427191, + "43": 0.0512989176, + "44": 0.6708203932, + "45": -0.4472135955, + "46": null, + "47": -0.7071067812, + "48": 0.9, + "49": 0.3535533906, + "50": 0.1538967528, + "51": -0.0512989176, + "52": -0.2236067977, + "53": -0.3535533906, + "54": null, + "55": -0.4616902584, + "56": null, + "57": 0.0, + "58": null, + "59": -0.3535533906, + "60": 0.2051956704, + "61": 0.2236067977, + "62": 0.3354101966, + "63": 0.1118033989, + "64": 0.7071067812, + "65": 0.0, + "66": 0.7071067812, + "67": 0.2051956704, + "68": -0.8207826817, + "69": 0.7071067812, + "70": 0.0, + "71": 0.7071067812, + "72": 0.3535533906, + "73": -0.2236067977, + "74": 0.316227766, + "75": 0.894427191, + "76": 0.894427191, + "77": 0.0, + "78": -0.2236067977, + "79": 0.6668859289, + "80": null, + "81": 0.894427191, + "82": 0.1118033989, + "83": 0.5, + "84": -0.2236067977, + "85": 0.2635231383, + "86": -0.5642880936, + "87": null, + "88": -0.3590924232, + "89": null, + "90": -0.1118033989, + "91": 0.4472135955, + "92": 0.7826237921, + "93": -0.2886751346, + "94": 0.8660254038, + "95": 0.6708203932, + "96": 0.3, + "97": -0.8660254038, + "98": 0.7071067812, + "99": -0.2236067977, + "100": 0.3535533906, + "101": 0.7071067812, + "102": -0.8660254038, + "103": 0.0, + "104": -0.1, + "105": -0.6668859289, + "106": 0.7071067812, + "107": -0.3354101966, + "108": -0.2886751346, + "109": 0.0512989176, + "110": -0.5270462767, + "111": 0.9746794345, + "112": 0.0, + "113": -0.1538967528, + "114": 0.3535533906, + "115": 0.3535533906, + "116": 0.894427191, + "117": -0.7071067812, + "118": 0.7826237921, + "119": -0.6668859289, + "120": 0.8720815993, + "121": 0.2236067977, + "122": 0.3535533906, + "123": -0.7071067812, + "124": null, + "125": 0.7826237921, + "126": 0.3535533906, + "127": 0.5773502692, + "128": 0.3535533906, + "129": -0.9486832981, + "130": 0.894427191, + "131": 0.894427191, + "132": -0.3354101966, + "133": 0.2886751346, + "134": -0.894427191, + "135": 0.3535533906, + "136": -0.4472135955, + "137": -0.1118033989, + "138": -0.3535533906, + "139": 0.2236067977, + "140": null, + "141": -0.6668859289, + "142": null, + "143": 0.3535533906, + "144": 0.2236067977, + "145": -0.0512989176, + "146": -0.1054092553, + "147": null, + "148": 0.3535533906, + "149": 0.3535533906, + "150": null, + "151": 0.3535533906, + "152": -0.7071067812, + "153": -0.158113883, + "154": -0.2886751346, + "155": 0.2635231383, + "156": -0.7826237921, + "157": null, + "158": -0.4472135955, + "159": 0.2051956704, + "160": 0.1538967528, + "161": 0.6708203932, + "162": 0.6708203932, + "163": -0.2886751346, + "164": -0.1, + "165": -0.7826237921, + "166": 0.7826237921, + "167": -0.5270462767, + "168": 0.894427191, + "169": -0.2236067977, + "170": 0.5270462767, + "171": -0.2, + "172": -0.3535533906, + "173": -0.3590924232, + "174": -0.7071067812, + "175": -0.8660254038, + "176": -0.3590924232, + "177": 0.6668859289, + "178": 0.7826237921, + "179": 0.0, + "180": 0.5642880936, + "181": -0.2236067977, + "182": 0.6708203932, + "183": -0.0512989176, + "184": 0.2108185107, + "185": null, + "186": null, + "187": 0.1025978352, + "188": 0.4103913408, + "189": 0.7071067812, + "190": -0.894427191, + "191": 0.0, + "192": 0.7826237921, + "193": -0.3590924232, + "194": null, + "195": -0.8720815993, + "196": -0.7826237921, + "197": 0.3535533906, + "198": -0.1118033989, + "199": 0.5642880936, + "200": -0.5773502692, + "201": 0.6708203932, + "202": -0.3354101966, + "203": -0.6708203932, + "204": 0.7071067812, + "205": 0.8660254038, + "206": -0.1118033989, + "207": 0.7071067812, + "208": 0.5642880936, + "209": 0.9746794345, + "210": 0.1025978352, + "211": 0.1054092553, + "212": -0.2886751346, + "213": -0.1118033989, + "214": -0.6708203932, + "215": -0.9486832981, + "216": -0.0527046277, + "217": 0.3535533906, + "218": 0.4472135955, + "219": 0.7378647874, + "220": -0.6708203932, + "221": 0.6708203932, + "222": 0.790569415, + "223": -0.7071067812, + "224": 0.3535533906, + "225": -0.3354101966, + "226": -0.5797509044, + "227": 0.7071067812, + "228": 0.2236067977, + "229": 0.4472135955, + "230": null, + "231": 0.8660254038, + "232": 0.6155870113, + "233": -0.790569415, + "234": 0.158113883, + "235": 0.3535533906, + "236": 0.894427191, + "237": 0.894427191, + "238": 0.4472135955, + "239": 0.1118033989, + "240": -0.3354101966, + "241": 0.6668859289, + "242": -0.2236067977, + "243": 0.1538967528, + "244": 0.3590924232, + "245": -0.2886751346, + "246": 0.9746794345, + "247": -0.2236067977, + "248": -0.8660254038, + "249": null, + "average": 0.1120376218 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'R')": { + "0": 0.3535533906, + "1": -0.7071067812, + "2": 0.4472135955, + "3": -0.6668859289, + "4": 0.1025978352, + "5": -0.8207826817, + "6": 0.7071067812, + "7": 0.7071067812, + "8": 0.0, + "9": -0.5, + "10": 0.7071067812, + "11": -0.7181848465, + "12": 0.7826237921, + "13": 0.4103913408, + "14": 0.6155870113, + "15": 0.0, + "16": 0.2886751346, + "17": -0.3535533906, + "18": -0.5, + "19": -0.4472135955, + "20": -0.2886751346, + "21": null, + "22": -0.3590924232, + "23": 0.3354101966, + "24": 0.3535533906, + "25": null, + "26": -0.4472135955, + "27": -0.7071067812, + "28": 0.3354101966, + "29": null, + "30": -0.4472135955, + "31": 0.2108185107, + "32": -0.6708203932, + "33": null, + "34": 0.7071067812, + "35": null, + "36": -0.7254762501, + "37": null, + "38": -0.2, + "39": 0.894427191, + "40": -0.7071067812, + "41": 0.0, + "42": -0.6708203932, + "43": -0.3077935056, + "44": -0.2236067977, + "45": -0.4472135955, + "46": null, + "47": 0.0, + "48": 0.3, + "49": 0.0, + "50": 0.1538967528, + "51": -0.8720815993, + "52": -0.6708203932, + "53": -0.3535533906, + "54": null, + "55": -0.2051956704, + "56": null, + "57": 0.0, + "58": null, + "59": -0.7071067812, + "60": -0.1538967528, + "61": 0.1118033989, + "62": 0.2236067977, + "63": 0.1118033989, + "64": 0.0, + "65": -0.7071067812, + "66": 0.7071067812, + "67": 0.6668859289, + "68": -0.6668859289, + "69": 0.0, + "70": -0.3535533906, + "71": 0.7071067812, + "72": -0.3535533906, + "73": -0.2236067977, + "74": 0.474341649, + "75": -0.4472135955, + "76": -0.4472135955, + "77": 0.3535533906, + "78": -0.4472135955, + "79": -0.5642880936, + "80": null, + "81": 0.1118033989, + "82": -0.4472135955, + "83": -0.6, + "84": -0.7826237921, + "85": -0.5270462767, + "86": -0.5642880936, + "87": null, + "88": 0.1025978352, + "89": null, + "90": 0.2236067977, + "91": -0.3354101966, + "92": -0.4472135955, + "93": -0.5773502692, + "94": 0.5773502692, + "95": 0.2236067977, + "96": 0.1, + "97": -0.8660254038, + "98": -0.7071067812, + "99": -0.7826237921, + "100": -0.7071067812, + "101": 0.7071067812, + "102": -0.2886751346, + "103": -0.8660254038, + "104": 0.7, + "105": 0.0512989176, + "106": -0.7071067812, + "107": 0.1118033989, + "108": -0.8660254038, + "109": 0.6155870113, + "110": 0.158113883, + "111": 0.4616902584, + "112": -0.9486832981, + "113": -0.1538967528, + "114": 0.3535533906, + "115": -0.7071067812, + "116": -0.1118033989, + "117": -0.3535533906, + "118": 0.894427191, + "119": -0.3077935056, + "120": -0.0512989176, + "121": -0.1118033989, + "122": -0.3535533906, + "123": -0.7071067812, + "124": null, + "125": 0.2236067977, + "126": -0.7071067812, + "127": -0.8660254038, + "128": -0.3535533906, + "129": -0.9486832981, + "130": 0.4472135955, + "131": 0.4472135955, + "132": 0.2236067977, + "133": -0.2886751346, + "134": -0.6708203932, + "135": -0.7071067812, + "136": 0.2236067977, + "137": 0.1118033989, + "138": -0.3535533906, + "139": 0.4472135955, + "140": null, + "141": -0.6668859289, + "142": null, + "143": -0.3535533906, + "144": -0.2236067977, + "145": 0.6668859289, + "146": -0.632455532, + "147": null, + "148": -0.3535533906, + "149": 0.0, + "150": null, + "151": 0.7071067812, + "152": -0.7071067812, + "153": 0.632455532, + "154": -0.2886751346, + "155": 0.316227766, + "156": -0.4472135955, + "157": null, + "158": -0.894427191, + "159": -0.4616902584, + "160": -0.1025978352, + "161": 0.4472135955, + "162": -0.3354101966, + "163": -0.2886751346, + "164": -0.6, + "165": -0.894427191, + "166": 0.1118033989, + "167": -0.0527046277, + "168": -0.2236067977, + "169": -0.7826237921, + "170": 0.5797509044, + "171": -0.8, + "172": 0.3535533906, + "173": 0.2051956704, + "174": -0.7071067812, + "175": -0.2886751346, + "176": 0.4616902584, + "177": 0.1538967528, + "178": 0.2236067977, + "179": 0.0, + "180": -0.8720815993, + "181": -0.3354101966, + "182": -0.6708203932, + "183": 0.1538967528, + "184": -0.5270462767, + "185": null, + "186": null, + "187": -0.2051956704, + "188": 0.1538967528, + "189": 0.7071067812, + "190": -0.894427191, + "191": 0.7071067812, + "192": -0.6708203932, + "193": -0.3590924232, + "194": null, + "195": -0.3077935056, + "196": -0.4472135955, + "197": -0.7071067812, + "198": -0.4472135955, + "199": -0.5642880936, + "200": -0.8660254038, + "201": -0.3354101966, + "202": -0.7826237921, + "203": -0.894427191, + "204": 0.3535533906, + "205": 0.2886751346, + "206": -0.2236067977, + "207": 0.0, + "208": -0.0512989176, + "209": 0.0512989176, + "210": 0.4103913408, + "211": 0.5270462767, + "212": 0.0, + "213": -0.3354101966, + "214": -0.894427191, + "215": -0.632455532, + "216": -0.632455532, + "217": -0.7071067812, + "218": 0.2236067977, + "219": 0.9486832981, + "220": -0.6708203932, + "221": -0.4472135955, + "222": 0.790569415, + "223": 0.3535533906, + "224": 0.3535533906, + "225": -0.3354101966, + "226": -0.9486832981, + "227": 0.7071067812, + "228": -0.2236067977, + "229": -0.1118033989, + "230": null, + "231": 0.0, + "232": 0.1538967528, + "233": -0.632455532, + "234": -0.316227766, + "235": -0.3535533906, + "236": -0.7826237921, + "237": -0.4472135955, + "238": -0.894427191, + "239": 0.894427191, + "240": 0.894427191, + "241": 0.3590924232, + "242": -0.4472135955, + "243": 0.4103913408, + "244": -0.6155870113, + "245": -0.8660254038, + "246": 0.5642880936, + "247": 0.2236067977, + "248": -0.5773502692, + "249": null, + "average": -0.1532164771 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'F')": { + "0": 0.3535533906, + "1": -0.7071067812, + "2": 0.3354101966, + "3": -0.3590924232, + "4": 0.5642880936, + "5": -0.8207826817, + "6": 0.7071067812, + "7": 0.7071067812, + "8": 0.0, + "9": -0.3, + "10": 0.3535533906, + "11": -0.9746794345, + "12": 0.894427191, + "13": 0.6668859289, + "14": 0.9746794345, + "15": 0.0, + "16": 0.2886751346, + "17": -0.3535533906, + "18": -0.5, + "19": -0.4472135955, + "20": 0.0, + "21": null, + "22": -0.3590924232, + "23": 0.2236067977, + "24": 0.3535533906, + "25": null, + "26": -0.4472135955, + "27": -0.7071067812, + "28": 0.7826237921, + "29": null, + "30": -0.6708203932, + "31": 0.5270462767, + "32": -0.6708203932, + "33": null, + "34": 0.7071067812, + "35": null, + "36": -0.7254762501, + "37": null, + "38": -0.6, + "39": 0.894427191, + "40": -0.7071067812, + "41": 0.0, + "42": -0.6708203932, + "43": -0.1538967528, + "44": 0.3354101966, + "45": -0.4472135955, + "46": null, + "47": 0.0, + "48": 0.3, + "49": 0.0, + "50": 0.1538967528, + "51": -0.8720815993, + "52": -0.6708203932, + "53": -0.3535533906, + "54": null, + "55": -0.2051956704, + "56": null, + "57": 0.0, + "58": null, + "59": -0.7071067812, + "60": -0.1538967528, + "61": 0.1118033989, + "62": 0.3354101966, + "63": 0.1118033989, + "64": 0.0, + "65": -0.7071067812, + "66": 0.7071067812, + "67": 0.6668859289, + "68": -0.6668859289, + "69": 0.0, + "70": -0.3535533906, + "71": 0.7071067812, + "72": -0.3535533906, + "73": -0.2236067977, + "74": 0.474341649, + "75": -0.4472135955, + "76": -0.4472135955, + "77": -0.3535533906, + "78": -0.894427191, + "79": -0.4616902584, + "80": null, + "81": 0.3354101966, + "82": -0.3354101966, + "83": -0.6, + "84": -0.7826237921, + "85": -0.5270462767, + "86": -0.5642880936, + "87": null, + "88": 0.1025978352, + "89": null, + "90": 0.2236067977, + "91": -0.3354101966, + "92": -0.4472135955, + "93": -0.5773502692, + "94": 0.5773502692, + "95": 0.2236067977, + "96": 0.3, + "97": -0.8660254038, + "98": -0.7071067812, + "99": -0.7826237921, + "100": -0.7071067812, + "101": 0.7071067812, + "102": -0.2886751346, + "103": -0.8660254038, + "104": 0.7, + "105": 0.0512989176, + "106": -0.7071067812, + "107": -0.1118033989, + "108": -0.8660254038, + "109": 0.6155870113, + "110": 0.0, + "111": 0.9746794345, + "112": -0.9486832981, + "113": -0.1538967528, + "114": 0.3535533906, + "115": -0.7071067812, + "116": -0.1118033989, + "117": -0.3535533906, + "118": 0.894427191, + "119": -0.6668859289, + "120": -0.0512989176, + "121": -0.1118033989, + "122": -0.3535533906, + "123": -0.7071067812, + "124": null, + "125": 0.2236067977, + "126": -0.7071067812, + "127": -0.8660254038, + "128": -0.3535533906, + "129": -0.9486832981, + "130": 0.4472135955, + "131": 0.6708203932, + "132": -0.1118033989, + "133": -0.2886751346, + "134": -0.6708203932, + "135": -0.7071067812, + "136": 0.4472135955, + "137": 0.1118033989, + "138": -0.3535533906, + "139": 0.6708203932, + "140": null, + "141": -0.6668859289, + "142": null, + "143": -0.3535533906, + "144": -0.2236067977, + "145": 0.2051956704, + "146": -0.790569415, + "147": null, + "148": -0.3535533906, + "149": 0.0, + "150": null, + "151": 0.7071067812, + "152": -0.7071067812, + "153": 0.632455532, + "154": -0.2886751346, + "155": 0.316227766, + "156": -0.7826237921, + "157": null, + "158": -0.894427191, + "159": -0.2051956704, + "160": -0.2051956704, + "161": 0.4472135955, + "162": 0.1118033989, + "163": -0.5773502692, + "164": -0.3, + "165": -0.894427191, + "166": 0.4472135955, + "167": -0.0527046277, + "168": -0.2236067977, + "169": -0.7826237921, + "170": 0.5797509044, + "171": -0.8, + "172": 0.3535533906, + "173": 0.8207826817, + "174": -0.7071067812, + "175": -0.2886751346, + "176": 0.2051956704, + "177": 0.1538967528, + "178": 0.2236067977, + "179": -0.3535533906, + "180": -0.8720815993, + "181": -0.3354101966, + "182": -0.2236067977, + "183": 0.1538967528, + "184": -0.5270462767, + "185": null, + "186": null, + "187": 0.1538967528, + "188": 0.1538967528, + "189": 0.7071067812, + "190": -0.894427191, + "191": 0.7071067812, + "192": -0.6708203932, + "193": -0.3590924232, + "194": null, + "195": -0.6668859289, + "196": -0.4472135955, + "197": -0.7071067812, + "198": -0.4472135955, + "199": 0.1538967528, + "200": -0.8660254038, + "201": 0.1118033989, + "202": -0.7826237921, + "203": -0.894427191, + "204": 0.3535533906, + "205": 0.2886751346, + "206": -0.2236067977, + "207": 0.3535533906, + "208": -0.0512989176, + "209": 0.4103913408, + "210": 0.4103913408, + "211": 0.5270462767, + "212": -0.2886751346, + "213": -0.3354101966, + "214": -0.894427191, + "215": -0.790569415, + "216": -0.632455532, + "217": -0.7071067812, + "218": 0.2236067977, + "219": 0.9486832981, + "220": -0.6708203932, + "221": -0.4472135955, + "222": 0.790569415, + "223": 0.3535533906, + "224": 0.3535533906, + "225": -0.3354101966, + "226": -0.9486832981, + "227": 0.7071067812, + "228": -0.3354101966, + "229": -0.1118033989, + "230": null, + "231": 0.0, + "232": 0.1538967528, + "233": -0.632455532, + "234": 0.0, + "235": -0.3535533906, + "236": -0.7826237921, + "237": -0.1118033989, + "238": -0.894427191, + "239": 0.894427191, + "240": 0.894427191, + "241": 0.3590924232, + "242": -0.4472135955, + "243": 0.4103913408, + "244": -0.6155870113, + "245": -0.5773502692, + "246": 0.6668859289, + "247": 0.2236067977, + "248": -0.5773502692, + "249": null, + "average": -0.1332365362 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'P')": { + "0": 0.3535533906, + "1": 0.7071067812, + "2": 0.894427191, + "3": 0.6668859289, + "4": 0.6668859289, + "5": 0.8207826817, + "6": 0.3535533906, + "7": -0.3535533906, + "8": -0.2886751346, + "9": 1.0, + "10": 0.0, + "11": -0.1538967528, + "12": 0.4472135955, + "13": 0.5642880936, + "14": 0.9746794345, + "15": -0.5773502692, + "16": 0.0, + "17": 0.3535533906, + "18": 0.9, + "19": 0.4472135955, + "20": 0.5773502692, + "21": null, + "22": 0.6155870113, + "23": 0.1118033989, + "24": 0.3535533906, + "25": null, + "26": 0.2236067977, + "27": 0.0, + "28": 0.894427191, + "29": null, + "30": 0.6708203932, + "31": 0.316227766, + "32": 0.4472135955, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.7254762501, + "37": null, + "38": -0.9, + "39": 0.7826237921, + "40": -0.7071067812, + "41": 0.7071067812, + "42": 0.894427191, + "43": 0.4616902584, + "44": 0.4472135955, + "45": 0.3354101966, + "46": null, + "47": 0.3535533906, + "48": 0.8, + "49": 0.3535533906, + "50": 0.9746794345, + "51": -0.3077935056, + "52": -0.4472135955, + "53": -0.3535533906, + "54": null, + "55": 0.3590924232, + "56": null, + "57": 0.7071067812, + "58": null, + "59": 0.3535533906, + "60": 0.6668859289, + "61": 0.2236067977, + "62": 0.894427191, + "63": 0.6708203932, + "64": 0.7071067812, + "65": 0.7071067812, + "66": 0.3535533906, + "67": 0.6668859289, + "68": 0.0512989176, + "69": 0.7071067812, + "70": 0.7071067812, + "71": 0.7071067812, + "72": 0.7071067812, + "73": 0.3354101966, + "74": 0.316227766, + "75": 0.894427191, + "76": 0.894427191, + "77": 0.0, + "78": 0.4472135955, + "79": 0.9746794345, + "80": null, + "81": 0.894427191, + "82": 0.3354101966, + "83": 0.8, + "84": -0.2236067977, + "85": 0.2635231383, + "86": -0.4616902584, + "87": null, + "88": 0.6668859289, + "89": null, + "90": 0.1118033989, + "91": 0.4472135955, + "92": 0.7826237921, + "93": 0.8660254038, + "94": 0.8660254038, + "95": 0.894427191, + "96": 0.5, + "97": 0.8660254038, + "98": 0.3535533906, + "99": 0.1118033989, + "100": 0.7071067812, + "101": 0.7071067812, + "102": -0.2886751346, + "103": 0.8660254038, + "104": 0.6, + "105": 0.6668859289, + "106": 0.3535533906, + "107": 0.1118033989, + "108": 0.2886751346, + "109": -0.3077935056, + "110": -0.5270462767, + "111": 0.6668859289, + "112": 0.5270462767, + "113": 0.6155870113, + "114": 0.7071067812, + "115": 0.7071067812, + "116": 0.3354101966, + "117": -0.7071067812, + "118": 0.7826237921, + "119": 0.6668859289, + "120": 0.8720815993, + "121": 0.894427191, + "122": 0.3535533906, + "123": 0.0, + "124": null, + "125": 0.894427191, + "126": 0.7071067812, + "127": 0.5773502692, + "128": 0.7071067812, + "129": 0.1054092553, + "130": 0.894427191, + "131": 0.6708203932, + "132": 0.3354101966, + "133": 0.5773502692, + "134": -0.2236067977, + "135": 0.7071067812, + "136": 0.6708203932, + "137": 0.2236067977, + "138": 0.0, + "139": 0.2236067977, + "140": null, + "141": -0.6668859289, + "142": null, + "143": 0.3535533906, + "144": 0.6708203932, + "145": 0.9746794345, + "146": 0.9486832981, + "147": null, + "148": 0.7071067812, + "149": 0.7071067812, + "150": null, + "151": 0.0, + "152": -0.7071067812, + "153": 0.790569415, + "154": -0.2886751346, + "155": 0.2635231383, + "156": 0.894427191, + "157": null, + "158": -0.2236067977, + "159": 0.5642880936, + "160": -0.2051956704, + "161": 0.6708203932, + "162": 0.894427191, + "163": 0.2886751346, + "164": 0.5, + "165": -0.4472135955, + "166": 0.894427191, + "167": -0.1054092553, + "168": 0.894427191, + "169": -0.3354101966, + "170": 0.5797509044, + "171": 0.6, + "172": -0.3535533906, + "173": -0.3590924232, + "174": 0.7071067812, + "175": 0.5773502692, + "176": 0.6668859289, + "177": 0.9746794345, + "178": 0.894427191, + "179": 0.3535533906, + "180": 0.7181848465, + "181": 0.894427191, + "182": 0.6708203932, + "183": 0.8720815993, + "184": 0.5270462767, + "185": null, + "186": null, + "187": 0.8720815993, + "188": 0.6155870113, + "189": 0.7071067812, + "190": -0.894427191, + "191": 0.7071067812, + "192": 0.7826237921, + "193": 0.2051956704, + "194": null, + "195": 0.5642880936, + "196": 0.1118033989, + "197": 0.3535533906, + "198": 0.894427191, + "199": 0.4616902584, + "200": -0.5773502692, + "201": 0.894427191, + "202": 0.1118033989, + "203": 0.6708203932, + "204": 0.7071067812, + "205": 0.8660254038, + "206": 0.3354101966, + "207": 0.7071067812, + "208": 0.8720815993, + "209": 0.6668859289, + "210": 0.4103913408, + "211": 0.7378647874, + "212": 0.0, + "213": -0.3354101966, + "214": 0.4472135955, + "215": -0.9486832981, + "216": 0.9486832981, + "217": 0.0, + "218": 0.7826237921, + "219": -0.5270462767, + "220": 0.4472135955, + "221": 0.894427191, + "222": 0.474341649, + "223": -0.7071067812, + "224": 0.0, + "225": -0.894427191, + "226": 0.790569415, + "227": 0.7071067812, + "228": 0.6708203932, + "229": 0.894427191, + "230": null, + "231": 0.8660254038, + "232": 0.8720815993, + "233": 0.632455532, + "234": 0.474341649, + "235": 0.0, + "236": 0.4472135955, + "237": 0.7826237921, + "238": 0.2236067977, + "239": -0.2236067977, + "240": -0.3354101966, + "241": 0.8207826817, + "242": -0.2236067977, + "243": 0.1538967528, + "244": 0.3590924232, + "245": 0.2886751346, + "246": 0.8207826817, + "247": 0.1118033989, + "248": -0.5773502692, + "249": null, + "average": 0.4066141692 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'R')": { + "0": 0.7071067812, + "1": 0.7071067812, + "2": 0.4472135955, + "3": 0.2051956704, + "4": 0.5642880936, + "5": -0.4616902584, + "6": 0.7071067812, + "7": 0.0, + "8": -0.2886751346, + "9": 0.4, + "10": 0.7071067812, + "11": -0.1538967528, + "12": 0.6708203932, + "13": -0.8720815993, + "14": 0.9746794345, + "15": -0.2886751346, + "16": 0.0, + "17": 0.0, + "18": 0.2, + "19": 0.2236067977, + "20": 0.0, + "21": null, + "22": 0.1025978352, + "23": 0.1118033989, + "24": 0.3535533906, + "25": null, + "26": -0.2236067977, + "27": -0.7071067812, + "28": 0.894427191, + "29": null, + "30": 0.894427191, + "31": 0.5270462767, + "32": 0.4472135955, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.7254762501, + "37": null, + "38": 0.3, + "39": 0.3354101966, + "40": -0.3535533906, + "41": 0.3535533906, + "42": -0.894427191, + "43": 0.3590924232, + "44": 0.2236067977, + "45": -0.4472135955, + "46": null, + "47": 0.3535533906, + "48": 0.6, + "49": 0.3535533906, + "50": 0.9746794345, + "51": -0.2051956704, + "52": -0.7826237921, + "53": -0.3535533906, + "54": null, + "55": 0.5642880936, + "56": null, + "57": 0.7071067812, + "58": null, + "59": 0.3535533906, + "60": 0.5642880936, + "61": 0.2236067977, + "62": 0.6708203932, + "63": 0.1118033989, + "64": 0.0, + "65": 0.0, + "66": -0.7071067812, + "67": 0.6668859289, + "68": 0.4616902584, + "69": 0.7071067812, + "70": -0.3535533906, + "71": 0.7071067812, + "72": 0.0, + "73": 0.2236067977, + "74": 0.632455532, + "75": 0.894427191, + "76": -0.2236067977, + "77": 0.7071067812, + "78": 0.4472135955, + "79": 0.5642880936, + "80": null, + "81": 0.3354101966, + "82": 0.2236067977, + "83": -0.3, + "84": -0.4472135955, + "85": 0.9486832981, + "86": -0.0512989176, + "87": null, + "88": 0.5642880936, + "89": null, + "90": -0.2236067977, + "91": 0.894427191, + "92": 0.1118033989, + "93": 0.0, + "94": 0.8660254038, + "95": 0.2236067977, + "96": 0.7, + "97": 0.8660254038, + "98": -0.7071067812, + "99": 0.3354101966, + "100": 0.7071067812, + "101": 0.7071067812, + "102": -0.8660254038, + "103": 0.2886751346, + "104": 0.7, + "105": 0.6155870113, + "106": -0.3535533906, + "107": 0.2236067977, + "108": 0.0, + "109": 0.6668859289, + "110": 0.5797509044, + "111": 0.9746794345, + "112": 0.5270462767, + "113": 0.4616902584, + "114": 0.7071067812, + "115": 0.7071067812, + "116": 0.6708203932, + "117": -0.3535533906, + "118": 0.2236067977, + "119": 0.8720815993, + "120": 0.1538967528, + "121": 0.894427191, + "122": 0.0, + "123": 0.0, + "124": null, + "125": 0.4472135955, + "126": 0.7071067812, + "127": 0.2886751346, + "128": 0.7071067812, + "129": 0.9486832981, + "130": 0.894427191, + "131": 0.6708203932, + "132": -0.4472135955, + "133": -0.2886751346, + "134": -0.894427191, + "135": -0.7071067812, + "136": 0.894427191, + "137": 0.2236067977, + "138": 0.3535533906, + "139": 0.2236067977, + "140": null, + "141": -0.6668859289, + "142": null, + "143": -0.7071067812, + "144": 0.2236067977, + "145": 0.3590924232, + "146": 0.1054092553, + "147": null, + "148": 0.3535533906, + "149": 0.7071067812, + "150": null, + "151": 0.7071067812, + "152": 0.0, + "153": 0.632455532, + "154": -0.2886751346, + "155": 0.316227766, + "156": 0.894427191, + "157": null, + "158": -0.4472135955, + "159": -0.3590924232, + "160": -0.1538967528, + "161": 0.4472135955, + "162": 0.4472135955, + "163": 0.5773502692, + "164": 0.3, + "165": -0.6708203932, + "166": 0.7826237921, + "167": -0.9486832981, + "168": -0.2236067977, + "169": -0.4472135955, + "170": 0.9486832981, + "171": 0.1, + "172": -0.3535533906, + "173": 0.7181848465, + "174": 0.7071067812, + "175": 0.8660254038, + "176": 0.9746794345, + "177": 0.8207826817, + "178": 0.7826237921, + "179": 0.3535533906, + "180": 0.0512989176, + "181": 0.894427191, + "182": -0.1118033989, + "183": 0.8720815993, + "184": -0.5270462767, + "185": null, + "186": null, + "187": 0.6668859289, + "188": 0.6668859289, + "189": 0.7071067812, + "190": -0.6708203932, + "191": 0.7071067812, + "192": -0.4472135955, + "193": -0.4616902584, + "194": null, + "195": 0.8207826817, + "196": 0.894427191, + "197": -0.7071067812, + "198": 0.4472135955, + "199": 0.1538967528, + "200": -0.8660254038, + "201": 0.2236067977, + "202": -0.894427191, + "203": 0.2236067977, + "204": -0.3535533906, + "205": 0.5773502692, + "206": -0.4472135955, + "207": -0.7071067812, + "208": 0.8720815993, + "209": 0.4103913408, + "210": 0.1538967528, + "211": -0.790569415, + "212": 0.5773502692, + "213": -0.3354101966, + "214": -0.2236067977, + "215": 0.316227766, + "216": 0.790569415, + "217": 0.0, + "218": 0.894427191, + "219": -0.0527046277, + "220": 0.6708203932, + "221": 0.6708203932, + "222": -0.158113883, + "223": 0.0, + "224": -0.3535533906, + "225": -0.894427191, + "226": 0.9486832981, + "227": 0.7071067812, + "228": 0.4472135955, + "229": 0.6708203932, + "230": null, + "231": 0.8660254038, + "232": 0.6668859289, + "233": 0.316227766, + "234": 0.0, + "235": 0.0, + "236": 0.7826237921, + "237": -0.2236067977, + "238": -0.894427191, + "239": 0.894427191, + "240": 0.6708203932, + "241": 0.5642880936, + "242": 0.4472135955, + "243": 0.0512989176, + "244": -0.4616902584, + "245": 0.2886751346, + "246": 0.1538967528, + "247": 0.4472135955, + "248": -0.5773502692, + "249": null, + "average": 0.2361837594 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'F')": { + "0": 0.3535533906, + "1": 0.7071067812, + "2": 0.4472135955, + "3": 0.3077935056, + "4": 0.6668859289, + "5": -0.2051956704, + "6": 0.7071067812, + "7": 0.0, + "8": -0.2886751346, + "9": 0.7, + "10": 0.7071067812, + "11": -0.1538967528, + "12": 0.6708203932, + "13": -0.6155870113, + "14": 0.9746794345, + "15": -0.2886751346, + "16": 0.0, + "17": 0.0, + "18": 0.2, + "19": -0.1118033989, + "20": 0.0, + "21": null, + "22": 0.1025978352, + "23": 0.1118033989, + "24": 0.3535533906, + "25": null, + "26": 0.2236067977, + "27": -0.7071067812, + "28": 0.894427191, + "29": null, + "30": 0.894427191, + "31": 0.316227766, + "32": 0.4472135955, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.7254762501, + "37": null, + "38": 0.3, + "39": 0.3354101966, + "40": -0.3535533906, + "41": 0.7071067812, + "42": -0.894427191, + "43": 0.6155870113, + "44": 0.4472135955, + "45": -0.4472135955, + "46": null, + "47": 0.3535533906, + "48": 0.6, + "49": 0.3535533906, + "50": 0.9746794345, + "51": -0.2051956704, + "52": -0.7826237921, + "53": -0.3535533906, + "54": null, + "55": 0.5642880936, + "56": null, + "57": 0.7071067812, + "58": null, + "59": 0.3535533906, + "60": 0.5642880936, + "61": 0.2236067977, + "62": 0.6708203932, + "63": 0.1118033989, + "64": 0.3535533906, + "65": 0.3535533906, + "66": -0.7071067812, + "67": 0.6668859289, + "68": 0.4616902584, + "69": 0.7071067812, + "70": -0.3535533906, + "71": 0.7071067812, + "72": 0.3535533906, + "73": 0.4472135955, + "74": 0.790569415, + "75": 0.894427191, + "76": -0.2236067977, + "77": 0.7071067812, + "78": 0.4472135955, + "79": 0.5642880936, + "80": null, + "81": 0.6708203932, + "82": 0.2236067977, + "83": -0.3, + "84": -0.4472135955, + "85": 0.790569415, + "86": -0.6668859289, + "87": null, + "88": 0.8720815993, + "89": null, + "90": -0.2236067977, + "91": 0.894427191, + "92": 0.1118033989, + "93": 0.0, + "94": 0.8660254038, + "95": 0.2236067977, + "96": 0.7, + "97": 0.8660254038, + "98": -0.7071067812, + "99": 0.3354101966, + "100": 0.7071067812, + "101": 0.7071067812, + "102": -0.8660254038, + "103": 0.5773502692, + "104": 0.7, + "105": 0.8720815993, + "106": -0.3535533906, + "107": 0.4472135955, + "108": 0.0, + "109": 0.6668859289, + "110": 0.632455532, + "111": 0.9746794345, + "112": 0.5270462767, + "113": 0.4616902584, + "114": 0.7071067812, + "115": 0.7071067812, + "116": 0.6708203932, + "117": -0.3535533906, + "118": 0.894427191, + "119": 0.9746794345, + "120": 0.1538967528, + "121": 0.894427191, + "122": 0.3535533906, + "123": 0.0, + "124": null, + "125": 0.4472135955, + "126": 0.7071067812, + "127": 0.2886751346, + "128": 0.7071067812, + "129": 0.7378647874, + "130": 0.894427191, + "131": 0.6708203932, + "132": -0.2236067977, + "133": -0.2886751346, + "134": -0.6708203932, + "135": -0.7071067812, + "136": 0.894427191, + "137": 0.2236067977, + "138": 0.3535533906, + "139": 0.2236067977, + "140": null, + "141": -0.6668859289, + "142": null, + "143": -0.7071067812, + "144": 0.2236067977, + "145": 0.3590924232, + "146": 0.316227766, + "147": null, + "148": 0.3535533906, + "149": 0.7071067812, + "150": null, + "151": 0.7071067812, + "152": 0.0, + "153": 0.632455532, + "154": -0.2886751346, + "155": 0.316227766, + "156": 0.894427191, + "157": null, + "158": -0.1118033989, + "159": -0.1538967528, + "160": -0.1538967528, + "161": 0.4472135955, + "162": 0.4472135955, + "163": 0.8660254038, + "164": 0.3, + "165": -0.894427191, + "166": 0.7826237921, + "167": -0.9486832981, + "168": -0.2236067977, + "169": -0.4472135955, + "170": 0.9486832981, + "171": 0.1, + "172": -0.3535533906, + "173": 0.7181848465, + "174": 0.7071067812, + "175": 0.8660254038, + "176": 0.9746794345, + "177": 0.8207826817, + "178": 0.7826237921, + "179": 0.3535533906, + "180": 0.0512989176, + "181": 0.894427191, + "182": -0.1118033989, + "183": 0.8720815993, + "184": 0.5270462767, + "185": null, + "186": null, + "187": 0.6668859289, + "188": 0.6668859289, + "189": 0.7071067812, + "190": -0.6708203932, + "191": 0.7071067812, + "192": -0.4472135955, + "193": -0.4616902584, + "194": null, + "195": 0.8207826817, + "196": 0.7826237921, + "197": -0.7071067812, + "198": 0.7826237921, + "199": 0.1538967528, + "200": -0.8660254038, + "201": 0.3354101966, + "202": -0.4472135955, + "203": 0.2236067977, + "204": -0.3535533906, + "205": 0.5773502692, + "206": -0.4472135955, + "207": -0.3535533906, + "208": 0.8720815993, + "209": 0.4103913408, + "210": 0.4103913408, + "211": -0.632455532, + "212": 0.5773502692, + "213": -0.3354101966, + "214": 0.1118033989, + "215": -0.2635231383, + "216": 0.9486832981, + "217": 0.0, + "218": 0.894427191, + "219": -0.0527046277, + "220": 0.6708203932, + "221": 0.6708203932, + "222": -0.158113883, + "223": 0.0, + "224": 0.0, + "225": -0.894427191, + "226": 0.9486832981, + "227": 0.7071067812, + "228": 0.4472135955, + "229": 0.6708203932, + "230": null, + "231": 0.8660254038, + "232": 0.6668859289, + "233": 0.316227766, + "234": 0.0, + "235": 0.0, + "236": 0.7826237921, + "237": 0.1118033989, + "238": -0.894427191, + "239": 0.894427191, + "240": 0.6708203932, + "241": 0.5642880936, + "242": 0.2236067977, + "243": 0.3590924232, + "244": 0.1025978352, + "245": 0.2886751346, + "246": 0.1538967528, + "247": 0.4472135955, + "248": -0.5773502692, + "249": null, + "average": 0.2785226316 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'P')": { + "0": 0.3535533906, + "1": 0.7071067812, + "2": 0.894427191, + "3": 0.6668859289, + "4": 0.8720815993, + "5": 0.9746794345, + "6": 0.3535533906, + "7": -0.3535533906, + "8": -0.2886751346, + "9": 1.0, + "10": 0.0, + "11": -0.1538967528, + "12": 0.4472135955, + "13": 0.5642880936, + "14": 0.8207826817, + "15": -0.2886751346, + "16": 0.0, + "17": 0.3535533906, + "18": 0.9, + "19": 0.4472135955, + "20": 0.5773502692, + "21": null, + "22": 0.5642880936, + "23": 0.1118033989, + "24": 0.3535533906, + "25": null, + "26": 0.2236067977, + "27": 0.0, + "28": 0.894427191, + "29": null, + "30": 0.894427191, + "31": 0.316227766, + "32": 0.4472135955, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.7254762501, + "37": null, + "38": -0.8, + "39": 0.7826237921, + "40": 0.0, + "41": 0.7071067812, + "42": 0.894427191, + "43": 0.4616902584, + "44": 0.4472135955, + "45": 0.3354101966, + "46": null, + "47": 0.3535533906, + "48": 0.8, + "49": 0.3535533906, + "50": 0.9746794345, + "51": -0.3077935056, + "52": -0.4472135955, + "53": -0.3535533906, + "54": null, + "55": 0.3590924232, + "56": null, + "57": 0.7071067812, + "58": null, + "59": 0.3535533906, + "60": 0.5642880936, + "61": 0.2236067977, + "62": 0.894427191, + "63": 0.6708203932, + "64": 0.7071067812, + "65": 0.7071067812, + "66": 0.3535533906, + "67": 0.6668859289, + "68": 0.0512989176, + "69": 0.7071067812, + "70": 0.7071067812, + "71": 0.7071067812, + "72": 0.7071067812, + "73": 0.3354101966, + "74": 0.316227766, + "75": 0.894427191, + "76": 0.894427191, + "77": 0.0, + "78": 0.4472135955, + "79": 0.9746794345, + "80": null, + "81": 0.894427191, + "82": 0.3354101966, + "83": 0.8, + "84": -0.2236067977, + "85": 0.2635231383, + "86": -0.4616902584, + "87": null, + "88": 0.6668859289, + "89": null, + "90": 0.1118033989, + "91": 0.4472135955, + "92": 0.7826237921, + "93": 0.8660254038, + "94": 0.8660254038, + "95": 0.894427191, + "96": 0.5, + "97": 0.8660254038, + "98": 0.7071067812, + "99": 0.1118033989, + "100": 0.7071067812, + "101": 0.7071067812, + "102": 0.0, + "103": 0.8660254038, + "104": 0.7, + "105": 0.6668859289, + "106": 0.3535533906, + "107": 0.1118033989, + "108": 0.2886751346, + "109": 0.0512989176, + "110": -0.5270462767, + "111": 0.6668859289, + "112": 0.5270462767, + "113": 0.6155870113, + "114": 0.7071067812, + "115": 0.7071067812, + "116": 0.3354101966, + "117": -0.7071067812, + "118": 0.7826237921, + "119": 0.5642880936, + "120": 0.8720815993, + "121": 0.894427191, + "122": 0.3535533906, + "123": 0.0, + "124": null, + "125": 0.894427191, + "126": 0.7071067812, + "127": 0.5773502692, + "128": 0.7071067812, + "129": 0.1054092553, + "130": 0.894427191, + "131": 0.6708203932, + "132": 0.1118033989, + "133": 0.5773502692, + "134": -0.2236067977, + "135": 0.7071067812, + "136": 0.894427191, + "137": 0.1118033989, + "138": 0.3535533906, + "139": 0.2236067977, + "140": null, + "141": -0.2051956704, + "142": null, + "143": 0.3535533906, + "144": 0.6708203932, + "145": 0.8207826817, + "146": 0.9486832981, + "147": null, + "148": 0.7071067812, + "149": 0.7071067812, + "150": null, + "151": 0.0, + "152": -0.7071067812, + "153": 0.790569415, + "154": -0.2886751346, + "155": 0.2635231383, + "156": 0.894427191, + "157": null, + "158": -0.2236067977, + "159": 0.5642880936, + "160": -0.2051956704, + "161": 0.6708203932, + "162": 0.894427191, + "163": 0.2886751346, + "164": 0.5, + "165": -0.7826237921, + "166": 0.894427191, + "167": -0.1054092553, + "168": 0.4472135955, + "169": -0.3354101966, + "170": 0.5797509044, + "171": 0.6, + "172": -0.3535533906, + "173": -0.3590924232, + "174": 0.7071067812, + "175": 0.5773502692, + "176": 0.6668859289, + "177": 0.8720815993, + "178": 0.894427191, + "179": 0.3535533906, + "180": 0.8207826817, + "181": 0.894427191, + "182": 0.6708203932, + "183": 0.8720815993, + "184": 0.7378647874, + "185": null, + "186": null, + "187": 0.8720815993, + "188": 0.6155870113, + "189": 0.7071067812, + "190": -0.6708203932, + "191": 0.7071067812, + "192": 0.7826237921, + "193": 0.2051956704, + "194": null, + "195": 0.6668859289, + "196": 0.1118033989, + "197": 0.3535533906, + "198": 0.894427191, + "199": 0.2051956704, + "200": -0.5773502692, + "201": 0.894427191, + "202": 0.1118033989, + "203": 0.6708203932, + "204": 0.7071067812, + "205": 0.8660254038, + "206": 0.3354101966, + "207": 0.7071067812, + "208": 0.8720815993, + "209": 0.6668859289, + "210": 0.4103913408, + "211": 0.7378647874, + "212": 0.0, + "213": -0.2236067977, + "214": 0.4472135955, + "215": -0.9486832981, + "216": 0.9486832981, + "217": 0.0, + "218": 0.7826237921, + "219": -0.632455532, + "220": 0.6708203932, + "221": 0.894427191, + "222": 0.632455532, + "223": -0.3535533906, + "224": 0.0, + "225": -0.894427191, + "226": 0.790569415, + "227": 0.7071067812, + "228": 0.6708203932, + "229": 0.894427191, + "230": null, + "231": 0.8660254038, + "232": 0.9746794345, + "233": 0.632455532, + "234": 0.474341649, + "235": 0.0, + "236": 0.4472135955, + "237": 0.7826237921, + "238": 0.2236067977, + "239": -0.3354101966, + "240": -0.3354101966, + "241": 0.8207826817, + "242": -0.2236067977, + "243": -0.1538967528, + "244": 0.3590924232, + "245": 0.2886751346, + "246": 0.8207826817, + "247": 0.1118033989, + "248": -0.5773502692, + "249": null, + "average": 0.4191873026 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'R')": { + "0": 0.7071067812, + "1": 0.7071067812, + "2": 0.4472135955, + "3": 0.6668859289, + "4": 0.6668859289, + "5": 0.8720815993, + "6": 0.7071067812, + "7": -0.3535533906, + "8": 0.2886751346, + "9": 0.9, + "10": 0.0, + "11": -0.1538967528, + "12": 0.6708203932, + "13": -0.4103913408, + "14": 0.1538967528, + "15": -0.2886751346, + "16": -0.2886751346, + "17": 0.0, + "18": 0.7, + "19": 0.1118033989, + "20": 0.0, + "21": null, + "22": 0.3590924232, + "23": 0.1118033989, + "24": 0.3535533906, + "25": null, + "26": 0.894427191, + "27": -0.7071067812, + "28": 0.894427191, + "29": null, + "30": 0.894427191, + "31": 0.7378647874, + "32": 0.4472135955, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.7254762501, + "37": null, + "38": 0.4, + "39": 0.3354101966, + "40": -0.3535533906, + "41": 0.3535533906, + "42": 0.4472135955, + "43": 0.2051956704, + "44": 0.1118033989, + "45": -0.4472135955, + "46": null, + "47": 0.3535533906, + "48": 0.9, + "49": 0.3535533906, + "50": 0.8720815993, + "51": -0.2051956704, + "52": -0.894427191, + "53": -0.3535533906, + "54": null, + "55": 0.6668859289, + "56": null, + "57": 0.7071067812, + "58": null, + "59": 0.7071067812, + "60": 0.6668859289, + "61": 0.4472135955, + "62": 0.6708203932, + "63": 0.1118033989, + "64": 0.7071067812, + "65": 0.7071067812, + "66": -0.7071067812, + "67": 0.2051956704, + "68": 0.4616902584, + "69": 0.7071067812, + "70": -0.3535533906, + "71": 0.7071067812, + "72": 0.7071067812, + "73": 0.1118033989, + "74": 0.632455532, + "75": 0.894427191, + "76": 0.1118033989, + "77": 0.7071067812, + "78": 0.4472135955, + "79": 0.5642880936, + "80": null, + "81": 0.894427191, + "82": 0.2236067977, + "83": 0.2, + "84": -0.4472135955, + "85": 0.9486832981, + "86": -0.0512989176, + "87": null, + "88": 0.1538967528, + "89": null, + "90": -0.2236067977, + "91": 0.894427191, + "92": -0.2236067977, + "93": 0.8660254038, + "94": 0.8660254038, + "95": 0.2236067977, + "96": 0.4, + "97": 0.8660254038, + "98": -0.7071067812, + "99": 0.1118033989, + "100": 0.7071067812, + "101": 0.7071067812, + "102": -0.8660254038, + "103": 0.8660254038, + "104": 0.7, + "105": 0.9746794345, + "106": -0.3535533906, + "107": 0.4472135955, + "108": 0.0, + "109": 0.8720815993, + "110": 0.5797509044, + "111": 0.8720815993, + "112": 0.5270462767, + "113": 0.3077935056, + "114": 0.7071067812, + "115": 0.7071067812, + "116": 0.6708203932, + "117": -0.3535533906, + "118": 0.4472135955, + "119": 0.8720815993, + "120": 0.1538967528, + "121": 0.894427191, + "122": 0.3535533906, + "123": 0.3535533906, + "124": null, + "125": 0.6708203932, + "126": 0.3535533906, + "127": 0.2886751346, + "128": 0.7071067812, + "129": 0.9486832981, + "130": 0.7826237921, + "131": 0.4472135955, + "132": -0.4472135955, + "133": -0.5773502692, + "134": -0.4472135955, + "135": -0.7071067812, + "136": 0.6708203932, + "137": 0.2236067977, + "138": 0.3535533906, + "139": -0.4472135955, + "140": null, + "141": -0.6668859289, + "142": null, + "143": -0.7071067812, + "144": 0.7826237921, + "145": 0.3590924232, + "146": 0.1054092553, + "147": null, + "148": 0.7071067812, + "149": 0.7071067812, + "150": null, + "151": 0.7071067812, + "152": 0.3535533906, + "153": 0.316227766, + "154": -0.2886751346, + "155": 0.316227766, + "156": 0.6708203932, + "157": null, + "158": -0.1118033989, + "159": -0.3590924232, + "160": -0.1538967528, + "161": 0.4472135955, + "162": 0.4472135955, + "163": 0.8660254038, + "164": 0.3, + "165": -0.6708203932, + "166": 0.894427191, + "167": -0.9486832981, + "168": -0.6708203932, + "169": -0.4472135955, + "170": 0.790569415, + "171": -0.1, + "172": -0.3535533906, + "173": 0.7181848465, + "174": 0.3535533906, + "175": 0.8660254038, + "176": 0.9746794345, + "177": 0.7181848465, + "178": 0.7826237921, + "179": 0.7071067812, + "180": 0.4103913408, + "181": 0.894427191, + "182": 0.2236067977, + "183": 0.9746794345, + "184": 0.7378647874, + "185": null, + "186": null, + "187": 0.6668859289, + "188": 0.4103913408, + "189": 0.3535533906, + "190": -0.2236067977, + "191": 0.7071067812, + "192": -0.6708203932, + "193": -0.4103913408, + "194": null, + "195": 0.8207826817, + "196": 0.894427191, + "197": -0.7071067812, + "198": 0.4472135955, + "199": 0.1538967528, + "200": -0.8660254038, + "201": 0.894427191, + "202": 0.2236067977, + "203": 0.894427191, + "204": -0.3535533906, + "205": 0.2886751346, + "206": -0.4472135955, + "207": -0.7071067812, + "208": 0.5642880936, + "209": 0.1538967528, + "210": 0.1538967528, + "211": -0.0527046277, + "212": 0.5773502692, + "213": -0.6708203932, + "214": 0.894427191, + "215": -0.5270462767, + "216": 0.790569415, + "217": 0.7071067812, + "218": 0.894427191, + "219": -0.2635231383, + "220": 0.4472135955, + "221": 0.6708203932, + "222": -0.474341649, + "223": 0.0, + "224": -0.3535533906, + "225": -0.894427191, + "226": 0.9486832981, + "227": 0.7071067812, + "228": 0.4472135955, + "229": 0.894427191, + "230": null, + "231": 0.8660254038, + "232": 0.6668859289, + "233": 0.316227766, + "234": -0.158113883, + "235": 0.0, + "236": 0.894427191, + "237": -0.1118033989, + "238": -0.894427191, + "239": 0.6708203932, + "240": 0.6708203932, + "241": 0.4103913408, + "242": 0.3354101966, + "243": 0.0512989176, + "244": -0.2051956704, + "245": 0.2886751346, + "246": 0.1025978352, + "247": 0.1118033989, + "248": -0.5773502692, + "249": null, + "average": 0.2930536308 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'F')": { + "0": 0.7071067812, + "1": 0.7071067812, + "2": -0.6708203932, + "3": 0.6668859289, + "4": -0.1025978352, + "5": 0.8720815993, + "6": 0.7071067812, + "7": -0.3535533906, + "8": 0.2886751346, + "9": 0.9, + "10": 0.0, + "11": -0.1538967528, + "12": 0.6708203932, + "13": -0.6155870113, + "14": 0.4103913408, + "15": -0.2886751346, + "16": -0.2886751346, + "17": 0.0, + "18": 0.7, + "19": 0.4472135955, + "20": 0.0, + "21": null, + "22": 0.3590924232, + "23": 0.1118033989, + "24": 0.3535533906, + "25": null, + "26": 0.894427191, + "27": -0.7071067812, + "28": 0.894427191, + "29": null, + "30": 0.894427191, + "31": 0.7378647874, + "32": 0.4472135955, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.7254762501, + "37": null, + "38": 0.4, + "39": 0.3354101966, + "40": -0.3535533906, + "41": 0.3535533906, + "42": 0.4472135955, + "43": 0.4616902584, + "44": 0.4472135955, + "45": -0.1118033989, + "46": null, + "47": 0.3535533906, + "48": 0.9, + "49": 0.3535533906, + "50": 0.8720815993, + "51": -0.2051956704, + "52": -0.894427191, + "53": -0.3535533906, + "54": null, + "55": 0.6668859289, + "56": null, + "57": 0.7071067812, + "58": null, + "59": 0.7071067812, + "60": 0.6668859289, + "61": 0.4472135955, + "62": 0.6708203932, + "63": 0.1118033989, + "64": 0.7071067812, + "65": 0.7071067812, + "66": -0.7071067812, + "67": 0.2051956704, + "68": 0.4616902584, + "69": 0.7071067812, + "70": -0.3535533906, + "71": 0.7071067812, + "72": 0.7071067812, + "73": 0.1118033989, + "74": 0.632455532, + "75": 0.894427191, + "76": 0.1118033989, + "77": 0.7071067812, + "78": 0.6708203932, + "79": 0.5642880936, + "80": null, + "81": 0.894427191, + "82": 0.2236067977, + "83": 0.2, + "84": -0.4472135955, + "85": 0.9486832981, + "86": -0.0512989176, + "87": null, + "88": 0.1538967528, + "89": null, + "90": -0.2236067977, + "91": 0.894427191, + "92": -0.2236067977, + "93": 0.8660254038, + "94": 0.8660254038, + "95": 0.6708203932, + "96": 0.4, + "97": 0.8660254038, + "98": -0.7071067812, + "99": 0.1118033989, + "100": 0.7071067812, + "101": 0.7071067812, + "102": -0.8660254038, + "103": 0.8660254038, + "104": 0.7, + "105": -0.0512989176, + "106": -0.3535533906, + "107": 0.4472135955, + "108": 0.0, + "109": 0.8720815993, + "110": 0.632455532, + "111": 0.8720815993, + "112": 0.5270462767, + "113": 0.3077935056, + "114": 0.7071067812, + "115": 0.7071067812, + "116": 0.6708203932, + "117": -0.3535533906, + "118": 0.894427191, + "119": 0.8720815993, + "120": 0.1538967528, + "121": 0.894427191, + "122": 0.3535533906, + "123": 0.3535533906, + "124": null, + "125": 0.6708203932, + "126": 0.3535533906, + "127": 0.2886751346, + "128": 0.7071067812, + "129": 0.9486832981, + "130": 0.7826237921, + "131": 0.4472135955, + "132": -0.4472135955, + "133": 0.0, + "134": -0.4472135955, + "135": -0.7071067812, + "136": -0.4472135955, + "137": 0.2236067977, + "138": 0.3535533906, + "139": -0.4472135955, + "140": null, + "141": -0.6668859289, + "142": null, + "143": -0.7071067812, + "144": 0.7826237921, + "145": 0.3590924232, + "146": 0.316227766, + "147": null, + "148": 0.7071067812, + "149": 0.7071067812, + "150": null, + "151": 0.3535533906, + "152": 0.0, + "153": 0.316227766, + "154": -0.2886751346, + "155": 0.316227766, + "156": -0.4472135955, + "157": null, + "158": -0.1118033989, + "159": -0.1538967528, + "160": -0.1538967528, + "161": 0.4472135955, + "162": 0.4472135955, + "163": 0.8660254038, + "164": 0.6, + "165": -0.6708203932, + "166": 0.894427191, + "167": -0.9486832981, + "168": -0.6708203932, + "169": 0.1118033989, + "170": 0.790569415, + "171": -0.3, + "172": -0.3535533906, + "173": 0.7181848465, + "174": 0.3535533906, + "175": 0.8660254038, + "176": 0.8207826817, + "177": 0.7181848465, + "178": 0.7826237921, + "179": 0.7071067812, + "180": 0.4103913408, + "181": 0.894427191, + "182": 0.2236067977, + "183": -0.0512989176, + "184": 0.7378647874, + "185": null, + "186": null, + "187": 0.6668859289, + "188": 0.4103913408, + "189": 0.3535533906, + "190": -0.2236067977, + "191": 0.7071067812, + "192": -0.4472135955, + "193": -0.4103913408, + "194": null, + "195": 0.8207826817, + "196": 0.894427191, + "197": -0.7071067812, + "198": 0.4472135955, + "199": 0.1538967528, + "200": -0.2886751346, + "201": 0.894427191, + "202": 0.2236067977, + "203": 0.894427191, + "204": 0.0, + "205": 0.5773502692, + "206": -0.4472135955, + "207": -0.3535533906, + "208": 0.5642880936, + "209": 0.1538967528, + "210": 0.1538967528, + "211": -0.0527046277, + "212": 0.5773502692, + "213": -0.6708203932, + "214": 0.894427191, + "215": -0.5270462767, + "216": 0.3689323937, + "217": 0.7071067812, + "218": 0.894427191, + "219": -0.2635231383, + "220": 0.4472135955, + "221": 0.6708203932, + "222": -0.474341649, + "223": 0.0, + "224": -0.3535533906, + "225": -0.894427191, + "226": 0.9486832981, + "227": 0.7071067812, + "228": 0.4472135955, + "229": 0.894427191, + "230": null, + "231": 0.8660254038, + "232": 0.6668859289, + "233": 0.316227766, + "234": 0.0, + "235": 0.0, + "236": 0.894427191, + "237": -0.1118033989, + "238": -0.894427191, + "239": 0.6708203932, + "240": 0.6708203932, + "241": 0.4103913408, + "242": 0.3354101966, + "243": 0.2051956704, + "244": -0.2051956704, + "245": 0.2886751346, + "246": 0.1025978352, + "247": 0.1118033989, + "248": -0.5773502692, + "249": null, + "average": 0.2876895192 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'P')": { + "0": 0.0, + "1": 0.7071067812, + "2": -0.2236067977, + "3": -0.8720815993, + "4": 0.4103913408, + "5": -0.4616902584, + "6": -0.7071067812, + "7": 0.0, + "8": 0.2886751346, + "9": -0.4, + "10": 0.3535533906, + "11": 0.3590924232, + "12": 0.3354101966, + "13": 0.8207826817, + "14": 0.6668859289, + "15": 0.0, + "16": 0.2886751346, + "17": 0.7071067812, + "18": -0.6, + "19": -0.7826237921, + "20": 0.0, + "21": null, + "22": -0.1538967528, + "23": -0.4472135955, + "24": 0.0, + "25": null, + "26": -0.2236067977, + "27": 0.3535533906, + "28": 0.4472135955, + "29": null, + "30": -0.6708203932, + "31": -0.5797509044, + "32": -0.6708203932, + "33": null, + "34": 0.7071067812, + "35": null, + "36": -0.7254762501, + "37": null, + "38": -0.6, + "39": 0.894427191, + "40": 0.3535533906, + "41": -0.7071067812, + "42": -0.6708203932, + "43": -0.0512989176, + "44": 0.4472135955, + "45": -0.4472135955, + "46": null, + "47": -0.3535533906, + "48": 0.0, + "49": 0.7071067812, + "50": 0.3590924232, + "51": 0.1538967528, + "52": -0.1118033989, + "53": 0.0, + "54": null, + "55": 0.1025978352, + "56": null, + "57": -0.3535533906, + "58": null, + "59": 0.0, + "60": 0.1538967528, + "61": -0.1118033989, + "62": 0.894427191, + "63": -0.6708203932, + "64": 0.3535533906, + "65": 0.0, + "66": 0.7071067812, + "67": 0.3077935056, + "68": -0.8207826817, + "69": 0.7071067812, + "70": 0.3535533906, + "71": -0.7071067812, + "72": 0.7071067812, + "73": 0.1118033989, + "74": 0.0, + "75": 0.2236067977, + "76": 0.3354101966, + "77": -0.7071067812, + "78": -0.4472135955, + "79": 0.6668859289, + "80": null, + "81": 0.894427191, + "82": -0.7826237921, + "83": -0.7, + "84": -0.6708203932, + "85": 0.3689323937, + "86": -0.7181848465, + "87": null, + "88": -0.3590924232, + "89": null, + "90": 0.6708203932, + "91": -0.6708203932, + "92": 0.1118033989, + "93": 0.2886751346, + "94": -0.2886751346, + "95": 0.3354101966, + "96": -0.5, + "97": -0.5773502692, + "98": -0.7071067812, + "99": 0.4472135955, + "100": -0.3535533906, + "101": 0.7071067812, + "102": -0.2886751346, + "103": 0.2886751346, + "104": -0.5, + "105": 0.2051956704, + "106": 0.7071067812, + "107": 0.3354101966, + "108": -0.8660254038, + "109": 0.1538967528, + "110": 0.0, + "111": 0.8720815993, + "112": -0.5270462767, + "113": -0.5642880936, + "114": -0.7071067812, + "115": -0.3535533906, + "116": 0.6708203932, + "117": 0.0, + "118": -0.2236067977, + "119": -0.8720815993, + "120": 0.3590924232, + "121": 0.2236067977, + "122": 0.7071067812, + "123": -0.7071067812, + "124": null, + "125": 0.7826237921, + "126": -0.3535533906, + "127": 0.8660254038, + "128": -0.7071067812, + "129": -0.9486832981, + "130": 0.2236067977, + "131": -0.2236067977, + "132": 0.2236067977, + "133": 0.2886751346, + "134": 0.7826237921, + "135": -0.3535533906, + "136": -0.6708203932, + "137": -0.4472135955, + "138": 0.0, + "139": 0.3354101966, + "140": null, + "141": 0.2051956704, + "142": null, + "143": 0.3535533906, + "144": -0.894427191, + "145": -0.3077935056, + "146": -0.5270462767, + "147": null, + "148": 0.3535533906, + "149": 0.0, + "150": null, + "151": -0.3535533906, + "152": 0.3535533906, + "153": 0.158113883, + "154": -0.2886751346, + "155": -0.3689323937, + "156": -0.4472135955, + "157": null, + "158": -0.894427191, + "159": 0.1538967528, + "160": 0.1538967528, + "161": -0.2236067977, + "162": -0.1118033989, + "163": -0.5773502692, + "164": 0.3, + "165": -0.894427191, + "166": 0.7826237921, + "167": -0.316227766, + "168": -0.2236067977, + "169": -0.3354101966, + "170": 0.5797509044, + "171": -0.6, + "172": 0.0, + "173": -0.3590924232, + "174": -0.7071067812, + "175": -0.2886751346, + "176": -0.3590924232, + "177": 0.9746794345, + "178": 0.2236067977, + "179": 0.0, + "180": -0.6668859289, + "181": -0.6708203932, + "182": 0.894427191, + "183": -0.6668859289, + "184": 0.0, + "185": null, + "186": null, + "187": -0.3077935056, + "188": 0.6668859289, + "189": -0.3535533906, + "190": -0.2236067977, + "191": -0.7071067812, + "192": 0.2236067977, + "193": -0.1538967528, + "194": null, + "195": -0.1538967528, + "196": -0.6708203932, + "197": 0.3535533906, + "198": -0.2236067977, + "199": 0.6668859289, + "200": 0.0, + "201": -0.2236067977, + "202": -0.6708203932, + "203": -0.894427191, + "204": 0.7071067812, + "205": -0.2886751346, + "206": -0.894427191, + "207": 0.7071067812, + "208": 0.6668859289, + "209": 0.3590924232, + "210": -0.3590924232, + "211": -0.7378647874, + "212": -0.8660254038, + "213": -0.1118033989, + "214": -0.894427191, + "215": -0.0527046277, + "216": -0.632455532, + "217": 0.7071067812, + "218": -0.4472135955, + "219": 0.9486832981, + "220": -0.894427191, + "221": -0.1118033989, + "222": 0.474341649, + "223": -0.7071067812, + "224": 0.3535533906, + "225": -0.6708203932, + "226": -0.5797509044, + "227": 0.3535533906, + "228": -0.4472135955, + "229": 0.2236067977, + "230": null, + "231": 0.2886751346, + "232": 0.6668859289, + "233": -0.790569415, + "234": -0.316227766, + "235": 0.7071067812, + "236": -0.3354101966, + "237": -0.1118033989, + "238": -0.1118033989, + "239": -0.1118033989, + "240": 0.2236067977, + "241": -0.1538967528, + "242": -0.6708203932, + "243": 0.5642880936, + "244": 0.3590924232, + "245": -0.8660254038, + "246": -0.0512989176, + "247": 0.4472135955, + "248": 0.0, + "249": null, + "average": -0.0655374516 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'R')": { + "0": 0.3535533906, + "1": 0.7071067812, + "2": 0.7826237921, + "3": 0.7181848465, + "4": -0.6668859289, + "5": -0.9746794345, + "6": -0.7071067812, + "7": 0.3535533906, + "8": 0.2886751346, + "9": -0.7, + "10": 0.3535533906, + "11": -0.3590924232, + "12": 0.894427191, + "13": 0.1538967528, + "14": 0.3077935056, + "15": 0.2886751346, + "16": -0.2886751346, + "17": -0.3535533906, + "18": -0.7, + "19": -0.7826237921, + "20": 0.2886751346, + "21": null, + "22": -0.1538967528, + "23": 0.3354101966, + "24": 0.3535533906, + "25": null, + "26": -0.4472135955, + "27": -0.3535533906, + "28": -0.6708203932, + "29": null, + "30": -0.2236067977, + "31": -0.5797509044, + "32": -0.4472135955, + "33": null, + "34": 0.7071067812, + "35": null, + "36": -0.7254762501, + "37": null, + "38": -0.3, + "39": 0.6708203932, + "40": -0.7071067812, + "41": -0.7071067812, + "42": -0.6708203932, + "43": -0.8207826817, + "44": 0.3354101966, + "45": -0.894427191, + "46": null, + "47": -0.3535533906, + "48": -0.6, + "49": 0.3535533906, + "50": 0.2051956704, + "51": -0.8720815993, + "52": -0.2236067977, + "53": -0.7071067812, + "54": null, + "55": 0.2051956704, + "56": null, + "57": -0.7071067812, + "58": null, + "59": 0.0, + "60": -0.4103913408, + "61": 0.1118033989, + "62": 0.4472135955, + "63": -0.2236067977, + "64": 0.0, + "65": -0.7071067812, + "66": 0.7071067812, + "67": 0.3590924232, + "68": -0.6668859289, + "69": -0.7071067812, + "70": -0.7071067812, + "71": 0.7071067812, + "72": 0.7071067812, + "73": -0.4472135955, + "74": 0.632455532, + "75": 0.894427191, + "76": -0.7826237921, + "77": -0.7071067812, + "78": -0.2236067977, + "79": -0.5642880936, + "80": null, + "81": 0.1118033989, + "82": -0.4472135955, + "83": -0.8, + "84": 0.1118033989, + "85": -0.9486832981, + "86": -0.1538967528, + "87": null, + "88": 0.5642880936, + "89": null, + "90": -0.894427191, + "91": -0.7826237921, + "92": -0.3354101966, + "93": 0.0, + "94": 0.2886751346, + "95": 0.2236067977, + "96": 0.7, + "97": -0.8660254038, + "98": -0.7071067812, + "99": -0.2236067977, + "100": -0.3535533906, + "101": 0.7071067812, + "102": -0.5773502692, + "103": -0.8660254038, + "104": 0.3, + "105": 0.1538967528, + "106": -0.7071067812, + "107": -0.1118033989, + "108": -0.8660254038, + "109": 0.6155870113, + "110": 0.3689323937, + "111": -0.6668859289, + "112": -0.7378647874, + "113": -0.6668859289, + "114": 0.0, + "115": 0.0, + "116": -0.1118033989, + "117": -0.3535533906, + "118": -0.4472135955, + "119": -0.7181848465, + "120": -0.1538967528, + "121": -0.7826237921, + "122": 0.0, + "123": -0.7071067812, + "124": null, + "125": 0.4472135955, + "126": -0.3535533906, + "127": 0.5773502692, + "128": -0.7071067812, + "129": -0.790569415, + "130": 0.1118033989, + "131": -0.2236067977, + "132": 0.3354101966, + "133": 0.8660254038, + "134": -0.894427191, + "135": -0.7071067812, + "136": 0.2236067977, + "137": 0.7826237921, + "138": 0.7071067812, + "139": 0.6708203932, + "140": null, + "141": -0.8207826817, + "142": null, + "143": -0.3535533906, + "144": -0.894427191, + "145": -0.6155870113, + "146": -0.632455532, + "147": null, + "148": -0.7071067812, + "149": 0.7071067812, + "150": null, + "151": 0.7071067812, + "152": 0.0, + "153": 0.790569415, + "154": 0.2886751346, + "155": 0.316227766, + "156": -0.4472135955, + "157": null, + "158": -0.894427191, + "159": -0.5642880936, + "160": -0.8207826817, + "161": -0.4472135955, + "162": -0.3354101966, + "163": -0.5773502692, + "164": -0.3, + "165": -0.4472135955, + "166": 0.4472135955, + "167": -0.790569415, + "168": -0.2236067977, + "169": -0.4472135955, + "170": 0.9486832981, + "171": -0.9, + "172": -0.3535533906, + "173": 0.4103913408, + "174": -0.7071067812, + "175": -0.5773502692, + "176": 0.8207826817, + "177": -0.3077935056, + "178": 0.2236067977, + "179": 0.7071067812, + "180": -0.7181848465, + "181": 0.7826237921, + "182": 0.1118033989, + "183": 0.1538967528, + "184": -0.5270462767, + "185": null, + "186": null, + "187": 0.3077935056, + "188": 0.4103913408, + "189": 0.3535533906, + "190": -0.894427191, + "191": -0.3535533906, + "192": -0.6708203932, + "193": 0.3590924232, + "194": null, + "195": -0.3077935056, + "196": -0.7826237921, + "197": -0.7071067812, + "198": 0.4472135955, + "199": -0.6668859289, + "200": -0.2886751346, + "201": -0.2236067977, + "202": -0.894427191, + "203": -0.894427191, + "204": 0.3535533906, + "205": 0.0, + "206": -0.7826237921, + "207": -0.3535533906, + "208": -0.1025978352, + "209": -0.2051956704, + "210": 0.4616902584, + "211": -0.632455532, + "212": -0.2886751346, + "213": -0.894427191, + "214": -0.894427191, + "215": 0.1054092553, + "216": -0.632455532, + "217": 0.0, + "218": -0.2236067977, + "219": 0.7378647874, + "220": -0.2236067977, + "221": -0.2236067977, + "222": 0.474341649, + "223": 0.0, + "224": 0.3535533906, + "225": -0.4472135955, + "226": -0.9486832981, + "227": 0.7071067812, + "228": -0.4472135955, + "229": -0.2236067977, + "230": null, + "231": -0.5773502692, + "232": -0.1025978352, + "233": -0.474341649, + "234": -0.474341649, + "235": -0.3535533906, + "236": -0.7826237921, + "237": -0.4472135955, + "238": -0.6708203932, + "239": 0.2236067977, + "240": 0.894427191, + "241": 0.2051956704, + "242": -0.2236067977, + "243": 0.9746794345, + "244": 0.0512989176, + "245": -0.8660254038, + "246": -0.6668859289, + "247": 0.2236067977, + "248": -0.2886751346, + "249": null, + "average": -0.1721398146 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'F')": { + "0": 0.0, + "1": 0.7071067812, + "2": 0.7826237921, + "3": -0.3590924232, + "4": -0.6668859289, + "5": -0.9746794345, + "6": -0.7071067812, + "7": 0.3535533906, + "8": 0.2886751346, + "9": -0.7, + "10": 0.3535533906, + "11": -0.3590924232, + "12": 0.6708203932, + "13": 0.3590924232, + "14": 0.3077935056, + "15": 0.2886751346, + "16": 0.0, + "17": -0.3535533906, + "18": -0.7, + "19": -0.7826237921, + "20": 0.2886751346, + "21": null, + "22": -0.1538967528, + "23": 0.2236067977, + "24": 0.3535533906, + "25": null, + "26": -0.4472135955, + "27": -0.3535533906, + "28": -0.4472135955, + "29": null, + "30": -0.2236067977, + "31": -0.5797509044, + "32": -0.4472135955, + "33": null, + "34": 0.7071067812, + "35": null, + "36": -0.7254762501, + "37": null, + "38": -0.7, + "39": 0.894427191, + "40": -0.7071067812, + "41": -0.7071067812, + "42": -0.6708203932, + "43": -0.4103913408, + "44": 0.4472135955, + "45": -0.894427191, + "46": null, + "47": -0.3535533906, + "48": -0.6, + "49": 0.3535533906, + "50": 0.3590924232, + "51": -0.8720815993, + "52": -0.2236067977, + "53": -0.7071067812, + "54": null, + "55": 0.2051956704, + "56": null, + "57": -0.7071067812, + "58": null, + "59": -0.3535533906, + "60": -0.0512989176, + "61": 0.1118033989, + "62": 0.4472135955, + "63": -0.2236067977, + "64": 0.0, + "65": -0.7071067812, + "66": 0.7071067812, + "67": 0.6668859289, + "68": -0.6668859289, + "69": -0.7071067812, + "70": -0.7071067812, + "71": 0.7071067812, + "72": 0.7071067812, + "73": -0.2236067977, + "74": 0.632455532, + "75": 0.894427191, + "76": -0.4472135955, + "77": -0.7071067812, + "78": -0.4472135955, + "79": -0.6668859289, + "80": null, + "81": 0.1118033989, + "82": -0.4472135955, + "83": -0.8, + "84": 0.1118033989, + "85": -0.7378647874, + "86": -0.3077935056, + "87": null, + "88": 0.5642880936, + "89": null, + "90": -0.2236067977, + "91": -0.894427191, + "92": -0.1118033989, + "93": 0.0, + "94": 0.2886751346, + "95": 0.2236067977, + "96": 0.7, + "97": -0.8660254038, + "98": -0.7071067812, + "99": -0.2236067977, + "100": -0.3535533906, + "101": 0.7071067812, + "102": -0.5773502692, + "103": -0.5773502692, + "104": 0.3, + "105": 0.4103913408, + "106": -0.7071067812, + "107": -0.1118033989, + "108": -0.8660254038, + "109": 0.6155870113, + "110": 0.0527046277, + "111": -0.3077935056, + "112": -0.7378647874, + "113": -0.6668859289, + "114": -0.3535533906, + "115": 0.0, + "116": 0.2236067977, + "117": -0.3535533906, + "118": -0.4472135955, + "119": -0.7181848465, + "120": -0.1538967528, + "121": -0.4472135955, + "122": 0.0, + "123": -0.7071067812, + "124": null, + "125": 0.4472135955, + "126": -0.3535533906, + "127": 0.5773502692, + "128": -0.7071067812, + "129": -0.790569415, + "130": 0.1118033989, + "131": -0.2236067977, + "132": 0.6708203932, + "133": 0.8660254038, + "134": -0.894427191, + "135": -0.7071067812, + "136": -0.1118033989, + "137": 0.7826237921, + "138": 0.7071067812, + "139": 0.6708203932, + "140": null, + "141": -0.9746794345, + "142": null, + "143": -0.3535533906, + "144": -0.894427191, + "145": -0.6155870113, + "146": -0.632455532, + "147": null, + "148": -0.3535533906, + "149": 0.7071067812, + "150": null, + "151": 0.7071067812, + "152": 0.0, + "153": 0.790569415, + "154": 0.2886751346, + "155": 0.0, + "156": -0.4472135955, + "157": null, + "158": -0.894427191, + "159": -0.4616902584, + "160": -0.8207826817, + "161": -0.4472135955, + "162": -0.6708203932, + "163": -0.5773502692, + "164": -0.1, + "165": -0.4472135955, + "166": 0.4472135955, + "167": -0.790569415, + "168": -0.2236067977, + "169": -0.4472135955, + "170": 0.790569415, + "171": -0.9, + "172": -0.3535533906, + "173": 0.4103913408, + "174": -0.7071067812, + "175": -0.5773502692, + "176": 0.5642880936, + "177": -0.3077935056, + "178": 0.2236067977, + "179": 0.7071067812, + "180": -0.7181848465, + "181": 0.7826237921, + "182": 0.1118033989, + "183": 0.1538967528, + "184": -0.5270462767, + "185": null, + "186": null, + "187": 0.3077935056, + "188": 0.4103913408, + "189": 0.3535533906, + "190": -0.6708203932, + "191": -0.3535533906, + "192": -0.6708203932, + "193": 0.3590924232, + "194": null, + "195": -0.3077935056, + "196": -0.7826237921, + "197": -0.7071067812, + "198": 0.4472135955, + "199": -0.8720815993, + "200": -0.2886751346, + "201": -0.2236067977, + "202": -0.894427191, + "203": -0.894427191, + "204": 0.3535533906, + "205": 0.0, + "206": -0.894427191, + "207": 0.3535533906, + "208": -0.2051956704, + "209": -0.2051956704, + "210": 0.4616902584, + "211": -0.632455532, + "212": -0.8660254038, + "213": -0.894427191, + "214": -0.894427191, + "215": 0.1054092553, + "216": -0.632455532, + "217": 0.0, + "218": -0.2236067977, + "219": 0.7378647874, + "220": -0.2236067977, + "221": -0.2236067977, + "222": 0.316227766, + "223": 0.0, + "224": 0.0, + "225": -0.4472135955, + "226": -0.7378647874, + "227": 0.7071067812, + "228": -0.4472135955, + "229": 0.1118033989, + "230": null, + "231": -0.5773502692, + "232": -0.1025978352, + "233": -0.474341649, + "234": -0.474341649, + "235": 0.3535533906, + "236": -0.7826237921, + "237": -0.4472135955, + "238": -0.6708203932, + "239": 0.2236067977, + "240": 0.894427191, + "241": 0.0512989176, + "242": -0.2236067977, + "243": 0.6668859289, + "244": 0.0512989176, + "245": -0.8660254038, + "246": -0.6668859289, + "247": 0.2236067977, + "248": -0.2886751346, + "249": null, + "average": -0.1659819417 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'P')": { + "0": 0.7071067812, + "1": 0.7071067812, + "2": 0.894427191, + "3": 0.8720815993, + "4": 0.8720815993, + "5": 0.9746794345, + "6": 0.0, + "7": -0.3535533906, + "8": -0.2886751346, + "9": 0.6, + "10": -0.3535533906, + "11": -0.1538967528, + "12": 0.894427191, + "13": 0.9746794345, + "14": 0.9746794345, + "15": 0.0, + "16": 0.0, + "17": 0.7071067812, + "18": 0.9, + "19": 0.894427191, + "20": 0.8660254038, + "21": null, + "22": -0.1538967528, + "23": -0.4472135955, + "24": 0.3535533906, + "25": null, + "26": 0.6708203932, + "27": 0.0, + "28": 0.894427191, + "29": null, + "30": 0.7826237921, + "31": 0.316227766, + "32": 0.4472135955, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.7254762501, + "37": null, + "38": 0.2, + "39": 0.894427191, + "40": 0.3535533906, + "41": 0.3535533906, + "42": 0.894427191, + "43": 0.4616902584, + "44": 0.4472135955, + "45": 0.2236067977, + "46": null, + "47": 0.7071067812, + "48": 0.8, + "49": 0.7071067812, + "50": 0.8720815993, + "51": -0.2051956704, + "52": 0.1118033989, + "53": 0.7071067812, + "54": null, + "55": 0.8207826817, + "56": null, + "57": 0.7071067812, + "58": null, + "59": 0.7071067812, + "60": 0.8720815993, + "61": 0.2236067977, + "62": 0.894427191, + "63": 0.894427191, + "64": 0.7071067812, + "65": -0.3535533906, + "66": 0.7071067812, + "67": 0.4616902584, + "68": 0.2051956704, + "69": 0.7071067812, + "70": 0.7071067812, + "71": 0.7071067812, + "72": 0.7071067812, + "73": 0.2236067977, + "74": 0.0, + "75": 0.6708203932, + "76": 0.4472135955, + "77": 0.0, + "78": 0.2236067977, + "79": 0.8720815993, + "80": null, + "81": 0.6708203932, + "82": 0.4472135955, + "83": 0.8, + "84": -0.2236067977, + "85": 0.632455532, + "86": -0.7181848465, + "87": null, + "88": 0.8720815993, + "89": null, + "90": 0.7826237921, + "91": 0.4472135955, + "92": 0.7826237921, + "93": 0.8660254038, + "94": 0.8660254038, + "95": 0.894427191, + "96": 0.8, + "97": 0.8660254038, + "98": 0.3535533906, + "99": 0.7826237921, + "100": -0.7071067812, + "101": 0.7071067812, + "102": 0.5773502692, + "103": 0.8660254038, + "104": 0.9, + "105": 0.6668859289, + "106": 0.7071067812, + "107": 0.1118033989, + "108": 0.0, + "109": -0.2051956704, + "110": 0.0527046277, + "111": 0.8720815993, + "112": 0.5270462767, + "113": 0.6155870113, + "114": -0.7071067812, + "115": -0.3535533906, + "116": 0.1118033989, + "117": -0.3535533906, + "118": 0.7826237921, + "119": 0.2051956704, + "120": 0.7181848465, + "121": 0.894427191, + "122": 0.7071067812, + "123": 0.7071067812, + "124": null, + "125": 0.7826237921, + "126": 0.3535533906, + "127": 0.5773502692, + "128": 0.7071067812, + "129": 0.1054092553, + "130": 0.894427191, + "131": 0.894427191, + "132": 0.1118033989, + "133": 0.8660254038, + "134": -0.3354101966, + "135": 0.7071067812, + "136": 0.4472135955, + "137": -0.4472135955, + "138": 0.7071067812, + "139": 0.7826237921, + "140": null, + "141": 0.4616902584, + "142": null, + "143": 0.7071067812, + "144": 0.894427191, + "145": 0.4103913408, + "146": 0.5270462767, + "147": null, + "148": 0.7071067812, + "149": 0.0, + "150": null, + "151": 0.0, + "152": 0.7071067812, + "153": 0.790569415, + "154": 0.0, + "155": 0.2635231383, + "156": 0.894427191, + "157": null, + "158": -0.2236067977, + "159": 0.3590924232, + "160": -0.0512989176, + "161": 0.4472135955, + "162": 0.6708203932, + "163": 0.2886751346, + "164": 0.3, + "165": -0.1118033989, + "166": 0.7826237921, + "167": -0.158113883, + "168": 0.894427191, + "169": 0.894427191, + "170": 0.790569415, + "171": 0.3, + "172": 0.0, + "173": -0.3590924232, + "174": 0.7071067812, + "175": 0.5773502692, + "176": 0.6668859289, + "177": 0.9746794345, + "178": 0.7826237921, + "179": 0.3535533906, + "180": 0.8207826817, + "181": 0.6708203932, + "182": 0.894427191, + "183": 0.9746794345, + "184": 0.5270462767, + "185": null, + "186": null, + "187": 0.8720815993, + "188": 0.6155870113, + "189": -0.3535533906, + "190": -0.2236067977, + "191": 0.7071067812, + "192": 0.7826237921, + "193": 0.1538967528, + "194": null, + "195": 0.5642880936, + "196": 0.4472135955, + "197": 0.3535533906, + "198": 0.894427191, + "199": 0.8720815993, + "200": -0.5773502692, + "201": 0.894427191, + "202": 0.4472135955, + "203": 0.6708203932, + "204": 0.7071067812, + "205": 0.5773502692, + "206": 0.6708203932, + "207": 0.7071067812, + "208": 0.8720815993, + "209": 0.8207826817, + "210": 0.5642880936, + "211": 0.7378647874, + "212": 0.2886751346, + "213": -0.3354101966, + "214": 0.894427191, + "215": -0.5797509044, + "216": 0.9486832981, + "217": 0.7071067812, + "218": 0.3354101966, + "219": 0.3689323937, + "220": 0.2236067977, + "221": 0.894427191, + "222": 0.316227766, + "223": -0.7071067812, + "224": 0.0, + "225": -0.3354101966, + "226": 0.158113883, + "227": 0.7071067812, + "228": 0.4472135955, + "229": 0.894427191, + "230": null, + "231": 0.8660254038, + "232": 0.4616902584, + "233": 0.316227766, + "234": 0.474341649, + "235": 0.7071067812, + "236": 0.4472135955, + "237": 0.894427191, + "238": 0.1118033989, + "239": -0.2236067977, + "240": -0.3354101966, + "241": 0.6668859289, + "242": 0.3354101966, + "243": 0.5642880936, + "244": 0.8720815993, + "245": 0.2886751346, + "246": 0.5642880936, + "247": 0.7826237921, + "248": 0.0, + "249": null, + "average": 0.4647909993 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'R')": { + "0": 0.7071067812, + "1": 0.7071067812, + "2": 0.4472135955, + "3": 0.8720815993, + "4": 0.8720815993, + "5": 0.1025978352, + "6": 0.7071067812, + "7": 0.3535533906, + "8": 0.0, + "9": 0.7, + "10": -0.3535533906, + "11": -0.1538967528, + "12": 0.894427191, + "13": 0.5642880936, + "14": 0.8720815993, + "15": 0.2886751346, + "16": 0.0, + "17": 0.3535533906, + "18": 0.7, + "19": 0.7826237921, + "20": 0.0, + "21": null, + "22": 0.2051956704, + "23": -0.1118033989, + "24": 0.3535533906, + "25": null, + "26": 0.894427191, + "27": -0.7071067812, + "28": 0.894427191, + "29": null, + "30": 0.7826237921, + "31": 0.316227766, + "32": 0.4472135955, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.3627381251, + "37": null, + "38": -0.3, + "39": 0.6708203932, + "40": -0.7071067812, + "41": 0.3535533906, + "42": -0.894427191, + "43": 0.1538967528, + "44": 0.4472135955, + "45": -0.3354101966, + "46": null, + "47": 0.3535533906, + "48": 0.1, + "49": 0.3535533906, + "50": 0.8720815993, + "51": -0.2051956704, + "52": -0.894427191, + "53": -0.3535533906, + "54": null, + "55": 0.6668859289, + "56": null, + "57": 0.7071067812, + "58": null, + "59": 0.7071067812, + "60": 0.8720815993, + "61": 0.2236067977, + "62": 0.894427191, + "63": 0.3354101966, + "64": 0.7071067812, + "65": -0.3535533906, + "66": 0.7071067812, + "67": 0.3590924232, + "68": 0.6155870113, + "69": 0.7071067812, + "70": 0.3535533906, + "71": 0.7071067812, + "72": 0.7071067812, + "73": 0.3354101966, + "74": 0.9486832981, + "75": 0.894427191, + "76": 0.1118033989, + "77": 0.7071067812, + "78": 0.2236067977, + "79": 0.9746794345, + "80": null, + "81": 0.2236067977, + "82": 0.2236067977, + "83": -0.7, + "84": -0.7826237921, + "85": 0.9486832981, + "86": 0.0512989176, + "87": null, + "88": 0.7181848465, + "89": null, + "90": 0.7826237921, + "91": 0.6708203932, + "92": -0.4472135955, + "93": 0.2886751346, + "94": 0.8660254038, + "95": 0.2236067977, + "96": 0.4, + "97": 0.8660254038, + "98": 0.7071067812, + "99": 0.3354101966, + "100": 0.3535533906, + "101": 0.7071067812, + "102": -0.5773502692, + "103": 0.8660254038, + "104": 0.7, + "105": 0.6668859289, + "106": 0.0, + "107": 0.4472135955, + "108": 0.0, + "109": -0.2051956704, + "110": 0.790569415, + "111": 0.9746794345, + "112": 0.316227766, + "113": 0.3077935056, + "114": 0.7071067812, + "115": 0.0, + "116": 0.3354101966, + "117": -0.7071067812, + "118": 0.7826237921, + "119": 0.8207826817, + "120": 0.5642880936, + "121": 0.6708203932, + "122": 0.7071067812, + "123": 0.3535533906, + "124": null, + "125": 0.4472135955, + "126": 0.3535533906, + "127": 0.2886751346, + "128": 0.7071067812, + "129": 0.1054092553, + "130": 0.7826237921, + "131": 0.4472135955, + "132": 0.2236067977, + "133": -0.5773502692, + "134": -0.6708203932, + "135": 0.7071067812, + "136": 0.6708203932, + "137": 0.4472135955, + "138": 0.3535533906, + "139": 0.1118033989, + "140": null, + "141": -0.9746794345, + "142": null, + "143": 0.7071067812, + "144": 0.894427191, + "145": 0.9746794345, + "146": 0.1054092553, + "147": null, + "148": 0.7071067812, + "149": 0.7071067812, + "150": null, + "151": 0.7071067812, + "152": 0.3535533906, + "153": 0.790569415, + "154": -0.2886751346, + "155": 0.316227766, + "156": 0.4472135955, + "157": null, + "158": -0.7826237921, + "159": -0.2051956704, + "160": -0.6668859289, + "161": 0.2236067977, + "162": 0.2236067977, + "163": 0.8660254038, + "164": 0.3, + "165": -0.2236067977, + "166": 0.7826237921, + "167": -0.7378647874, + "168": 0.894427191, + "169": -0.4472135955, + "170": 0.9486832981, + "171": 0.3, + "172": -0.7071067812, + "173": 0.5642880936, + "174": 0.7071067812, + "175": 0.5773502692, + "176": 0.8207826817, + "177": 0.8207826817, + "178": 0.7826237921, + "179": 0.7071067812, + "180": 0.4103913408, + "181": 0.6708203932, + "182": 0.2236067977, + "183": 0.9746794345, + "184": -0.2108185107, + "185": null, + "186": null, + "187": 0.5642880936, + "188": 0.4103913408, + "189": 0.3535533906, + "190": -0.2236067977, + "191": 0.7071067812, + "192": -0.1118033989, + "193": 0.8720815993, + "194": null, + "195": 0.5642880936, + "196": 0.894427191, + "197": -0.7071067812, + "198": 0.894427191, + "199": 0.8720815993, + "200": -0.8660254038, + "201": 0.894427191, + "202": -0.2236067977, + "203": 0.2236067977, + "204": -0.7071067812, + "205": 0.2886751346, + "206": 0.2236067977, + "207": 0.0, + "208": 0.9746794345, + "209": 0.6668859289, + "210": 0.4103913408, + "211": 0.5270462767, + "212": 0.2886751346, + "213": -0.2236067977, + "214": 0.4472135955, + "215": -0.2635231383, + "216": 0.9486832981, + "217": 0.7071067812, + "218": 0.2236067977, + "219": 0.5270462767, + "220": 0.4472135955, + "221": 0.4472135955, + "222": -0.316227766, + "223": 0.0, + "224": 0.3535533906, + "225": -0.6708203932, + "226": 0.9486832981, + "227": 0.7071067812, + "228": 0.4472135955, + "229": 0.894427191, + "230": null, + "231": 0.8660254038, + "232": 0.6668859289, + "233": 0.316227766, + "234": 0.0, + "235": 0.0, + "236": 0.6708203932, + "237": 0.2236067977, + "238": -0.4472135955, + "239": 0.894427191, + "240": 0.1118033989, + "241": 0.3077935056, + "242": -0.2236067977, + "243": -0.3077935056, + "244": 0.7181848465, + "245": 0.2886751346, + "246": 0.2051956704, + "247": 0.4472135955, + "248": -0.2886751346, + "249": null, + "average": 0.3397106756 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'F')": { + "0": 0.7071067812, + "1": 0.7071067812, + "2": 0.4472135955, + "3": 0.8720815993, + "4": 0.8720815993, + "5": 0.3590924232, + "6": 0.7071067812, + "7": 0.3535533906, + "8": 0.0, + "9": 0.7, + "10": -0.3535533906, + "11": -0.1538967528, + "12": 0.894427191, + "13": 0.6668859289, + "14": 0.8720815993, + "15": 0.2886751346, + "16": 0.0, + "17": 0.7071067812, + "18": 0.7, + "19": 0.7826237921, + "20": 0.0, + "21": null, + "22": 0.2051956704, + "23": -0.1118033989, + "24": 0.3535533906, + "25": null, + "26": 0.894427191, + "27": -0.7071067812, + "28": 0.894427191, + "29": null, + "30": 0.7826237921, + "31": 0.316227766, + "32": 0.4472135955, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.7254762501, + "37": null, + "38": -0.3, + "39": 0.894427191, + "40": -0.7071067812, + "41": 0.3535533906, + "42": -0.894427191, + "43": 0.4103913408, + "44": 0.4472135955, + "45": -0.2236067977, + "46": null, + "47": 0.3535533906, + "48": 0.1, + "49": 0.3535533906, + "50": 0.8720815993, + "51": -0.2051956704, + "52": -0.894427191, + "53": -0.3535533906, + "54": null, + "55": 0.6668859289, + "56": null, + "57": 0.7071067812, + "58": null, + "59": 0.7071067812, + "60": 0.8720815993, + "61": 0.2236067977, + "62": 0.894427191, + "63": 0.3354101966, + "64": 0.7071067812, + "65": -0.3535533906, + "66": 0.7071067812, + "67": 0.3590924232, + "68": 0.6155870113, + "69": 0.7071067812, + "70": 0.7071067812, + "71": 0.7071067812, + "72": 0.7071067812, + "73": 0.3354101966, + "74": 0.632455532, + "75": 0.894427191, + "76": 0.4472135955, + "77": 0.3535533906, + "78": 0.2236067977, + "79": 0.9746794345, + "80": null, + "81": 0.2236067977, + "82": 0.4472135955, + "83": -0.6, + "84": -0.894427191, + "85": 0.9486832981, + "86": 0.0512989176, + "87": null, + "88": 0.7181848465, + "89": null, + "90": 0.7826237921, + "91": 0.6708203932, + "92": -0.1118033989, + "93": 0.5773502692, + "94": 0.8660254038, + "95": 0.2236067977, + "96": 0.4, + "97": 0.8660254038, + "98": 0.7071067812, + "99": 0.3354101966, + "100": 0.3535533906, + "101": 0.7071067812, + "102": -0.5773502692, + "103": 0.8660254038, + "104": 0.7, + "105": 0.6668859289, + "106": 0.0, + "107": 0.4472135955, + "108": 0.0, + "109": -0.2051956704, + "110": 0.790569415, + "111": 0.9746794345, + "112": 0.5270462767, + "113": 0.3077935056, + "114": 0.7071067812, + "115": -0.3535533906, + "116": 0.3354101966, + "117": -0.7071067812, + "118": 0.7826237921, + "119": 0.8207826817, + "120": 0.5642880936, + "121": 0.6708203932, + "122": 0.7071067812, + "123": 0.3535533906, + "124": null, + "125": 0.4472135955, + "126": 0.3535533906, + "127": 0.2886751346, + "128": 0.7071067812, + "129": 0.1054092553, + "130": 0.7826237921, + "131": 0.4472135955, + "132": 0.2236067977, + "133": -0.2886751346, + "134": -0.6708203932, + "135": 0.7071067812, + "136": 0.6708203932, + "137": 0.4472135955, + "138": 0.3535533906, + "139": 0.1118033989, + "140": null, + "141": -0.9746794345, + "142": null, + "143": 0.7071067812, + "144": 0.894427191, + "145": 0.9746794345, + "146": 0.1054092553, + "147": null, + "148": 0.7071067812, + "149": 0.7071067812, + "150": null, + "151": 0.7071067812, + "152": 0.3535533906, + "153": 0.790569415, + "154": -0.2886751346, + "155": 0.316227766, + "156": 0.6708203932, + "157": null, + "158": -0.7826237921, + "159": -0.2051956704, + "160": -0.6668859289, + "161": 0.2236067977, + "162": 0.2236067977, + "163": 0.8660254038, + "164": 0.4, + "165": -0.2236067977, + "166": 0.7826237921, + "167": -0.5270462767, + "168": 0.894427191, + "169": -0.1118033989, + "170": 0.9486832981, + "171": 0.3, + "172": -0.7071067812, + "173": 0.5642880936, + "174": 0.7071067812, + "175": 0.5773502692, + "176": 0.8207826817, + "177": 0.8207826817, + "178": 0.7826237921, + "179": 0.7071067812, + "180": 0.4103913408, + "181": 0.6708203932, + "182": 0.2236067977, + "183": 0.9746794345, + "184": -0.2108185107, + "185": null, + "186": null, + "187": 0.5642880936, + "188": 0.4103913408, + "189": 0.3535533906, + "190": -0.2236067977, + "191": 0.7071067812, + "192": -0.1118033989, + "193": 0.8720815993, + "194": null, + "195": 0.5642880936, + "196": 0.894427191, + "197": -0.7071067812, + "198": 0.894427191, + "199": 0.8720815993, + "200": -0.8660254038, + "201": 0.894427191, + "202": 0.1118033989, + "203": 0.2236067977, + "204": -0.3535533906, + "205": 0.2886751346, + "206": 0.2236067977, + "207": 0.7071067812, + "208": 0.9746794345, + "209": 0.6668859289, + "210": 0.4103913408, + "211": 0.5270462767, + "212": 0.2886751346, + "213": -0.2236067977, + "214": 0.7826237921, + "215": -0.2635231383, + "216": 0.9486832981, + "217": 0.7071067812, + "218": 0.2236067977, + "219": 0.5270462767, + "220": 0.4472135955, + "221": 0.4472135955, + "222": 0.0, + "223": 0.0, + "224": 0.3535533906, + "225": -0.6708203932, + "226": 0.9486832981, + "227": 0.7071067812, + "228": 0.4472135955, + "229": 0.894427191, + "230": null, + "231": 0.8660254038, + "232": 0.6668859289, + "233": 0.316227766, + "234": 0.0, + "235": 0.0, + "236": 0.894427191, + "237": 0.2236067977, + "238": -0.4472135955, + "239": 0.894427191, + "240": 0.1118033989, + "241": 0.3077935056, + "242": -0.2236067977, + "243": 0.2051956704, + "244": 0.7181848465, + "245": 0.2886751346, + "246": 0.2051956704, + "247": 0.4472135955, + "248": -0.2886751346, + "249": null, + "average": 0.3676860737 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'P')": { + "0": 0.7071067812, + "1": 0.7071067812, + "2": 0.894427191, + "3": 0.8720815993, + "4": 0.8720815993, + "5": 0.9746794345, + "6": 0.0, + "7": -0.3535533906, + "8": -0.2886751346, + "9": 0.6, + "10": -0.3535533906, + "11": -0.1538967528, + "12": 0.894427191, + "13": 0.9746794345, + "14": 0.9746794345, + "15": 0.0, + "16": 0.0, + "17": 0.7071067812, + "18": 0.9, + "19": 0.894427191, + "20": 0.8660254038, + "21": null, + "22": -0.1538967528, + "23": -0.4472135955, + "24": 0.3535533906, + "25": null, + "26": 0.6708203932, + "27": 0.0, + "28": 0.894427191, + "29": null, + "30": 0.7826237921, + "31": 0.316227766, + "32": 0.4472135955, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.7254762501, + "37": null, + "38": 0.2, + "39": 0.894427191, + "40": 0.3535533906, + "41": 0.3535533906, + "42": 0.894427191, + "43": 0.4616902584, + "44": 0.1118033989, + "45": 0.2236067977, + "46": null, + "47": 0.7071067812, + "48": 0.8, + "49": 0.7071067812, + "50": 0.8720815993, + "51": 0.0512989176, + "52": 0.1118033989, + "53": 0.3535533906, + "54": null, + "55": 0.8207826817, + "56": null, + "57": 0.7071067812, + "58": null, + "59": 0.7071067812, + "60": 0.9746794345, + "61": 0.2236067977, + "62": 0.894427191, + "63": 0.894427191, + "64": 0.7071067812, + "65": 0.0, + "66": 0.7071067812, + "67": 0.4616902584, + "68": 0.4616902584, + "69": 0.7071067812, + "70": 0.7071067812, + "71": 0.7071067812, + "72": 0.7071067812, + "73": 0.3354101966, + "74": 0.0, + "75": 0.6708203932, + "76": 0.4472135955, + "77": 0.0, + "78": 0.2236067977, + "79": 0.8720815993, + "80": null, + "81": 0.6708203932, + "82": 0.4472135955, + "83": 0.8, + "84": -0.4472135955, + "85": 0.790569415, + "86": -0.8207826817, + "87": null, + "88": 0.8720815993, + "89": null, + "90": 0.7826237921, + "91": 0.4472135955, + "92": 0.7826237921, + "93": 0.8660254038, + "94": 0.8660254038, + "95": 0.894427191, + "96": 0.8, + "97": 0.8660254038, + "98": 0.3535533906, + "99": 0.7826237921, + "100": -0.3535533906, + "101": 0.7071067812, + "102": 0.8660254038, + "103": 0.8660254038, + "104": 0.9, + "105": 0.6668859289, + "106": 0.7071067812, + "107": 0.1118033989, + "108": 0.0, + "109": -0.2051956704, + "110": 0.0527046277, + "111": 0.8720815993, + "112": 0.5270462767, + "113": 0.6155870113, + "114": -0.3535533906, + "115": -0.3535533906, + "116": 0.1118033989, + "117": -0.3535533906, + "118": 0.7826237921, + "119": 0.5642880936, + "120": 0.7181848465, + "121": 0.894427191, + "122": 0.7071067812, + "123": 0.7071067812, + "124": null, + "125": 0.7826237921, + "126": 0.3535533906, + "127": 0.5773502692, + "128": 0.7071067812, + "129": 0.316227766, + "130": 0.894427191, + "131": 0.894427191, + "132": -0.1118033989, + "133": 0.8660254038, + "134": -0.3354101966, + "135": 0.7071067812, + "136": 0.6708203932, + "137": -0.4472135955, + "138": 0.7071067812, + "139": 0.7826237921, + "140": null, + "141": 0.4616902584, + "142": null, + "143": 0.7071067812, + "144": 0.894427191, + "145": 0.6668859289, + "146": 0.5270462767, + "147": null, + "148": 0.7071067812, + "149": 0.0, + "150": null, + "151": 0.0, + "152": 0.7071067812, + "153": 0.474341649, + "154": 0.0, + "155": 0.2635231383, + "156": 0.894427191, + "157": null, + "158": -0.2236067977, + "159": 0.7181848465, + "160": -0.0512989176, + "161": 0.4472135955, + "162": 0.6708203932, + "163": 0.2886751346, + "164": 0.3, + "165": 0.2236067977, + "166": 0.7826237921, + "167": -0.158113883, + "168": 0.894427191, + "169": 0.7826237921, + "170": 0.790569415, + "171": 0.3, + "172": 0.0, + "173": -0.3590924232, + "174": 0.7071067812, + "175": 0.5773502692, + "176": 0.6668859289, + "177": 0.8720815993, + "178": 0.7826237921, + "179": 0.3535533906, + "180": 0.8207826817, + "181": 0.6708203932, + "182": 0.894427191, + "183": 0.9746794345, + "184": 0.5270462767, + "185": null, + "186": null, + "187": 0.8720815993, + "188": 0.6155870113, + "189": 0.3535533906, + "190": -0.2236067977, + "191": 0.7071067812, + "192": 0.7826237921, + "193": 0.1538967528, + "194": null, + "195": 0.7181848465, + "196": 0.4472135955, + "197": 0.3535533906, + "198": 0.894427191, + "199": 0.8720815993, + "200": -0.5773502692, + "201": 0.894427191, + "202": 0.4472135955, + "203": 0.6708203932, + "204": 0.7071067812, + "205": 0.5773502692, + "206": 0.6708203932, + "207": 0.7071067812, + "208": 0.8720815993, + "209": 0.8207826817, + "210": 0.5642880936, + "211": 0.7378647874, + "212": 0.2886751346, + "213": -0.1118033989, + "214": 0.6708203932, + "215": -0.2108185107, + "216": 0.9486832981, + "217": 0.7071067812, + "218": 0.3354101966, + "219": 0.3689323937, + "220": 0.4472135955, + "221": 0.894427191, + "222": 0.632455532, + "223": -0.7071067812, + "224": 0.0, + "225": -0.3354101966, + "226": 0.158113883, + "227": 0.7071067812, + "228": 0.4472135955, + "229": 0.894427191, + "230": null, + "231": 0.8660254038, + "232": 0.3077935056, + "233": 0.316227766, + "234": 0.316227766, + "235": 0.7071067812, + "236": 0.4472135955, + "237": 0.7826237921, + "238": 0.7826237921, + "239": -0.2236067977, + "240": -0.3354101966, + "241": 0.6668859289, + "242": 0.3354101966, + "243": 0.5642880936, + "244": 0.8720815993, + "245": 0.2886751346, + "246": 0.6668859289, + "247": 0.7826237921, + "248": 0.0, + "249": null, + "average": 0.4839473056 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'R')": { + "0": 0.7071067812, + "1": 0.7071067812, + "2": 0.4472135955, + "3": 0.7181848465, + "4": 0.9746794345, + "5": 0.8720815993, + "6": 0.7071067812, + "7": 0.7071067812, + "8": 0.0, + "9": 0.7, + "10": -0.3535533906, + "11": -0.1538967528, + "12": 0.894427191, + "13": -0.1025978352, + "14": 0.5642880936, + "15": 0.0, + "16": 0.0, + "17": 0.7071067812, + "18": 0.5, + "19": 0.1118033989, + "20": -0.2886751346, + "21": null, + "22": 0.3590924232, + "23": -0.1118033989, + "24": 0.0, + "25": null, + "26": 0.894427191, + "27": -0.7071067812, + "28": 0.894427191, + "29": null, + "30": 0.7826237921, + "31": 0.5270462767, + "32": 0.6708203932, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.3627381251, + "37": null, + "38": -0.3, + "39": 0.3354101966, + "40": 0.7071067812, + "41": 0.7071067812, + "42": 0.2236067977, + "43": 0.4103913408, + "44": 0.1118033989, + "45": -0.3354101966, + "46": null, + "47": 0.3535533906, + "48": 0.6, + "49": 0.3535533906, + "50": 0.8720815993, + "51": -0.2051956704, + "52": -0.894427191, + "53": -0.3535533906, + "54": null, + "55": 0.6668859289, + "56": null, + "57": 0.7071067812, + "58": null, + "59": 0.7071067812, + "60": 0.8720815993, + "61": 0.2236067977, + "62": 0.6708203932, + "63": 0.3354101966, + "64": 0.7071067812, + "65": 0.0, + "66": 0.0, + "67": 0.0512989176, + "68": 0.8720815993, + "69": 0.7071067812, + "70": 0.7071067812, + "71": 0.7071067812, + "72": 0.7071067812, + "73": 0.6708203932, + "74": 0.632455532, + "75": 0.894427191, + "76": 0.2236067977, + "77": 0.7071067812, + "78": 0.2236067977, + "79": 0.5642880936, + "80": null, + "81": 0.3354101966, + "82": 0.2236067977, + "83": 0.9, + "84": -0.6708203932, + "85": 0.9486832981, + "86": 0.2051956704, + "87": null, + "88": 0.6668859289, + "89": null, + "90": 0.7826237921, + "91": 0.894427191, + "92": 0.4472135955, + "93": 0.8660254038, + "94": 0.8660254038, + "95": 0.2236067977, + "96": 0.4, + "97": 0.8660254038, + "98": 0.7071067812, + "99": 0.3354101966, + "100": 0.7071067812, + "101": 0.7071067812, + "102": 0.0, + "103": 0.8660254038, + "104": 1.0, + "105": 0.6668859289, + "106": 0.0, + "107": 0.4472135955, + "108": 0.0, + "109": 0.6668859289, + "110": 0.790569415, + "111": 0.9746794345, + "112": 0.316227766, + "113": 0.4103913408, + "114": 0.7071067812, + "115": 0.7071067812, + "116": 0.3354101966, + "117": -0.7071067812, + "118": 0.7826237921, + "119": 0.8207826817, + "120": 0.6668859289, + "121": 0.6708203932, + "122": 0.7071067812, + "123": 0.7071067812, + "124": null, + "125": 0.4472135955, + "126": 0.3535533906, + "127": 0.2886751346, + "128": 0.7071067812, + "129": 0.9486832981, + "130": 0.7826237921, + "131": 0.6708203932, + "132": 0.2236067977, + "133": 0.0, + "134": -0.1118033989, + "135": 0.7071067812, + "136": 0.894427191, + "137": 0.1118033989, + "138": 0.3535533906, + "139": -0.4472135955, + "140": null, + "141": -0.6155870113, + "142": null, + "143": 0.7071067812, + "144": 0.894427191, + "145": 0.8207826817, + "146": 0.5270462767, + "147": null, + "148": 0.7071067812, + "149": 0.7071067812, + "150": null, + "151": 0.7071067812, + "152": 0.3535533906, + "153": 0.316227766, + "154": 0.0, + "155": 0.316227766, + "156": 0.894427191, + "157": null, + "158": -0.4472135955, + "159": -0.4616902584, + "160": -0.4103913408, + "161": 0.2236067977, + "162": 0.2236067977, + "163": 0.8660254038, + "164": 0.7, + "165": 0.1118033989, + "166": 0.7826237921, + "167": -0.9486832981, + "168": 0.894427191, + "169": -0.1118033989, + "170": 0.9486832981, + "171": -0.1, + "172": -0.3535533906, + "173": 0.5642880936, + "174": -0.3535533906, + "175": 0.5773502692, + "176": 0.8207826817, + "177": 0.7181848465, + "178": 0.4472135955, + "179": 0.7071067812, + "180": 0.4103913408, + "181": 0.4472135955, + "182": 0.6708203932, + "183": 0.8207826817, + "184": 0.316227766, + "185": null, + "186": null, + "187": 0.5642880936, + "188": 0.4616902584, + "189": 0.3535533906, + "190": -0.4472135955, + "191": 0.7071067812, + "192": -0.1118033989, + "193": 0.2051956704, + "194": null, + "195": 0.7181848465, + "196": 0.894427191, + "197": -0.7071067812, + "198": 0.7826237921, + "199": 0.9746794345, + "200": -0.8660254038, + "201": 0.894427191, + "202": 0.1118033989, + "203": 0.4472135955, + "204": 0.0, + "205": 0.2886751346, + "206": 0.6708203932, + "207": -0.7071067812, + "208": 0.2051956704, + "209": 0.8207826817, + "210": 0.1538967528, + "211": 0.316227766, + "212": 0.0, + "213": 0.1118033989, + "214": 0.7826237921, + "215": 0.0, + "216": 0.9486832981, + "217": 0.7071067812, + "218": 0.6708203932, + "219": 0.316227766, + "220": 0.2236067977, + "221": 0.6708203932, + "222": -0.790569415, + "223": 0.0, + "224": 0.0, + "225": -0.894427191, + "226": 0.5270462767, + "227": 0.7071067812, + "228": 0.4472135955, + "229": -0.2236067977, + "230": null, + "231": 0.8660254038, + "232": 0.6668859289, + "233": 0.632455532, + "234": 0.0, + "235": -0.3535533906, + "236": 0.894427191, + "237": 0.3354101966, + "238": -0.2236067977, + "239": 0.6708203932, + "240": 0.1118033989, + "241": 0.3077935056, + "242": -0.2236067977, + "243": -0.2051956704, + "244": 0.5642880936, + "245": 0.2886751346, + "246": 0.8207826817, + "247": 0.1118033989, + "248": -0.2886751346, + "249": null, + "average": 0.3811237117 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'F')": { + "0": 0.7071067812, + "1": 0.7071067812, + "2": -0.2236067977, + "3": 0.7181848465, + "4": -0.5642880936, + "5": -0.0512989176, + "6": 0.7071067812, + "7": 0.7071067812, + "8": 0.0, + "9": 0.7, + "10": -0.3535533906, + "11": -0.1538967528, + "12": 0.894427191, + "13": -0.1025978352, + "14": -0.4616902584, + "15": 0.0, + "16": 0.2886751346, + "17": 0.7071067812, + "18": 0.5, + "19": 0.1118033989, + "20": 0.0, + "21": null, + "22": 0.3590924232, + "23": -0.1118033989, + "24": 0.0, + "25": null, + "26": 0.894427191, + "27": -0.7071067812, + "28": 0.894427191, + "29": null, + "30": 0.7826237921, + "31": 0.3689323937, + "32": 0.6708203932, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.3627381251, + "37": null, + "38": 0.2, + "39": 0.3354101966, + "40": 0.7071067812, + "41": 0.7071067812, + "42": 0.2236067977, + "43": 0.4103913408, + "44": 0.1118033989, + "45": -0.2236067977, + "46": null, + "47": 0.3535533906, + "48": 0.6, + "49": 0.3535533906, + "50": 0.8720815993, + "51": 0.1538967528, + "52": -0.894427191, + "53": -0.3535533906, + "54": null, + "55": 0.6668859289, + "56": null, + "57": 0.7071067812, + "58": null, + "59": 0.7071067812, + "60": 0.8720815993, + "61": 0.2236067977, + "62": 0.894427191, + "63": 0.3354101966, + "64": 0.3535533906, + "65": 0.0, + "66": 0.0, + "67": 0.0512989176, + "68": 0.8720815993, + "69": 0.7071067812, + "70": 0.7071067812, + "71": 0.0, + "72": 0.7071067812, + "73": 0.6708203932, + "74": 0.632455532, + "75": 0.894427191, + "76": 0.2236067977, + "77": 0.7071067812, + "78": 0.2236067977, + "79": 0.5642880936, + "80": null, + "81": 0.3354101966, + "82": 0.2236067977, + "83": 0.4, + "84": -0.6708203932, + "85": 0.9486832981, + "86": 0.2051956704, + "87": null, + "88": 0.3590924232, + "89": null, + "90": 0.7826237921, + "91": 0.6708203932, + "92": 0.4472135955, + "93": 0.0, + "94": 0.8660254038, + "95": 0.4472135955, + "96": 0.4, + "97": 0.0, + "98": 0.7071067812, + "99": 0.3354101966, + "100": 0.7071067812, + "101": 0.7071067812, + "102": 0.2886751346, + "103": 0.8660254038, + "104": 0.4, + "105": 0.5642880936, + "106": 0.0, + "107": 0.4472135955, + "108": 0.0, + "109": 0.6668859289, + "110": 0.790569415, + "111": 0.9746794345, + "112": 0.5270462767, + "113": 0.4103913408, + "114": 0.7071067812, + "115": 0.7071067812, + "116": 0.3354101966, + "117": -0.7071067812, + "118": 0.7826237921, + "119": 0.8207826817, + "120": -0.3590924232, + "121": 0.6708203932, + "122": 0.7071067812, + "123": 0.7071067812, + "124": null, + "125": 0.4472135955, + "126": 0.3535533906, + "127": 0.2886751346, + "128": 0.7071067812, + "129": 0.9486832981, + "130": 0.7826237921, + "131": 0.6708203932, + "132": 0.2236067977, + "133": 0.8660254038, + "134": -0.1118033989, + "135": 0.7071067812, + "136": -0.2236067977, + "137": 0.1118033989, + "138": 0.3535533906, + "139": -0.4472135955, + "140": null, + "141": -0.6155870113, + "142": null, + "143": 0.7071067812, + "144": 0.894427191, + "145": 0.8207826817, + "146": 0.5270462767, + "147": null, + "148": 0.7071067812, + "149": 0.7071067812, + "150": null, + "151": 0.7071067812, + "152": 0.3535533906, + "153": 0.316227766, + "154": 0.0, + "155": 0.316227766, + "156": 0.1118033989, + "157": null, + "158": -0.4472135955, + "159": 0.1025978352, + "160": -0.4103913408, + "161": 0.2236067977, + "162": 0.2236067977, + "163": 0.0, + "164": 0.7, + "165": 0.1118033989, + "166": 0.7826237921, + "167": -0.9486832981, + "168": 0.894427191, + "169": 0.2236067977, + "170": 0.9486832981, + "171": -0.1, + "172": -0.3535533906, + "173": 0.5642880936, + "174": -0.3535533906, + "175": 0.5773502692, + "176": 0.8207826817, + "177": 0.3590924232, + "178": 0.4472135955, + "179": 0.7071067812, + "180": -0.6155870113, + "181": 0.4472135955, + "182": -0.4472135955, + "183": 0.7181848465, + "184": -0.7378647874, + "185": null, + "186": null, + "187": 0.5642880936, + "188": 0.4616902584, + "189": 0.3535533906, + "190": -0.4472135955, + "191": 0.7071067812, + "192": -0.1118033989, + "193": 0.2051956704, + "194": null, + "195": 0.7181848465, + "196": 0.894427191, + "197": -0.7071067812, + "198": 0.894427191, + "199": 0.9746794345, + "200": -0.8660254038, + "201": -0.2236067977, + "202": 0.1118033989, + "203": -0.6708203932, + "204": 0.3535533906, + "205": -0.5773502692, + "206": 0.6708203932, + "207": -0.7071067812, + "208": 0.2051956704, + "209": 0.8207826817, + "210": 0.4103913408, + "211": 0.316227766, + "212": 0.0, + "213": 0.1118033989, + "214": 0.7826237921, + "215": 0.0, + "216": 0.9486832981, + "217": 0.7071067812, + "218": 0.6708203932, + "219": 0.316227766, + "220": 0.2236067977, + "221": -0.4472135955, + "222": -0.474341649, + "223": 0.0, + "224": 0.0, + "225": -0.894427191, + "226": 0.5270462767, + "227": 0.7071067812, + "228": 0.4472135955, + "229": -0.2236067977, + "230": null, + "231": 0.8660254038, + "232": 0.6668859289, + "233": 0.632455532, + "234": -0.790569415, + "235": 0.0, + "236": 0.894427191, + "237": 0.3354101966, + "238": -0.2236067977, + "239": 0.6708203932, + "240": 0.1118033989, + "241": 0.3077935056, + "242": -0.2236067977, + "243": 0.2051956704, + "244": 0.5642880936, + "245": 0.2886751346, + "246": 0.8207826817, + "247": 0.1118033989, + "248": -0.2886751346, + "249": null, + "average": 0.3136705154 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'P')": { + "0": 0.0, + "1": 0.7071067812, + "2": 0.7826237921, + "3": -0.0512989176, + "4": -0.1538967528, + "5": 0.4616902584, + "6": 0.3535533906, + "7": 0.3535533906, + "8": 0.5773502692, + "9": 0.3, + "10": 0.0, + "11": -0.6668859289, + "12": 0.2236067977, + "13": 0.8207826817, + "14": 0.8720815993, + "15": 0.0, + "16": 0.2886751346, + "17": 0.7071067812, + "18": 0.1, + "19": 0.7826237921, + "20": 0.5773502692, + "21": null, + "22": -0.9746794345, + "23": -0.4472135955, + "24": 0.7071067812, + "25": null, + "26": 0.894427191, + "27": 0.3535533906, + "28": 0.7826237921, + "29": null, + "30": 0.3354101966, + "31": 0.5270462767, + "32": 0.7826237921, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.7254762501, + "37": null, + "38": -0.3, + "39": 0.7826237921, + "40": 0.3535533906, + "41": 0.3535533906, + "42": 0.7826237921, + "43": 0.2051956704, + "44": 0.6708203932, + "45": 0.6708203932, + "46": null, + "47": -0.7071067812, + "48": 0.2, + "49": 0.7071067812, + "50": -0.1025978352, + "51": 0.2051956704, + "52": 0.1118033989, + "53": 0.7071067812, + "54": null, + "55": 0.1025978352, + "56": null, + "57": 0.0, + "58": null, + "59": -0.3535533906, + "60": 0.6668859289, + "61": 0.4472135955, + "62": 0.894427191, + "63": 0.894427191, + "64": 0.7071067812, + "65": -0.7071067812, + "66": 0.7071067812, + "67": 0.6668859289, + "68": 0.4616902584, + "69": 0.7071067812, + "70": 0.3535533906, + "71": 0.3535533906, + "72": 0.7071067812, + "73": -0.1118033989, + "74": -0.316227766, + "75": 0.6708203932, + "76": 0.3354101966, + "77": 0.0, + "78": 0.2236067977, + "79": 0.9746794345, + "80": null, + "81": 0.6708203932, + "82": -0.3354101966, + "83": 0.2, + "84": -0.894427191, + "85": 0.632455532, + "86": 0.2051956704, + "87": null, + "88": 0.3590924232, + "89": null, + "90": 0.3354101966, + "91": -0.4472135955, + "92": 0.4472135955, + "93": 0.5773502692, + "94": 0.8660254038, + "95": 0.7826237921, + "96": -0.1, + "97": 0.8660254038, + "98": 0.3535533906, + "99": 0.1118033989, + "100": 0.7071067812, + "101": 0.7071067812, + "102": -0.2886751346, + "103": 0.5773502692, + "104": 0.6, + "105": 0.8207826817, + "106": 0.7071067812, + "107": -0.2236067977, + "108": -0.5773502692, + "109": 0.1538967528, + "110": 0.0527046277, + "111": 0.6668859289, + "112": 0.7378647874, + "113": 0.1538967528, + "114": -0.3535533906, + "115": -0.3535533906, + "116": 0.2236067977, + "117": -0.3535533906, + "118": 0.7826237921, + "119": 0.0512989176, + "120": 0.8720815993, + "121": 0.894427191, + "122": 0.7071067812, + "123": 0.0, + "124": null, + "125": 0.7826237921, + "126": 0.0, + "127": -0.2886751346, + "128": 0.7071067812, + "129": -0.790569415, + "130": 0.6708203932, + "131": 0.894427191, + "132": -0.2236067977, + "133": 0.2886751346, + "134": 0.7826237921, + "135": 0.7071067812, + "136": -0.2236067977, + "137": 0.894427191, + "138": 0.0, + "139": 0.6708203932, + "140": null, + "141": 0.7181848465, + "142": null, + "143": 0.3535533906, + "144": 0.894427191, + "145": -0.3590924232, + "146": 0.790569415, + "147": null, + "148": 0.7071067812, + "149": 0.7071067812, + "150": null, + "151": 0.3535533906, + "152": 0.0, + "153": 0.9486832981, + "154": 0.0, + "155": 0.632455532, + "156": -0.4472135955, + "157": null, + "158": -0.7826237921, + "159": 0.3590924232, + "160": 0.5642880936, + "161": 0.6708203932, + "162": 0.894427191, + "163": 0.2886751346, + "164": 0.5, + "165": -0.894427191, + "166": 0.7826237921, + "167": 0.2635231383, + "168": 0.894427191, + "169": 0.7826237921, + "170": 0.5797509044, + "171": 0.0, + "172": -0.3535533906, + "173": 0.1538967528, + "174": 0.0, + "175": 0.0, + "176": 0.4103913408, + "177": 0.9746794345, + "178": -0.1118033989, + "179": 0.3535533906, + "180": 0.8207826817, + "181": 0.7826237921, + "182": 0.6708203932, + "183": 0.0512989176, + "184": 0.0, + "185": null, + "186": null, + "187": 0.1538967528, + "188": 0.6155870113, + "189": 0.7071067812, + "190": 0.894427191, + "191": 0.3535533906, + "192": 0.7826237921, + "193": -0.2051956704, + "194": null, + "195": -0.8720815993, + "196": 0.4472135955, + "197": 0.3535533906, + "198": 0.4472135955, + "199": 0.6155870113, + "200": 0.0, + "201": 0.894427191, + "202": 0.1118033989, + "203": 0.1118033989, + "204": 0.7071067812, + "205": 0.2886751346, + "206": -0.7826237921, + "207": 0.7071067812, + "208": 0.6668859289, + "209": 0.4103913408, + "210": -0.1538967528, + "211": 0.316227766, + "212": -0.5773502692, + "213": 0.1118033989, + "214": -0.2236067977, + "215": -0.7378647874, + "216": 0.0, + "217": 0.3535533906, + "218": 0.6708203932, + "219": 0.5797509044, + "220": 0.894427191, + "221": 0.894427191, + "222": 0.474341649, + "223": 0.0, + "224": 0.3535533906, + "225": -0.6708203932, + "226": -0.5270462767, + "227": 0.7071067812, + "228": 0.3354101966, + "229": 0.894427191, + "230": null, + "231": 0.8660254038, + "232": 0.7181848465, + "233": 0.158113883, + "234": 0.474341649, + "235": 0.3535533906, + "236": 0.6708203932, + "237": 0.894427191, + "238": -0.7826237921, + "239": -0.3354101966, + "240": 0.2236067977, + "241": 0.4103913408, + "242": 0.1118033989, + "243": 0.4103913408, + "244": 0.7181848465, + "245": 0.8660254038, + "246": 0.1538967528, + "247": 0.4472135955, + "248": -0.2886751346, + "249": null, + "average": 0.3201493798 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'R')": { + "0": -0.7071067812, + "1": -0.3535533906, + "2": 0.1118033989, + "3": -0.1538967528, + "4": -0.6668859289, + "5": -0.8207826817, + "6": 0.3535533906, + "7": 0.3535533906, + "8": 0.8660254038, + "9": -0.3, + "10": 0.3535533906, + "11": -0.5642880936, + "12": 0.894427191, + "13": 0.3590924232, + "14": 0.6155870113, + "15": 0.2886751346, + "16": -0.2886751346, + "17": 0.0, + "18": -0.5, + "19": 0.2236067977, + "20": 0.0, + "21": null, + "22": -0.3590924232, + "23": 0.4472135955, + "24": 0.0, + "25": null, + "26": 0.2236067977, + "27": 0.3535533906, + "28": 0.2236067977, + "29": null, + "30": -0.2236067977, + "31": 0.7378647874, + "32": -0.4472135955, + "33": null, + "34": 0.7071067812, + "35": null, + "36": -0.7254762501, + "37": null, + "38": 0.1, + "39": 0.7826237921, + "40": -0.7071067812, + "41": 0.0, + "42": -0.894427191, + "43": -0.6668859289, + "44": -0.4472135955, + "45": -0.6708203932, + "46": null, + "47": 0.0, + "48": -0.2, + "49": 0.3535533906, + "50": -0.9746794345, + "51": -0.9746794345, + "52": -0.4472135955, + "53": -0.3535533906, + "54": null, + "55": 0.1025978352, + "56": null, + "57": -0.7071067812, + "58": null, + "59": -0.7071067812, + "60": -0.1538967528, + "61": 0.4472135955, + "62": 0.7826237921, + "63": 0.1118033989, + "64": 0.0, + "65": -0.7071067812, + "66": 0.7071067812, + "67": 0.8207826817, + "68": -0.6668859289, + "69": -0.7071067812, + "70": -0.7071067812, + "71": 0.3535533906, + "72": 0.7071067812, + "73": -0.3354101966, + "74": -0.158113883, + "75": -0.2236067977, + "76": 0.3354101966, + "77": -0.3535533906, + "78": -0.2236067977, + "79": 0.5642880936, + "80": null, + "81": -0.2236067977, + "82": -0.2236067977, + "83": 0.1, + "84": -0.4472135955, + "85": 0.0, + "86": -0.5642880936, + "87": null, + "88": 0.4616902584, + "89": null, + "90": -0.7826237921, + "91": -0.6708203932, + "92": -0.1118033989, + "93": 0.0, + "94": 0.5773502692, + "95": 0.4472135955, + "96": -0.4, + "97": -0.8660254038, + "98": -0.3535533906, + "99": -0.4472135955, + "100": -0.7071067812, + "101": 0.7071067812, + "102": -0.2886751346, + "103": -0.8660254038, + "104": 0.4, + "105": 0.4616902584, + "106": -0.7071067812, + "107": 0.4472135955, + "108": -0.2886751346, + "109": 0.6155870113, + "110": -0.158113883, + "111": 0.3590924232, + "112": -0.7378647874, + "113": -0.1538967528, + "114": 0.0, + "115": -0.7071067812, + "116": -0.1118033989, + "117": -0.3535533906, + "118": 0.894427191, + "119": -0.6668859289, + "120": 0.2051956704, + "121": -0.6708203932, + "122": -0.3535533906, + "123": -0.7071067812, + "124": null, + "125": 0.4472135955, + "126": -0.7071067812, + "127": -0.8660254038, + "128": -0.3535533906, + "129": -0.790569415, + "130": 0.6708203932, + "131": 0.1118033989, + "132": -0.1118033989, + "133": 0.2886751346, + "134": -0.894427191, + "135": -0.7071067812, + "136": 0.894427191, + "137": 0.4472135955, + "138": 0.0, + "139": 0.4472135955, + "140": null, + "141": -0.7181848465, + "142": null, + "143": -0.3535533906, + "144": -0.4472135955, + "145": 0.2051956704, + "146": -0.632455532, + "147": null, + "148": 0.3535533906, + "149": 0.3535533906, + "150": null, + "151": 0.7071067812, + "152": -0.3535533906, + "153": 0.632455532, + "154": 0.8660254038, + "155": -0.0527046277, + "156": -0.4472135955, + "157": null, + "158": -0.894427191, + "159": -0.5642880936, + "160": -0.2051956704, + "161": -0.4472135955, + "162": 0.4472135955, + "163": -0.2886751346, + "164": -0.5, + "165": -0.894427191, + "166": 0.4472135955, + "167": -0.632455532, + "168": -0.4472135955, + "169": -0.7826237921, + "170": 0.9486832981, + "171": -0.9, + "172": 0.0, + "173": 0.0512989176, + "174": -0.7071067812, + "175": -0.2886751346, + "176": 0.1025978352, + "177": -0.2051956704, + "178": -0.7826237921, + "179": 0.7071067812, + "180": -0.6668859289, + "181": 0.7826237921, + "182": 0.2236067977, + "183": 0.5642880936, + "184": -0.5270462767, + "185": null, + "186": null, + "187": 0.5642880936, + "188": 0.4103913408, + "189": 0.7071067812, + "190": 0.894427191, + "191": 0.3535533906, + "192": -0.894427191, + "193": 0.3077935056, + "194": null, + "195": -0.3077935056, + "196": -0.7826237921, + "197": -0.7071067812, + "198": 0.1118033989, + "199": 0.1538967528, + "200": -0.8660254038, + "201": 0.3354101966, + "202": -0.7826237921, + "203": -0.894427191, + "204": 0.0, + "205": 0.2886751346, + "206": -0.7826237921, + "207": 0.3535533906, + "208": 0.2051956704, + "209": -0.5642880936, + "210": 0.8720815993, + "211": -0.632455532, + "212": -0.2886751346, + "213": -0.4472135955, + "214": -0.894427191, + "215": -0.2635231383, + "216": -0.632455532, + "217": 0.3535533906, + "218": 0.1118033989, + "219": 0.7378647874, + "220": -0.2236067977, + "221": -0.1118033989, + "222": 0.790569415, + "223": 0.3535533906, + "224": 0.3535533906, + "225": -0.6708203932, + "226": -0.790569415, + "227": 0.7071067812, + "228": -0.2236067977, + "229": 0.1118033989, + "230": null, + "231": 0.0, + "232": 0.0512989176, + "233": -0.474341649, + "234": 0.0, + "235": 0.0, + "236": -0.4472135955, + "237": -0.1118033989, + "238": -0.6708203932, + "239": 0.6708203932, + "240": 0.3354101966, + "241": -0.3590924232, + "242": -0.2236067977, + "243": 0.4616902584, + "244": 0.6668859289, + "245": -0.2886751346, + "246": -0.1025978352, + "247": 0.2236067977, + "248": -0.5773502692, + "249": null, + "average": -0.0960499591 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'F')": { + "0": -0.7071067812, + "1": 0.3535533906, + "2": 0.1118033989, + "3": -0.1538967528, + "4": -0.4103913408, + "5": -0.8207826817, + "6": 0.0, + "7": 0.3535533906, + "8": 0.8660254038, + "9": -0.1, + "10": 0.0, + "11": -0.5642880936, + "12": 0.6708203932, + "13": 0.8720815993, + "14": 0.9746794345, + "15": 0.2886751346, + "16": -0.2886751346, + "17": 0.0, + "18": -0.5, + "19": 0.2236067977, + "20": 0.0, + "21": null, + "22": -0.3590924232, + "23": 0.2236067977, + "24": 0.0, + "25": null, + "26": 0.2236067977, + "27": 0.3535533906, + "28": 0.2236067977, + "29": null, + "30": -0.2236067977, + "31": 0.7378647874, + "32": -0.4472135955, + "33": null, + "34": 0.7071067812, + "35": null, + "36": -0.7254762501, + "37": null, + "38": -0.3, + "39": 0.7826237921, + "40": -0.7071067812, + "41": 0.0, + "42": -0.894427191, + "43": -0.5642880936, + "44": 0.6708203932, + "45": -0.6708203932, + "46": null, + "47": -0.3535533906, + "48": -0.2, + "49": 0.3535533906, + "50": -0.8207826817, + "51": -0.9746794345, + "52": 0.2236067977, + "53": -0.3535533906, + "54": null, + "55": 0.1025978352, + "56": null, + "57": -0.3535533906, + "58": null, + "59": -0.7071067812, + "60": 0.2051956704, + "61": 0.4472135955, + "62": 0.894427191, + "63": 0.1118033989, + "64": 0.0, + "65": -0.7071067812, + "66": 0.7071067812, + "67": 0.8207826817, + "68": -0.6668859289, + "69": -0.7071067812, + "70": -0.7071067812, + "71": 0.3535533906, + "72": 0.7071067812, + "73": -0.3354101966, + "74": 0.0, + "75": -0.2236067977, + "76": 0.3354101966, + "77": -0.3535533906, + "78": -0.6708203932, + "79": 0.8207826817, + "80": null, + "81": -0.2236067977, + "82": -0.3354101966, + "83": 0.2, + "84": -0.4472135955, + "85": -0.158113883, + "86": -0.5642880936, + "87": null, + "88": 0.2051956704, + "89": null, + "90": -0.4472135955, + "91": -0.6708203932, + "92": -0.1118033989, + "93": 0.0, + "94": 0.5773502692, + "95": 0.4472135955, + "96": -0.3, + "97": -0.8660254038, + "98": -0.3535533906, + "99": -0.4472135955, + "100": -0.7071067812, + "101": 0.7071067812, + "102": 0.0, + "103": -0.8660254038, + "104": 0.4, + "105": 0.8207826817, + "106": -0.7071067812, + "107": 0.3354101966, + "108": -0.8660254038, + "109": 0.6155870113, + "110": -0.316227766, + "111": 0.6155870113, + "112": -0.5797509044, + "113": -0.1538967528, + "114": 0.0, + "115": -0.7071067812, + "116": -0.1118033989, + "117": -0.3535533906, + "118": 0.894427191, + "119": -0.6668859289, + "120": 0.5642880936, + "121": -0.3354101966, + "122": -0.3535533906, + "123": -0.7071067812, + "124": null, + "125": 0.4472135955, + "126": -0.7071067812, + "127": -0.8660254038, + "128": 0.0, + "129": -0.790569415, + "130": 0.6708203932, + "131": 0.1118033989, + "132": 0.1118033989, + "133": 0.2886751346, + "134": -0.894427191, + "135": -0.7071067812, + "136": 0.894427191, + "137": 0.4472135955, + "138": 0.0, + "139": 0.4472135955, + "140": null, + "141": -0.8207826817, + "142": null, + "143": 0.0, + "144": -0.4472135955, + "145": 0.2051956704, + "146": -0.632455532, + "147": null, + "148": 0.7071067812, + "149": 0.7071067812, + "150": null, + "151": 0.7071067812, + "152": -0.3535533906, + "153": 0.632455532, + "154": 0.8660254038, + "155": 0.158113883, + "156": -0.4472135955, + "157": null, + "158": -0.894427191, + "159": -0.4616902584, + "160": -0.2051956704, + "161": -0.3354101966, + "162": 0.4472135955, + "163": -0.5773502692, + "164": -0.3, + "165": -0.894427191, + "166": 0.7826237921, + "167": -0.632455532, + "168": 0.2236067977, + "169": -0.4472135955, + "170": 0.9486832981, + "171": -0.6, + "172": 0.0, + "173": 0.1538967528, + "174": -0.7071067812, + "175": -0.2886751346, + "176": 0.1025978352, + "177": -0.2051956704, + "178": -0.7826237921, + "179": 0.3535533906, + "180": -0.2051956704, + "181": 0.7826237921, + "182": 0.6708203932, + "183": 0.5642880936, + "184": -0.5270462767, + "185": null, + "186": null, + "187": 0.5642880936, + "188": 0.4103913408, + "189": 0.7071067812, + "190": 0.894427191, + "191": 0.3535533906, + "192": -0.894427191, + "193": 0.1538967528, + "194": null, + "195": -0.3077935056, + "196": -0.894427191, + "197": -0.7071067812, + "198": 0.4472135955, + "199": 0.1538967528, + "200": -0.8660254038, + "201": 0.6708203932, + "202": -0.7826237921, + "203": -0.894427191, + "204": 0.3535533906, + "205": 0.0, + "206": -0.7826237921, + "207": 0.7071067812, + "208": 0.2051956704, + "209": -0.2051956704, + "210": 0.8720815993, + "211": -0.632455532, + "212": 0.0, + "213": -0.4472135955, + "214": -0.894427191, + "215": -0.2635231383, + "216": 0.158113883, + "217": 0.3535533906, + "218": 0.1118033989, + "219": 0.7378647874, + "220": 0.1118033989, + "221": -0.1118033989, + "222": 0.790569415, + "223": 0.3535533906, + "224": 0.3535533906, + "225": -0.6708203932, + "226": -0.790569415, + "227": 0.7071067812, + "228": -0.4472135955, + "229": 0.3354101966, + "230": null, + "231": 0.0, + "232": 0.0512989176, + "233": -0.474341649, + "234": 0.0, + "235": 0.3535533906, + "236": -0.2236067977, + "237": -0.1118033989, + "238": -0.6708203932, + "239": 0.6708203932, + "240": 0.3354101966, + "241": 0.0512989176, + "242": -0.2236067977, + "243": 0.6155870113, + "244": 0.8207826817, + "245": -0.2886751346, + "246": -0.1025978352, + "247": 0.2236067977, + "248": -0.5773502692, + "249": null, + "average": -0.0431844193 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'P')": { + "0": 0.0, + "1": 0.7071067812, + "2": 0.894427191, + "3": 0.6668859289, + "4": 0.8720815993, + "5": 0.8207826817, + "6": 0.3535533906, + "7": 0.0, + "8": 0.2886751346, + "9": 0.6, + "10": -0.7071067812, + "11": -0.4103913408, + "12": 0.894427191, + "13": 0.8720815993, + "14": 0.9746794345, + "15": 0.0, + "16": 0.0, + "17": 0.3535533906, + "18": 0.8, + "19": 0.7826237921, + "20": 0.8660254038, + "21": null, + "22": -0.3590924232, + "23": -0.1118033989, + "24": 0.7071067812, + "25": null, + "26": 0.894427191, + "27": 0.3535533906, + "28": 0.894427191, + "29": null, + "30": 0.894427191, + "31": 0.5270462767, + "32": 0.894427191, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.7254762501, + "37": null, + "38": -0.1, + "39": 0.894427191, + "40": 0.3535533906, + "41": 0.7071067812, + "42": 0.894427191, + "43": -0.2051956704, + "44": 0.4472135955, + "45": 0.894427191, + "46": null, + "47": 0.3535533906, + "48": 0.7, + "49": 0.7071067812, + "50": 0.8720815993, + "51": 0.0512989176, + "52": 0.2236067977, + "53": 0.3535533906, + "54": null, + "55": 0.8207826817, + "56": null, + "57": 0.7071067812, + "58": null, + "59": 0.3535533906, + "60": 0.9746794345, + "61": 0.4472135955, + "62": 0.894427191, + "63": 0.894427191, + "64": 0.7071067812, + "65": 0.0, + "66": 0.7071067812, + "67": 0.6668859289, + "68": 0.5642880936, + "69": 0.7071067812, + "70": 0.7071067812, + "71": 0.7071067812, + "72": 0.7071067812, + "73": 0.3354101966, + "74": -0.316227766, + "75": 0.6708203932, + "76": 0.3354101966, + "77": 0.7071067812, + "78": 0.6708203932, + "79": 0.9746794345, + "80": null, + "81": 0.6708203932, + "82": 0.1118033989, + "83": 0.8, + "84": -0.2236067977, + "85": 0.632455532, + "86": 0.1025978352, + "87": null, + "88": 0.8720815993, + "89": null, + "90": 0.4472135955, + "91": 0.4472135955, + "92": 0.7826237921, + "93": 0.8660254038, + "94": 0.8660254038, + "95": 0.894427191, + "96": 0.6, + "97": 0.8660254038, + "98": 0.3535533906, + "99": 0.4472135955, + "100": 0.7071067812, + "101": 0.7071067812, + "102": 0.0, + "103": 0.8660254038, + "104": 0.7, + "105": 0.6668859289, + "106": 0.3535533906, + "107": 0.2236067977, + "108": -0.5773502692, + "109": 0.0512989176, + "110": 0.2635231383, + "111": 0.6668859289, + "112": 0.7378647874, + "113": 0.6155870113, + "114": -0.3535533906, + "115": 0.7071067812, + "116": 0.6708203932, + "117": -0.3535533906, + "118": 0.7826237921, + "119": 0.6668859289, + "120": 0.8720815993, + "121": 0.894427191, + "122": 0.7071067812, + "123": 0.7071067812, + "124": null, + "125": 0.7826237921, + "126": 0.3535533906, + "127": 0.0, + "128": 0.7071067812, + "129": 0.5270462767, + "130": 0.6708203932, + "131": 0.894427191, + "132": -0.3354101966, + "133": 0.8660254038, + "134": 0.7826237921, + "135": 0.7071067812, + "136": 0.4472135955, + "137": -0.2236067977, + "138": 0.7071067812, + "139": 0.2236067977, + "140": null, + "141": 0.7181848465, + "142": null, + "143": 0.7071067812, + "144": 0.894427191, + "145": 0.7181848465, + "146": 0.9486832981, + "147": null, + "148": 0.7071067812, + "149": 0.7071067812, + "150": null, + "151": 0.3535533906, + "152": 0.0, + "153": 0.9486832981, + "154": 0.0, + "155": 0.632455532, + "156": 0.894427191, + "157": null, + "158": -0.4472135955, + "159": 0.7181848465, + "160": -0.0512989176, + "161": 0.6708203932, + "162": 0.894427191, + "163": 0.2886751346, + "164": 0.5, + "165": -0.7826237921, + "166": 0.7826237921, + "167": 0.0527046277, + "168": 0.894427191, + "169": 0.894427191, + "170": 0.5797509044, + "171": 0.3, + "172": -0.3535533906, + "173": 0.1538967528, + "174": 0.7071067812, + "175": 0.5773502692, + "176": 0.6668859289, + "177": 0.9746794345, + "178": 0.7826237921, + "179": 0.0, + "180": 0.8720815993, + "181": 0.6708203932, + "182": 0.6708203932, + "183": 0.6155870113, + "184": 0.3689323937, + "185": null, + "186": null, + "187": 0.6668859289, + "188": 0.6155870113, + "189": 0.7071067812, + "190": 0.894427191, + "191": 0.7071067812, + "192": 0.894427191, + "193": -0.1025978352, + "194": null, + "195": 0.4103913408, + "196": 0.894427191, + "197": 0.3535533906, + "198": 0.894427191, + "199": 0.6155870113, + "200": -0.2886751346, + "201": 0.894427191, + "202": 0.4472135955, + "203": 0.4472135955, + "204": 0.7071067812, + "205": 0.5773502692, + "206": 0.1118033989, + "207": 0.7071067812, + "208": 0.8720815993, + "209": 0.6668859289, + "210": 0.8207826817, + "211": 0.9486832981, + "212": 0.0, + "213": -0.1118033989, + "214": 0.894427191, + "215": -0.9486832981, + "216": 0.790569415, + "217": 0.3535533906, + "218": 0.894427191, + "219": -0.0527046277, + "220": 0.894427191, + "221": 0.894427191, + "222": 0.474341649, + "223": 0.0, + "224": 0.0, + "225": -0.3354101966, + "226": 0.0, + "227": 0.7071067812, + "228": 0.4472135955, + "229": 0.894427191, + "230": null, + "231": 0.8660254038, + "232": 0.7181848465, + "233": 0.790569415, + "234": 0.790569415, + "235": 0.7071067812, + "236": 0.4472135955, + "237": 0.894427191, + "238": 0.4472135955, + "239": -0.3354101966, + "240": 0.2236067977, + "241": 0.8207826817, + "242": 0.4472135955, + "243": 0.6668859289, + "244": 0.7181848465, + "245": 0.8660254038, + "246": 0.9746794345, + "247": 0.4472135955, + "248": -0.2886751346, + "249": null, + "average": 0.5109338904 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'R')": { + "0": -0.7071067812, + "1": 0.7071067812, + "2": 0.4472135955, + "3": 0.3590924232, + "4": 0.8720815993, + "5": 0.1025978352, + "6": 0.7071067812, + "7": 0.3535533906, + "8": 0.0, + "9": 0.7, + "10": -0.7071067812, + "11": -0.4103913408, + "12": 0.894427191, + "13": 0.4616902584, + "14": 0.9746794345, + "15": 0.2886751346, + "16": 0.0, + "17": 0.3535533906, + "18": 0.6, + "19": 0.7826237921, + "20": 0.0, + "21": null, + "22": 0.1025978352, + "23": -0.3354101966, + "24": 0.7071067812, + "25": null, + "26": 0.4472135955, + "27": -0.7071067812, + "28": 0.894427191, + "29": null, + "30": 0.894427191, + "31": 0.316227766, + "32": 0.6708203932, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.7254762501, + "37": null, + "38": -0.1, + "39": 0.6708203932, + "40": -0.7071067812, + "41": -0.7071067812, + "42": -0.1118033989, + "43": 0.0512989176, + "44": 0.4472135955, + "45": -0.2236067977, + "46": null, + "47": 0.3535533906, + "48": 0.1, + "49": 0.3535533906, + "50": 0.8720815993, + "51": 0.1538967528, + "52": -0.6708203932, + "53": -0.3535533906, + "54": null, + "55": 0.6668859289, + "56": null, + "57": 0.7071067812, + "58": null, + "59": 0.7071067812, + "60": 0.8720815993, + "61": 0.2236067977, + "62": 0.894427191, + "63": 0.1118033989, + "64": 0.7071067812, + "65": 0.0, + "66": 0.0, + "67": 0.0512989176, + "68": 0.6155870113, + "69": 0.7071067812, + "70": 0.7071067812, + "71": 0.7071067812, + "72": 0.7071067812, + "73": 0.3354101966, + "74": -0.474341649, + "75": 0.894427191, + "76": 0.1118033989, + "77": 0.7071067812, + "78": 0.6708203932, + "79": 0.9746794345, + "80": null, + "81": -0.1118033989, + "82": 0.2236067977, + "83": -0.6, + "84": -0.2236067977, + "85": 0.790569415, + "86": 0.0512989176, + "87": null, + "88": 0.5642880936, + "89": null, + "90": 0.1118033989, + "91": 0.4472135955, + "92": -0.1118033989, + "93": 0.2886751346, + "94": 0.5773502692, + "95": 0.4472135955, + "96": 0.4, + "97": 0.5773502692, + "98": 0.7071067812, + "99": 0.2236067977, + "100": 0.7071067812, + "101": 0.7071067812, + "102": 0.0, + "103": 0.0, + "104": 0.9, + "105": 0.6668859289, + "106": 0.0, + "107": 0.3354101966, + "108": -0.2886751346, + "109": -0.2051956704, + "110": 0.632455532, + "111": 0.8720815993, + "112": 0.316227766, + "113": 0.3077935056, + "114": 0.7071067812, + "115": 0.7071067812, + "116": 0.3354101966, + "117": -0.7071067812, + "118": 0.7826237921, + "119": 0.9746794345, + "120": 0.5642880936, + "121": 0.4472135955, + "122": -0.7071067812, + "123": 0.3535533906, + "124": null, + "125": 0.4472135955, + "126": 0.3535533906, + "127": 0.2886751346, + "128": 0.7071067812, + "129": 0.316227766, + "130": 0.894427191, + "131": 0.4472135955, + "132": -0.2236067977, + "133": -0.5773502692, + "134": -0.6708203932, + "135": 0.7071067812, + "136": 0.894427191, + "137": -0.3354101966, + "138": 0.3535533906, + "139": -0.1118033989, + "140": null, + "141": -0.9746794345, + "142": null, + "143": 0.3535533906, + "144": 0.3354101966, + "145": 0.8207826817, + "146": 0.1054092553, + "147": null, + "148": 0.7071067812, + "149": 0.7071067812, + "150": null, + "151": 0.7071067812, + "152": 0.0, + "153": 0.316227766, + "154": 0.2886751346, + "155": 0.316227766, + "156": 0.6708203932, + "157": null, + "158": -0.4472135955, + "159": -0.1538967528, + "160": -0.3590924232, + "161": 0.6708203932, + "162": 0.4472135955, + "163": 0.8660254038, + "164": 0.3, + "165": -0.894427191, + "166": 0.7826237921, + "167": -0.9486832981, + "168": 0.894427191, + "169": -0.4472135955, + "170": 0.9486832981, + "171": 0.4, + "172": -0.3535533906, + "173": 0.5642880936, + "174": 0.7071067812, + "175": 0.5773502692, + "176": 0.8207826817, + "177": 0.8207826817, + "178": 0.7826237921, + "179": 0.7071067812, + "180": 0.4103913408, + "181": 0.6708203932, + "182": 0.4472135955, + "183": 0.6155870113, + "184": -0.7378647874, + "185": null, + "186": null, + "187": 0.2051956704, + "188": 0.6668859289, + "189": 0.7071067812, + "190": 0.4472135955, + "191": 0.7071067812, + "192": -0.4472135955, + "193": 0.1538967528, + "194": null, + "195": 0.5642880936, + "196": 0.894427191, + "197": -0.3535533906, + "198": 0.894427191, + "199": 0.0512989176, + "200": -0.8660254038, + "201": 0.894427191, + "202": 0.1118033989, + "203": 0.4472135955, + "204": 0.0, + "205": 0.2886751346, + "206": 0.1118033989, + "207": 0.0, + "208": 0.9746794345, + "209": 0.1538967528, + "210": 0.1538967528, + "211": 0.7378647874, + "212": 0.2886751346, + "213": 0.1118033989, + "214": 0.7826237921, + "215": -0.632455532, + "216": 0.9486832981, + "217": 0.7071067812, + "218": 0.6708203932, + "219": 0.316227766, + "220": 0.4472135955, + "221": 0.6708203932, + "222": -0.158113883, + "223": 0.0, + "224": 0.0, + "225": -0.7826237921, + "226": 0.7378647874, + "227": 0.7071067812, + "228": 0.4472135955, + "229": 0.894427191, + "230": null, + "231": 0.8660254038, + "232": 0.8207826817, + "233": 0.316227766, + "234": 0.316227766, + "235": 0.0, + "236": 0.6708203932, + "237": 0.3354101966, + "238": -0.894427191, + "239": 0.894427191, + "240": 0.1118033989, + "241": 0.4616902584, + "242": 0.4472135955, + "243": 0.5642880936, + "244": 0.7181848465, + "245": 0.2886751346, + "246": 0.4616902584, + "247": 0.4472135955, + "248": -0.2886751346, + "249": null, + "average": 0.3178705025 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'F')": { + "0": -0.7071067812, + "1": 0.7071067812, + "2": 0.6708203932, + "3": 0.6668859289, + "4": 0.8720815993, + "5": 0.1025978352, + "6": 0.7071067812, + "7": 0.0, + "8": -0.2886751346, + "9": 0.7, + "10": -0.7071067812, + "11": -0.4103913408, + "12": 0.894427191, + "13": 0.4616902584, + "14": 0.9746794345, + "15": 0.2886751346, + "16": 0.0, + "17": 0.3535533906, + "18": 0.6, + "19": 0.7826237921, + "20": 0.0, + "21": null, + "22": 0.2051956704, + "23": -0.3354101966, + "24": 0.7071067812, + "25": null, + "26": 0.6708203932, + "27": -0.7071067812, + "28": 0.894427191, + "29": null, + "30": 0.894427191, + "31": 0.316227766, + "32": 0.6708203932, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.7254762501, + "37": null, + "38": -0.6, + "39": 0.894427191, + "40": -0.7071067812, + "41": -0.3535533906, + "42": 0.3354101966, + "43": 0.0512989176, + "44": 0.4472135955, + "45": -0.2236067977, + "46": null, + "47": 0.3535533906, + "48": 0.1, + "49": 0.3535533906, + "50": 0.8720815993, + "51": 0.0512989176, + "52": -0.6708203932, + "53": -0.3535533906, + "54": null, + "55": 0.6668859289, + "56": null, + "57": 0.7071067812, + "58": null, + "59": 0.7071067812, + "60": 0.8720815993, + "61": 0.2236067977, + "62": 0.894427191, + "63": 0.1118033989, + "64": 0.7071067812, + "65": 0.0, + "66": 0.0, + "67": 0.0512989176, + "68": 0.6155870113, + "69": 0.7071067812, + "70": 0.7071067812, + "71": 0.7071067812, + "72": 0.7071067812, + "73": 0.3354101966, + "74": -0.474341649, + "75": 0.894427191, + "76": 0.1118033989, + "77": 0.7071067812, + "78": 0.6708203932, + "79": 0.9746794345, + "80": null, + "81": 0.2236067977, + "82": 0.6708203932, + "83": -0.3, + "84": -0.2236067977, + "85": 0.632455532, + "86": 0.0512989176, + "87": null, + "88": 0.5642880936, + "89": null, + "90": 0.1118033989, + "91": 0.4472135955, + "92": -0.1118033989, + "93": 0.2886751346, + "94": 0.5773502692, + "95": 0.4472135955, + "96": 0.4, + "97": 0.5773502692, + "98": 0.7071067812, + "99": 0.2236067977, + "100": 0.7071067812, + "101": 0.7071067812, + "102": 0.0, + "103": 0.2886751346, + "104": 0.9, + "105": 0.6668859289, + "106": 0.0, + "107": 0.2236067977, + "108": -0.2886751346, + "109": -0.2051956704, + "110": 0.2635231383, + "111": 0.9746794345, + "112": 0.5270462767, + "113": 0.3077935056, + "114": 0.7071067812, + "115": 0.7071067812, + "116": 0.6708203932, + "117": -0.7071067812, + "118": 0.7826237921, + "119": 0.9746794345, + "120": 0.5642880936, + "121": 0.4472135955, + "122": -0.7071067812, + "123": 0.3535533906, + "124": null, + "125": 0.4472135955, + "126": 0.3535533906, + "127": 0.2886751346, + "128": 0.7071067812, + "129": 0.316227766, + "130": 0.894427191, + "131": 0.4472135955, + "132": -0.2236067977, + "133": 0.0, + "134": -0.6708203932, + "135": 0.7071067812, + "136": 0.894427191, + "137": -0.3354101966, + "138": 0.3535533906, + "139": -0.1118033989, + "140": null, + "141": -0.8720815993, + "142": null, + "143": 0.3535533906, + "144": 0.3354101966, + "145": 0.8207826817, + "146": 0.316227766, + "147": null, + "148": 0.7071067812, + "149": 0.7071067812, + "150": null, + "151": 0.7071067812, + "152": 0.0, + "153": 0.316227766, + "154": 0.2886751346, + "155": 0.316227766, + "156": 0.6708203932, + "157": null, + "158": -0.4472135955, + "159": 0.2051956704, + "160": -0.3590924232, + "161": 0.6708203932, + "162": 0.4472135955, + "163": 0.8660254038, + "164": 0.3, + "165": -0.894427191, + "166": 0.7826237921, + "167": -0.9486832981, + "168": 0.894427191, + "169": -0.1118033989, + "170": 0.9486832981, + "171": 0.4, + "172": -0.3535533906, + "173": 0.5642880936, + "174": 0.7071067812, + "175": 0.5773502692, + "176": 0.8207826817, + "177": 0.8207826817, + "178": 0.7826237921, + "179": 0.7071067812, + "180": 0.4103913408, + "181": 0.6708203932, + "182": 0.4472135955, + "183": 0.8720815993, + "184": -0.7378647874, + "185": null, + "186": null, + "187": 0.5642880936, + "188": 0.6668859289, + "189": 0.7071067812, + "190": 0.894427191, + "191": 0.7071067812, + "192": 0.2236067977, + "193": -0.1025978352, + "194": null, + "195": 0.5642880936, + "196": 0.894427191, + "197": -0.3535533906, + "198": 0.894427191, + "199": 0.2051956704, + "200": -0.8660254038, + "201": 0.894427191, + "202": 0.1118033989, + "203": 0.4472135955, + "204": 0.3535533906, + "205": 0.2886751346, + "206": 0.1118033989, + "207": 0.3535533906, + "208": 0.9746794345, + "209": 0.4103913408, + "210": 0.1538967528, + "211": 0.7378647874, + "212": 0.2886751346, + "213": 0.1118033989, + "214": 0.7826237921, + "215": -0.632455532, + "216": 0.9486832981, + "217": 0.7071067812, + "218": 0.894427191, + "219": 0.316227766, + "220": 0.4472135955, + "221": 0.6708203932, + "222": -0.158113883, + "223": 0.0, + "224": 0.0, + "225": -0.7826237921, + "226": 0.7378647874, + "227": 0.7071067812, + "228": 0.4472135955, + "229": 0.894427191, + "230": null, + "231": 0.8660254038, + "232": 0.8207826817, + "233": 0.316227766, + "234": 0.632455532, + "235": 0.0, + "236": 0.6708203932, + "237": 0.3354101966, + "238": -0.7826237921, + "239": 0.894427191, + "240": 0.1118033989, + "241": 0.5642880936, + "242": 0.4472135955, + "243": 0.5642880936, + "244": 0.7181848465, + "245": 0.2886751346, + "246": 0.4616902584, + "247": 0.4472135955, + "248": -0.2886751346, + "249": null, + "average": 0.3486340322 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'P')": { + "0": 0.0, + "1": 0.7071067812, + "2": 0.894427191, + "3": 0.6668859289, + "4": 0.8720815993, + "5": 0.8207826817, + "6": 0.3535533906, + "7": 0.0, + "8": 0.2886751346, + "9": 0.6, + "10": -0.3535533906, + "11": -0.4103913408, + "12": 0.894427191, + "13": 0.8720815993, + "14": 0.9746794345, + "15": 0.0, + "16": 0.0, + "17": 0.3535533906, + "18": 0.8, + "19": 0.7826237921, + "20": 0.8660254038, + "21": null, + "22": -0.3590924232, + "23": -0.1118033989, + "24": 0.7071067812, + "25": null, + "26": 0.894427191, + "27": 0.3535533906, + "28": 0.894427191, + "29": null, + "30": 0.7826237921, + "31": 0.5270462767, + "32": 0.894427191, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.7254762501, + "37": null, + "38": -0.1, + "39": 0.894427191, + "40": 0.3535533906, + "41": 0.7071067812, + "42": 0.894427191, + "43": -0.1025978352, + "44": 0.4472135955, + "45": 0.894427191, + "46": null, + "47": 0.3535533906, + "48": 0.9, + "49": 0.7071067812, + "50": 0.8720815993, + "51": 0.0512989176, + "52": 0.2236067977, + "53": 0.3535533906, + "54": null, + "55": 0.8207826817, + "56": null, + "57": 0.7071067812, + "58": null, + "59": 0.7071067812, + "60": 0.9746794345, + "61": 0.4472135955, + "62": 0.894427191, + "63": 0.894427191, + "64": 0.7071067812, + "65": 0.0, + "66": 0.7071067812, + "67": 0.6668859289, + "68": 0.5642880936, + "69": 0.7071067812, + "70": 0.7071067812, + "71": 0.7071067812, + "72": 0.7071067812, + "73": 0.3354101966, + "74": -0.316227766, + "75": 0.6708203932, + "76": 0.3354101966, + "77": 0.7071067812, + "78": 0.6708203932, + "79": 0.9746794345, + "80": null, + "81": 0.6708203932, + "82": 0.1118033989, + "83": 0.8, + "84": -0.2236067977, + "85": 0.632455532, + "86": 0.1025978352, + "87": null, + "88": 0.8720815993, + "89": null, + "90": 0.4472135955, + "91": 0.4472135955, + "92": 0.7826237921, + "93": 0.8660254038, + "94": 0.8660254038, + "95": 0.894427191, + "96": 0.6, + "97": 0.8660254038, + "98": 0.3535533906, + "99": 0.4472135955, + "100": 0.7071067812, + "101": 0.7071067812, + "102": 0.2886751346, + "103": 0.8660254038, + "104": 0.7, + "105": 0.6668859289, + "106": 0.3535533906, + "107": 0.894427191, + "108": 0.0, + "109": 0.4103913408, + "110": 0.2635231383, + "111": 0.6668859289, + "112": 0.7378647874, + "113": 0.5642880936, + "114": -0.3535533906, + "115": 0.7071067812, + "116": 0.6708203932, + "117": -0.3535533906, + "118": 0.7826237921, + "119": 0.5642880936, + "120": 0.8720815993, + "121": 0.894427191, + "122": 0.7071067812, + "123": 0.7071067812, + "124": null, + "125": 0.7826237921, + "126": 0.3535533906, + "127": 0.0, + "128": 0.7071067812, + "129": 0.5270462767, + "130": 0.6708203932, + "131": 0.894427191, + "132": -0.3354101966, + "133": 0.8660254038, + "134": 0.7826237921, + "135": 0.7071067812, + "136": 0.4472135955, + "137": -0.2236067977, + "138": 0.7071067812, + "139": 0.2236067977, + "140": null, + "141": 0.7181848465, + "142": null, + "143": 0.7071067812, + "144": 0.894427191, + "145": 0.7181848465, + "146": 0.9486832981, + "147": null, + "148": 0.7071067812, + "149": 0.7071067812, + "150": null, + "151": 0.3535533906, + "152": 0.0, + "153": 0.9486832981, + "154": 0.0, + "155": 0.632455532, + "156": 0.894427191, + "157": null, + "158": -0.4472135955, + "159": 0.7181848465, + "160": -0.0512989176, + "161": 0.6708203932, + "162": 0.894427191, + "163": 0.2886751346, + "164": 0.3, + "165": -0.7826237921, + "166": 0.7826237921, + "167": 0.0527046277, + "168": 0.894427191, + "169": 0.894427191, + "170": 0.5797509044, + "171": 0.3, + "172": -0.3535533906, + "173": 0.1538967528, + "174": 0.7071067812, + "175": 0.5773502692, + "176": 0.6668859289, + "177": 0.9746794345, + "178": 0.7826237921, + "179": 0.0, + "180": 0.8720815993, + "181": 0.6708203932, + "182": 0.6708203932, + "183": 0.6155870113, + "184": 0.5270462767, + "185": null, + "186": null, + "187": 0.6668859289, + "188": 0.6155870113, + "189": 0.7071067812, + "190": 0.894427191, + "191": 0.7071067812, + "192": 0.7826237921, + "193": -0.1025978352, + "194": null, + "195": 0.4103913408, + "196": 0.894427191, + "197": 0.3535533906, + "198": 0.894427191, + "199": 0.6155870113, + "200": -0.2886751346, + "201": 0.894427191, + "202": 0.4472135955, + "203": 0.4472135955, + "204": 0.7071067812, + "205": 0.5773502692, + "206": 0.4472135955, + "207": 0.7071067812, + "208": 0.8720815993, + "209": 0.6668859289, + "210": 0.5642880936, + "211": 0.9486832981, + "212": 0.0, + "213": -0.1118033989, + "214": 0.894427191, + "215": -0.9486832981, + "216": 0.790569415, + "217": 0.3535533906, + "218": 0.894427191, + "219": -0.2635231383, + "220": 0.894427191, + "221": 0.894427191, + "222": 0.316227766, + "223": 0.0, + "224": 0.0, + "225": -0.3354101966, + "226": 0.3689323937, + "227": 0.7071067812, + "228": 0.4472135955, + "229": 0.894427191, + "230": null, + "231": 0.8660254038, + "232": 0.4103913408, + "233": 0.790569415, + "234": 0.790569415, + "235": 0.7071067812, + "236": 0.4472135955, + "237": 0.894427191, + "238": 0.4472135955, + "239": -0.1118033989, + "240": 0.2236067977, + "241": 0.8207826817, + "242": 0.4472135955, + "243": 0.8720815993, + "244": 0.7181848465, + "245": 0.8660254038, + "246": 0.9746794345, + "247": 0.4472135955, + "248": -0.2886751346, + "249": null, + "average": 0.5228196326 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'R')": { + "0": -0.7071067812, + "1": 0.7071067812, + "2": 0.4472135955, + "3": 0.8720815993, + "4": 0.6668859289, + "5": 0.7181848465, + "6": 0.7071067812, + "7": 0.3535533906, + "8": 0.2886751346, + "9": 0.7, + "10": -0.3535533906, + "11": -0.1538967528, + "12": 0.894427191, + "13": 0.1025978352, + "14": 0.5642880936, + "15": 0.2886751346, + "16": 0.0, + "17": 0.3535533906, + "18": 0.7, + "19": 0.7826237921, + "20": -0.2886751346, + "21": null, + "22": 0.1025978352, + "23": -0.1118033989, + "24": 0.7071067812, + "25": null, + "26": 0.894427191, + "27": -0.7071067812, + "28": 0.894427191, + "29": null, + "30": 0.894427191, + "31": 0.5270462767, + "32": 0.6708203932, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.7254762501, + "37": null, + "38": -0.3, + "39": 0.3354101966, + "40": -0.3535533906, + "41": 0.0, + "42": 0.4472135955, + "43": 0.1538967528, + "44": 0.1118033989, + "45": -0.2236067977, + "46": null, + "47": 0.3535533906, + "48": 0.4, + "49": 0.3535533906, + "50": 0.8720815993, + "51": 0.1538967528, + "52": -0.894427191, + "53": -0.3535533906, + "54": null, + "55": 0.6668859289, + "56": null, + "57": 0.7071067812, + "58": null, + "59": 0.7071067812, + "60": 0.9746794345, + "61": 0.2236067977, + "62": 0.6708203932, + "63": 0.3354101966, + "64": 0.7071067812, + "65": 0.3535533906, + "66": 0.0, + "67": 0.0512989176, + "68": 0.6155870113, + "69": 0.7071067812, + "70": 0.7071067812, + "71": 0.7071067812, + "72": 0.7071067812, + "73": 0.4472135955, + "74": -0.474341649, + "75": 0.894427191, + "76": 0.4472135955, + "77": 0.7071067812, + "78": 0.6708203932, + "79": 0.9746794345, + "80": null, + "81": 0.2236067977, + "82": 0.4472135955, + "83": 0.7, + "84": 0.1118033989, + "85": 0.790569415, + "86": 0.0512989176, + "87": null, + "88": 0.5642880936, + "89": null, + "90": -0.2236067977, + "91": 0.6708203932, + "92": 0.2236067977, + "93": 0.8660254038, + "94": 0.5773502692, + "95": 0.4472135955, + "96": 0.4, + "97": 0.8660254038, + "98": 0.7071067812, + "99": 0.3354101966, + "100": 0.7071067812, + "101": 0.7071067812, + "102": 0.0, + "103": 0.8660254038, + "104": 1.0, + "105": 0.9746794345, + "106": 0.0, + "107": 0.6708203932, + "108": 0.0, + "109": 0.3590924232, + "110": 0.2635231383, + "111": 0.9746794345, + "112": 0.316227766, + "113": 0.4103913408, + "114": 0.7071067812, + "115": 0.3535533906, + "116": 0.6708203932, + "117": -0.7071067812, + "118": 0.7826237921, + "119": 0.9746794345, + "120": 0.6668859289, + "121": 0.4472135955, + "122": -0.7071067812, + "123": 0.7071067812, + "124": null, + "125": 0.4472135955, + "126": 0.3535533906, + "127": 0.5773502692, + "128": 0.7071067812, + "129": 0.5270462767, + "130": 0.894427191, + "131": 0.4472135955, + "132": -0.2236067977, + "133": 0.2886751346, + "134": -0.4472135955, + "135": 0.7071067812, + "136": 0.894427191, + "137": 0.7826237921, + "138": 0.7071067812, + "139": -0.7826237921, + "140": null, + "141": -0.6155870113, + "142": null, + "143": 0.7071067812, + "144": 0.7826237921, + "145": 0.8207826817, + "146": 0.5270462767, + "147": null, + "148": 0.7071067812, + "149": 0.7071067812, + "150": null, + "151": 0.7071067812, + "152": 0.3535533906, + "153": 0.0, + "154": 0.2886751346, + "155": 0.5270462767, + "156": 0.894427191, + "157": null, + "158": 0.4472135955, + "159": -0.1538967528, + "160": -0.3590924232, + "161": 0.6708203932, + "162": 0.2236067977, + "163": 0.8660254038, + "164": 0.4, + "165": 0.1118033989, + "166": 0.7826237921, + "167": -0.9486832981, + "168": 0.894427191, + "169": -0.1118033989, + "170": 0.9486832981, + "171": 0.1, + "172": 0.0, + "173": 0.5642880936, + "174": -0.7071067812, + "175": 0.5773502692, + "176": 0.8207826817, + "177": 0.8207826817, + "178": 0.7826237921, + "179": 0.7071067812, + "180": 0.4103913408, + "181": 0.6708203932, + "182": 0.4472135955, + "183": 0.9746794345, + "184": 0.5270462767, + "185": null, + "186": null, + "187": 0.5642880936, + "188": 0.4103913408, + "189": 0.3535533906, + "190": 0.7826237921, + "191": 0.7071067812, + "192": 0.1118033989, + "193": -0.0512989176, + "194": null, + "195": 0.4103913408, + "196": 0.894427191, + "197": -0.3535533906, + "198": 0.7826237921, + "199": 0.0512989176, + "200": -0.8660254038, + "201": 0.894427191, + "202": 0.1118033989, + "203": 0.894427191, + "204": 0.3535533906, + "205": 0.2886751346, + "206": 0.4472135955, + "207": -0.3535533906, + "208": 0.5642880936, + "209": 0.5642880936, + "210": 0.1538967528, + "211": 0.5270462767, + "212": 0.0, + "213": 0.4472135955, + "214": 0.7826237921, + "215": -0.9486832981, + "216": 0.9486832981, + "217": 0.7071067812, + "218": 0.894427191, + "219": 0.1054092553, + "220": 0.2236067977, + "221": 0.894427191, + "222": -0.158113883, + "223": 0.0, + "224": -0.3535533906, + "225": -0.7826237921, + "226": 0.5270462767, + "227": 0.7071067812, + "228": 0.2236067977, + "229": 0.7826237921, + "230": null, + "231": 0.8660254038, + "232": 0.8207826817, + "233": 0.316227766, + "234": 0.632455532, + "235": -0.3535533906, + "236": 0.894427191, + "237": 0.3354101966, + "238": 0.894427191, + "239": 0.894427191, + "240": 0.1118033989, + "241": 0.5642880936, + "242": 0.894427191, + "243": 0.5642880936, + "244": 0.7181848465, + "245": 0.2886751346, + "246": 0.2051956704, + "247": 0.1118033989, + "248": -0.2886751346, + "249": null, + "average": 0.3977333528 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'F')": { + "0": -0.7071067812, + "1": 0.7071067812, + "2": 0.1118033989, + "3": 0.8720815993, + "4": -0.0512989176, + "5": 0.7181848465, + "6": 0.7071067812, + "7": 0.3535533906, + "8": 0.2886751346, + "9": 0.7, + "10": -0.3535533906, + "11": -0.1538967528, + "12": 0.894427191, + "13": 0.1025978352, + "14": 0.5642880936, + "15": 0.2886751346, + "16": 0.2886751346, + "17": 0.3535533906, + "18": 0.7, + "19": 0.7826237921, + "20": -0.2886751346, + "21": null, + "22": 0.1025978352, + "23": -0.1118033989, + "24": 0.7071067812, + "25": null, + "26": 0.894427191, + "27": -0.7071067812, + "28": 0.894427191, + "29": null, + "30": 0.894427191, + "31": 0.5270462767, + "32": 0.6708203932, + "33": null, + "34": 0.7071067812, + "35": null, + "36": 0.7254762501, + "37": null, + "38": 0.1, + "39": 0.3354101966, + "40": -0.3535533906, + "41": 0.0, + "42": 0.4472135955, + "43": 0.1538967528, + "44": 0.4472135955, + "45": -0.2236067977, + "46": null, + "47": 0.3535533906, + "48": 0.4, + "49": 0.3535533906, + "50": 0.8720815993, + "51": 0.1538967528, + "52": -0.894427191, + "53": -0.3535533906, + "54": null, + "55": 0.6668859289, + "56": null, + "57": 0.7071067812, + "58": null, + "59": 0.7071067812, + "60": 0.9746794345, + "61": 0.2236067977, + "62": 0.6708203932, + "63": 0.3354101966, + "64": 0.3535533906, + "65": 0.3535533906, + "66": 0.0, + "67": 0.0512989176, + "68": 0.6155870113, + "69": -0.7071067812, + "70": 0.7071067812, + "71": 0.3535533906, + "72": 0.7071067812, + "73": 0.4472135955, + "74": -0.316227766, + "75": 0.894427191, + "76": 0.4472135955, + "77": 0.7071067812, + "78": -0.2236067977, + "79": -0.0512989176, + "80": null, + "81": 0.2236067977, + "82": 0.4472135955, + "83": 0.7, + "84": 0.1118033989, + "85": 0.790569415, + "86": 0.0512989176, + "87": null, + "88": 0.0512989176, + "89": null, + "90": -0.2236067977, + "91": 0.6708203932, + "92": 0.2236067977, + "93": 0.8660254038, + "94": 0.5773502692, + "95": 0.4472135955, + "96": 0.4, + "97": 0.8660254038, + "98": 0.7071067812, + "99": 0.2236067977, + "100": 0.7071067812, + "101": 0.7071067812, + "102": 0.0, + "103": 0.8660254038, + "104": 0.0, + "105": 0.8720815993, + "106": 0.0, + "107": 0.6708203932, + "108": 0.0, + "109": 0.3590924232, + "110": 0.2635231383, + "111": 0.9746794345, + "112": 0.316227766, + "113": 0.4103913408, + "114": 0.7071067812, + "115": 0.3535533906, + "116": 0.6708203932, + "117": -0.7071067812, + "118": 0.7826237921, + "119": 0.9746794345, + "120": 0.6668859289, + "121": 0.4472135955, + "122": -0.7071067812, + "123": 0.7071067812, + "124": null, + "125": 0.4472135955, + "126": 0.3535533906, + "127": 0.5773502692, + "128": 0.7071067812, + "129": 0.5270462767, + "130": 0.894427191, + "131": 0.4472135955, + "132": -0.2236067977, + "133": 0.8660254038, + "134": -0.4472135955, + "135": -0.7071067812, + "136": 0.894427191, + "137": 0.7826237921, + "138": 0.7071067812, + "139": -0.7826237921, + "140": null, + "141": -0.6155870113, + "142": null, + "143": 0.7071067812, + "144": 0.7826237921, + "145": 0.8207826817, + "146": 0.5270462767, + "147": null, + "148": 0.7071067812, + "149": 0.7071067812, + "150": null, + "151": 0.7071067812, + "152": 0.3535533906, + "153": 0.0, + "154": 0.2886751346, + "155": 0.5270462767, + "156": -0.2236067977, + "157": null, + "158": 0.4472135955, + "159": 0.2051956704, + "160": -0.3590924232, + "161": 0.6708203932, + "162": -0.894427191, + "163": 0.8660254038, + "164": 0.4, + "165": 0.1118033989, + "166": 0.7826237921, + "167": -0.9486832981, + "168": 0.894427191, + "169": 0.2236067977, + "170": 0.9486832981, + "171": 0.1, + "172": 0.0, + "173": 0.5642880936, + "174": -0.7071067812, + "175": 0.2886751346, + "176": 0.8207826817, + "177": 0.8207826817, + "178": 0.7826237921, + "179": 0.7071067812, + "180": -0.6155870113, + "181": 0.6708203932, + "182": 0.4472135955, + "183": 0.8720815993, + "184": 0.5270462767, + "185": null, + "186": null, + "187": 0.5642880936, + "188": 0.4103913408, + "189": 0.3535533906, + "190": 0.894427191, + "191": 0.7071067812, + "192": 0.4472135955, + "193": -0.0512989176, + "194": null, + "195": 0.4103913408, + "196": 0.894427191, + "197": -0.3535533906, + "198": 0.7826237921, + "199": 0.2051956704, + "200": -0.8660254038, + "201": 0.894427191, + "202": 0.1118033989, + "203": 0.894427191, + "204": 0.3535533906, + "205": 0.2886751346, + "206": 0.4472135955, + "207": -0.3535533906, + "208": 0.5642880936, + "209": 0.4103913408, + "210": -0.2051956704, + "211": -0.5270462767, + "212": 0.0, + "213": 0.4472135955, + "214": 0.7826237921, + "215": -0.9486832981, + "216": 0.158113883, + "217": 0.7071067812, + "218": 0.894427191, + "219": 0.1054092553, + "220": 0.2236067977, + "221": -0.2236067977, + "222": -0.158113883, + "223": 0.0, + "224": -0.3535533906, + "225": -0.7826237921, + "226": 0.5270462767, + "227": 0.7071067812, + "228": 0.2236067977, + "229": 0.7826237921, + "230": null, + "231": 0.8660254038, + "232": 0.8207826817, + "233": 0.0, + "234": 0.632455532, + "235": -0.3535533906, + "236": 0.894427191, + "237": 0.3354101966, + "238": -0.2236067977, + "239": 0.894427191, + "240": 0.1118033989, + "241": 0.5642880936, + "242": 0.894427191, + "243": 0.5642880936, + "244": 0.7181848465, + "245": 0.2886751346, + "246": 0.2051956704, + "247": 0.1118033989, + "248": -0.2886751346, + "249": null, + "average": 0.336914642 + } +} \ No newline at end of file diff --git a/results/frank_summary.txt b/results/frank_summary.txt new file mode 100644 index 0000000..353a1b0 --- /dev/null +++ b/results/frank_summary.txt @@ -0,0 +1,100 @@ +corr_metric aspect approach model score_name +pearsonr human new bertscore-sentence-cos-mpnet P 0.461 + R 0.432 + F 0.498 + bertscore-sentence-cos-roberta P 0.467 + R 0.415 + F 0.490 + bertscore-sentence-mnli-roberta-not_neutral P 0.135 + R -0.150 + F -0.108 + bertscore-sentence-mnli-roberta-entail_only P 0.455 + R 0.250 + F 0.301 + bertscore-sentence-mnli-roberta-entail_contradict P 0.483 + R 0.335 + F 0.326 + bertscore-sentence-mnli-bart-not_neutral P -0.030 + R -0.191 + F -0.172 + bertscore-sentence-mnli-bart-entail_only P 0.520 + R 0.375 + F 0.402 + bertscore-sentence-mnli-bart-entail_contradict P 0.540 + R 0.445 + F 0.334 + bertscore-sentence-mnli-deberta-not_neutral P 0.309 + R -0.094 + F -0.040 + bertscore-sentence-mnli-deberta-entail_only P 0.536 + R 0.345 + F 0.382 + bertscore-sentence-mnli-deberta-entail_contradict P 0.557 + R 0.439 + F 0.355 +kendalltau human new bertscore-sentence-cos-mpnet P 0.368 + R 0.306 + F 0.367 + bertscore-sentence-cos-roberta P 0.376 + R 0.293 + F 0.379 + bertscore-sentence-mnli-roberta-not_neutral P 0.098 + R -0.133 + F -0.117 + bertscore-sentence-mnli-roberta-entail_only P 0.354 + R 0.201 + F 0.241 + bertscore-sentence-mnli-roberta-entail_contradict P 0.367 + R 0.255 + F 0.251 + bertscore-sentence-mnli-bart-not_neutral P -0.057 + R -0.145 + F -0.144 + bertscore-sentence-mnli-bart-entail_only P 0.401 + R 0.292 + F 0.317 + bertscore-sentence-mnli-bart-entail_contradict P 0.415 + R 0.328 + F 0.270 + bertscore-sentence-mnli-deberta-not_neutral P 0.278 + R -0.081 + F -0.036 + bertscore-sentence-mnli-deberta-entail_only P 0.446 + R 0.272 + F 0.301 + bertscore-sentence-mnli-deberta-entail_contradict P 0.455 + R 0.347 + F 0.295 +spearmanr human new bertscore-sentence-cos-mpnet P 0.424 + R 0.358 + F 0.429 + bertscore-sentence-cos-roberta P 0.432 + R 0.353 + F 0.442 + bertscore-sentence-mnli-roberta-not_neutral P 0.112 + R -0.153 + F -0.133 + bertscore-sentence-mnli-roberta-entail_only P 0.407 + R 0.236 + F 0.279 + bertscore-sentence-mnli-roberta-entail_contradict P 0.419 + R 0.293 + F 0.288 + bertscore-sentence-mnli-bart-not_neutral P -0.066 + R -0.172 + F -0.166 + bertscore-sentence-mnli-bart-entail_only P 0.465 + R 0.340 + F 0.368 + bertscore-sentence-mnli-bart-entail_contradict P 0.484 + R 0.381 + F 0.314 + bertscore-sentence-mnli-deberta-not_neutral P 0.320 + R -0.096 + F -0.043 + bertscore-sentence-mnli-deberta-entail_only P 0.511 + R 0.318 + F 0.349 + bertscore-sentence-mnli-deberta-entail_contradict P 0.523 + R 0.398 + F 0.337 \ No newline at end of file diff --git a/results/qags-xsum_system.json b/results/qags-xsum_system.json new file mode 100644 index 0000000..e25f020 --- /dev/null +++ b/results/qags-xsum_system.json @@ -0,0 +1,101 @@ +{ + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'P')": 0.1656559962, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'R')": 0.0652444175, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'F')": 0.1018496443, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'P')": 0.1629983712, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'R')": 0.0931464288, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'F')": 0.1273797371, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'P')": -0.0620053286, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'R')": -0.0360329451, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'F')": -0.038937787, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'P')": 0.3241518245, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'R')": 0.2216030406, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'F')": 0.257382482, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'P')": 0.3507908955, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'R')": 0.2012857051, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'F')": 0.0782134652, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'P')": -0.0226038118, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'R')": -0.0264482324, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'F')": -0.0275721201, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'P')": 0.4175050272, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'R')": 0.3509006124, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'F')": 0.3661130428, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'P')": 0.4217615596, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'R')": 0.1793213899, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'F')": 0.0182499589, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'P')": 0.0015239748, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'R')": -0.0059212684, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'F')": -0.0118459079, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'P')": 0.4578602177, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'R')": 0.3419372586, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'F')": 0.3599625149, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'P')": 0.4780600026, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'R')": 0.2227968527, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'F')": -0.1234757632, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'P')": 0.145577289, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'R')": 0.0531315341, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'F')": 0.0941453499, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-roberta', 'P')": 0.1409951238, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-roberta', 'R')": 0.082473434, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-roberta', 'F')": 0.1109237291, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'P')": -0.0209527103, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'R')": -0.0226548647, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'F')": -0.0265455033, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'P')": 0.2403685194, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'R')": 0.1615830866, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'F')": 0.18087417, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'P')": 0.2812202253, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'R')": 0.1822521045, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'F')": 0.0190884459, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'P')": -0.0301119221, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'R')": -0.0186021161, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'F')": -0.0156030821, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'P')": 0.357087679, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'R')": 0.3066714865, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'F')": 0.3160738632, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'P')": 0.365922671, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'R')": 0.1694454189, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'F')": -0.085391413, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'P')": 0.0335972859, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'R')": -0.0222495898, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'F')": -0.018764226, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'P')": 0.3567634591, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'R')": 0.2937837459, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'F')": 0.3069146514, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'P')": 0.3958319556, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'R')": 0.206649651, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'F')": -0.1217040404, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'P')": 0.1913501905, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'R')": 0.0710032294, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'F')": 0.1245387219, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'P')": 0.1872632201, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'R')": 0.110498248, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'F')": 0.1474762781, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'P')": -0.0276028834, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'R')": -0.0299605171, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'F')": -0.034554112, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'P')": 0.3192838992, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'R')": 0.2156810375, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'F')": 0.2427908745, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'P')": 0.37007631, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'R')": 0.244506549, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'F')": 0.0263734453, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'P')": -0.0388834775, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'R')": -0.0237738283, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'F')": -0.020486852, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'P')": 0.4692726258, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'R')": 0.4074752002, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'F')": 0.4191407882, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'P')": 0.4800683455, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'R')": 0.2296988113, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'F')": -0.1206352105, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'P')": 0.0474895444, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'R')": -0.0294316045, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'F')": -0.0240571257, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'P')": 0.4655575253, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'R')": 0.3899811311, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'F')": 0.4061095614, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'P')": 0.5149053009, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'R')": 0.2783624055, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'F')": -0.1636251384 +} \ No newline at end of file diff --git a/results/qags-xsum_system.txt b/results/qags-xsum_system.txt new file mode 100644 index 0000000..6f8e9ab --- /dev/null +++ b/results/qags-xsum_system.txt @@ -0,0 +1,100 @@ +corr_metric aspect approach model score_name +pearsonr human new bertscore-sentence-cos-mpnet P 0.166 + R 0.065 + F 0.102 + bertscore-sentence-cos-roberta P 0.163 + R 0.093 + F 0.127 + bertscore-sentence-mnli-roberta-not_neutral P -0.062 + R -0.036 + F -0.039 + bertscore-sentence-mnli-roberta-entail_only P 0.324 + R 0.222 + F 0.257 + bertscore-sentence-mnli-roberta-entail_contradict P 0.351 + R 0.201 + F 0.078 + bertscore-sentence-mnli-bart-not_neutral P -0.023 + R -0.026 + F -0.028 + bertscore-sentence-mnli-bart-entail_only P 0.418 + R 0.351 + F 0.366 + bertscore-sentence-mnli-bart-entail_contradict P 0.422 + R 0.179 + F 0.018 + bertscore-sentence-mnli-deberta-not_neutral P 0.002 + R -0.006 + F -0.012 + bertscore-sentence-mnli-deberta-entail_only P 0.458 + R 0.342 + F 0.360 + bertscore-sentence-mnli-deberta-entail_contradict P 0.478 + R 0.223 + F -0.123 +kendalltau human new bertscore-sentence-cos-mpnet P 0.146 + R 0.053 + F 0.094 + bertscore-sentence-cos-roberta P 0.141 + R 0.082 + F 0.111 + bertscore-sentence-mnli-roberta-not_neutral P -0.021 + R -0.023 + F -0.027 + bertscore-sentence-mnli-roberta-entail_only P 0.240 + R 0.162 + F 0.181 + bertscore-sentence-mnli-roberta-entail_contradict P 0.281 + R 0.182 + F 0.019 + bertscore-sentence-mnli-bart-not_neutral P -0.030 + R -0.019 + F -0.016 + bertscore-sentence-mnli-bart-entail_only P 0.357 + R 0.307 + F 0.316 + bertscore-sentence-mnli-bart-entail_contradict P 0.366 + R 0.169 + F -0.085 + bertscore-sentence-mnli-deberta-not_neutral P 0.034 + R -0.022 + F -0.019 + bertscore-sentence-mnli-deberta-entail_only P 0.357 + R 0.294 + F 0.307 + bertscore-sentence-mnli-deberta-entail_contradict P 0.396 + R 0.207 + F -0.122 +spearmanr human new bertscore-sentence-cos-mpnet P 0.191 + R 0.071 + F 0.125 + bertscore-sentence-cos-roberta P 0.187 + R 0.110 + F 0.147 + bertscore-sentence-mnli-roberta-not_neutral P -0.028 + R -0.030 + F -0.035 + bertscore-sentence-mnli-roberta-entail_only P 0.319 + R 0.216 + F 0.243 + bertscore-sentence-mnli-roberta-entail_contradict P 0.370 + R 0.245 + F 0.026 + bertscore-sentence-mnli-bart-not_neutral P -0.039 + R -0.024 + F -0.020 + bertscore-sentence-mnli-bart-entail_only P 0.469 + R 0.407 + F 0.419 + bertscore-sentence-mnli-bart-entail_contradict P 0.480 + R 0.230 + F -0.121 + bertscore-sentence-mnli-deberta-not_neutral P 0.047 + R -0.029 + F -0.024 + bertscore-sentence-mnli-deberta-entail_only P 0.466 + R 0.390 + F 0.406 + bertscore-sentence-mnli-deberta-entail_contradict P 0.515 + R 0.278 + F -0.164 \ No newline at end of file diff --git a/results/qags_system.json b/results/qags_system.json new file mode 100644 index 0000000..ea5d7c4 --- /dev/null +++ b/results/qags_system.json @@ -0,0 +1,101 @@ +{ + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'P')": 0.6427466543, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'R')": 0.3377246938, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'F')": 0.4929092465, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'P')": 0.6724701716, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'R')": 0.3802072463, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'F')": 0.5433682591, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'P')": 0.3664412147, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'R')": -0.2902705108, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'F')": -0.1821735134, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'P')": 0.686794928, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'R')": 0.3015265895, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'F')": 0.462530288, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'P')": 0.7107322508, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'R')": 0.4398173161, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'F')": 0.4563806963, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'P')": 0.1227614094, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'R')": -0.2950445343, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'F')": -0.2437158965, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'P')": 0.645477368, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'R')": 0.4459654529, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'F')": 0.5218701742, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'P')": 0.6659499696, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'R')": 0.5230594027, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'F')": 0.4775005368, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'P')": 0.3122019213, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'R')": -0.2796071843, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'F')": -0.185346138, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'P')": 0.6806577858, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'R')": 0.4030238795, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'F')": 0.5062663794, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'P')": 0.6981424154, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'R')": 0.5143182678, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'F')": 0.1563867204, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'P')": 0.4628880283, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'R')": 0.2171592258, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'F')": 0.3336069265, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-roberta', 'P')": 0.4839660861, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-roberta', 'R')": 0.247530045, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-roberta', 'F')": 0.3688559603, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'P')": 0.3215687521, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'R')": -0.1943417709, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'F')": -0.1384783469, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'P')": 0.5108749467, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'R')": 0.2708195852, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'F')": 0.3292007973, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'P')": 0.5271618886, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'R')": 0.3322693516, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'F')": 0.3637417031, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'P')": 0.0874144565, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'R')": -0.1931615577, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'F')": -0.1739634232, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'P')": 0.4638237811, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'R')": 0.363820384, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'F')": 0.3959221826, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'P')": 0.4889229815, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'R')": 0.3876606903, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'F')": 0.3906505637, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'P')": 0.3232997314, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'R')": -0.191037174, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'F')": -0.1362752822, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'P')": 0.4929357063, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'R')": 0.33392165, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'F')": 0.3829398376, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'P')": 0.5180349067, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'R')": 0.3899424358, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'F')": 0.3952140547, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'P')": 0.6116870032, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'R')": 0.2996055179, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'F')": 0.4494514182, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'P')": 0.6363881062, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'R')": 0.3501095183, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'F')": 0.5022292498, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'P')": 0.4374989158, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'R')": -0.2722177858, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'F')": -0.1907546986, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'P')": 0.6591962887, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'R')": 0.3671334756, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'F')": 0.4453304801, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'P')": 0.6780560987, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'R')": 0.442672128, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'F')": 0.4823537421, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'P')": 0.1225716487, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'R')": -0.2689756185, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'F')": -0.2396137, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'P')": 0.6129623456, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'R')": 0.4855105645, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'F')": 0.527594965, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'P')": 0.6398098728, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'R')": 0.5143083628, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'F')": 0.519748395, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'P')": 0.4497463739, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'R')": -0.2625456796, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'F')": -0.1845081105, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'P')": 0.6489670962, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'R')": 0.4475424129, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'F')": 0.5135683946, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'P')": 0.6781217486, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'R')": 0.524858302, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'F')": 0.5313168455 +} \ No newline at end of file diff --git a/results/qags_system.txt b/results/qags_system.txt new file mode 100644 index 0000000..f1c794c --- /dev/null +++ b/results/qags_system.txt @@ -0,0 +1,100 @@ +corr_metric aspect approach model score_name +pearsonr human new bertscore-sentence-cos-mpnet P 0.643 + R 0.338 + F 0.493 + bertscore-sentence-cos-roberta P 0.672 + R 0.380 + F 0.543 + bertscore-sentence-mnli-roberta-not_neutral P 0.366 + R -0.290 + F -0.182 + bertscore-sentence-mnli-roberta-entail_only P 0.687 + R 0.302 + F 0.463 + bertscore-sentence-mnli-roberta-entail_contradict P 0.711 + R 0.440 + F 0.456 + bertscore-sentence-mnli-bart-not_neutral P 0.123 + R -0.295 + F -0.244 + bertscore-sentence-mnli-bart-entail_only P 0.645 + R 0.446 + F 0.522 + bertscore-sentence-mnli-bart-entail_contradict P 0.666 + R 0.523 + F 0.478 + bertscore-sentence-mnli-deberta-not_neutral P 0.312 + R -0.280 + F -0.185 + bertscore-sentence-mnli-deberta-entail_only P 0.681 + R 0.403 + F 0.506 + bertscore-sentence-mnli-deberta-entail_contradict P 0.698 + R 0.514 + F 0.156 +kendalltau human new bertscore-sentence-cos-mpnet P 0.463 + R 0.217 + F 0.334 + bertscore-sentence-cos-roberta P 0.484 + R 0.248 + F 0.369 + bertscore-sentence-mnli-roberta-not_neutral P 0.322 + R -0.194 + F -0.138 + bertscore-sentence-mnli-roberta-entail_only P 0.511 + R 0.271 + F 0.329 + bertscore-sentence-mnli-roberta-entail_contradict P 0.527 + R 0.332 + F 0.364 + bertscore-sentence-mnli-bart-not_neutral P 0.087 + R -0.193 + F -0.174 + bertscore-sentence-mnli-bart-entail_only P 0.464 + R 0.364 + F 0.396 + bertscore-sentence-mnli-bart-entail_contradict P 0.489 + R 0.388 + F 0.391 + bertscore-sentence-mnli-deberta-not_neutral P 0.323 + R -0.191 + F -0.136 + bertscore-sentence-mnli-deberta-entail_only P 0.493 + R 0.334 + F 0.383 + bertscore-sentence-mnli-deberta-entail_contradict P 0.518 + R 0.390 + F 0.395 +spearmanr human new bertscore-sentence-cos-mpnet P 0.612 + R 0.300 + F 0.449 + bertscore-sentence-cos-roberta P 0.636 + R 0.350 + F 0.502 + bertscore-sentence-mnli-roberta-not_neutral P 0.437 + R -0.272 + F -0.191 + bertscore-sentence-mnli-roberta-entail_only P 0.659 + R 0.367 + F 0.445 + bertscore-sentence-mnli-roberta-entail_contradict P 0.678 + R 0.443 + F 0.482 + bertscore-sentence-mnli-bart-not_neutral P 0.123 + R -0.269 + F -0.240 + bertscore-sentence-mnli-bart-entail_only P 0.613 + R 0.486 + F 0.528 + bertscore-sentence-mnli-bart-entail_contradict P 0.640 + R 0.514 + F 0.520 + bertscore-sentence-mnli-deberta-not_neutral P 0.450 + R -0.263 + F -0.185 + bertscore-sentence-mnli-deberta-entail_only P 0.649 + R 0.448 + F 0.514 + bertscore-sentence-mnli-deberta-entail_contradict P 0.678 + R 0.525 + F 0.531 \ No newline at end of file diff --git a/results/qagsid0_summary.json b/results/qagsid0_summary.json new file mode 100644 index 0000000..dbaf1bb --- /dev/null +++ b/results/qagsid0_summary.json @@ -0,0 +1,398 @@ +{ + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'P')": { + "0": 0.6427466543, + "average": 0.6427466543 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'R')": { + "0": 0.3377246938, + "average": 0.3377246938 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'F')": { + "0": 0.4929092465, + "average": 0.4929092465 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'P')": { + "0": 0.6724701716, + "average": 0.6724701716 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'R')": { + "0": 0.3802072463, + "average": 0.3802072463 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'F')": { + "0": 0.5433682591, + "average": 0.5433682591 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'P')": { + "0": 0.3664412147, + "average": 0.3664412147 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'R')": { + "0": -0.2902705108, + "average": -0.2902705108 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'F')": { + "0": -0.1821735134, + "average": -0.1821735134 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'P')": { + "0": 0.686794928, + "average": 0.686794928 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'R')": { + "0": 0.3015265895, + "average": 0.3015265895 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'F')": { + "0": 0.462530288, + "average": 0.462530288 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'P')": { + "0": 0.7107322508, + "average": 0.7107322508 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'R')": { + "0": 0.4398173161, + "average": 0.4398173161 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'F')": { + "0": 0.4563806963, + "average": 0.4563806963 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'P')": { + "0": 0.1227614094, + "average": 0.1227614094 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'R')": { + "0": -0.2950445343, + "average": -0.2950445343 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'F')": { + "0": -0.2437158965, + "average": -0.2437158965 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'P')": { + "0": 0.645477368, + "average": 0.645477368 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'R')": { + "0": 0.4459654529, + "average": 0.4459654529 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'F')": { + "0": 0.5218701742, + "average": 0.5218701742 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'P')": { + "0": 0.6659499696, + "average": 0.6659499696 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'R')": { + "0": 0.5230594027, + "average": 0.5230594027 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'F')": { + "0": 0.4775005368, + "average": 0.4775005368 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'P')": { + "0": 0.3122019213, + "average": 0.3122019213 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'R')": { + "0": -0.2796071843, + "average": -0.2796071843 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'F')": { + "0": -0.185346138, + "average": -0.185346138 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'P')": { + "0": 0.6806577858, + "average": 0.6806577858 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'R')": { + "0": 0.4030238795, + "average": 0.4030238795 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'F')": { + "0": 0.5062663794, + "average": 0.5062663794 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'P')": { + "0": 0.6981424154, + "average": 0.6981424154 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'R')": { + "0": 0.5143182678, + "average": 0.5143182678 + }, + "('pearsonr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'F')": { + "0": 0.1563867204, + "average": 0.1563867204 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'P')": { + "0": 0.4628880283, + "average": 0.4628880283 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'R')": { + "0": 0.2171592258, + "average": 0.2171592258 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'F')": { + "0": 0.3336069265, + "average": 0.3336069265 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-roberta', 'P')": { + "0": 0.4839660861, + "average": 0.4839660861 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-roberta', 'R')": { + "0": 0.247530045, + "average": 0.247530045 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-cos-roberta', 'F')": { + "0": 0.3688559603, + "average": 0.3688559603 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'P')": { + "0": 0.3215687521, + "average": 0.3215687521 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'R')": { + "0": -0.1943417709, + "average": -0.1943417709 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'F')": { + "0": -0.1384783469, + "average": -0.1384783469 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'P')": { + "0": 0.5108749467, + "average": 0.5108749467 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'R')": { + "0": 0.2708195852, + "average": 0.2708195852 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'F')": { + "0": 0.3292007973, + "average": 0.3292007973 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'P')": { + "0": 0.5271618886, + "average": 0.5271618886 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'R')": { + "0": 0.3322693516, + "average": 0.3322693516 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'F')": { + "0": 0.3637417031, + "average": 0.3637417031 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'P')": { + "0": 0.0874144565, + "average": 0.0874144565 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'R')": { + "0": -0.1931615577, + "average": -0.1931615577 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'F')": { + "0": -0.1739634232, + "average": -0.1739634232 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'P')": { + "0": 0.4638237811, + "average": 0.4638237811 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'R')": { + "0": 0.363820384, + "average": 0.363820384 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'F')": { + "0": 0.3959221826, + "average": 0.3959221826 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'P')": { + "0": 0.4889229815, + "average": 0.4889229815 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'R')": { + "0": 0.3876606903, + "average": 0.3876606903 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'F')": { + "0": 0.3906505637, + "average": 0.3906505637 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'P')": { + "0": 0.3232997314, + "average": 0.3232997314 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'R')": { + "0": -0.191037174, + "average": -0.191037174 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'F')": { + "0": -0.1362752822, + "average": -0.1362752822 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'P')": { + "0": 0.4929357063, + "average": 0.4929357063 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'R')": { + "0": 0.33392165, + "average": 0.33392165 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'F')": { + "0": 0.3829398376, + "average": 0.3829398376 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'P')": { + "0": 0.5180349067, + "average": 0.5180349067 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'R')": { + "0": 0.3899424358, + "average": 0.3899424358 + }, + "('kendalltau', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'F')": { + "0": 0.3952140547, + "average": 0.3952140547 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'P')": { + "0": 0.6116870032, + "average": 0.6116870032 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'R')": { + "0": 0.2996055179, + "average": 0.2996055179 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-mpnet', 'F')": { + "0": 0.4494514182, + "average": 0.4494514182 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'P')": { + "0": 0.6363881062, + "average": 0.6363881062 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'R')": { + "0": 0.3501095183, + "average": 0.3501095183 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-cos-roberta', 'F')": { + "0": 0.5022292498, + "average": 0.5022292498 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'P')": { + "0": 0.4374989158, + "average": 0.4374989158 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'R')": { + "0": -0.2722177858, + "average": -0.2722177858 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-not_neutral', 'F')": { + "0": -0.1907546986, + "average": -0.1907546986 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'P')": { + "0": 0.6591962887, + "average": 0.6591962887 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'R')": { + "0": 0.3671334756, + "average": 0.3671334756 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_only', 'F')": { + "0": 0.4453304801, + "average": 0.4453304801 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'P')": { + "0": 0.6780560987, + "average": 0.6780560987 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'R')": { + "0": 0.442672128, + "average": 0.442672128 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-roberta-entail_contradict', 'F')": { + "0": 0.4823537421, + "average": 0.4823537421 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'P')": { + "0": 0.1225716487, + "average": 0.1225716487 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'R')": { + "0": -0.2689756185, + "average": -0.2689756185 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-not_neutral', 'F')": { + "0": -0.2396137, + "average": -0.2396137 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'P')": { + "0": 0.6129623456, + "average": 0.6129623456 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'R')": { + "0": 0.4855105645, + "average": 0.4855105645 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_only', 'F')": { + "0": 0.527594965, + "average": 0.527594965 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'P')": { + "0": 0.6398098728, + "average": 0.6398098728 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'R')": { + "0": 0.5143083628, + "average": 0.5143083628 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-bart-entail_contradict', 'F')": { + "0": 0.519748395, + "average": 0.519748395 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'P')": { + "0": 0.4497463739, + "average": 0.4497463739 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'R')": { + "0": -0.2625456796, + "average": -0.2625456796 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-not_neutral', 'F')": { + "0": -0.1845081105, + "average": -0.1845081105 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'P')": { + "0": 0.6489670962, + "average": 0.6489670962 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'R')": { + "0": 0.4475424129, + "average": 0.4475424129 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_only', 'F')": { + "0": 0.5135683946, + "average": 0.5135683946 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'P')": { + "0": 0.6781217486, + "average": 0.6781217486 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'R')": { + "0": 0.524858302, + "average": 0.524858302 + }, + "('spearmanr', 'human', 'new', 'bertscore-sentence-mnli-deberta-entail_contradict', 'F')": { + "0": 0.5313168455, + "average": 0.5313168455 + } +} \ No newline at end of file diff --git a/results/qagsid0_summary.txt b/results/qagsid0_summary.txt new file mode 100644 index 0000000..f1c794c --- /dev/null +++ b/results/qagsid0_summary.txt @@ -0,0 +1,100 @@ +corr_metric aspect approach model score_name +pearsonr human new bertscore-sentence-cos-mpnet P 0.643 + R 0.338 + F 0.493 + bertscore-sentence-cos-roberta P 0.672 + R 0.380 + F 0.543 + bertscore-sentence-mnli-roberta-not_neutral P 0.366 + R -0.290 + F -0.182 + bertscore-sentence-mnli-roberta-entail_only P 0.687 + R 0.302 + F 0.463 + bertscore-sentence-mnli-roberta-entail_contradict P 0.711 + R 0.440 + F 0.456 + bertscore-sentence-mnli-bart-not_neutral P 0.123 + R -0.295 + F -0.244 + bertscore-sentence-mnli-bart-entail_only P 0.645 + R 0.446 + F 0.522 + bertscore-sentence-mnli-bart-entail_contradict P 0.666 + R 0.523 + F 0.478 + bertscore-sentence-mnli-deberta-not_neutral P 0.312 + R -0.280 + F -0.185 + bertscore-sentence-mnli-deberta-entail_only P 0.681 + R 0.403 + F 0.506 + bertscore-sentence-mnli-deberta-entail_contradict P 0.698 + R 0.514 + F 0.156 +kendalltau human new bertscore-sentence-cos-mpnet P 0.463 + R 0.217 + F 0.334 + bertscore-sentence-cos-roberta P 0.484 + R 0.248 + F 0.369 + bertscore-sentence-mnli-roberta-not_neutral P 0.322 + R -0.194 + F -0.138 + bertscore-sentence-mnli-roberta-entail_only P 0.511 + R 0.271 + F 0.329 + bertscore-sentence-mnli-roberta-entail_contradict P 0.527 + R 0.332 + F 0.364 + bertscore-sentence-mnli-bart-not_neutral P 0.087 + R -0.193 + F -0.174 + bertscore-sentence-mnli-bart-entail_only P 0.464 + R 0.364 + F 0.396 + bertscore-sentence-mnli-bart-entail_contradict P 0.489 + R 0.388 + F 0.391 + bertscore-sentence-mnli-deberta-not_neutral P 0.323 + R -0.191 + F -0.136 + bertscore-sentence-mnli-deberta-entail_only P 0.493 + R 0.334 + F 0.383 + bertscore-sentence-mnli-deberta-entail_contradict P 0.518 + R 0.390 + F 0.395 +spearmanr human new bertscore-sentence-cos-mpnet P 0.612 + R 0.300 + F 0.449 + bertscore-sentence-cos-roberta P 0.636 + R 0.350 + F 0.502 + bertscore-sentence-mnli-roberta-not_neutral P 0.437 + R -0.272 + F -0.191 + bertscore-sentence-mnli-roberta-entail_only P 0.659 + R 0.367 + F 0.445 + bertscore-sentence-mnli-roberta-entail_contradict P 0.678 + R 0.443 + F 0.482 + bertscore-sentence-mnli-bart-not_neutral P 0.123 + R -0.269 + F -0.240 + bertscore-sentence-mnli-bart-entail_only P 0.613 + R 0.486 + F 0.528 + bertscore-sentence-mnli-bart-entail_contradict P 0.640 + R 0.514 + F 0.520 + bertscore-sentence-mnli-deberta-not_neutral P 0.450 + R -0.263 + F -0.185 + bertscore-sentence-mnli-deberta-entail_only P 0.649 + R 0.448 + F 0.514 + bertscore-sentence-mnli-deberta-entail_contradict P 0.678 + R 0.525 + F 0.531 \ No newline at end of file