#2191 - Agreement does not take tagset into account

reckart · reckart · commit ecb3bd38080f · 2021-04-17T14:03:08.000+02:00
- Adjust based on discussion at dkpro/dkpro-statistics#35
diff --git a/inception/inception-agreement/src/main/java/de/tudarmstadt/ukp/clarin/webanno/agreement/measures/krippendorffalpha/KrippendorffAlphaAgreementMeasure.java b/inception/inception-agreement/src/main/java/de/tudarmstadt/ukp/clarin/webanno/agreement/measures/krippendorffalpha/KrippendorffAlphaAgreementMeasure.java
@@ -81,7 +81,12 @@ public double calculateAgreement()
                 double D_O = calculateObservedDisagreement();
                 double D_E = calculateExpectedDisagreement();
                 if (D_O == 0.0 && D_E == 0.0) {
-                    return 1.0;
+                    if (study.getItemCount() == 0) {
+                        return Double.NaN;
+                    }
+                    else {
+                        return 1.0;
+                    }
                 }
                 return 1.0 - (D_O / D_E);
             }

Original file line number	Diff line number	Diff line change
`@@ -81,7 +81,12 @@ public double calculateAgreement()`
`81`	`81`	`double D_O = calculateObservedDisagreement();`
`82`	`82`	`double D_E = calculateExpectedDisagreement();`
`83`	`83`	`if (D_O == 0.0 && D_E == 0.0) {`
`84`		`- return 1.0;`
	`84`	`+ if (study.getItemCount() == 0) {`
	`85`	`+ return Double.NaN;`
	`86`	`+ }`
	`87`	`+ else {`
	`88`	`+ return 1.0;`
	`89`	`+ }`
`85`	`90`	`}`
`86`	`91`	`return 1.0 - (D_O / D_E);`
`87`	`92`	`}`