@techreport{52de5015299041148247b8666c12e11f,
title = "Significance Tests for the Measure of Raw Agreement",
abstract = "Significance tests for the measure of raw agreement are proposed. First, it is shown that the measure of raw agreement can be expressed as a proportionate reduction-in-error measure, sharing this characteristic with Cohen's Kappa and Brennan and Prediger's Kappa_n. Second, it is shown that the coefficient of raw agreement is linearly related to Brennan and Prediger's Kappa_n. Therefore, using the same base model for the estimation of expected cell frequencies as Brennan and Prediger's Kappa_n, one can devise significance tests for the measure of raw agreement. Two tests are proposed. The first uses Stouffer's Z, a probability pooler. The second test is the binomial test. A data example analyzes the agreement between two psychiatrists' diagnoses. The covariance structure of the agreement cells in a rater by rater table is described. Simulation studies show the performance and power functions of the test statistics. (author's abstract)",
author = "{von Eye}, Alexander and Patrick Mair and Michael Schauerhuber",
year = "2006",
doi = "10.57938/52de5015-2990-4114-8247-b8666c12e11f",
language = "English",
series = "Research Report Series / Department of Statistics and Mathematics",
number = "42",
publisher = "Department of Statistics and Mathematics, WU Vienna University of Economics and Business",
edition = "November 2006",
type = "WorkingPaper",
institution = "Department of Statistics and Mathematics, WU Vienna University of Economics and Business",
}