@techreport{02f375b2ac0b4aeeb41d255c6ec9acf4,

title = "Significance Tests for the Measure of Raw Agreement",

abstract = "Significance tests for the measure of raw agreement are proposed. First, it is shown that the measure of raw agreement can be expressed as a proportionate reduction-in-error measure, sharing this characteristic with Cohen's Kappa and Brennan and Prediger's Kappa_n. Second, it is shown that the coefficient of raw agreement is linearly related to Brennan and Prediger's Kappa_n. Therefore, using the same base model for the estimation of expected cell frequencies as Brennan and Prediger's Kappa_n, one can devise significance tests for the measure of raw agreement. Two tests are proposed. The first uses Stouffer's Z, a probability pooler. The second test is the binomial test. A data example analyzes the agreement between two psychiatrists' diagnoses. The covariance structure of the agreement cells in a rater by rater table is described. Simulation studies show the performance and power functions of the test statistics. (author's abstract)",

author = "{von Eye}, Alexander and Patrick Mair and Michael Schauerhuber",

year = "2006",

language = "English",

series = "Research Report Series / Department of Statistics and Mathematics",

publisher = "Department of Statistics and Mathematics, WU Vienna University of Economics and Business",

number = "42",

edition = "November 2006",

type = "WorkingPaper",

institution = "Department of Statistics and Mathematics, WU Vienna University of Economics and Business",

}