SHOW:
|
|
- or go back to the newest paste.
| 1 | # Saved only the last 20 columns of the file first. No need to grab the rest. | |
| 2 | ||
| 3 | install.packages("concord")
| |
| 4 | dataset = read.delim("/path/to/results", header=T)
| |
| 5 | matrixdata = data.matrix(dataset) | |
| 6 | krip.alpha(matrixdata, method = "nominal") | |
| 7 | Krippendorffs alpha (data level - nominal) = 0.1529467 | |
| 8 | ||
| 9 | # Calculate percent agreement | |
| 10 | install.packages("irr")
| |
| 11 | agree(matrixdata, tolerance=0) | |
| 12 | Percentage agreement (Tolerance=0) | |
| 13 | Subjects = 7000 | |
| 14 | Raters = 20 | |
| 15 | %-agree = 0.0143 | |
| 16 | ||
| 17 | - | Percentage agreement (Tolerance=1) |
| 17 | + | |
| 18 | Percentage agreement (Tolerance=1) | |
| 19 | Subjects = 7000 | |
| 20 | Raters = 20 | |
| 21 | %-agree = 11.8 |
