SHOW:
|
|
- or go back to the newest paste.
| 1 | # Saved only the last 20 columns of the file first. No need to grab the rest. | |
| 2 | ||
| 3 | install.packages("concord")
| |
| 4 | dataset = read.delim("/path/to/results", header=T)
| |
| 5 | matrixdata = data.matrix(dataset) | |
| 6 | krip.alpha(matrixdata, method = "nominal") | |
| 7 | - | Krippendorff's alpha (data level - nominal) = 0.1529467 |
| 7 | + | Krippendorff's alpha (data level - nominal) = 0.1529467 |
| 8 | ||
| 9 | # Calculate percent agreement | |
| 10 | install.packages("irr")
| |
| 11 | agree(matrixdata, tolerance=0) | |
| 12 | Percentage agreement (Tolerance=0) | |
| 13 | ||
| 14 | Subjects = 7000 | |
| 15 | Raters = 20 | |
| 16 | %-agree = 0.0143 |
