# Saved only the last 20 columns of the file first. No need to grab the rest.

install.packages("concord")
dataset = read.delim("/path/to/results", header=T)
matrixdata = data.matrix(dataset)
krip.alpha(matrixdata, method = "nominal")
    Krippendorffs alpha (data level - nominal) = 0.1529467

# Calculate percent agreement
install.packages("irr")
agree(matrixdata, tolerance=0)
   Percentage agreement (Tolerance=0)
   Subjects = 7000
     Raters = 20
   %-agree = 0.0143

agree(matrixdata, 1)
   Percentage agreement (Tolerance=1)
   Subjects = 7000
     Raters = 20
   %-agree = 11.8