Agreement

Load the data and list the skill names.

#library(CPTtools)
source("klfuns.R")
load("data/ACED.RData")
ACED.skillNames

                     long short
1  solveGeometricProblems   sgp
2             commonRatio    cr
3       examplesGeometric    eg
4       explicitGeometric   exp
5         extendGeometric   ext
6          modelGeometric   mod
7  recursiveRuleGeometric    rr
8          tableGeometric   tab
9         verbalGeometric    vr
10        visualGeometric   pic
11         determineTypes    dt

Calculate cross-tabs using split halves data

ctabs <- 
  lapply(ACED.skillNames$short,function (skill) {
    A <- ordered(ACED.splitHalves$A[[paste0("MAP.",skill)]],
                 c("H","M","L"))
    B <- ordered(ACED.splitHalves$B[[paste0("MAP.",skill)]],
                 c("H","M","L"))
    table(A,B)
  })

Calculate the statistics

kappa <- sapply(ctabs,fcKappa)
lambda <- sapply(ctabs,gkLambda)
kltab <- data.frame(skill=ACED.skillNames$long,
                    kappa=round(kappa,3),
                    lambda=round(lambda,3))
kltab[-c(4,11),]

                    skill kappa lambda
1  solveGeometricProblems 0.493  0.214
2             commonRatio 0.608  0.605
3       examplesGeometric 0.710  0.474
5         extendGeometric 0.531  0.414
6          modelGeometric 0.299 -0.059
7  recursiveRuleGeometric 0.463  0.320
8          tableGeometric 0.439  0.323
9         verbalGeometric 0.240 -0.800
10        visualGeometric 0.405  0.068

Lets try to paste this all together.

alltabs <- do.call(rbind,ctabs)
dfklt <- data.frame(skill=NA_character_,kappa=NA_real_,
                    lambda=NA_real_,B=alltabs)
dfklt$skill[(1:nrow(ACED.skillNames))*3-2] <- ACED.skillNames$long
dfklt$kappa[(1:nrow(ACED.skillNames))*3-2] <- round(kappa,3)
dfklt$lambda[(1:nrow(ACED.skillNames))*3-2] <- round(lambda,3)
rownames(dfklt) <- NULL
dfklt

                    skill kappa lambda B.H B.M B.L
1  solveGeometricProblems 0.493  0.214  20  10   4
2                    <NA>    NA     NA   8  14  14
3                    <NA>    NA     NA   4  15 141
4             commonRatio 0.608  0.605 100  16   0
5                    <NA>    NA     NA  29  85   0
6                    <NA>    NA     NA   0   0   0
7       examplesGeometric 0.710  0.474  29   3   3
8                    <NA>    NA     NA   1   0   2
9                    <NA>    NA     NA   8   3 181
10      explicitGeometric   NaN    NaN   0   0   0
11                   <NA>    NA     NA   0   0   0
12                   <NA>    NA     NA   0   0 230
13        extendGeometric 0.531  0.414 110  20   1
14                   <NA>    NA     NA  22  55   2
15                   <NA>    NA     NA   0  13   7
16         modelGeometric 0.299 -0.059   0   3   5
17                   <NA>    NA     NA   2   8  16
18                   <NA>    NA     NA   3   7 186
19 recursiveRuleGeometric 0.463  0.320  16  10   4
20                   <NA>    NA     NA   5  41  27
21                   <NA>    NA     NA   5  19 103
22         tableGeometric 0.439  0.323  34   3  30
23                   <NA>    NA     NA   5   7  17
24                   <NA>    NA     NA   4   6 124
25        verbalGeometric 0.240 -0.800   4   1   6
26                   <NA>    NA     NA   0   1   3
27                   <NA>    NA     NA  15   2 198
28        visualGeometric 0.405  0.068  13   5  11
29                   <NA>    NA     NA   1   3  11
30                   <NA>    NA     NA   4   9 173
31         determineTypes   NaN    NaN   0   0   0
32                   <NA>    NA     NA   0   0   0
33                   <NA>    NA     NA   0   0 230