from sklearn.metrics import cohen_kappa_score y1 = [0,1,2,3,4,0,1,2,3,4,0,1,2,3,4] y2 = [0,1,2,2,4,1,2,3,0,0,0,2,2,4,4] cohen_kappa_score(y1,y2)
0.33333333333333337