# Generated by compare.py; do not edit by hand.
drawn_as_REJECTED:
  n: 43
  original:
    correct: 9
    wrong: 28
    undecided: 6
  blinded:
    correct: 10
    wrong: 29
    undecided: 4
  wrong_rate_original: 0.651
  wrong_rate_blinded: 0.674
  agreement: 0.907
  kappa: 0.814
  transitions:
    correct->correct: 9
    undecided->correct: 1
    undecided->undecided: 3
    undecided->wrong: 2
    wrong->undecided: 1
    wrong->wrong: 27
distractors:
  n: 43
  original:
    wrong: 20
    correct: 14
    undecided: 9
  blinded:
    wrong: 19
    correct: 16
    undecided: 8
  wrong_rate_original: 0.465
  wrong_rate_blinded: 0.442
  agreement: 0.907
  kappa: 0.853
  transitions:
    correct->correct: 14
    undecided->correct: 1
    undecided->undecided: 7
    undecided->wrong: 1
    wrong->correct: 1
    wrong->undecided: 1
    wrong->wrong: 18
all:
  n: 86
  original:
    correct: 23
    wrong: 48
    undecided: 15
  blinded:
    correct: 26
    wrong: 48
    undecided: 12
  wrong_rate_original: 0.558
  wrong_rate_blinded: 0.558
  agreement: 0.907
  kappa: 0.841
  transitions:
    correct->correct: 23
    undecided->correct: 2
    undecided->undecided: 10
    undecided->wrong: 3
    wrong->correct: 1
    wrong->undecided: 2
    wrong->wrong: 45
disagreements:
- blind_id: B11
  claim: batch_1.yaml:REJ-20
  drawn_as: REJECTED
  original: UNC
  blinded: NPI
  gene: Dnaja3
  term: NF-kappaB binding
- blind_id: B13
  claim: batch_1.yaml:NAR-15
  drawn_as: NARROWER
  original: NPI
  blinded: LSP
  gene: SKP1
  term: exit from mitosis
- blind_id: B25
  claim: round2_batch_2.yaml:R2-CC-REJ-05
  drawn_as: REJECTED
  original: UNC
  blinded: NPI
  gene: Notch1
  term: acrosomal vesicle
- blind_id: B27
  claim: round2_batch_4.yaml:R2-CC-NAR-06
  drawn_as: NARROWER
  original: NPI
  blinded: UNC
  gene: Acadvl
  term: mitochondrial nucleoid
- blind_id: B35
  claim: batch_3.yaml:UNR-21
  drawn_as: UNRELATED
  original: UNC
  blinded: COR
  gene: grk7b
  term: protein autophosphorylation
- blind_id: B45
  claim: round2_batch_4.yaml:R2-MF-REJ-06
  drawn_as: REJECTED
  original: UNC
  blinded: LSP
  gene: Casp3
  term: protease binding
- blind_id: B59
  claim: batch_4.yaml:REJ-14
  drawn_as: REJECTED
  original: NPI
  blinded: UNC
  gene: Hspa8
  term: protein autophosphorylation
- blind_id: B74
  claim: batch_1.yaml:NAR-08
  drawn_as: NARROWER
  original: UNC
  blinded: PLI
  gene: spk1
  term: cytoplasmic stress granule