{
  "rl_by_reference_status": {
    "COMPLETE": {
      "n": 78,
      "correctness": 4.077,
      "completeness": 2.962
    },
    "DRAFT": {
      "n": 45,
      "correctness": 3.822,
      "completeness": 2.733
    },
    "INITIALIZED": {
      "n": 4,
      "correctness": 4.5,
      "completeness": 3.5
    },
    "IN_PROGRESS": {
      "n": 11,
      "correctness": 3.909,
      "completeness": 3.182
    },
    "non_COMPLETE": {
      "n": 60,
      "correctness": 3.883,
      "completeness": 2.867
    },
    "all": {
      "n": 138,
      "correctness": 3.993,
      "completeness": 2.92
    }
  },
  "rl_by_organism": {
    "9CAUD": {
      "n": 1,
      "correctness": 4,
      "completeness": 3
    },
    "AGKCO": {
      "n": 1,
      "correctness": 2,
      "completeness": 2
    },
    "ANOGA": {
      "n": 1,
      "correctness": 2,
      "completeness": 2
    },
    "ARATH": {
      "n": 3,
      "correctness": 4.333,
      "completeness": 3.333
    },
    "BACSU": {
      "n": 13,
      "correctness": 4.538,
      "completeness": 2.923
    },
    "DROME": {
      "n": 8,
      "correctness": 4,
      "completeness": 2.75
    },
    "ECOLI": {
      "n": 13,
      "correctness": 3.615,
      "completeness": 3.077
    },
    "PSEPK": {
      "n": 8,
      "correctness": 3.625,
      "completeness": 3
    },
    "SCHPO": {
      "n": 23,
      "correctness": 3.217,
      "completeness": 2.348
    },
    "human": {
      "n": 19,
      "correctness": 4.263,
      "completeness": 3.316
    },
    "mouse": {
      "n": 11,
      "correctness": 4.727,
      "completeness": 3.636
    },
    "rat": {
      "n": 12,
      "correctness": 4.417,
      "completeness": 3.5
    },
    "worm": {
      "n": 14,
      "correctness": 4.143,
      "completeness": 2.429
    },
    "yeast": {
      "n": 11,
      "correctness": 4.091,
      "completeness": 2.636
    }
  },
  "argo95_assessments": {
    "CNN": 682,
    "NPI": 113,
    "UNC": 60,
    "LSP": 43,
    "REP": 29,
    "COR": 23,
    "PLI": 5
  },
  "argo95_current_snapshot_reclassifications": {
    "UNC->CNN: the current AIGR contains a positive exact action": 27,
    "COR->CNN: the exact GO ID is already present in current local GOA": 25,
    "CNN->NPI: all exact AIGR actions are negative": 16,
    "NPI->CNN: the current AIGR contains a positive exact action": 9,
    "CNN->REP: all exact AIGR actions reject or over-annotate generic protein binding": 4,
    "UNC->NPI: all exact AIGR actions are negative": 2,
    "LSP->REP: all exact AIGR actions reject or over-annotate generic protein binding": 1
  },
  "argo95_reclassified_to_CNN": 61,
  "argo95_boilerplate_cnn": {
    "text": "Term is in GOA \u2014 already a known curated annotation.",
    "n": 71,
    "n_genes": 9,
    "n_with_exact_goa_row": 71
  },
  "leakage": {
    "assumed_2022-01-01": {
      "CNN_total": 682,
      "CNN_exact_goa_row": 630,
      "CNN_all_matching_rows_after_cutoff": 71,
      "CNN_no_experimental_row": 72,
      "CNN_no_exact_goa_row": 52,
      "CNN_experimental_row": 558,
      "CNN_earliest_experimental_after_cutoff": 33,
      "COR_total": 23,
      "COR_no_exact_goa_row": 23
    },
    "sensitivity_2023-01-01": {
      "CNN_total": 682,
      "CNN_exact_goa_row": 630,
      "CNN_all_matching_rows_after_cutoff": 63,
      "CNN_no_experimental_row": 72,
      "CNN_no_exact_goa_row": 52,
      "CNN_experimental_row": 558,
      "CNN_earliest_experimental_after_cutoff": 23,
      "COR_total": 23,
      "COR_no_exact_goa_row": 23
    }
  },
  "cor_to_cnn_goa_dates": {
    "assumed_2022-01-01": {
      "any_evidence": {
        "n_with_date": 25,
        "n_after": 4
      },
      "experimental": {
        "n_with_date": 23,
        "n_after": 2
      }
    },
    "sensitivity_2023-01-01": {
      "any_evidence": {
        "n_with_date": 25,
        "n_after": 4
      },
      "experimental": {
        "n_with_date": 23,
        "n_after": 2
      }
    }
  },
  "cor_to_cnn_n": 25,
  "second_rater_reweighted": {
    "correctness": {
      "sample_exact": 0.8,
      "prevalence_weighted_exact": 0.877,
      "prevalence_weighted_within_one": 1.0,
      "per_stratum_exact": {
        "1": 0.75,
        "2": 0.75,
        "3": 0.75,
        "4": 0.75,
        "5": 1.0
      }
    },
    "completeness": {
      "sample_exact": 0.55,
      "prevalence_weighted_exact": 0.708,
      "prevalence_weighted_within_one": 0.96,
      "per_stratum_exact": {
        "1": 0.5,
        "2": 0.5,
        "3": 0.5,
        "4": 0.25,
        "5": 1.0
      }
    },
    "stratum_sizes": {
      "1": 4,
      "2": 4,
      "3": 4,
      "4": 4,
      "5": 4
    },
    "first_rater_prevalence": {
      "1": 7,
      "2": 14,
      "3": 22,
      "4": 25,
      "5": 70
    }
  },
  "scripted_rationales": {
    "argo95_sft_terms": {
      "n_files": 95,
      "file_status": {
        "COMPLETE": 95
      },
      "n_terms": 955,
      "templated_counts": {
        "CNN_in_goa": 71,
        "UNC_generic": 22
      },
      "n_templated": 93,
      "n_genes_with_any_template": 9
    },
    "supplement_sft_terms_union_all": {
      "n_files": 198,
      "file_status": {
        "COMPLETE": 198
      },
      "n_terms": 11100,
      "templated_counts": {
        "UNC_generic": 7009,
        "CNN_in_goa": 1774
      },
      "n_templated": 8783,
      "n_genes_with_any_template": 42
    }
  },
  "argo139_characterization": {
    "assumed_2022-01-01: >=1 experimental annotation dated on/before cutoff": 117,
    "sensitivity_2023-01-01: >=1 experimental annotation dated on/before cutoff": 118,
    "any experimental annotation": 120,
    "genes": 139
  },
  "bioreason_test_split_overlap": {
    "n_test_proteins": 8630,
    "argo139_in_test": [
      "SCHPO/alo1"
    ],
    "n_aigr_reviews": 4980,
    "n_aigr_reviews_in_test": 28
  }
}