dp-zp-agent/tools/graphrag/evaluation/results/v4_preparation/source_review.json

37 lines
1.3 KiB
JSON

{
"method": "Direct reread of raw Markdown SHA, frontmatter values and literal academic title source lines; no search output.",
"test_questions": 320,
"source_proof_records_checked": 616,
"issues": [],
"agent_reviewed_stratified_sample_ids": [
"wide-001",
"wide-002",
"wide-041",
"wide-042",
"wide-081",
"wide-082",
"wide-113",
"wide-114",
"wide-137",
"wide-138",
"wide-169",
"wide-170",
"wide-193",
"wide-194",
"wide-217",
"wide-218",
"wide-249",
"wide-250",
"wide-289",
"wide-290"
],
"review_scope": "Source annotations reviewed by Codex; not an independent human annotation study. All title gold inspected; raw excerpts inspected for title/source anomalies and the stratified sample.",
"decisions": [
"Prefer explicit academic heading year; expand 2022/23 to 2023 unless a matching category selects a year inside that range.",
"Prefer explicit title/proposed title over generic topic. Písomná práca labels can name a team-project report.",
"Instructions, status notes, related-work prose and repository links are not titles.",
"A metadata author belongs to its actual document; child categories remain included."
],
"dataset_sha256": "9a3b873882bbf29b905d79c9448c3c287fda30323f93a6533b88dbd59b19f558"
}