{ "method": "Recheck archived citations against archived tool sources, without generation.\n\nThis changes only citation eligibility; it does not replace historical gold or\nclaim a new full semantic evaluation. Missing archived context is unverifiable.\n", "files": [ { "file": "tools/graphrag/evaluation/results/answers_v4_dev_2026-10-25/answers_dev.json", "sha256": "63fcb0f5cc260b97c5b4d1345ab5deca4fefc54b2dfdc65b247c23daeebf023f", "rows": [ { "id": "wide-001", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-002", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-041", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-042", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-081", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-082", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-113", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-114", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-137", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-138", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-169", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-170", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-193", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-194", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-217", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-218", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-249", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-250", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-289", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-290", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 20, "checked": 20, "invalid_citations": 0, "previous_strict": 19, "strict_after_citation_check": 19 } }, { "file": "tools/graphrag/evaluation/results/answers_v4_test_2026-10-25/answers_test.json", "sha256": "52654acc746d0e711de2d08b54cd0aacb5a8c6572d3797754877abc7a778d94d", "rows": [ { "id": "wide-003", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-004", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-005", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-006", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-007", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-008", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-009", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-010", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-011", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-012", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-013", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-014", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-015", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-016", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-017", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-018", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-019", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-020", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-021", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-022", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-023", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-024", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-025", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-026", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-027", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-028", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-029", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-030", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-031", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-032", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-033", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-034", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-035", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-036", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-037", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-038", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-039", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-040", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-043", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-044", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-045", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-046", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-047", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-048", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-049", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-050", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-051", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-052", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-053", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-054", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-055", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-056", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-057", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-058", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-059", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-060", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-061", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-062", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-063", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-064", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-065", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-066", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-067", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-068", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-069", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-070", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-071", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-072", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-073", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-074", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-075", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-076", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-077", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-078", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-079", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-080", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-083", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-084", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-085", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-086", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-087", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-088", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-089", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-090", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-091", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-092", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-093", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-094", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-095", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-096", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-097", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-098", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-099", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-100", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-101", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-102", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-103", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-104", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-105", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-106", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-107", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-108", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-109", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-110", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-111", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-112", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-115", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-116", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-117", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-118", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-119", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-120", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-121", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-122", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-123", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-124", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-125", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-126", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-127", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-128", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-129", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-130", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-131", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-132", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-133", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-134", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-135", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-136", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-139", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-140", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-141", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-142", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-143", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-144", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-145", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-146", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-147", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-148", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-149", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-150", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-151", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-152", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-153", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-154", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-155", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-156", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-157", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-158", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-159", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-160", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-161", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-162", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-163", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-164", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-165", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-166", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-167", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-168", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-171", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-172", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-173", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-174", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-175", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-176", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-177", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-178", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-179", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-180", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-181", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-182", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-183", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-184", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-185", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-186", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-187", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-188", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-189", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-190", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-191", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-192", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-195", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-196", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-197", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-198", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-199", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-200", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-201", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-202", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-203", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-204", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-205", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-206", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-207", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-208", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-209", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-210", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-211", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-212", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-213", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-214", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-215", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-216", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-219", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-220", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-221", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-222", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-223", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-224", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-225", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-226", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-227", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-228", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-229", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-230", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-231", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-232", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-233", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-234", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-235", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-236", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-237", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-238", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-239", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-240", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-241", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-242", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-243", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-244", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-245", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-246", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-247", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-248", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-251", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-252", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-253", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-254", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-255", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-256", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-257", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-258", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-259", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-260", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-261", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-262", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-263", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-264", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-265", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-266", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-267", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-268", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-269", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-270", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-271", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-272", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-273", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-274", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-275", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-276", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-277", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-278", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-279", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-280", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-281", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-282", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-283", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-284", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-285", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-286", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-287", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-288", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-291", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-292", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-293", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-294", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-295", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-296", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-297", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-298", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-299", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-300", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-301", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-302", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-303", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-304", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-305", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-306", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-307", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-308", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-309", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-310", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-311", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-312", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-313", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-314", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-315", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-316", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-317", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-318", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-319", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-320", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 300, "checked": 300, "invalid_citations": 0, "previous_strict": 281, "strict_after_citation_check": 281 } }, { "file": "tools/graphrag/evaluation/results/answers_v5_1_dev_2026-10-25/answers_dev.json", "sha256": "cd9b206a5a89602441e5d3b47c9de2febfd8f34ef4ec32cf20f567079761e619", "rows": [ { "id": "wide-001", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-002", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-041", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-042", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-080", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-081", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-082", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-104", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-113", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-114", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-119", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-137", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-138", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-139", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-141", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-142", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-143", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-145", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-155", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-159", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-161", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-163", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-169", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-170", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-178", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-181", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-193", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-194", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-209", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-217", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-218", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-232", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-236", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-239", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-249", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-250", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-283", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-289", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-290", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 39, "checked": 39, "invalid_citations": 0, "previous_strict": 38, "strict_after_citation_check": 38 } }, { "file": "tools/graphrag/evaluation/results/answers_v5_1_regression_2026-10-25/answers_regression.json", "sha256": "16f57556b7ba8b76000f35f80d660e065cb36feb9315c8bdba76a6881553e497", "rows": [ { "id": "wide-001", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-002", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-003", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-004", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-005", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-006", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-007", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-008", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-009", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-010", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-011", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-012", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-013", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-014", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-015", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-016", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-017", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-018", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-019", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-020", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-021", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-022", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-023", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-024", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-025", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-026", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-027", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-028", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-029", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-030", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-031", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-032", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-033", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-034", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-035", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-036", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-037", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-038", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-039", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-040", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-041", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-042", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-043", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-044", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-045", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-046", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-047", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-048", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-049", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-050", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-051", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-052", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-053", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-054", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-055", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-056", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-057", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-058", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-059", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-060", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-061", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-062", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-063", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-064", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-065", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-066", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-067", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-068", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-069", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-070", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-071", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-072", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-073", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-074", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-075", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-076", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-077", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-078", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-079", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-080", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-081", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-082", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-083", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-084", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-085", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-086", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-087", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-088", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-089", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-090", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-091", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-092", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-093", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-094", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-095", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-096", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-097", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-098", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-099", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-100", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-101", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-102", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-103", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-104", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-105", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-106", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-107", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-108", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-109", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-110", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-111", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-112", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-113", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-114", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-115", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-116", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-117", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-118", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-119", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-120", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-121", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-122", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-123", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-124", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-125", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-126", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-127", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-128", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-129", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-130", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-131", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-132", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-133", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-134", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-135", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-136", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-137", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-138", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-139", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-140", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-141", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-142", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-143", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-144", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-145", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-146", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-147", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-148", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-149", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-150", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-151", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-152", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-153", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-154", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-155", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-156", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-157", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-158", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-159", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-160", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-161", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-162", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-163", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-164", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-165", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-166", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-167", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-168", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-169", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-170", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-171", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-172", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-173", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-174", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-175", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-176", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-177", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-178", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-179", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-180", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-181", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-182", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-183", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-184", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-185", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-186", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-187", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-188", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-189", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-190", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-191", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-192", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-193", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-194", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-195", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-196", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-197", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-198", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-199", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-200", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-201", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-202", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-203", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-204", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-205", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-206", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-207", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-208", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-209", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-210", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-211", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-212", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-213", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-214", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-215", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-216", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-217", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-218", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-219", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-220", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-221", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-222", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-223", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-224", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-225", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-226", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-227", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-228", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-229", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-230", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-231", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-232", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-233", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-234", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-235", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-236", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-237", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-238", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-239", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-240", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-241", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-242", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-243", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-244", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-245", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-246", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-247", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-248", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-249", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-250", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-251", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-252", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-253", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-254", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-255", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-256", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-257", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-258", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-259", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-260", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-261", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-262", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-263", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-264", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-265", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-266", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-267", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-268", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-269", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-270", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-271", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-272", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-273", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-274", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-275", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-276", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-277", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-278", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-279", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-280", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-281", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-282", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-283", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-284", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-285", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-286", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-287", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-288", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-289", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-290", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-291", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-292", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-293", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-294", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-295", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-296", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-297", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-298", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-299", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-300", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-301", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-302", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-303", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-304", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-305", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-306", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-307", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-308", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-309", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-310", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-311", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-312", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-313", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-314", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-315", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-316", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-317", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-318", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-319", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-320", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 320, "checked": 320, "invalid_citations": 0, "previous_strict": 317, "strict_after_citation_check": 317 } }, { "file": "tools/graphrag/evaluation/results/answers_v5_dev_2026-10-25/answers_dev.json", "sha256": "03c961876e6bfd8d1afa26808a6e1ce3bb74d65ce7d789cad4941a49812442a3", "rows": [ { "id": "wide-001", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-002", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-041", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-042", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-080", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-081", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-082", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-104", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-113", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-114", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-119", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-137", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-138", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-139", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-141", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-142", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-143", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-145", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-155", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-159", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-161", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-163", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-169", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-170", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-178", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-181", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-193", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-194", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-209", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-217", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-218", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-232", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-236", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-239", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-249", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-250", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-283", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-289", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-290", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 39, "checked": 39, "invalid_citations": 0, "previous_strict": 38, "strict_after_citation_check": 38 } }, { "file": "tools/graphrag/evaluation/results/final_v4_2026-10-25/openwebui_sample.json", "sha256": "124d0c359973605953662366112cd7ac58a29961685d459c133b72e3d7fc11cb", "rows": [ { "id": "wide-001", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-002", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-041", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-042", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-081", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-082", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-113", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-114", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-137", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-138", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-169", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-170", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-193", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-194", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-217", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "wide-218", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-249", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-250", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-289", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "wide-290", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 20, "checked": 20, "invalid_citations": 0, "previous_strict": 16, "strict_after_citation_check": 16 } }, { "file": "tools/rag/evaluation/results/dev_category_semantics_3/rag_answers_dev_selected.json", "sha256": "6b7d3eb3b8e79d6ee189d0d332ebdde833e9ccc0140548211897292aa19be797", "rows": [ { "id": "q0982", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1092", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1125", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 3, "checked": 3, "invalid_citations": 0, "previous_strict": 3, "strict_after_citation_check": 3 } }, { "file": "tools/rag/evaluation/results/dev_failcheck_1/rag_answers_dev_selected.json", "sha256": "b1dd9f11d0eda62ff518c98204c4227b00ea4cebdb819b66dc978049a77052a0", "rows": [ { "id": "q0024", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0311", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0580", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false } ], "summary": { "questions": 3, "checked": 3, "invalid_citations": 0, "previous_strict": 1, "strict_after_citation_check": 1 } }, { "file": "tools/rag/evaluation/results/dev_failcheck_2/rag_answers_dev_selected.json", "sha256": "5208d05ae3bd0d7e59b126bd720df8410e330d2c5e600310f48448f784117a40", "rows": [ { "id": "q0024", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0311", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0580", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false } ], "summary": { "questions": 3, "checked": 3, "invalid_citations": 0, "previous_strict": 2, "strict_after_citation_check": 2 } }, { "file": "tools/rag/evaluation/results/dev_failcheck_3/rag_answers_dev_selected.json", "sha256": "a8a0d0ab853bf7777570df1bba6cc8bc199dd2dfeeb78a89b47eed0e96623aa7", "rows": [ { "id": "q0024", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0311", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0580", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false } ], "summary": { "questions": 3, "checked": 3, "invalid_citations": 0, "previous_strict": 1, "strict_after_citation_check": 1 } }, { "file": "tools/rag/evaluation/results/dev_final_16_regression/rag_answers_dev_selected.json", "sha256": "8ce1947ed30c76801aa91844e53a624c9e31af303c775c59fb1cff06b32cee48", "rows": [ { "id": "q0004", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0026", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0040", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0041", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0253", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0336", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0570", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0633", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0968", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0982", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0990", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1022", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1092", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q1109", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1125", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q1136", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 16, "checked": 16, "invalid_citations": 0, "previous_strict": 7, "strict_after_citation_check": 7 } }, { "file": "tools/rag/evaluation/results/dev_final_after_rebuild_1/rag_answers_dev_selected.json", "sha256": "c80d4d95af120d3eed7ca4b3c0967cf6de2a4dc1db8e3bdb6e1b5e90c41fef01", "rows": [ { "id": "q0024", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0311", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0375", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0579", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0580", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0586", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 6, "checked": 6, "invalid_citations": 0, "previous_strict": 4, "strict_after_citation_check": 4 } }, { "file": "tools/rag/evaluation/results/dev_final_after_rebuild_2/rag_answers_dev_selected.json", "sha256": "571f28e5b0baeea01cda6504b83dfbe40469d697a85c6343130450e5293ea2ef", "rows": [ { "id": "q0024", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0311", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0375", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0579", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0580", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0586", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false } ], "summary": { "questions": 6, "checked": 6, "invalid_citations": 0, "previous_strict": 3, "strict_after_citation_check": 3 } }, { "file": "tools/rag/evaluation/results/dev_final_after_rebuild_3/rag_answers_dev_selected.json", "sha256": "f49b8d43970264b202c7f261867ae2576431bb154860a6a7529ef9f93ae23bac", "rows": [ { "id": "q0024", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0311", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0375", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0579", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0580", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0586", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 6, "checked": 6, "invalid_citations": 0, "previous_strict": 4, "strict_after_citation_check": 4 } }, { "file": "tools/rag/evaluation/results/dev_final_fail_regression/rag_answers_dev_selected.json", "sha256": "cd97caa85fa7ed75c1cf50f54e305d13def9571a76dabce20d0c3753adc5e9cf", "rows": [ { "id": "q0024", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0311", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0375", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0579", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0580", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0586", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 6, "checked": 6, "invalid_citations": 0, "previous_strict": 2, "strict_after_citation_check": 2 } }, { "file": "tools/rag/evaluation/results/dev_final_fail_regression_1/rag_answers_dev_selected.json", "sha256": "e28a63220d78576a84375f5c133bf8da34dfea2fe11f5a2a8c2d40f2f551ad0e", "rows": [ { "id": "q0024", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0311", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0375", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0579", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0580", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0586", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false } ], "summary": { "questions": 6, "checked": 6, "invalid_citations": 0, "previous_strict": 3, "strict_after_citation_check": 3 } }, { "file": "tools/rag/evaluation/results/dev_final_fail_regression_2/rag_answers_dev_selected.json", "sha256": "22130227d0efca62eaa1b14116d4b33f8669d57b51a94974fc7137d9aa1525ca", "rows": [ { "id": "q0024", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0311", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0375", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0579", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0580", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0586", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false } ], "summary": { "questions": 6, "checked": 6, "invalid_citations": 0, "previous_strict": 2, "strict_after_citation_check": 2 } }, { "file": "tools/rag/evaluation/results/dev_final_fail_regression_3/rag_answers_dev_selected.json", "sha256": "ea77f152c7511105f2b33d9d2ebb7cf723b353f8e7d32badaafa09e690bafcee", "rows": [ { "id": "q0024", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0311", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0375", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0579", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0580", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0586", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 6, "checked": 6, "invalid_citations": 0, "previous_strict": 4, "strict_after_citation_check": 4 } }, { "file": "tools/rag/evaluation/results/dev_final_freeze/rag_answers_dev.json", "sha256": "a39613ef4edac5b9f422c4ff53a4a2df99974d6071ffb4d313e4b385509470c1", "rows": [ { "id": "q0001", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0002", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0003", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0004", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0005", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0006", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0007", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0008", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0009", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0010", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0011", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0012", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0013", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0014", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0015", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0016", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0017", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0018", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0019", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0020", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0021", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0022", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0023", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0024", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0025", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0026", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0027", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0028", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0029", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0030", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0031", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0032", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0033", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0034", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0035", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0036", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0037", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0038", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0039", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0040", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0041", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0042", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0043", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0044", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0045", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0046", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0047", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0048", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0049", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0050", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0051", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0082", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0083", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0084", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0085", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0086", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0087", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0088", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0089", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0090", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0091", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0092", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0102", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0103", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0104", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0105", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0106", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0107", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0108", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0109", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0110", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0111", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0122", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0123", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0124", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0125", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0126", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0127", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0128", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0129", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0130", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0131", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0142", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0143", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0144", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0145", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0146", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0147", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0148", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0149", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0150", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0151", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0152", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0164", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0165", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0166", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0167", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0168", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0169", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0170", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0171", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0172", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0173", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0174", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0175", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0176", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0177", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0178", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0179", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0180", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0181", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0182", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0183", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0184", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0200", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0201", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0202", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0203", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0204", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0205", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0206", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0207", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0208", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0209", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0210", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0211", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0212", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0213", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0229", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0230", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0231", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0232", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0233", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0234", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0235", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0236", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0237", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0238", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0239", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0240", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0241", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0242", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0243", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0244", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0245", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0246", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0247", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0248", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0249", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0250", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0251", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0252", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0253", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0254", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0255", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0256", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0257", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0258", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0259", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0275", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0276", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0277", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0278", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0279", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0280", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0281", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0282", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0283", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0284", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0285", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0286", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0287", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0303", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0304", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0305", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0306", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0307", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0308", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0309", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0310", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0311", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0312", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0313", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0314", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0315", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0316", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0333", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0334", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0335", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0336", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0337", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0338", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0339", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0340", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0341", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0342", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0343", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0344", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0345", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0346", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0347", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0363", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0364", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0365", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0366", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0367", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0368", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0369", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0370", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0371", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0372", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0373", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0374", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0375", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0376", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0377", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0378", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0379", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0380", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0381", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0382", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0383", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0384", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0385", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0386", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0387", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0388", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0389", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0390", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0391", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0392", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0393", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0423", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0424", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0425", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0426", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0427", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0428", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0429", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0430", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0431", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0432", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0433", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0434", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0435", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0436", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0437", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0438", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0439", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0440", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0441", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0442", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0443", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0444", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0445", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0446", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0447", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0448", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0449", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0450", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0451", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0480", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0481", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0482", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0483", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0484", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0485", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0486", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0487", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0488", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0489", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0490", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0491", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0492", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0493", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0494", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0495", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0496", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0497", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0498", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0499", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0500", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0501", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0502", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0503", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0504", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0505", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0506", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0507", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0508", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0509", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0549", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0550", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0551", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0552", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0553", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0554", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0555", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0556", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0557", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0568", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0569", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0570", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0572", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0573", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0574", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0575", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0576", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0577", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0578", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0579", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0580", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0581", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0582", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0583", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0584", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0585", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0586", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0597", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0598", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0599", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0603", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0604", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0605", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0615", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0616", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0617", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0621", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0622", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0623", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0624", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0632", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0633", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0634", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0637", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0638", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0639", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0651", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0652", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0653", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0659", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0660", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0661", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0675", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0676", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0677", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0684", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0685", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0686", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0687", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0688", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0689", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0690", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0691", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0692", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0693", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0694", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0695", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0696", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0697", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0698", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0699", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0700", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0701", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0702", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0703", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0704", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0705", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0706", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0707", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0708", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0709", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0710", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0711", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0712", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0713", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0714", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0715", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0716", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0717", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0718", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0719", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0720", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0721", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0722", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0723", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0724", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0725", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0726", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0727", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0728", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0729", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0730", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0731", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0732", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0733", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0734", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0771", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0772", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0773", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0774", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0775", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0776", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0777", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0778", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0779", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0780", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0781", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0782", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0783", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0784", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0785", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0786", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0787", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0788", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0789", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0790", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0791", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0792", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0793", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0794", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0795", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0796", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0797", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0798", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0821", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0822", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0823", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0824", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0825", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0826", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0827", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0828", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0829", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0830", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0831", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0832", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0833", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0834", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0835", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0836", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0837", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0838", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0839", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0840", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0841", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0842", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0843", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0844", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0845", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0846", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0847", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0848", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0849", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0850", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0851", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0852", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0853", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0854", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0855", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0856", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0857", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0858", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0859", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0860", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0861", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0862", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0863", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0864", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0865", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0866", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0867", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0868", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0869", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0870", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0871", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0872", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0873", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0874", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0875", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0876", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0877", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0878", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0879", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0880", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0881", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0882", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0883", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0884", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0885", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0886", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0887", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0942", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0943", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0944", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0945", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0946", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0947", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0948", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0949", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0950", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0951", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0952", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0953", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0954", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0955", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0956", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0957", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0958", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0959", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0960", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0961", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0962", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0963", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0964", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0965", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0966", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0967", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0968", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0969", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0970", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0971", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0972", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0973", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0974", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0975", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0976", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0977", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0978", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0979", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0980", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0981", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0982", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0983", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0984", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0985", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0986", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0987", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0988", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0989", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0990", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0991", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0992", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0993", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0994", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0995", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0996", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0997", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0998", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0999", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1000", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1001", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1002", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1003", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1004", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1005", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1006", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1007", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1008", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1009", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1010", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1011", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1012", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1013", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1014", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1015", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1016", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1017", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1018", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1019", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1020", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1021", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1022", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1023", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1092", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1093", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1094", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1095", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1096", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1097", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1098", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1099", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1100", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1101", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1102", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1103", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1104", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1105", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1106", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1107", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1108", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1109", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1110", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1111", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1112", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1113", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1114", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1115", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1116", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1117", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1118", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1119", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1120", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1121", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1122", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1123", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1124", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1125", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1126", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1127", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1128", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1129", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1130", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1131", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1132", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1133", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1134", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1135", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1136", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1137", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1138", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1139", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1140", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1141", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1142", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1143", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1144", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1145", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1146", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 629, "checked": 629, "invalid_citations": 0, "previous_strict": 623, "strict_after_citation_check": 623 } }, { "file": "tools/rag/evaluation/results/dev_final_full/rag_answers_dev.json", "sha256": "eb9c8e3454e8f70bc0a674d9a1fed18428140e0bb4776c7d3c88434958e1c36e", "rows": [ { "id": "q0001", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0002", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0003", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0004", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0005", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0006", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0007", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0008", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0009", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0010", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0011", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0012", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0013", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0014", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0015", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0016", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0017", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0018", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0019", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0020", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0021", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0022", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0023", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0024", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0025", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0026", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0027", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0028", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0029", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0030", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0031", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0032", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0033", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0034", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0035", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0036", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0037", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0038", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0039", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0040", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0041", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0042", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0043", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0044", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0045", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0046", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0047", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0048", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0049", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0050", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0051", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0082", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0083", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0084", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0085", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0086", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0087", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0088", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0089", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0090", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0091", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0092", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0102", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0103", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0104", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0105", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0106", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0107", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0108", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0109", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0110", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0111", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0122", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0123", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0124", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0125", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0126", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0127", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0128", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0129", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0130", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0131", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0142", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0143", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0144", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0145", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0146", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0147", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0148", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0149", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0150", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0151", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0152", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0164", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0165", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0166", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0167", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0168", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0169", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0170", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0171", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0172", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0173", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0174", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0175", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0176", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0177", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0178", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0179", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0180", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0181", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0182", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0183", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0184", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0200", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0201", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0202", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0203", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0204", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0205", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0206", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0207", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0208", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0209", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0210", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0211", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0212", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0213", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0229", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0230", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0231", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0232", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0233", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0234", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0235", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0236", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0237", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0238", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0239", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0240", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0241", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0242", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0243", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0244", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0245", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0246", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0247", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0248", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0249", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0250", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0251", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0252", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0253", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0254", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0255", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0256", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0257", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0258", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0259", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0275", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0276", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0277", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0278", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0279", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0280", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0281", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0282", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0283", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0284", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0285", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0286", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0287", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0303", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0304", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0305", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0306", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0307", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0308", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0309", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0310", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0311", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0312", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0313", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0314", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0315", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0316", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0333", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0334", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0335", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0336", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0337", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0338", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0339", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0340", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0341", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0342", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0343", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0344", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0345", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0346", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0347", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0363", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0364", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0365", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0366", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0367", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0368", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0369", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0370", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0371", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0372", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0373", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0374", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0375", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0376", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0377", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0378", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0379", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0380", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0381", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0382", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0383", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0384", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0385", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0386", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0387", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0388", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0389", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0390", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0391", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0392", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0393", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0423", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0424", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0425", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0426", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0427", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0428", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0429", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0430", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0431", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0432", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0433", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0434", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0435", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0436", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0437", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0438", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0439", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0440", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0441", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0442", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0443", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0444", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0445", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0446", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0447", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0448", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0449", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0450", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0451", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0480", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0481", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0482", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0483", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0484", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0485", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0486", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0487", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0488", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0489", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0490", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0491", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0492", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0493", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0494", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0495", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0496", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0497", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0498", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0499", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0500", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0501", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0502", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0503", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0504", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0505", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0506", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0507", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0508", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0509", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0549", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0550", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0551", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0552", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0553", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0554", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0555", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0556", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0557", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0568", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0569", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0570", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0572", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0573", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0574", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0575", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0576", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0577", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0578", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0579", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0580", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0581", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0582", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0583", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0584", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0585", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0586", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0597", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0598", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0599", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0603", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0604", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0605", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0615", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0616", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0617", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0621", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0622", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0623", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0624", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0632", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0633", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0634", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0637", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0638", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0639", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0651", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0652", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0653", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0659", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0660", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0661", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0675", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0676", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0677", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0684", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0685", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0686", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0687", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0688", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0689", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0690", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0691", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0692", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0693", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0694", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0695", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0696", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0697", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0698", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0699", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0700", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0701", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0702", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0703", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0704", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0705", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0706", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0707", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0708", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0709", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0710", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0711", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0712", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0713", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0714", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0715", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0716", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0717", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0718", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0719", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0720", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0721", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0722", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0723", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0724", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0725", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0726", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0727", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0728", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0729", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0730", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0731", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0732", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0733", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0734", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0771", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0772", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0773", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0774", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0775", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0776", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0777", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0778", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0779", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0780", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0781", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0782", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0783", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0784", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0785", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0786", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0787", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0788", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0789", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0790", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0791", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0792", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0793", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0794", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0795", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0796", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0797", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0798", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0821", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0822", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0823", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0824", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0825", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0826", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0827", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0828", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0829", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0830", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0831", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0832", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0833", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0834", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0835", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0836", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0837", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0838", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0839", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0840", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0841", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0842", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0843", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0844", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0845", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0846", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0847", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0848", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0849", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0850", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0851", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0852", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0853", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0854", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0855", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0856", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0857", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0858", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0859", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0860", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0861", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0862", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0863", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0864", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0865", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0866", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0867", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0868", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0869", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0870", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0871", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0872", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0873", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0874", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0875", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0876", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0877", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0878", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0879", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0880", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0881", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0882", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0883", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0884", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0885", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0886", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0887", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0942", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0943", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0944", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0945", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0946", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0947", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0948", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0949", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0950", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0951", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0952", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0953", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0954", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0955", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0956", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0957", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0958", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0959", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0960", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0961", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0962", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0963", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0964", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0965", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0966", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0967", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0968", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0969", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0970", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0971", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0972", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0973", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0974", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0975", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0976", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0977", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0978", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0979", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0980", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0981", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0982", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0983", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0984", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0985", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0986", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0987", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0988", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0989", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0990", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0991", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0992", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0993", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0994", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0995", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0996", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0997", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0998", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0999", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1000", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1001", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1002", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1003", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1004", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1005", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1006", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1007", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1008", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1009", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1010", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1011", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1012", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1013", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1014", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1015", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1016", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1017", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1018", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1019", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1020", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1021", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1022", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1023", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1092", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1093", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1094", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1095", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1096", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1097", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1098", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1099", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1100", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1101", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1102", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1103", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1104", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1105", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1106", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1107", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1108", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1109", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1110", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1111", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1112", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1113", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1114", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1115", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1116", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1117", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1118", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1119", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1120", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1121", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1122", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1123", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1124", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1125", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1126", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1127", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1128", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1129", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1130", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1131", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1132", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1133", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1134", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1135", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1136", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1137", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1138", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1139", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1140", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1141", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1142", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1143", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1144", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1145", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1146", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 629, "checked": 629, "invalid_citations": 0, "previous_strict": 623, "strict_after_citation_check": 623 } }, { "file": "tools/rag/evaluation/results/dev_final_full_v2/rag_answers_dev.json", "sha256": "7a1fbc1fc191fe9c232d19eb1098c03002dbcc76e7ff56eb9fbb1fd52a6f9a2d", "rows": [ { "id": "q0001", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0002", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0003", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0004", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0005", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0006", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0007", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0008", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0009", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0010", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0011", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0012", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0013", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0014", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0015", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0016", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0017", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0018", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0019", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0020", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0021", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0022", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0023", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0024", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0025", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0026", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0027", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0028", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0029", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0030", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0031", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0032", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0033", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0034", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0035", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0036", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0037", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0038", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0039", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0040", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0041", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0042", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0043", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0044", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0045", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0046", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0047", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0048", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0049", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0050", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0051", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0082", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0083", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0084", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0085", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0086", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0087", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0088", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0089", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0090", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0091", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0092", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0102", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0103", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0104", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0105", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0106", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0107", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0108", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0109", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0110", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0111", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0122", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0123", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0124", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0125", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0126", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0127", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0128", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0129", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0130", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0131", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0142", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0143", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0144", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0145", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0146", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0147", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0148", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0149", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0150", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0151", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0152", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0164", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0165", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0166", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0167", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0168", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0169", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0170", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0171", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0172", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0173", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0174", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0175", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0176", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0177", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0178", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0179", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0180", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0181", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0182", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0183", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0184", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0200", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0201", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0202", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0203", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0204", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0205", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0206", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0207", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0208", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0209", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0210", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0211", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0212", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0213", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0229", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0230", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0231", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0232", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0233", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0234", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0235", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0236", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0237", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0238", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0239", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0240", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0241", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0242", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0243", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0244", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0245", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0246", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0247", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0248", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0249", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0250", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0251", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0252", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0253", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0254", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0255", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0256", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0257", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0258", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0259", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0275", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0276", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0277", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0278", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0279", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0280", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0281", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0282", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0283", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0284", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0285", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0286", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0287", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0303", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0304", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0305", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0306", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0307", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0308", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0309", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0310", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0311", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0312", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0313", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0314", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0315", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0316", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0333", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0334", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0335", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0336", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0337", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0338", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0339", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0340", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0341", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0342", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0343", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0344", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0345", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0346", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0347", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0363", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0364", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0365", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0366", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0367", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0368", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0369", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0370", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0371", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0372", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0373", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0374", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0375", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0376", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0377", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0378", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0379", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0380", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0381", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0382", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0383", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0384", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0385", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0386", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0387", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0388", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0389", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0390", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0391", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0392", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0393", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0423", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0424", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0425", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0426", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0427", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0428", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0429", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0430", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0431", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0432", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0433", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0434", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0435", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0436", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0437", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0438", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0439", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0440", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0441", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0442", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0443", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0444", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0445", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0446", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0447", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0448", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0449", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0450", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0451", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0480", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0481", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0482", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0483", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0484", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0485", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0486", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0487", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0488", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0489", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0490", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0491", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0492", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0493", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0494", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0495", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0496", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0497", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0498", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0499", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0500", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0501", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0502", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0503", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0504", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0505", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0506", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0507", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0508", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0509", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0549", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0550", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0551", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0552", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0553", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0554", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0555", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0556", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0557", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0568", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0569", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0570", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0572", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0573", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0574", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0575", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0576", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0577", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0578", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0579", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0580", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0581", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0582", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0583", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0584", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0585", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0586", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0597", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0598", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0599", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0603", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0604", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0605", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0615", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0616", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0617", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0621", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0622", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0623", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0624", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0632", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0633", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0634", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0637", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0638", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0639", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0651", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0652", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0653", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0659", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0660", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0661", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0675", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0676", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0677", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0684", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0685", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0686", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0687", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0688", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0689", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0690", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0691", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0692", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0693", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0694", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0695", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0696", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0697", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0698", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0699", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0700", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0701", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0702", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0703", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0704", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0705", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0706", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0707", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0708", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0709", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0710", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0711", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0712", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0713", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0714", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0715", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0716", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0717", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0718", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0719", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0720", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0721", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0722", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0723", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0724", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0725", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0726", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0727", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0728", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0729", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0730", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0731", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0732", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0733", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0734", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0771", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0772", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0773", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0774", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0775", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0776", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0777", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0778", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0779", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0780", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0781", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0782", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0783", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0784", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0785", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0786", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0787", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0788", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0789", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0790", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0791", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0792", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0793", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0794", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0795", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0796", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0797", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0798", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0821", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0822", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0823", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0824", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0825", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0826", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0827", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0828", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0829", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0830", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0831", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0832", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0833", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0834", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0835", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0836", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0837", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0838", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0839", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0840", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0841", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0842", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0843", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0844", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0845", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0846", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0847", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0848", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0849", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0850", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0851", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0852", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0853", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0854", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0855", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0856", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0857", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0858", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0859", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0860", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0861", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0862", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0863", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0864", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0865", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0866", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0867", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0868", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0869", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0870", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0871", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0872", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0873", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0874", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0875", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0876", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0877", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0878", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0879", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0880", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0881", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0882", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0883", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0884", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0885", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0886", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0887", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0942", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0943", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0944", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0945", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0946", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0947", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0948", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0949", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0950", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0951", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0952", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0953", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0954", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0955", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0956", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0957", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0958", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0959", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0960", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0961", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0962", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0963", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0964", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0965", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0966", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0967", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0968", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0969", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0970", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0971", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0972", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0973", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0974", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0975", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0976", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0977", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0978", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0979", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0980", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0981", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0982", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0983", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0984", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0985", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0986", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0987", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0988", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0989", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0990", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0991", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0992", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0993", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0994", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0995", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0996", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0997", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0998", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0999", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1000", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1001", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1002", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1003", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1004", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1005", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1006", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1007", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1008", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1009", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1010", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1011", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1012", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1013", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1014", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1015", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1016", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1017", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1018", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1019", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1020", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1021", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1022", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1023", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1092", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1093", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1094", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1095", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1096", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1097", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1098", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1099", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1100", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1101", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1102", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1103", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1104", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1105", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1106", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1107", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1108", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1109", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1110", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1111", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1112", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1113", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1114", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1115", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1116", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1117", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1118", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1119", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1120", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1121", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1122", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1123", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1124", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1125", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1126", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1127", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1128", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1129", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1130", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1131", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1132", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1133", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1134", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1135", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1136", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1137", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1138", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1139", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1140", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1141", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1142", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1143", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1144", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1145", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1146", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 629, "checked": 629, "invalid_citations": 0, "previous_strict": 624, "strict_after_citation_check": 624 } }, { "file": "tools/rag/evaluation/results/dev_final_regression_16/rag_answers_dev_selected.json", "sha256": "59e0c5f74bdb0dc919b36c48e9b48895bb5c67bb0bd19f91970953145907053c", "rows": [ { "id": "q0004", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0026", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0040", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0041", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0253", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0336", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0570", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0633", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0968", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0982", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0990", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1022", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1092", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1109", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1125", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1136", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 16, "checked": 16, "invalid_citations": 0, "previous_strict": 16, "strict_after_citation_check": 16 } }, { "file": "tools/rag/evaluation/results/dev_freeze_check_1/rag_answers_dev_selected.json", "sha256": "b6ef79acf2ea44e01c7268d7dd018f73b28f98d2e076267cd487f892334e049a", "rows": [ { "id": "q0024", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0311", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0375", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0579", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0580", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0586", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 6, "checked": 6, "invalid_citations": 0, "previous_strict": 4, "strict_after_citation_check": 4 } }, { "file": "tools/rag/evaluation/results/dev_freeze_check_2/rag_answers_dev_selected.json", "sha256": "66ee12126b6a8c1959c2c08423ae1d05f6e4cc063528a8b2294271a0e1dca942", "rows": [ { "id": "q0024", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0311", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0375", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0579", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0580", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0586", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 6, "checked": 6, "invalid_citations": 0, "previous_strict": 5, "strict_after_citation_check": 5 } }, { "file": "tools/rag/evaluation/results/dev_freeze_check_3/rag_answers_dev_selected.json", "sha256": "b0f87ef2c3cac1befbf85019a45935a2897b277c4c5351e1b49391ae71d8a255", "rows": [ { "id": "q0024", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0311", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0375", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0579", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0580", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0586", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 6, "checked": 6, "invalid_citations": 0, "previous_strict": 4, "strict_after_citation_check": 4 } }, { "file": "tools/rag/evaluation/results/dev_metadata_5/rag_answers_dev_selected.json", "sha256": "b97316c8f8438097e445045155a26e46fda9ddc24890fc79dd8f343654657baa", "rows": [ { "id": "q0570", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0968", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0982", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1092", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1125", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false } ], "summary": { "questions": 5, "checked": 5, "invalid_citations": 0, "previous_strict": 4, "strict_after_citation_check": 4 } }, { "file": "tools/rag/evaluation/results/e3_regression/rag_answers_dev_selected.json", "sha256": "cfab625bba2b589b2cdcce857596fe58bfa26c8432f4253c9434091e5af261e4", "rows": [ { "id": "q0020", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0021", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0028", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 3, "checked": 3, "invalid_citations": 0, "previous_strict": 3, "strict_after_citation_check": 3 } }, { "file": "tools/rag/evaluation/results/e4_q0024_final/rag_answers_dev_selected.json", "sha256": "1c932cb097342a786b347ecc8acf73a940b67673c916b6f367ebcb965811d0b7", "rows": [ { "id": "q0024", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 1, "checked": 1, "invalid_citations": 0, "previous_strict": 1, "strict_after_citation_check": 1 } }, { "file": "tools/rag/evaluation/results/e4_regression/rag_answers_dev_selected.json", "sha256": "b7ea8d261e09eb60d47adb382a41e92af74b0efe407d81e0a525b1659f82c17d", "rows": [ { "id": "q0013", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0024", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0026", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0029", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0030", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 5, "checked": 5, "invalid_citations": 0, "previous_strict": 4, "strict_after_citation_check": 4 } }, { "file": "tools/rag/evaluation/results/e5_1_regression/rag_answers_dev_selected.json", "sha256": "bd38661faee3a3c13010d2aeba1f557dd7cdd41fb22467f1acc2d018916b286a", "rows": [ { "id": "q0039", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0042", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0393", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0575", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0624", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0689", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 6, "checked": 6, "invalid_citations": 0, "previous_strict": 4, "strict_after_citation_check": 4 } }, { "file": "tools/rag/evaluation/results/e5_2_diagnostic/rag_answers_dev_selected.json", "sha256": "13c4ae6cd8973ae63cf8ff31d0aff64a1677cc4dac2bd075db537822f366cd42", "rows": [ { "id": "q0393", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0575", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false } ], "summary": { "questions": 2, "checked": 2, "invalid_citations": 0, "previous_strict": 0, "strict_after_citation_check": 0 } }, { "file": "tools/rag/evaluation/results/e5_regression/rag_answers_dev_selected.json", "sha256": "33ab7cd2d3be67f4616c0a96a19f2914cc34a510571fb653917ad679c763f0bf", "rows": [ { "id": "q0039", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0042", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0046", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0105", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0130", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0143", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0146", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0243", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0334", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0337", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0341", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0345", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0376", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0387", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0393", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0435", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0438", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0439", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0450", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0551", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0556", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0570", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0572", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0575", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0579", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0580", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0582", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0597", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0598", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0604", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0616", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0621", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0622", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0624", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0632", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0687", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0688", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0689", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0690", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 39, "checked": 39, "invalid_citations": 0, "previous_strict": 33, "strict_after_citation_check": 33 } }, { "file": "tools/rag/evaluation/results/full_dev_1148_dataset/rag_answers_dev.json", "sha256": "bc3a1f47b2c69f57207a8110a6e07ed9185d0377e45c87e06a375a138abdf287", "rows": [ { "id": "q0001", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0002", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0003", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0004", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0005", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0006", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0007", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0008", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0009", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0010", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0011", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0012", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0013", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0014", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0015", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0016", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0017", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0018", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0019", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0020", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0021", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0022", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0023", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0024", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0025", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0026", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0027", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0028", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0029", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0030", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0031", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0032", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0033", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0034", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0035", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0036", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0037", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0038", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0039", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0040", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0041", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0042", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0043", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0044", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0045", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0046", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0047", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0048", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0049", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0050", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0051", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0082", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0083", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0084", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0085", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0086", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0087", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0088", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0089", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0090", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0091", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0092", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0102", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0103", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0104", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0105", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0106", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0107", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0108", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0109", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0110", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0111", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0122", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0123", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0124", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0125", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0126", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0127", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0128", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0129", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0130", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0131", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0142", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0143", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0144", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0145", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0146", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0147", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0148", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0149", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0150", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0151", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0152", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0164", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0165", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0166", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0167", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0168", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0169", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0170", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0171", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0172", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0173", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0174", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0175", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0176", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0177", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0178", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0179", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0180", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0181", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0182", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0183", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0184", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0200", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0201", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0202", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0203", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0204", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0205", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0206", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0207", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0208", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0209", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0210", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0211", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0212", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0213", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0229", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0230", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0231", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0232", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0233", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0234", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0235", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0236", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0237", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0238", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0239", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0240", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0241", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0242", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0243", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0244", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0245", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0246", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0247", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0248", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0249", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0250", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0251", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0252", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0253", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0254", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0255", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0256", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0257", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0258", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0259", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0275", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0276", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0277", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0278", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0279", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0280", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0281", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0282", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0283", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0284", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0285", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0286", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0287", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0303", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0304", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0305", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0306", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0307", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0308", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0309", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0310", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0311", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0312", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0313", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0314", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0315", "previous_strict": true, "citations_ok": false, "unsupported_urls": [ "https://graphrag.com" ], "citation_adjusted_strict": false }, { "id": "q0316", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0333", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0334", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0335", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0336", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0337", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0338", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0339", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0340", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0341", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0342", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0343", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0344", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0345", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0346", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0347", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0363", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0364", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0365", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0366", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0367", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0368", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0369", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0370", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0371", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0372", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0373", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0374", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0375", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0376", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0377", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0378", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0379", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0380", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0381", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0382", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0383", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0384", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0385", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0386", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0387", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0388", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0389", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0390", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0391", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0392", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0393", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0423", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0424", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0425", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0426", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0427", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0428", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0429", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0430", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0431", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0432", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0433", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0434", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0435", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0436", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0437", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0438", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0439", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0440", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0441", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0442", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0443", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0444", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0445", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0446", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0447", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0448", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0449", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0450", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0451", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0480", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0481", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0482", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0483", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0484", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0485", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0486", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0487", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0488", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0489", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0490", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0491", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0492", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0493", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0494", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0495", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0496", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0497", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0498", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0499", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0500", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0501", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0502", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0503", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0504", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0505", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0506", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0507", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0508", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0509", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0549", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0550", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0551", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0552", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0553", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0554", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0555", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0556", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0557", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0568", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0569", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0570", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0572", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0573", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0574", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0575", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0576", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0577", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0578", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0579", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0580", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0581", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0582", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0583", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0584", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0585", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0586", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0597", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0598", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0599", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0603", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0604", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0605", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0615", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0616", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0617", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0621", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0622", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0623", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0624", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0632", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0633", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0634", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0637", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0638", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0639", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0651", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0652", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0653", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0659", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0660", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0661", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0675", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0676", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0677", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0684", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0685", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0686", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0687", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0688", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0689", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0690", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0691", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0692", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0693", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0694", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0695", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0696", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0697", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0698", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0699", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0700", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0701", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0702", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0703", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0704", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0705", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0706", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0707", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0708", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0709", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0710", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0711", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0712", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0713", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0714", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0715", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0716", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0717", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0718", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0719", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0720", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0721", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0722", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0723", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0724", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0725", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0726", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0727", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0728", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0729", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0730", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0731", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0732", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0733", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0734", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0771", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0772", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0773", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0774", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0775", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0776", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0777", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0778", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0779", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0780", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0781", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0782", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0783", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0784", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0785", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0786", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0787", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0788", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0789", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0790", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0791", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0792", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0793", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0794", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0795", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0796", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0797", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0798", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0821", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0822", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0823", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0824", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0825", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0826", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0827", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0828", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0829", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0830", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0831", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0832", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0833", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0834", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0835", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0836", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0837", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0838", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0839", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0840", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0841", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0842", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0843", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0844", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0845", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0846", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0847", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0848", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0849", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0850", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0851", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0852", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0853", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0854", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0855", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0856", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0857", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0858", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0859", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0860", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0861", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0862", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0863", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0864", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0865", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0866", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0867", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0868", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0869", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0870", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0871", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0872", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0873", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0874", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0875", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0876", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0877", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0878", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0879", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0880", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0881", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0882", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0883", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0884", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0885", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0886", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0887", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0942", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0943", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0944", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0945", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0946", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0947", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0948", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0949", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0950", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0951", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0952", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0953", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0954", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0955", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0956", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0957", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0958", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0959", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0960", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0961", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0962", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0963", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0964", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0965", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0966", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0967", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0968", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0969", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0970", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0971", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0972", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0973", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0974", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0975", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0976", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0977", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0978", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0979", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0980", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0981", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0982", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0983", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0984", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0985", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0986", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0987", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0988", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0989", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0990", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0991", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0992", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0993", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0994", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0995", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0996", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0997", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0998", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0999", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1000", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1001", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1002", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1003", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1004", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1005", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1006", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1007", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1008", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1009", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1010", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1011", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1012", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1013", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1014", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1015", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1016", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1017", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1018", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1019", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1020", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1021", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1022", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q1023", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1092", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q1093", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1094", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1095", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1096", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1097", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1098", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1099", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1100", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1101", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1102", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1103", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1104", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1105", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1106", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1107", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1108", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1109", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q1110", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1111", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1112", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1113", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1114", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1115", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1116", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1117", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1118", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1119", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1120", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1121", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1122", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1123", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1124", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1125", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q1126", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1127", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1128", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1129", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1130", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1131", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1132", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1133", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1134", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1135", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1136", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q1137", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1138", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1139", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1140", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1141", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1142", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1143", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1144", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1145", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1146", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 629, "checked": 629, "invalid_citations": 1, "previous_strict": 583, "strict_after_citation_check": 582 } }, { "file": "tools/rag/evaluation/results/full_dev_1148_dataset/rag_answers_dev_rescored.json", "sha256": "c90d523cd817bb0587d2620a6d223f68cdbfe9ade6172448b3b660037f531f31", "rows": [ { "id": "q0001", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0002", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0003", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0004", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0005", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0006", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0007", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0008", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0009", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0010", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0011", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0012", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0013", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0014", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0015", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0016", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0017", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0018", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0019", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0020", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0021", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0022", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0023", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0024", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0025", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0026", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0027", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0028", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0029", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0030", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0031", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0032", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0033", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0034", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0035", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0036", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0037", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0038", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0039", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0040", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0041", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0042", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0043", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0044", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0045", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0046", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0047", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0048", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0049", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0050", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0051", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0082", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0083", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0084", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0085", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0086", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0087", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0088", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0089", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0090", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0091", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0092", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0102", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0103", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0104", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0105", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0106", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0107", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0108", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0109", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0110", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0111", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0122", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0123", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0124", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0125", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0126", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0127", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0128", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0129", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0130", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0131", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0142", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0143", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0144", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0145", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0146", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0147", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0148", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0149", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0150", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0151", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0152", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0164", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0165", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0166", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0167", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0168", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0169", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0170", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0171", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0172", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0173", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0174", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0175", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0176", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0177", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0178", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0179", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0180", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0181", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0182", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0183", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0184", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0200", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0201", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0202", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0203", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0204", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0205", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0206", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0207", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0208", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0209", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0210", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0211", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0212", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0213", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0229", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0230", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0231", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0232", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0233", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0234", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0235", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0236", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0237", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0238", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0239", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0240", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0241", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0242", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0243", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0244", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0245", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0246", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0247", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0248", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0249", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0250", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0251", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0252", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0253", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0254", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0255", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0256", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0257", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0258", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0259", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0275", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0276", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0277", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0278", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0279", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0280", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0281", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0282", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0283", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0284", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0285", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0286", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0287", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0303", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0304", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0305", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0306", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0307", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0308", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0309", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0310", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0311", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0312", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0313", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0314", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0315", "previous_strict": true, "citations_ok": false, "unsupported_urls": [ "https://graphrag.com" ], "citation_adjusted_strict": false }, { "id": "q0316", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0333", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0334", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0335", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0336", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0337", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0338", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0339", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0340", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0341", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0342", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0343", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0344", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0345", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0346", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0347", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0363", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0364", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0365", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0366", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0367", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0368", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0369", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0370", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0371", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0372", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0373", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0374", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0375", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0376", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0377", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0378", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0379", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0380", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0381", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0382", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0383", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0384", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0385", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0386", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0387", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0388", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0389", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0390", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0391", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0392", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0393", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0423", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0424", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0425", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0426", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0427", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0428", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0429", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0430", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0431", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0432", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0433", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0434", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0435", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0436", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0437", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0438", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0439", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0440", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0441", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0442", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0443", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0444", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0445", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0446", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0447", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0448", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0449", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0450", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0451", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0480", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0481", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0482", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0483", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0484", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0485", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0486", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0487", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0488", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0489", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0490", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0491", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0492", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0493", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0494", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0495", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0496", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0497", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0498", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0499", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0500", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0501", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0502", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0503", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0504", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0505", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0506", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0507", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0508", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0509", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0549", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0550", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0551", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0552", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0553", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0554", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0555", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0556", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0557", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0568", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0569", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0570", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0572", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0573", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0574", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0575", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0576", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0577", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0578", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0579", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0580", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0581", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0582", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0583", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0584", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0585", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0586", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0597", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0598", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0599", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0603", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0604", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0605", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0615", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0616", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0617", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0621", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0622", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0623", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0624", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0632", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0633", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0634", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0637", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0638", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0639", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0651", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0652", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0653", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0659", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0660", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0661", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0675", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0676", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0677", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0684", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0685", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0686", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0687", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0688", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0689", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0690", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0691", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0692", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0693", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0694", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0695", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0696", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0697", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0698", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0699", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0700", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0701", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0702", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0703", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0704", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0705", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0706", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0707", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0708", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0709", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0710", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0711", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0712", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0713", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0714", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0715", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0716", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0717", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0718", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0719", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0720", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0721", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0722", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0723", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0724", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0725", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0726", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0727", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0728", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0729", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0730", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0731", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0732", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0733", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0734", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0771", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0772", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0773", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0774", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0775", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0776", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0777", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0778", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0779", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0780", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0781", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0782", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0783", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0784", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0785", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0786", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0787", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0788", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0789", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0790", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0791", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0792", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0793", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0794", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0795", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0796", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0797", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0798", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0821", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0822", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0823", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0824", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0825", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0826", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0827", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0828", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0829", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0830", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0831", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0832", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0833", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0834", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0835", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0836", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0837", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0838", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0839", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0840", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0841", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0842", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0843", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0844", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0845", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0846", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0847", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0848", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0849", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0850", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0851", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0852", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0853", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0854", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0855", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0856", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0857", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0858", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0859", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0860", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0861", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0862", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0863", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0864", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0865", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0866", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0867", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0868", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0869", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0870", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0871", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0872", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0873", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0874", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0875", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0876", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0877", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0878", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0879", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0880", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0881", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0882", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0883", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0884", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0885", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0886", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0887", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0942", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0943", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0944", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0945", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0946", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0947", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0948", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0949", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0950", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0951", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0952", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0953", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0954", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0955", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0956", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0957", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0958", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0959", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0960", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0961", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0962", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0963", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0964", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0965", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0966", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0967", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0968", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0969", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0970", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0971", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0972", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0973", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0974", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0975", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0976", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0977", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0978", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0979", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0980", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0981", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0982", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0983", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0984", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0985", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0986", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0987", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0988", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0989", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0990", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0991", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0992", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0993", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0994", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0995", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0996", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0997", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0998", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0999", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1000", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1001", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1002", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1003", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1004", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1005", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1006", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1007", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1008", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1009", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1010", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1011", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1012", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1013", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1014", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1015", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1016", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1017", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1018", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1019", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1020", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1021", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1022", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q1023", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1092", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q1093", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1094", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1095", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1096", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1097", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1098", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1099", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1100", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1101", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1102", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1103", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1104", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1105", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1106", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1107", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1108", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1109", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q1110", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1111", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1112", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1113", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1114", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1115", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1116", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1117", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1118", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1119", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1120", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1121", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1122", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1123", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1124", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1125", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q1126", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1127", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1128", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1129", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1130", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1131", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1132", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1133", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1134", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1135", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1136", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q1137", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1138", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1139", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1140", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1141", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1142", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1143", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1144", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1145", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1146", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 629, "checked": 629, "invalid_citations": 1, "previous_strict": 607, "strict_after_citation_check": 606 } }, { "file": "tools/rag/evaluation/results/full_dev_1148_dataset/rag_answers_dev_rescored_v2.json", "sha256": "47e49606bb002e741e7ec7af7f8f08e17b11b65c68dee6aea8164923a2e6cc87", "rows": [ { "id": "q0001", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0002", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0003", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0004", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0005", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0006", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0007", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0008", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0009", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0010", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0011", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0012", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0013", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0014", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0015", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0016", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0017", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0018", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0019", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0020", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0021", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0022", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0023", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0024", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0025", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0026", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0027", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0028", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0029", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0030", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0031", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0032", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0033", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0034", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0035", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0036", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0037", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0038", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0039", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0040", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0041", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0042", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0043", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0044", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0045", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0046", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0047", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0048", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0049", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0050", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0051", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0082", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0083", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0084", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0085", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0086", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0087", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0088", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0089", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0090", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0091", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0092", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0102", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0103", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0104", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0105", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0106", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0107", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0108", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0109", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0110", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0111", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0122", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0123", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0124", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0125", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0126", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0127", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0128", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0129", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0130", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0131", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0142", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0143", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0144", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0145", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0146", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0147", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0148", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0149", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0150", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0151", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0152", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0164", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0165", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0166", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0167", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0168", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0169", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0170", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0171", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0172", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0173", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0174", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0175", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0176", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0177", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0178", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0179", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0180", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0181", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0182", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0183", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0184", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0200", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0201", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0202", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0203", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0204", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0205", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0206", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0207", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0208", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0209", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0210", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0211", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0212", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0213", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0229", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0230", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0231", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0232", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0233", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0234", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0235", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0236", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0237", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0238", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0239", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0240", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0241", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0242", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0243", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0244", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0245", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0246", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0247", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0248", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0249", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0250", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0251", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0252", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0253", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0254", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0255", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0256", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0257", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0258", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0259", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0275", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0276", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0277", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0278", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0279", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0280", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0281", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0282", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0283", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0284", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0285", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0286", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0287", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0303", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0304", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0305", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0306", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0307", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0308", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0309", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0310", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0311", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0312", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0313", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0314", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0315", "previous_strict": true, "citations_ok": false, "unsupported_urls": [ "https://graphrag.com" ], "citation_adjusted_strict": false }, { "id": "q0316", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0333", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0334", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0335", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0336", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0337", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0338", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0339", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0340", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0341", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0342", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0343", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0344", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0345", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0346", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0347", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0363", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0364", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0365", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0366", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0367", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0368", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0369", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0370", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0371", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0372", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0373", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0374", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0375", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0376", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0377", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0378", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0379", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0380", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0381", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0382", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0383", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0384", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0385", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0386", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0387", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0388", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0389", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0390", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0391", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0392", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0393", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0423", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0424", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0425", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0426", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0427", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0428", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0429", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0430", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0431", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0432", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0433", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0434", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0435", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0436", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0437", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0438", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0439", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0440", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0441", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0442", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0443", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0444", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0445", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0446", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0447", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0448", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0449", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0450", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0451", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0480", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0481", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0482", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0483", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0484", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0485", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0486", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0487", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0488", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0489", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0490", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0491", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0492", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0493", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0494", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0495", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0496", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0497", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0498", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0499", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0500", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0501", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0502", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0503", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0504", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0505", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0506", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0507", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0508", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0509", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0549", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0550", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0551", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0552", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0553", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0554", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0555", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0556", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0557", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0568", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0569", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0570", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0572", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0573", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0574", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0575", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0576", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0577", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0578", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0579", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0580", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0581", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0582", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0583", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0584", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0585", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0586", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0597", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0598", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0599", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0603", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0604", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0605", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0615", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0616", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0617", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0621", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0622", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0623", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0624", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0632", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0633", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0634", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0637", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0638", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0639", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0651", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0652", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0653", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0659", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0660", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0661", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0675", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0676", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0677", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0684", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0685", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0686", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0687", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0688", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0689", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0690", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0691", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0692", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0693", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0694", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0695", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0696", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0697", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0698", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0699", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0700", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0701", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0702", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0703", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0704", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0705", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0706", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0707", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0708", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0709", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0710", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0711", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0712", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0713", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0714", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0715", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0716", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0717", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0718", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0719", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0720", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0721", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0722", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0723", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0724", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0725", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0726", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0727", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0728", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0729", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0730", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0731", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0732", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0733", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0734", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0771", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0772", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0773", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0774", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0775", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0776", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0777", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0778", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0779", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0780", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0781", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0782", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0783", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0784", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0785", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0786", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0787", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0788", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0789", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0790", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0791", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0792", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0793", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0794", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0795", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0796", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0797", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0798", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0821", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0822", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0823", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0824", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0825", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0826", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0827", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0828", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0829", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0830", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0831", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0832", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0833", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0834", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0835", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0836", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0837", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0838", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0839", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0840", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0841", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0842", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0843", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0844", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0845", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0846", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0847", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0848", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0849", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0850", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0851", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0852", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0853", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0854", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0855", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0856", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0857", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0858", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0859", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0860", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0861", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0862", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0863", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0864", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0865", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0866", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0867", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0868", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0869", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0870", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0871", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0872", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0873", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0874", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0875", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0876", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0877", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0878", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0879", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0880", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0881", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0882", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0883", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0884", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0885", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0886", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0887", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0942", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0943", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0944", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0945", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0946", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0947", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0948", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0949", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0950", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0951", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0952", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0953", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0954", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0955", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0956", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0957", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0958", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0959", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0960", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0961", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0962", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0963", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0964", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0965", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0966", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0967", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0968", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0969", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0970", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0971", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0972", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0973", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0974", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0975", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0976", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0977", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0978", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0979", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0980", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0981", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0982", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0983", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0984", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0985", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0986", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0987", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0988", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0989", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0990", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0991", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0992", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0993", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0994", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0995", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0996", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0997", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0998", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0999", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1000", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1001", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1002", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1003", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1004", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1005", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1006", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1007", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1008", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1009", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1010", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1011", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1012", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1013", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1014", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1015", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1016", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1017", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1018", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1019", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1020", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1021", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1022", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q1023", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1092", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q1093", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1094", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1095", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1096", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1097", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1098", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1099", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1100", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1101", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1102", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1103", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1104", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1105", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1106", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1107", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1108", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1109", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q1110", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1111", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1112", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1113", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1114", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1115", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1116", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1117", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1118", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1119", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1120", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1121", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1122", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1123", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1124", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1125", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q1126", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1127", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1128", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1129", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1130", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1131", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1132", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1133", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1134", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1135", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1136", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q1137", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1138", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1139", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1140", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1141", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1142", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1143", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1144", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1145", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1146", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 629, "checked": 629, "invalid_citations": 1, "previous_strict": 613, "strict_after_citation_check": 612 } }, { "file": "tools/rag/evaluation/results/full_dev_review/rag_answers_dev.json", "sha256": "44d0b54797fe67d7c91d266a1e46daeb91245694a200f64be3e6a6826ad372fd", "rows": [ { "id": "q0001", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0002", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0003", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0004", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0005", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0006", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0007", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0008", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0009", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0010", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0011", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0012", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0013", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0014", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0015", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0016", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0017", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0018", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0019", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0020", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0021", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0022", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0023", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0024", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0025", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0026", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0027", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0028", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0029", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0030", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0031", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0032", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0033", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0034", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0035", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0036", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0037", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0038", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0039", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0040", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0041", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0042", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0043", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0044", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0045", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0046", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0047", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0048", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0049", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0050", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0051", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0082", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0083", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0084", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0085", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0086", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0087", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0088", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0089", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0090", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0091", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0092", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0102", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0103", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0104", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0105", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0106", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0107", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0108", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0109", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0110", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0111", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0122", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0123", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0124", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0125", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0126", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0127", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0128", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0129", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0130", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0131", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0142", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0143", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0144", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0145", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0146", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0147", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0148", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0149", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0150", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0151", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0152", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0164", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0165", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0166", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0167", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0168", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0169", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0170", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0171", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0172", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0173", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0174", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0175", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0176", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0177", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0178", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0179", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0180", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0181", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0182", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0183", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0184", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0200", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0201", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0202", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0203", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0204", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0205", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0206", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0207", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0208", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0209", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0210", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0211", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0212", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0213", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0229", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0230", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0231", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0232", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0233", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0234", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0235", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0236", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0237", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0238", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0239", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0240", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0241", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0242", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0243", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0244", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0245", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0246", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0247", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0248", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0249", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0250", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0251", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0252", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0253", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0254", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0255", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0256", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0257", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0258", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0259", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0275", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0276", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0277", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0278", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0279", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0280", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0281", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0282", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0283", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0284", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0285", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0286", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0287", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0303", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0304", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0305", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0306", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0307", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0308", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0309", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0310", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0311", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0312", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0313", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0314", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0315", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0316", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0333", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0334", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0335", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0336", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0337", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0338", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0339", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0340", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0341", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0342", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0343", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0344", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0345", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0346", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0347", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0363", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0364", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0365", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0366", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0367", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0368", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0369", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0370", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0371", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0372", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0373", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0374", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0375", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0376", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0377", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0378", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0379", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0380", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0381", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0382", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0383", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0384", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0385", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0386", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0387", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0388", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0389", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0390", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0391", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0392", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0393", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0423", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0424", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0425", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0426", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0427", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0428", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0429", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0430", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0431", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0432", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0433", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0434", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0435", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0436", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0437", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0438", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0439", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0440", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0441", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0442", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0443", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0444", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0445", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0446", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0447", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0448", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0449", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0450", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0451", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0480", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0481", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0482", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0483", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0484", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0485", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0486", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0487", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0488", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0489", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0490", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0491", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0492", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0493", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0494", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0495", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0496", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0497", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0498", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0499", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0500", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0501", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0502", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0503", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0504", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0505", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0506", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0507", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0508", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0509", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0549", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0550", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0551", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0552", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0553", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0554", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0555", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0556", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0557", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0568", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0569", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0570", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0572", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0573", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0574", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0575", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0576", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0577", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0578", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0579", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0580", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0581", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0582", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0583", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0584", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0585", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0586", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0597", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0598", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0599", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0603", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0604", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0605", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0615", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0616", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0617", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0621", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0622", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0623", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0624", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0632", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0633", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0634", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0637", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0638", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0639", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0651", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0652", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0653", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0659", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0660", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0661", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0675", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0676", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0677", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0684", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0685", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0686", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0687", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0688", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0689", "previous_strict": true, "citations_ok": false, "unsupported_urls": [ "https://zp.kemt.fei.tuke.students/2016/jakub_maruniak" ], "citation_adjusted_strict": false }, { "id": "q0690", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 353, "checked": 353, "invalid_citations": 1, "previous_strict": 339, "strict_after_citation_check": 338 } }, { "file": "tools/rag/evaluation/results/new_dataset_regression_6/rag_answers_dev_selected.json", "sha256": "ab95e1f6571c7faba69abff3fb14ce9109c7efac56b4a1a71ee6d800228f0930", "rows": [ { "id": "q0393", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0575", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0690", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0942", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q1094", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1095", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 6, "checked": 6, "invalid_citations": 0, "previous_strict": 4, "strict_after_citation_check": 4 } }, { "file": "tools/rag/evaluation/results/new_dataset_regression_6_v2/rag_answers_dev_selected.json", "sha256": "c226efd5e0a63ec684b6aa8020010514fd31d3df9d09debc19744a0ce11576d2", "rows": [ { "id": "q0393", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0575", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0690", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0942", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1094", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1095", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 6, "checked": 6, "invalid_citations": 0, "previous_strict": 6, "strict_after_citation_check": 6 } }, { "file": "tools/rag/evaluation/results/new_dataset_smoke/rag_answers_dev_selected.json", "sha256": "1f302fa5db6059d5d2294709a02a97d72bd75824e114a106040ed9282e8b619e", "rows": [ { "id": "q0024", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0146", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0393", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0575", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0690", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0821", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0822", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0823", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0942", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0992", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1008", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1092", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1094", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q1095", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false } ], "summary": { "questions": 14, "checked": 14, "invalid_citations": 0, "previous_strict": 8, "strict_after_citation_check": 8 } }, { "file": "tools/rag/evaluation/results/parallel_smoke_4/rag_answers_dev_selected.json", "sha256": "0ba8463b17b9752542550082d96b4880869fa85cb9cd0e3251fbdb84e7f37727", "rows": [ { "id": "q0982", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1092", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1109", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1125", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 4, "checked": 4, "invalid_citations": 0, "previous_strict": 4, "strict_after_citation_check": 4 } }, { "file": "tools/rag/evaluation/results/parallel_smoke_w1/rag_answers_dev_selected.json", "sha256": "3f56ab191b6293ca959b9c6da198b3f252d663f1d1661b9f91ce7adc906d747b", "rows": [ { "id": "q0982", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1092", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1109", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1125", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false } ], "summary": { "questions": 4, "checked": 4, "invalid_citations": 0, "previous_strict": 3, "strict_after_citation_check": 3 } }, { "file": "tools/rag/evaluation/results/parallel_smoke_w2/rag_answers_dev_selected.json", "sha256": "9bd8db8dc126a1fe07b8ab86629ab93ada039fa13461db3ebf7a4d33039505b8", "rows": [ { "id": "q0982", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1092", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1109", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1125", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false } ], "summary": { "questions": 4, "checked": 4, "invalid_citations": 0, "previous_strict": 3, "strict_after_citation_check": 3 } }, { "file": "tools/rag/evaluation/results/q0024_metadata_fix_1/rag_answers_dev_selected.json", "sha256": "0be5063e04935eba0e62d199408cab49b483e89097c6845af1d2f2ad0ed09de0", "rows": [ { "id": "q0024", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 1, "checked": 1, "invalid_citations": 0, "previous_strict": 1, "strict_after_citation_check": 1 } }, { "file": "tools/rag/evaluation/results/q0024_metadata_fix_2/rag_answers_dev_selected.json", "sha256": "10499509aa90e54c05598f6069ccc0e96430c675f64a62c99fb5e1acd88bb077", "rows": [ { "id": "q0024", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 1, "checked": 1, "invalid_citations": 0, "previous_strict": 1, "strict_after_citation_check": 1 } }, { "file": "tools/rag/evaluation/results/q0024_metadata_fix_3/rag_answers_dev_selected.json", "sha256": "38bdd3fbdc2a7c0471c46271d9277015828f8d0ee437de911199857b843073d3", "rows": [ { "id": "q0024", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false } ], "summary": { "questions": 1, "checked": 1, "invalid_citations": 0, "previous_strict": 0, "strict_after_citation_check": 0 } }, { "file": "tools/rag/evaluation/results/q1125_stability_1/rag_answers_dev_selected.json", "sha256": "407d19dd6a5c64419af878e6cc7a361b6610a580851883e6965f192659621d04", "rows": [ { "id": "q1125", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 1, "checked": 1, "invalid_citations": 0, "previous_strict": 1, "strict_after_citation_check": 1 } }, { "file": "tools/rag/evaluation/results/q1125_stability_2/rag_answers_dev_selected.json", "sha256": "6bafe685b7e20bc6f2a8b6d818d1a52085347e95af377bcee86839be24c6e3b2", "rows": [ { "id": "q1125", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 1, "checked": 1, "invalid_citations": 0, "previous_strict": 1, "strict_after_citation_check": 1 } }, { "file": "tools/rag/evaluation/results/q1125_stability_3/rag_answers_dev_selected.json", "sha256": "dd7ec66f533c900532cb81be6797aebba674c17aec2a16cbe0def0b1d0761d74", "rows": [ { "id": "q1125", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 1, "checked": 1, "invalid_citations": 0, "previous_strict": 1, "strict_after_citation_check": 1 } }, { "file": "tools/rag/evaluation/results/rag_dev_full/rag_answers_dev.json", "sha256": "0dd923e246ce94516d84b16c275c5aa71ff0e8927e2b99da60fbc9c714679e9c", "rows": [ { "id": "q0001", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0002", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0003", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0004", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0005", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0006", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0007", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0008", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0009", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0010", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0011", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0012", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0013", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0014", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0015", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0016", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0017", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0018", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0019", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0020", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0021", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0022", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0023", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0024", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0025", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0026", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0027", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0028", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0029", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0030", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0031", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0032", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0033", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0034", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0035", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0036", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0037", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0038", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0039", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0040", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0041", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0042", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0043", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0044", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0045", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0046", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0047", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0048", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0049", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0050", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0051", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0082", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0083", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0084", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0085", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0086", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0087", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0088", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0089", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0090", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0091", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0092", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0102", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0103", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0104", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0105", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0106", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0107", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0108", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0109", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0110", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0111", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0122", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0123", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0124", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0125", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0126", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0127", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0128", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0129", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0130", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0131", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0142", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0143", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0144", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0145", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0146", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0147", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0148", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0149", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0150", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0151", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0152", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0164", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0165", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0166", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0167", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0168", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0169", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0170", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0171", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0172", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0173", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0174", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0175", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0176", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0177", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0178", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0179", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0180", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0181", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0182", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0183", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0184", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0200", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0201", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0202", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0203", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0204", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0205", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0206", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0207", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0208", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0209", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0210", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0211", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0212", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0213", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0229", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0230", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0231", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0232", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0233", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0234", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0235", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0236", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0237", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0238", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0239", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0240", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0241", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0242", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0243", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0244", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0245", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0246", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0247", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0248", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0249", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0250", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0251", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0252", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0253", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0254", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0255", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0256", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0257", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0258", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0259", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0275", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0276", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0277", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0278", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0279", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0280", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0281", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0282", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0283", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0284", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0285", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0286", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0287", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0303", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0304", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0305", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0306", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0307", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0308", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0309", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0310", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0311", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0312", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0313", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0314", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0315", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0316", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0333", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0334", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0335", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0336", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0337", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0338", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0339", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0340", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0341", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0342", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0343", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0344", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0345", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0346", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0347", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0363", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0364", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0365", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0366", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0367", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0368", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0369", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0370", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0371", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0372", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0373", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0374", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0375", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0376", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0377", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0378", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0379", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0380", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0381", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0382", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0383", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0384", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0385", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0386", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0387", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0388", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0389", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0390", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0391", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0392", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0393", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0423", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0424", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0425", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0426", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0427", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0428", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0429", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0430", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0431", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0432", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0433", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0434", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0435", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0436", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0437", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0438", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0439", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0440", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0441", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0442", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0443", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0444", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0445", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0446", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0447", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0448", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0449", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0450", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0451", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0480", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0481", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0482", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0483", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0484", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0485", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0486", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0487", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0488", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0489", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0490", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0491", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0492", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0493", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0494", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0495", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0496", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0497", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0498", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0499", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0500", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0501", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0502", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0503", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0504", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0505", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0506", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0507", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0508", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0509", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0549", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0550", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0551", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0552", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0553", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0554", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0555", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0556", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0557", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0568", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0569", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0570", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0572", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0573", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0574", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0575", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0576", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0577", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0578", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0579", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0580", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0581", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0582", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0583", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0584", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0585", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0586", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0597", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0598", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0599", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0603", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0604", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0605", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0615", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0616", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0617", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0621", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0622", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0623", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0624", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0632", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0633", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0634", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0637", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0638", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0639", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0651", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0652", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0653", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0659", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0660", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0661", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0675", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0676", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0677", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0684", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0685", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0686", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0687", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0688", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0689", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0690", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false } ], "summary": { "questions": 353, "checked": 353, "invalid_citations": 0, "previous_strict": 314, "strict_after_citation_check": 314 } }, { "file": "tools/rag/evaluation/results/rag_dev_full/rag_answers_dev_failures.json", "sha256": "a20cceb9d9970fda709fc3d95e42b56fbe13c7fcad915ab095a66f7dcf94fed3", "rows": [], "summary": { "questions": 0, "checked": 0, "invalid_citations": 0, "previous_strict": 0, "strict_after_citation_check": 0 } }, { "file": "tools/rag/evaluation/results/rag_dev_smoke_30/rag_answers_dev_limit30.json", "sha256": "de782be5b0349c7fff69fb47ff0659a0f2e47d86a3239bd5d4e2403dc63d14b1", "rows": [ { "id": "q0001", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0002", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0003", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0004", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0005", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0006", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0007", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0008", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0009", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0010", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0011", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0012", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0013", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0014", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0015", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0016", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0017", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0018", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0019", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0020", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0021", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0022", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0023", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0024", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0025", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0026", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0027", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0028", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0029", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0030", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 30, "checked": 30, "invalid_citations": 0, "previous_strict": 23, "strict_after_citation_check": 23 } }, { "file": "tools/rag/evaluation/results/rag_dev_smoke_30_after_e3/rag_answers_dev_limit30.json", "sha256": "00c59a58960356a1bf0bff2456845954789f8b472550ca085cf9e0c386810bd3", "rows": [ { "id": "q0001", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0002", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0003", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0004", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0005", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0006", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0007", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0008", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0009", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0010", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0011", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0012", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0013", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0014", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0015", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0016", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0017", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0018", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0019", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0020", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0021", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0022", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0023", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0024", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0025", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0026", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0027", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0028", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0029", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0030", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false } ], "summary": { "questions": 30, "checked": 30, "invalid_citations": 0, "previous_strict": 25, "strict_after_citation_check": 25 } }, { "file": "tools/rag/evaluation/results/rag_dev_smoke_30_final/rag_answers_dev_limit30.json", "sha256": "83026590a493eaa0d9bb7c9ebf820510c8de4d7aeece452d073084d955bcc58e", "rows": [ { "id": "q0001", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0002", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0003", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0004", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0005", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0006", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0007", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0008", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0009", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0010", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0011", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0012", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0013", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0014", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0015", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0016", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0017", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0018", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0019", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0020", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0021", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0022", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0023", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0024", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0025", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0026", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0027", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0028", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0029", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0030", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 30, "checked": 30, "invalid_citations": 0, "previous_strict": 30, "strict_after_citation_check": 30 } }, { "file": "tools/rag/evaluation/results/remaining_4_after_base_priority/rag_answers_dev_selected.json", "sha256": "3d2a5b84fdf42dfb9b3b10a832fdd9287b13e9e26aeeaebec00946ef783f33dc", "rows": [ { "id": "q0004", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0040", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0041", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0336", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 4, "checked": 4, "invalid_citations": 0, "previous_strict": 4, "strict_after_citation_check": 4 } }, { "file": "tools/rag/evaluation/results/remaining_4_current/rag_answers_dev_selected.json", "sha256": "fe71778f5100a406ab6d17d28f5c53272c7676a89747c61007c38a96d30153f9", "rows": [ { "id": "q0004", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0040", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0041", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0336", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false } ], "summary": { "questions": 4, "checked": 4, "invalid_citations": 0, "previous_strict": 0, "strict_after_citation_check": 0 } }, { "file": "tools/rag/evaluation/results/test_classic_rag_frozen/rag_answers_test.json", "sha256": "eba03639f8a3c32ee47a4e294d8592c1071fc6fd43e38967e39131b840fefa7e", "rows": [ { "id": "q0052", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0053", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0054", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0055", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0056", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0057", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0058", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0059", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0060", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0061", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0062", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0063", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0064", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0065", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0066", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0067", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0068", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0069", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0070", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0071", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0072", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0073", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0074", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0075", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0076", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0077", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0078", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0079", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0080", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0081", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0093", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0094", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0095", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0096", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0097", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0098", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0099", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0100", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0101", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0112", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0113", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0114", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0115", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0116", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0117", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0118", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0119", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0120", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0121", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0132", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0133", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0134", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0135", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0136", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0137", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0138", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0139", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0140", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0141", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0153", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0154", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0155", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0156", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0157", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0158", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0159", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0160", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0161", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0162", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0163", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0185", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0186", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0187", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0188", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0189", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0190", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0191", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0192", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0193", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0194", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0195", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0196", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0197", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0198", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0199", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0214", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0215", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0216", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0217", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0218", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0219", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0220", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0221", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0222", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0223", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0224", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0225", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0226", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0227", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0228", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0260", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0261", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0262", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0263", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0264", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0265", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0266", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0267", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0268", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0269", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0270", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0271", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0272", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0273", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0274", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0288", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0289", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0290", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0291", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0292", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0293", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0294", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0295", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0296", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0297", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0298", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0299", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0300", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0301", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0302", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0317", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0318", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0319", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0320", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0321", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0322", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0323", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0324", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0325", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0326", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0327", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0328", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0329", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0330", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0331", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0332", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0348", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0349", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0350", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0351", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0352", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0353", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0354", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0355", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0356", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0357", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0358", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0359", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0360", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0361", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0362", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0394", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0395", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0396", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0397", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0398", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0399", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0400", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0401", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0402", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0403", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0404", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0405", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0406", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0407", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0408", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0409", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0410", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0411", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0412", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0413", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0414", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0415", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0416", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0417", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0418", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0419", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0420", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0421", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0422", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0452", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0453", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0454", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0455", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0456", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0457", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0458", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0459", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0460", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0461", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0462", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0463", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0464", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0465", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0466", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0467", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0468", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0469", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0470", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0471", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0472", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0473", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0474", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0475", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0476", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0477", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0478", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0479", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0510", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0511", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0512", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0513", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0514", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0515", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0516", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0517", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0518", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0519", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0520", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0521", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0522", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0523", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0524", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0525", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0526", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0527", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0528", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0529", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0530", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0531", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0532", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0533", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0534", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0535", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0536", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0537", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0538", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0539", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0540", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0541", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0542", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0543", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0544", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0545", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0546", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0547", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0548", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0558", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0559", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0560", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0562", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0563", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0564", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0565", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0566", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0567", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0606", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0607", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0608", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0612", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0613", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0614", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0625", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0626", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0627", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0631", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0642", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0643", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0644", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0646", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0647", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0648", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0654", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0655", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0656", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0664", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0665", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0666", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0670", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0671", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0672", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q0680", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0681", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0682", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0735", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0736", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0737", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0738", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0739", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0740", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0741", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0742", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0743", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0744", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0745", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0746", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0747", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0748", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0749", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0750", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0751", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0752", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0753", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0754", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0755", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0756", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0757", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0758", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0759", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0760", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0761", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0762", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0763", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0764", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0765", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0766", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0767", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0768", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0769", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0770", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0799", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0800", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0801", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0802", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0803", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0804", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0805", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0806", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0807", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0808", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0809", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0810", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0811", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0812", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0813", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0814", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0815", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0816", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0817", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0818", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0819", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0820", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0888", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0889", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0890", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0891", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0892", "previous_strict": true, "citations_ok": false, "unsupported_urls": [ "http://skner.tukekemt.xyz" ], "citation_adjusted_strict": false }, { "id": "q0893", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0894", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0895", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0896", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0897", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0898", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0899", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0900", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0901", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0902", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0903", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0904", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0905", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0906", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0907", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0908", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0909", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0910", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0911", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0912", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0913", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0914", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0915", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0916", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0917", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0918", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0919", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0920", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0921", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0922", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0923", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0924", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0925", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0926", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0927", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0928", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0929", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0930", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0931", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0932", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0933", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0934", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0935", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0936", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0937", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0938", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0939", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0940", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q0941", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1024", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1025", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1026", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1027", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1028", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1029", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1030", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1031", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1032", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1033", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1034", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1035", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1036", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1037", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1038", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1039", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1040", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1041", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1042", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1043", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1044", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1045", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1046", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1047", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1048", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1049", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1050", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1051", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1052", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1053", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1054", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1055", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1056", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1057", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1058", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1059", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1060", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1061", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1062", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1063", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1064", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1065", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1066", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1067", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1068", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1069", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1070", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1071", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1072", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1073", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1074", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1075", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1076", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1077", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1078", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1079", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1080", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1081", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1082", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1083", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1084", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1085", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1086", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1087", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1088", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1089", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1090", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1091", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1147", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1148", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1149", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1150", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1151", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1152", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1153", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1154", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1155", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q1156", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1157", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1158", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1159", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1160", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1161", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1162", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1163", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1164", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1165", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1166", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1167", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1168", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1169", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1170", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1171", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1172", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1173", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1174", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1175", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1176", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1177", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1178", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1179", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1180", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1181", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1182", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1183", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1184", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1185", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1186", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1187", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1188", "previous_strict": false, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": false }, { "id": "q1189", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1190", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true }, { "id": "q1191", "previous_strict": true, "citations_ok": true, "unsupported_urls": [], "citation_adjusted_strict": true } ], "summary": { "questions": 519, "checked": 519, "invalid_citations": 1, "previous_strict": 507, "strict_after_citation_check": 506 } } ] }