310 lines
7.5 KiB
JSON
310 lines
7.5 KiB
JSON
{
|
|
"method": "Regrade all original diagnostic outputs under the same final generation criteria, ignoring null fields as absence and checking required prose values. Original raw measurement remains unchanged.",
|
|
"source_sha256": "124d0c359973605953662366112cd7ac58a29961685d459c133b72e3d7fc11cb",
|
|
"original_raw_summary": {
|
|
"questions": 20,
|
|
"correct": 16,
|
|
"accuracy": 0.8
|
|
},
|
|
"summary": {
|
|
"questions": 20,
|
|
"correct": 15,
|
|
"accuracy": 0.75
|
|
},
|
|
"questions": [
|
|
{
|
|
"id": "wide-001",
|
|
"strict": true,
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false
|
|
},
|
|
{
|
|
"id": "wide-002",
|
|
"strict": false,
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [
|
|
{
|
|
"person": "Nikita Bodnar",
|
|
"keyword": "NLP",
|
|
"start_year": 2021,
|
|
"category": "student",
|
|
"title": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"keyword": "NLP",
|
|
"start_year": 2022,
|
|
"category": "student",
|
|
"title": "Jakub Schwarc"
|
|
}
|
|
],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false
|
|
},
|
|
{
|
|
"id": "wide-041",
|
|
"strict": true,
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false
|
|
},
|
|
{
|
|
"id": "wide-042",
|
|
"strict": true,
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false
|
|
},
|
|
{
|
|
"id": "wide-081",
|
|
"strict": true,
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false
|
|
},
|
|
{
|
|
"id": "wide-082",
|
|
"strict": true,
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false
|
|
},
|
|
{
|
|
"id": "wide-113",
|
|
"strict": true,
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false
|
|
},
|
|
{
|
|
"id": "wide-114",
|
|
"strict": true,
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false
|
|
},
|
|
{
|
|
"id": "wide-137",
|
|
"strict": false,
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": false,
|
|
"missing_text_values": [
|
|
"Lukáš Pokrývka"
|
|
],
|
|
"contradictory_thesis_label": false
|
|
},
|
|
{
|
|
"id": "wide-138",
|
|
"strict": false,
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": false,
|
|
"missing_text_values": [
|
|
"Lukáš Pokrývka"
|
|
],
|
|
"contradictory_thesis_label": false
|
|
},
|
|
{
|
|
"id": "wide-169",
|
|
"strict": true,
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false
|
|
},
|
|
{
|
|
"id": "wide-170",
|
|
"strict": true,
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false
|
|
},
|
|
{
|
|
"id": "wide-193",
|
|
"strict": false,
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": true
|
|
},
|
|
{
|
|
"id": "wide-194",
|
|
"strict": true,
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false
|
|
},
|
|
{
|
|
"id": "wide-217",
|
|
"strict": false,
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [
|
|
{
|
|
"person": "Dárius Lindvai",
|
|
"year": 2020,
|
|
"start_year": 2016,
|
|
"category": "Diplomový projekt"
|
|
},
|
|
{
|
|
"person": "Patrik Pavlišin",
|
|
"year": 2020,
|
|
"start_year": 2016,
|
|
"title": "Metódy automatického prekladu",
|
|
"category": "Bakalárska práca"
|
|
}
|
|
],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false
|
|
},
|
|
{
|
|
"id": "wide-218",
|
|
"strict": true,
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false
|
|
},
|
|
{
|
|
"id": "wide-249",
|
|
"strict": true,
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false
|
|
},
|
|
{
|
|
"id": "wide-250",
|
|
"strict": true,
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false
|
|
},
|
|
{
|
|
"id": "wide-289",
|
|
"strict": true,
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false
|
|
},
|
|
{
|
|
"id": "wide-290",
|
|
"strict": true,
|
|
"bindings_ok": true,
|
|
"unsupported_claims": [],
|
|
"sources_ok": true,
|
|
"status_ok": true,
|
|
"count_ok": true,
|
|
"set_ok": true,
|
|
"text_values_ok": true,
|
|
"missing_text_values": [],
|
|
"contradictory_thesis_label": false
|
|
}
|
|
]
|
|
}
|