diff --git a/testing/__init__.py b/testing/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/testing/charts/report.html b/testing/charts/report.html new file mode 100644 index 0000000..53f606b --- /dev/null +++ b/testing/charts/report.html @@ -0,0 +1,1094 @@ + + + + + report.html + + + + +

report.html

+

Report generated on 23-Mar-2026 at 04:50:57 by pytest-html + v4.2.0

+
+

Environment

+
+
+ + + + + +
+
+

Summary

+
+
+

130 tests took 00:03:20.

+

(Un)check the boxes to filter the results.

+
+ +
+
+
+
+ + 26 Failed, + + 104 Passed, + + 3 Skipped, + + 0 Expected failures, + + 0 Unexpected passes, + + 0 Errors, + + 0 Reruns + + 0 Retried, +
+
+  /  +
+
+
+
+
+
+
+
+ + + + + + + + + +
ResultTestDurationLinks
+ + + \ No newline at end of file diff --git a/testing/reports/__init__.py b/testing/reports/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/testing/results.json b/testing/results.json new file mode 100644 index 0000000..c2d6010 --- /dev/null +++ b/testing/results.json @@ -0,0 +1 @@ +{"created": 1774237857.1232667, "duration": 199.8762629032135, "exitcode": 1, "root": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent", "environment": {}, "summary": {"passed": 104, "failed": 26, "skipped": 3, "total": 133, "collected": 133}, "collectors": [{"nodeid": "", "outcome": "passed", "result": [{"nodeid": "testing/tests", "type": "Dir"}]}, {"nodeid": "testing/tests/test_api.py::TestCourtsEndpoint", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_api.py::TestCourtsEndpoint::test_returns_200", "type": "Function", "lineno": 37}, {"nodeid": "testing/tests/test_api.py::TestCourtsEndpoint::test_response_has_content_key", "type": "Function", "lineno": 41}, {"nodeid": "testing/tests/test_api.py::TestCourtsEndpoint::test_total_elements_is_positive", "type": "Function", "lineno": 46}, {"nodeid": "testing/tests/test_api.py::TestCourtsEndpoint::test_court_by_id_returns_valid_record", "type": "Function", "lineno": 51}, {"nodeid": "testing/tests/test_api.py::TestCourtsEndpoint::test_court_autocomplete_returns_list", "type": "Function", "lineno": 57}, {"nodeid": "testing/tests/test_api.py::TestCourtsEndpoint::test_nonexistent_court_returns_404", "type": "Function", "lineno": 62}]}, {"nodeid": "testing/tests/test_api.py::TestJudgesEndpoint", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_api.py::TestJudgesEndpoint::test_judge_search_returns_200", "type": "Function", "lineno": 70}, {"nodeid": "testing/tests/test_api.py::TestJudgesEndpoint::test_judge_autocomplete_returns_results", "type": "Function", "lineno": 74}, {"nodeid": "testing/tests/test_api.py::TestJudgesEndpoint::test_judge_search_by_kraj", "type": "Function", "lineno": 78}, {"nodeid": "testing/tests/test_api.py::TestJudgesEndpoint::test_judge_search_pagination_page_zero", "type": "Function", "lineno": 85}]}, {"nodeid": "testing/tests/test_api.py::TestDecisionsEndpoint", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_api.py::TestDecisionsEndpoint::test_decision_search_returns_200", "type": "Function", "lineno": 94}, {"nodeid": "testing/tests/test_api.py::TestDecisionsEndpoint::test_decision_search_with_date_range", "type": "Function", "lineno": 98}, {"nodeid": "testing/tests/test_api.py::TestDecisionsEndpoint::test_decision_autocomplete", "type": "Function", "lineno": 106}]}, {"nodeid": "testing/tests/test_api.py::TestContractsEndpoint", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_api.py::TestContractsEndpoint::test_contract_search_returns_200", "type": "Function", "lineno": 114}, {"nodeid": "testing/tests/test_api.py::TestContractsEndpoint::test_contract_search_by_typ_dokumentu", "type": "Function", "lineno": 118}]}, {"nodeid": "testing/tests/test_api.py::TestCivilProceedingsEndpoint", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_api.py::TestCivilProceedingsEndpoint::test_civil_proceedings_returns_200", "type": "Function", "lineno": 129}, {"nodeid": "testing/tests/test_api.py::TestCivilProceedingsEndpoint::test_civil_proceedings_date_filter", "type": "Function", "lineno": 133}]}, {"nodeid": "testing/tests/test_api.py::TestAdminProceedingsEndpoint", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_api.py::TestAdminProceedingsEndpoint::test_admin_proceedings_returns_200", "type": "Function", "lineno": 145}, {"nodeid": "testing/tests/test_api.py::TestAdminProceedingsEndpoint::test_admin_proceedings_autocomplete", "type": "Function", "lineno": 149}]}, {"nodeid": "testing/tests/test_api.py", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_api.py::TestCourtsEndpoint", "type": "Class"}, {"nodeid": "testing/tests/test_api.py::TestJudgesEndpoint", "type": "Class"}, {"nodeid": "testing/tests/test_api.py::TestDecisionsEndpoint", "type": "Class"}, {"nodeid": "testing/tests/test_api.py::TestContractsEndpoint", "type": "Class"}, {"nodeid": "testing/tests/test_api.py::TestCivilProceedingsEndpoint", "type": "Class"}, {"nodeid": "testing/tests/test_api.py::TestAdminProceedingsEndpoint", "type": "Class"}]}, {"nodeid": "testing/tests/test_fetch.py::TestFetchApiData", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_fetch.py::TestFetchApiData::test_successful_request_returns_dict", "type": "Coroutine", "lineno": 21}, {"nodeid": "testing/tests/test_fetch.py::TestFetchApiData::test_cache_hit_on_second_call", "type": "Coroutine", "lineno": 31}, {"nodeid": "testing/tests/test_fetch.py::TestFetchApiData::test_http_404_returns_error_dict", "type": "Coroutine", "lineno": 41}, {"nodeid": "testing/tests/test_fetch.py::TestFetchApiData::test_http_500_returns_error_dict", "type": "Coroutine", "lineno": 51}, {"nodeid": "testing/tests/test_fetch.py::TestFetchApiData::test_remove_keys_strips_specified_fields", "type": "Coroutine", "lineno": 61}, {"nodeid": "testing/tests/test_fetch.py::TestFetchApiData::test_remove_keys_missing_key_no_error", "type": "Coroutine", "lineno": 71}, {"nodeid": "testing/tests/test_fetch.py::TestFetchApiData::test_log_callback_is_called", "type": "Coroutine", "lineno": 80}, {"nodeid": "testing/tests/test_fetch.py::TestFetchApiData::test_params_are_passed_in_request", "type": "Coroutine", "lineno": 93}, {"nodeid": "testing/tests/test_fetch.py::TestFetchApiData::test_connect_error_returns_error_dict", "type": "Coroutine", "lineno": 105}]}, {"nodeid": "testing/tests/test_fetch.py", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_fetch.py::TestFetchApiData", "type": "Class"}]}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_is_not_empty[court_search-qwen3.5:cloud]", "type": "Function", "lineno": 77}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_is_not_empty[judge_search-qwen3.5:cloud]", "type": "Function", "lineno": 77}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_is_not_empty[no_legal_advice-qwen3.5:cloud]", "type": "Function", "lineno": 77}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_is_not_empty[slovak_response-qwen3.5:cloud]", "type": "Function", "lineno": 77}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_in_slovak[court_search-qwen3.5:cloud]", "type": "Function", "lineno": 81}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_in_slovak[judge_search-qwen3.5:cloud]", "type": "Function", "lineno": 81}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_in_slovak[no_legal_advice-qwen3.5:cloud]", "type": "Function", "lineno": 81}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_in_slovak[slovak_response-qwen3.5:cloud]", "type": "Function", "lineno": 81}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_expected_keywords_present[court_search-qwen3.5:cloud]", "type": "Function", "lineno": 86}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_expected_keywords_present[judge_search-qwen3.5:cloud]", "type": "Function", "lineno": 86}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_expected_keywords_present[no_legal_advice-qwen3.5:cloud]", "type": "Function", "lineno": 86}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_expected_keywords_present[slovak_response-qwen3.5:cloud]", "type": "Function", "lineno": 86}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_forbidden_keywords_absent[court_search-qwen3.5:cloud]", "type": "Function", "lineno": 92}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_forbidden_keywords_absent[judge_search-qwen3.5:cloud]", "type": "Function", "lineno": 92}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_forbidden_keywords_absent[no_legal_advice-qwen3.5:cloud]", "type": "Function", "lineno": 92}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_forbidden_keywords_absent[slovak_response-qwen3.5:cloud]", "type": "Function", "lineno": 92}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_time_under_threshold[court_search-qwen3.5:cloud]", "type": "Function", "lineno": 99}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_time_under_threshold[judge_search-qwen3.5:cloud]", "type": "Function", "lineno": 99}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_time_under_threshold[no_legal_advice-qwen3.5:cloud]", "type": "Function", "lineno": 99}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_time_under_threshold[slovak_response-qwen3.5:cloud]", "type": "Function", "lineno": 99}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_length_reasonable[court_search-qwen3.5:cloud]", "type": "Function", "lineno": 103}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_length_reasonable[judge_search-qwen3.5:cloud]", "type": "Function", "lineno": 103}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_length_reasonable[no_legal_advice-qwen3.5:cloud]", "type": "Function", "lineno": 103}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_length_reasonable[slovak_response-qwen3.5:cloud]", "type": "Function", "lineno": 103}]}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMBenchmark", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_llm_compare.py::TestLLMBenchmark::test_collect_benchmark_data[qwen3.5:cloud]", "type": "Function", "lineno": 112}]}, {"nodeid": "testing/tests/test_llm_compare.py", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses", "type": "Class"}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMBenchmark", "type": "Class"}]}, {"nodeid": "testing/tests/test_schemas.py::TestCourtByID", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_schemas.py::TestCourtByID::test_digit_gets_prefix", "type": "Function", "lineno": 19}, {"nodeid": "testing/tests/test_schemas.py::TestCourtByID::test_already_prefixed_unchanged", "type": "Function", "lineno": 22}, {"nodeid": "testing/tests/test_schemas.py::TestCourtByID::test_strips_whitespace", "type": "Function", "lineno": 25}, {"nodeid": "testing/tests/test_schemas.py::TestCourtByID::test_single_digit", "type": "Function", "lineno": 28}, {"nodeid": "testing/tests/test_schemas.py::TestCourtByID::test_large_number", "type": "Function", "lineno": 31}, {"nodeid": "testing/tests/test_schemas.py::TestCourtByID::test_non_numeric_string_unchanged", "type": "Function", "lineno": 34}, {"nodeid": "testing/tests/test_schemas.py::TestCourtByID::test_whitespace_digit_combination", "type": "Function", "lineno": 37}]}, {"nodeid": "testing/tests/test_schemas.py::TestJudgeByID", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_schemas.py::TestJudgeByID::test_digit_gets_prefix", "type": "Function", "lineno": 43}, {"nodeid": "testing/tests/test_schemas.py::TestJudgeByID::test_already_prefixed_unchanged", "type": "Function", "lineno": 46}, {"nodeid": "testing/tests/test_schemas.py::TestJudgeByID::test_strips_whitespace", "type": "Function", "lineno": 49}, {"nodeid": "testing/tests/test_schemas.py::TestJudgeByID::test_large_number", "type": "Function", "lineno": 52}, {"nodeid": "testing/tests/test_schemas.py::TestJudgeByID::test_non_numeric_string_unchanged", "type": "Function", "lineno": 55}]}, {"nodeid": "testing/tests/test_schemas.py::TestAdminProceedingsByID", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_schemas.py::TestAdminProceedingsByID::test_digit_gets_prefix", "type": "Function", "lineno": 61}, {"nodeid": "testing/tests/test_schemas.py::TestAdminProceedingsByID::test_already_prefixed_unchanged", "type": "Function", "lineno": 64}, {"nodeid": "testing/tests/test_schemas.py::TestAdminProceedingsByID::test_strips_whitespace", "type": "Function", "lineno": 67}, {"nodeid": "testing/tests/test_schemas.py::TestAdminProceedingsByID::test_single_digit", "type": "Function", "lineno": 70}, {"nodeid": "testing/tests/test_schemas.py::TestAdminProceedingsByID::test_non_numeric_string_unchanged", "type": "Function", "lineno": 73}]}, {"nodeid": "testing/tests/test_schemas.py::TestPaginationDefaults", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_schemas.py::TestPaginationDefaults::test_court_search_defaults_are_none", "type": "Function", "lineno": 79}, {"nodeid": "testing/tests/test_schemas.py::TestPaginationDefaults::test_sort_direction_default_asc", "type": "Function", "lineno": 84}, {"nodeid": "testing/tests/test_schemas.py::TestPaginationDefaults::test_sort_direction_desc_accepted", "type": "Function", "lineno": 87}, {"nodeid": "testing/tests/test_schemas.py::TestPaginationDefaults::test_sort_direction_invalid_rejected", "type": "Function", "lineno": 90}, {"nodeid": "testing/tests/test_schemas.py::TestPaginationDefaults::test_page_cannot_be_negative", "type": "Function", "lineno": 94}, {"nodeid": "testing/tests/test_schemas.py::TestPaginationDefaults::test_size_cannot_be_zero", "type": "Function", "lineno": 98}, {"nodeid": "testing/tests/test_schemas.py::TestPaginationDefaults::test_size_one_accepted", "type": "Function", "lineno": 102}, {"nodeid": "testing/tests/test_schemas.py::TestPaginationDefaults::test_page_zero_accepted", "type": "Function", "lineno": 105}]}, {"nodeid": "testing/tests/test_schemas.py::TestFacetFilters", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_schemas.py::TestFacetFilters::test_court_search_facet_type_list", "type": "Function", "lineno": 111}, {"nodeid": "testing/tests/test_schemas.py::TestFacetFilters::test_judge_search_facet_kraj", "type": "Function", "lineno": 115}, {"nodeid": "testing/tests/test_schemas.py::TestFacetFilters::test_decision_search_forma_filter", "type": "Function", "lineno": 119}, {"nodeid": "testing/tests/test_schemas.py::TestFacetFilters::test_contract_search_typ_dokumentu", "type": "Function", "lineno": 123}, {"nodeid": "testing/tests/test_schemas.py::TestFacetFilters::test_civil_proceedings_usek_filter", "type": "Function", "lineno": 127}]}, {"nodeid": "testing/tests/test_schemas.py::TestAutocomplete", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_schemas.py::TestAutocomplete::test_court_autocomplete_limit_min_one", "type": "Function", "lineno": 134}, {"nodeid": "testing/tests/test_schemas.py::TestAutocomplete::test_court_autocomplete_limit_valid", "type": "Function", "lineno": 138}, {"nodeid": "testing/tests/test_schemas.py::TestAutocomplete::test_judge_autocomplete_guid_sud", "type": "Function", "lineno": 141}, {"nodeid": "testing/tests/test_schemas.py::TestAutocomplete::test_autocomplete_empty_query_accepted", "type": "Function", "lineno": 145}, {"nodeid": "testing/tests/test_schemas.py::TestAutocomplete::test_autocomplete_query_string", "type": "Function", "lineno": 148}]}, {"nodeid": "testing/tests/test_schemas.py::TestModelDumpExcludeNone", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_schemas.py::TestModelDumpExcludeNone::test_excludes_none_fields", "type": "Function", "lineno": 154}, {"nodeid": "testing/tests/test_schemas.py::TestModelDumpExcludeNone::test_full_params_included", "type": "Function", "lineno": 160}, {"nodeid": "testing/tests/test_schemas.py::TestModelDumpExcludeNone::test_empty_schema_dumps_empty_dict", "type": "Function", "lineno": 166}]}, {"nodeid": "testing/tests/test_schemas.py", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_schemas.py::TestCourtByID", "type": "Class"}, {"nodeid": "testing/tests/test_schemas.py::TestJudgeByID", "type": "Class"}, {"nodeid": "testing/tests/test_schemas.py::TestAdminProceedingsByID", "type": "Class"}, {"nodeid": "testing/tests/test_schemas.py::TestPaginationDefaults", "type": "Class"}, {"nodeid": "testing/tests/test_schemas.py::TestFacetFilters", "type": "Class"}, {"nodeid": "testing/tests/test_schemas.py::TestAutocomplete", "type": "Class"}, {"nodeid": "testing/tests/test_schemas.py::TestModelDumpExcludeNone", "type": "Class"}]}, {"nodeid": "testing/tests/test_sys_prompt.py::TestPromptContainsModelName", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_sys_prompt.py::TestPromptContainsModelName::test_model_name_appears_in_prompt[qwen3.5:cloud]", "type": "Function", "lineno": 18}]}, {"nodeid": "testing/tests/test_sys_prompt.py::TestRequiredSections", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_sys_prompt.py::TestRequiredSections::test_has_role_section[qwen3.5:cloud]", "type": "Function", "lineno": 25}, {"nodeid": "testing/tests/test_sys_prompt.py::TestRequiredSections::test_has_operational_constraints[qwen3.5:cloud]", "type": "Function", "lineno": 28}, {"nodeid": "testing/tests/test_sys_prompt.py::TestRequiredSections::test_has_workflow_steps[qwen3.5:cloud]", "type": "Function", "lineno": 31}, {"nodeid": "testing/tests/test_sys_prompt.py::TestRequiredSections::test_has_error_recovery[qwen3.5:cloud]", "type": "Function", "lineno": 34}, {"nodeid": "testing/tests/test_sys_prompt.py::TestRequiredSections::test_has_response_format[qwen3.5:cloud]", "type": "Function", "lineno": 37}]}, {"nodeid": "testing/tests/test_sys_prompt.py::TestSupportedDomains", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_sys_prompt.py::TestSupportedDomains::test_courts_mentioned[qwen3.5:cloud]", "type": "Function", "lineno": 43}, {"nodeid": "testing/tests/test_sys_prompt.py::TestSupportedDomains::test_judges_mentioned[qwen3.5:cloud]", "type": "Function", "lineno": 46}, {"nodeid": "testing/tests/test_sys_prompt.py::TestSupportedDomains::test_decisions_mentioned[qwen3.5:cloud]", "type": "Function", "lineno": 49}, {"nodeid": "testing/tests/test_sys_prompt.py::TestSupportedDomains::test_contracts_mentioned[qwen3.5:cloud]", "type": "Function", "lineno": 52}, {"nodeid": "testing/tests/test_sys_prompt.py::TestSupportedDomains::test_civil_proceedings_mentioned[qwen3.5:cloud]", "type": "Function", "lineno": 55}, {"nodeid": "testing/tests/test_sys_prompt.py::TestSupportedDomains::test_admin_proceedings_mentioned[qwen3.5:cloud]", "type": "Function", "lineno": 58}]}, {"nodeid": "testing/tests/test_sys_prompt.py::TestConstraints", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_sys_prompt.py::TestConstraints::test_no_legal_advice_constraint[qwen3.5:cloud]", "type": "Function", "lineno": 64}, {"nodeid": "testing/tests/test_sys_prompt.py::TestConstraints::test_api_only_constraint[qwen3.5:cloud]", "type": "Function", "lineno": 67}, {"nodeid": "testing/tests/test_sys_prompt.py::TestConstraints::test_slovak_language_requirement[qwen3.5:cloud]", "type": "Function", "lineno": 70}, {"nodeid": "testing/tests/test_sys_prompt.py::TestConstraints::test_no_raw_json_rule[qwen3.5:cloud]", "type": "Function", "lineno": 73}, {"nodeid": "testing/tests/test_sys_prompt.py::TestConstraints::test_no_speculate_rule[qwen3.5:cloud]", "type": "Function", "lineno": 76}]}, {"nodeid": "testing/tests/test_sys_prompt.py::TestPaginationRules", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_sys_prompt.py::TestPaginationRules::test_page_starts_at_zero_mentioned[qwen3.5:cloud]", "type": "Function", "lineno": 82}, {"nodeid": "testing/tests/test_sys_prompt.py::TestPaginationRules::test_autocomplete_preferred_mentioned[qwen3.5:cloud]", "type": "Function", "lineno": 85}]}, {"nodeid": "testing/tests/test_sys_prompt.py::TestDateRules", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_sys_prompt.py::TestDateRules::test_date_format_dd_mm_yyyy_mentioned[qwen3.5:cloud]", "type": "Function", "lineno": 91}, {"nodeid": "testing/tests/test_sys_prompt.py::TestDateRules::test_civil_date_field_mentioned[qwen3.5:cloud]", "type": "Function", "lineno": 94}, {"nodeid": "testing/tests/test_sys_prompt.py::TestDateRules::test_decision_date_field_mentioned[qwen3.5:cloud]", "type": "Function", "lineno": 97}]}, {"nodeid": "testing/tests/test_sys_prompt.py::TestIDNormalizationRules", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_sys_prompt.py::TestIDNormalizationRules::test_sud_prefix_mentioned[qwen3.5:cloud]", "type": "Function", "lineno": 103}, {"nodeid": "testing/tests/test_sys_prompt.py::TestIDNormalizationRules::test_sudca_prefix_mentioned[qwen3.5:cloud]", "type": "Function", "lineno": 106}, {"nodeid": "testing/tests/test_sys_prompt.py::TestIDNormalizationRules::test_spravnekonanie_prefix_mentioned[qwen3.5:cloud]", "type": "Function", "lineno": 109}]}, {"nodeid": "testing/tests/test_sys_prompt.py::TestPromptLength", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_sys_prompt.py::TestPromptLength::test_prompt_is_not_empty[qwen3.5:cloud]", "type": "Function", "lineno": 115}, {"nodeid": "testing/tests/test_sys_prompt.py::TestPromptLength::test_prompt_has_minimum_length[qwen3.5:cloud]", "type": "Function", "lineno": 118}, {"nodeid": "testing/tests/test_sys_prompt.py::TestPromptLength::test_prompt_has_reasonable_max_length[qwen3.5:cloud]", "type": "Function", "lineno": 121}]}, {"nodeid": "testing/tests/test_sys_prompt.py", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_sys_prompt.py::TestPromptContainsModelName", "type": "Class"}, {"nodeid": "testing/tests/test_sys_prompt.py::TestRequiredSections", "type": "Class"}, {"nodeid": "testing/tests/test_sys_prompt.py::TestSupportedDomains", "type": "Class"}, {"nodeid": "testing/tests/test_sys_prompt.py::TestConstraints", "type": "Class"}, {"nodeid": "testing/tests/test_sys_prompt.py::TestPaginationRules", "type": "Class"}, {"nodeid": "testing/tests/test_sys_prompt.py::TestDateRules", "type": "Class"}, {"nodeid": "testing/tests/test_sys_prompt.py::TestIDNormalizationRules", "type": "Class"}, {"nodeid": "testing/tests/test_sys_prompt.py::TestPromptLength", "type": "Class"}]}, {"nodeid": "testing/tests/test_tools.py::TestCourtTools", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_tools.py::TestCourtTools::test_court_search_calls_correct_url", "type": "Coroutine", "lineno": 37}, {"nodeid": "testing/tests/test_tools.py::TestCourtTools::test_court_id_calls_correct_url", "type": "Coroutine", "lineno": 43}, {"nodeid": "testing/tests/test_tools.py::TestCourtTools::test_court_id_removes_foto_key", "type": "Coroutine", "lineno": 51}, {"nodeid": "testing/tests/test_tools.py::TestCourtTools::test_court_autocomplete_calls_correct_url", "type": "Coroutine", "lineno": 59}]}, {"nodeid": "testing/tests/test_tools.py::TestJudgeTools", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_tools.py::TestJudgeTools::test_judge_search_calls_correct_url", "type": "Coroutine", "lineno": 69}, {"nodeid": "testing/tests/test_tools.py::TestJudgeTools::test_judge_id_normalizes_digit_id", "type": "Coroutine", "lineno": 75}, {"nodeid": "testing/tests/test_tools.py::TestJudgeTools::test_judge_autocomplete_passes_guid_sud", "type": "Coroutine", "lineno": 83}]}, {"nodeid": "testing/tests/test_tools.py::TestDecisionTools", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_tools.py::TestDecisionTools::test_decision_search_with_date_range", "type": "Coroutine", "lineno": 95}, {"nodeid": "testing/tests/test_tools.py::TestDecisionTools::test_decision_search_with_guid_sudca", "type": "Coroutine", "lineno": 105}]}, {"nodeid": "testing/tests/test_tools.py::TestContractTools", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_tools.py::TestContractTools::test_contract_search_with_guid_sud", "type": "Coroutine", "lineno": 116}, {"nodeid": "testing/tests/test_tools.py::TestContractTools::test_contract_search_typ_dokumentu_filter", "type": "Coroutine", "lineno": 123}]}, {"nodeid": "testing/tests/test_tools.py::TestCivilAndAdminTools", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_tools.py::TestCivilAndAdminTools::test_civil_proceedings_search", "type": "Coroutine", "lineno": 133}, {"nodeid": "testing/tests/test_tools.py::TestCivilAndAdminTools::test_admin_proceedings_search", "type": "Coroutine", "lineno": 139}, {"nodeid": "testing/tests/test_tools.py::TestCivilAndAdminTools::test_civil_proceedings_date_params", "type": "Coroutine", "lineno": 145}]}, {"nodeid": "testing/tests/test_tools.py", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_tools.py::TestCourtTools", "type": "Class"}, {"nodeid": "testing/tests/test_tools.py::TestJudgeTools", "type": "Class"}, {"nodeid": "testing/tests/test_tools.py::TestDecisionTools", "type": "Class"}, {"nodeid": "testing/tests/test_tools.py::TestContractTools", "type": "Class"}, {"nodeid": "testing/tests/test_tools.py::TestCivilAndAdminTools", "type": "Class"}]}, {"nodeid": "testing/tests", "outcome": "passed", "result": [{"nodeid": "testing/tests/test_api.py", "type": "Module"}, {"nodeid": "testing/tests/test_fetch.py", "type": "Module"}, {"nodeid": "testing/tests/test_llm_compare.py", "type": "Module"}, {"nodeid": "testing/tests/test_schemas.py", "type": "Module"}, {"nodeid": "testing/tests/test_sys_prompt.py", "type": "Module"}, {"nodeid": "testing/tests/test_tools.py", "type": "Module"}]}], "tests": [{"nodeid": "testing/tests/test_api.py::TestCourtsEndpoint::test_returns_200", "lineno": 37, "outcome": "passed", "keywords": ["test_returns_200", "TestCourtsEndpoint", "skipif", "test_api.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.7529160999692976, "outcome": "passed"}, "call": {"duration": 0.1601174999959767, "outcome": "passed", "stderr": "04:47:48 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud?size=5 \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0009774999925866723, "outcome": "passed"}}, {"nodeid": "testing/tests/test_api.py::TestCourtsEndpoint::test_response_has_content_key", "lineno": 41, "outcome": "failed", "keywords": ["test_response_has_content_key", "TestCourtsEndpoint", "skipif", "test_api.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0011341999052092433, "outcome": "passed"}, "call": {"duration": 0.06235300004482269, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_api.py", "lineno": 45, "message": "AssertionError: assert 'content' in {'filterList': [{'facetValueList': [{'count': 31, 'text': 'Okresn\u00fd s\u00fad'}, {'count': 8, 'text': 'Krajsk\u00fd s\u00fad'}, {'count...{'count': 2, 'text': 'Okres Pezinok'}, ...], 'filterName': 'okres_string'}], 'numFound': 50, 'page': 0, 'size': 5, ...}"}, "stderr": "04:47:48 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud?size=5 \"HTTP/1.1 200 OK\"\n", "longrepr": "E AssertionError: assert 'content' in {'filterList': [{'facetValueList': [{'count': 31, 'text': 'Okresn\u00fd s\u00fad'}, {'count': 8, 'text': 'Krajsk\u00fd s\u00fad'}, {'count...{'count': 2, 'text': 'Okres Pezinok'}, ...], 'filterName': 'okres_string'}], 'numFound': 50, 'page': 0, 'size': 5, ...}"}, "teardown": {"duration": 0.0013649999164044857, "outcome": "passed"}}, {"nodeid": "testing/tests/test_api.py::TestCourtsEndpoint::test_total_elements_is_positive", "lineno": 46, "outcome": "failed", "keywords": ["test_total_elements_is_positive", "TestCourtsEndpoint", "skipif", "test_api.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0010989999864250422, "outcome": "passed"}, "call": {"duration": 0.04818750009872019, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_api.py", "lineno": 50, "message": "AssertionError: assert 0 > 0\n + where 0 = ('totalElements', 0)\n + where = {'filterList': [{'facetValueList': [{'count': 31, 'text': 'Okresn\u00fd s\u00fad'}, {'count': 8, 'text': 'Krajsk\u00fd s\u00fad'}, {'count...{'count': 2, 'text': 'Okres Pezinok'}, ...], 'filterName': 'okres_string'}], 'numFound': 50, 'page': 0, 'size': 1, ...}.get"}, "stderr": "04:47:48 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud?size=1 \"HTTP/1.1 200 OK\"\n", "longrepr": "E AssertionError: assert 0 > 0\n + where 0 = ('totalElements', 0)\n + where = {'filterList': [{'facetValueList': [{'count': 31, 'text': 'Okresn\u00fd s\u00fad'}, {'count': 8, 'text': 'Krajsk\u00fd s\u00fad'}, {'count...{'count': 2, 'text': 'Okres Pezinok'}, ...], 'filterName': 'okres_string'}], 'numFound': 50, 'page': 0, 'size': 1, ...}.get"}, "teardown": {"duration": 0.0007515000179409981, "outcome": "passed"}}, {"nodeid": "testing/tests/test_api.py::TestCourtsEndpoint::test_court_by_id_returns_valid_record", "lineno": 51, "outcome": "passed", "keywords": ["test_court_by_id_returns_valid_record", "TestCourtsEndpoint", "skipif", "test_api.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.001253599999472499, "outcome": "passed"}, "call": {"duration": 3.6063936999998987, "outcome": "passed", "stderr": "04:47:48 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud/sud_175 \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.000923600047826767, "outcome": "passed"}}, {"nodeid": "testing/tests/test_api.py::TestCourtsEndpoint::test_court_autocomplete_returns_list", "lineno": 57, "outcome": "passed", "keywords": ["test_court_autocomplete_returns_list", "TestCourtsEndpoint", "skipif", "test_api.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0007452999707311392, "outcome": "passed"}, "call": {"duration": 0.04055570007767528, "outcome": "passed", "stderr": "04:47:51 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud/autocomplete?query=Bratislava&limit=5 \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0007260000566020608, "outcome": "passed"}}, {"nodeid": "testing/tests/test_api.py::TestCourtsEndpoint::test_nonexistent_court_returns_404", "lineno": 62, "outcome": "passed", "keywords": ["test_nonexistent_court_returns_404", "TestCourtsEndpoint", "skipif", "test_api.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0009838000405579805, "outcome": "passed"}, "call": {"duration": 0.042008700082078576, "outcome": "passed", "stderr": "04:47:51 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud/sud_999999999 \"HTTP/1.1 404 Not Found\"\n"}, "teardown": {"duration": 0.0008592000231146812, "outcome": "passed"}}, {"nodeid": "testing/tests/test_api.py::TestJudgesEndpoint::test_judge_search_returns_200", "lineno": 70, "outcome": "passed", "keywords": ["test_judge_search_returns_200", "TestJudgesEndpoint", "skipif", "test_api.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.000611299998126924, "outcome": "passed"}, "call": {"duration": 0.6088242999976501, "outcome": "passed", "stderr": "04:47:52 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sudca?size=5 \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0005638999864459038, "outcome": "passed"}}, {"nodeid": "testing/tests/test_api.py::TestJudgesEndpoint::test_judge_autocomplete_returns_results", "lineno": 74, "outcome": "passed", "keywords": ["test_judge_autocomplete_returns_results", "TestJudgesEndpoint", "skipif", "test_api.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0010764999315142632, "outcome": "passed"}, "call": {"duration": 0.04164020007010549, "outcome": "passed", "stderr": "04:47:52 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sudca/autocomplete?query=Nov%C3%A1k&limit=10 \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0007924999808892608, "outcome": "passed"}}, {"nodeid": "testing/tests/test_api.py::TestJudgesEndpoint::test_judge_search_by_kraj", "lineno": 78, "outcome": "passed", "keywords": ["test_judge_search_by_kraj", "TestJudgesEndpoint", "skipif", "test_api.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0009162999922409654, "outcome": "passed"}, "call": {"duration": 0.25834250007756054, "outcome": "passed", "stderr": "04:47:52 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sudca?krajFacetFilter=Bratislavsk%C3%BD+kraj&size=5 \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0008781999349594116, "outcome": "passed"}}, {"nodeid": "testing/tests/test_api.py::TestJudgesEndpoint::test_judge_search_pagination_page_zero", "lineno": 85, "outcome": "failed", "keywords": ["test_judge_search_pagination_page_zero", "TestJudgesEndpoint", "skipif", "test_api.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0007876999443396926, "outcome": "passed"}, "call": {"duration": 0.10357080004177988, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_api.py", "lineno": 89, "message": "AssertionError: assert 'content' in {'error': 'Internal Server Error', 'errorId': '62bb53d9-5923-4657-8d19-44c975fb1373', 'message': '-10', 'path': '/v1/sudca', ...}"}, "stderr": "04:47:52 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sudca?page=0&size=10 \"HTTP/1.1 500 Internal Server Error\"\n", "longrepr": "E AssertionError: assert 'content' in {'error': 'Internal Server Error', 'errorId': '62bb53d9-5923-4657-8d19-44c975fb1373', 'message': '-10', 'path': '/v1/sudca', ...}"}, "teardown": {"duration": 0.0006331000477075577, "outcome": "passed"}}, {"nodeid": "testing/tests/test_api.py::TestDecisionsEndpoint::test_decision_search_returns_200", "lineno": 94, "outcome": "passed", "keywords": ["test_decision_search_returns_200", "TestDecisionsEndpoint", "skipif", "test_api.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0007650000043213367, "outcome": "passed"}, "call": {"duration": 0.5251175999874249, "outcome": "passed", "stderr": "04:47:53 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/rozhodnutie?size=3 \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0007430000696331263, "outcome": "passed"}}, {"nodeid": "testing/tests/test_api.py::TestDecisionsEndpoint::test_decision_search_with_date_range", "lineno": 98, "outcome": "passed", "keywords": ["test_decision_search_with_date_range", "TestDecisionsEndpoint", "skipif", "test_api.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0011099999537691474, "outcome": "passed"}, "call": {"duration": 0.5127162999706343, "outcome": "passed", "stderr": "04:47:53 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/rozhodnutie?vydaniaOd=01.01.2023&vydaniaDo=31.12.2023&size=3 \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0005859999218955636, "outcome": "passed"}}, {"nodeid": "testing/tests/test_api.py::TestDecisionsEndpoint::test_decision_autocomplete", "lineno": 106, "outcome": "passed", "keywords": ["test_decision_autocomplete", "TestDecisionsEndpoint", "skipif", "test_api.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0007107999408617616, "outcome": "passed"}, "call": {"duration": 0.14839830005075783, "outcome": "passed", "stderr": "04:47:54 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/rozhodnutie/autocomplete?query=Rozsudok&limit=5 \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0010326000628992915, "outcome": "passed"}}, {"nodeid": "testing/tests/test_api.py::TestContractsEndpoint::test_contract_search_returns_200", "lineno": 114, "outcome": "passed", "keywords": ["test_contract_search_returns_200", "TestContractsEndpoint", "skipif", "test_api.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0011021000100299716, "outcome": "passed"}, "call": {"duration": 0.9079828000394627, "outcome": "passed", "stderr": "04:47:55 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/zmluvy?size=5 \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0010632999474182725, "outcome": "passed"}}, {"nodeid": "testing/tests/test_api.py::TestContractsEndpoint::test_contract_search_by_typ_dokumentu", "lineno": 118, "outcome": "passed", "keywords": ["test_contract_search_by_typ_dokumentu", "TestContractsEndpoint", "skipif", "test_api.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0009816000238060951, "outcome": "passed"}, "call": {"duration": 0.18229220004286617, "outcome": "passed", "stderr": "04:47:55 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/zmluvy?typDokumentuFacetFilter=ZMLUVA&size=3 \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0008860999951139092, "outcome": "passed"}}, {"nodeid": "testing/tests/test_api.py::TestCivilProceedingsEndpoint::test_civil_proceedings_returns_200", "lineno": 129, "outcome": "passed", "keywords": ["test_civil_proceedings_returns_200", "TestCivilProceedingsEndpoint", "skipif", "test_api.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.001035700086504221, "outcome": "passed"}, "call": {"duration": 0.03963689994998276, "outcome": "passed", "stderr": "04:47:55 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/obcianPojednavania?size=3 \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0006720999954268336, "outcome": "passed"}}, {"nodeid": "testing/tests/test_api.py::TestCivilProceedingsEndpoint::test_civil_proceedings_date_filter", "lineno": 133, "outcome": "failed", "keywords": ["test_civil_proceedings_date_filter", "TestCivilProceedingsEndpoint", "skipif", "test_api.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0012212001020088792, "outcome": "passed"}, "call": {"duration": 0.037368200020864606, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_api.py", "lineno": 140, "message": "assert 500 == 200\n + where 500 = .status_code"}, "stderr": "04:47:55 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/obcianPojednavania?pojednavaniaOd=01.01.2024&pojednavaniaDo=31.01.2024&size=3 \"HTTP/1.1 500 Internal Server Error\"\n", "longrepr": "E assert 500 == 200\n + where 500 = .status_code"}, "teardown": {"duration": 0.0012465999461710453, "outcome": "passed"}}, {"nodeid": "testing/tests/test_api.py::TestAdminProceedingsEndpoint::test_admin_proceedings_returns_200", "lineno": 145, "outcome": "passed", "keywords": ["test_admin_proceedings_returns_200", "TestAdminProceedingsEndpoint", "skipif", "test_api.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0006305999122560024, "outcome": "passed"}, "call": {"duration": 0.04357600002549589, "outcome": "passed", "stderr": "04:47:55 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/spravneKonanie?size=3 \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0006193999433889985, "outcome": "passed"}}, {"nodeid": "testing/tests/test_api.py::TestAdminProceedingsEndpoint::test_admin_proceedings_autocomplete", "lineno": 149, "outcome": "passed", "keywords": ["test_admin_proceedings_autocomplete", "TestAdminProceedingsEndpoint", "skipif", "test_api.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0010387999936938286, "outcome": "passed"}, "call": {"duration": 0.05709689995273948, "outcome": "passed", "stderr": "04:47:55 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/spravneKonanie/autocomplete?query=test&limit=5 \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0010500999633222818, "outcome": "passed"}}, {"nodeid": "testing/tests/test_fetch.py::TestFetchApiData::test_successful_request_returns_dict", "lineno": 21, "outcome": "passed", "keywords": ["test_successful_request_returns_dict", "__wrapped__", "TestFetchApiData", "asyncio", "test_fetch.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.010062200017273426, "outcome": "passed"}, "call": {"duration": 0.02786869998089969, "outcome": "passed", "stderr": "04:47:55 - INFO - \ud83d\udd28 Input parameters:\n{}\n04:47:55 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud \"HTTP/1.1 200 OK\"\n04:47:55 - INFO - \ud83d\udd87\ufe0f Request URL: https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud\n04:47:55 - INFO - \u2705 Success: https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud\n"}, "teardown": {"duration": 0.002981900004670024, "outcome": "passed"}}, {"nodeid": "testing/tests/test_fetch.py::TestFetchApiData::test_cache_hit_on_second_call", "lineno": 31, "outcome": "passed", "keywords": ["test_cache_hit_on_second_call", "__wrapped__", "TestFetchApiData", "asyncio", "test_fetch.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.002981300000101328, "outcome": "passed"}, "call": {"duration": 0.012442300096154213, "outcome": "passed", "stderr": "04:47:55 - INFO - \ud83d\udd28 Input parameters:\n{}\n04:47:55 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud \"HTTP/1.1 200 OK\"\n04:47:55 - INFO - \ud83d\udd87\ufe0f Request URL: https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud\n04:47:55 - INFO - \u2705 Success: https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud\n04:47:55 - INFO - \ud83d\udcbe Cache hit\n"}, "teardown": {"duration": 0.0020306999795138836, "outcome": "passed"}}, {"nodeid": "testing/tests/test_fetch.py::TestFetchApiData::test_http_404_returns_error_dict", "lineno": 41, "outcome": "passed", "keywords": ["test_http_404_returns_error_dict", "__wrapped__", "TestFetchApiData", "asyncio", "test_fetch.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.00396040000487119, "outcome": "passed"}, "call": {"duration": 0.01706069998908788, "outcome": "passed", "stderr": "04:47:55 - INFO - \ud83d\udd28 Input parameters:\n{}\n04:47:55 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud/sud_99999 \"HTTP/1.1 404 Not Found\"\n04:47:55 - INFO - \u274c HTTP error: 404 - Not Found\n"}, "teardown": {"duration": 0.0021065999753773212, "outcome": "passed"}}, {"nodeid": "testing/tests/test_fetch.py::TestFetchApiData::test_http_500_returns_error_dict", "lineno": 51, "outcome": "passed", "keywords": ["test_http_500_returns_error_dict", "__wrapped__", "TestFetchApiData", "asyncio", "test_fetch.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.002813400002196431, "outcome": "passed"}, "call": {"duration": 0.012056599953211844, "outcome": "passed", "stderr": "04:47:55 - INFO - \ud83d\udd28 Input parameters:\n{}\n04:47:55 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud \"HTTP/1.1 500 Internal Server Error\"\n04:47:55 - INFO - \u274c HTTP error: 500 - Server Error\n"}, "teardown": {"duration": 0.0019397999858483672, "outcome": "passed"}}, {"nodeid": "testing/tests/test_fetch.py::TestFetchApiData::test_remove_keys_strips_specified_fields", "lineno": 61, "outcome": "passed", "keywords": ["test_remove_keys_strips_specified_fields", "__wrapped__", "TestFetchApiData", "asyncio", "test_fetch.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.003740799962542951, "outcome": "passed"}, "call": {"duration": 0.013018199941143394, "outcome": "passed", "stderr": "04:47:55 - INFO - \ud83d\udd28 Input parameters:\n{}\n04:47:55 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud/sud_1 \"HTTP/1.1 200 OK\"\n04:47:55 - INFO - \ud83d\udd87\ufe0f Request URL: https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud/sud_1\n04:47:55 - INFO - \u2705 Success: https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud/sud_1\n"}, "teardown": {"duration": 0.0017853000899776816, "outcome": "passed"}}, {"nodeid": "testing/tests/test_fetch.py::TestFetchApiData::test_remove_keys_missing_key_no_error", "lineno": 71, "outcome": "passed", "keywords": ["test_remove_keys_missing_key_no_error", "__wrapped__", "TestFetchApiData", "asyncio", "test_fetch.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.003190500079654157, "outcome": "passed"}, "call": {"duration": 0.00975189998280257, "outcome": "passed", "stderr": "04:47:55 - INFO - \ud83d\udd28 Input parameters:\n{}\n04:47:55 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud/sud_1 \"HTTP/1.1 200 OK\"\n04:47:55 - INFO - \ud83d\udd87\ufe0f Request URL: https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud/sud_1\n04:47:55 - INFO - \u2705 Success: https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud/sud_1\n"}, "teardown": {"duration": 0.0028976999456062913, "outcome": "passed"}}, {"nodeid": "testing/tests/test_fetch.py::TestFetchApiData::test_log_callback_is_called", "lineno": 80, "outcome": "passed", "keywords": ["test_log_callback_is_called", "__wrapped__", "TestFetchApiData", "asyncio", "test_fetch.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.004023000015877187, "outcome": "passed"}, "call": {"duration": 0.015987199964001775, "outcome": "passed", "stderr": "04:47:55 - INFO - \ud83d\udd28 Input parameters:\n{}\n04:47:55 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud \"HTTP/1.1 200 OK\"\n04:47:55 - INFO - \ud83d\udd87\ufe0f Request URL: https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud\n04:47:55 - INFO - \u2705 Success: https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud\n"}, "teardown": {"duration": 0.0026981999399140477, "outcome": "passed"}}, {"nodeid": "testing/tests/test_fetch.py::TestFetchApiData::test_params_are_passed_in_request", "lineno": 93, "outcome": "passed", "keywords": ["test_params_are_passed_in_request", "__wrapped__", "TestFetchApiData", "asyncio", "test_fetch.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0025411000242456794, "outcome": "passed"}, "call": {"duration": 0.009111099992878735, "outcome": "passed", "stderr": "04:47:55 - INFO - \ud83d\udd28 Input parameters:\n{\n \"query\": \"Bratislava\",\n \"size\": 10\n}\n04:47:55 - INFO - HTTP Request: GET https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud?query=Bratislava&size=10 \"HTTP/1.1 200 OK\"\n04:47:55 - INFO - \ud83d\udd87\ufe0f Request URL: https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud?query=Bratislava&size=10\n04:47:55 - INFO - \u2705 Success: https://obcan.justice.sk/pilot/api/ress-isu-service/v1/sud\n"}, "teardown": {"duration": 0.002334799966774881, "outcome": "passed"}}, {"nodeid": "testing/tests/test_fetch.py::TestFetchApiData::test_connect_error_returns_error_dict", "lineno": 105, "outcome": "passed", "keywords": ["test_connect_error_returns_error_dict", "__wrapped__", "TestFetchApiData", "asyncio", "test_fetch.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0027802999829873443, "outcome": "passed"}, "call": {"duration": 0.0075446999398991466, "outcome": "passed", "stderr": "04:47:55 - INFO - \ud83d\udd28 Input parameters:\n{}\n04:47:55 - INFO - \u274c Request error: Connection refused\n"}, "teardown": {"duration": 0.0031902999617159367, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_is_not_empty[court_search-qwen3.5:cloud]", "lineno": 77, "outcome": "passed", "keywords": ["test_response_is_not_empty[court_search-qwen3.5:cloud]", "court_search-qwen3.5:cloud", "TestLLMResponses", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.001741899992339313, "outcome": "passed"}, "call": {"duration": 8.011160800000653, "outcome": "passed", "stderr": "04:48:03 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0007204000139608979, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_is_not_empty[judge_search-qwen3.5:cloud]", "lineno": 77, "outcome": "failed", "keywords": ["test_response_is_not_empty[judge_search-qwen3.5:cloud]", "judge_search-qwen3.5:cloud", "TestLLMResponses", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.002990800072439015, "outcome": "passed"}, "call": {"duration": 9.427079000044614, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_llm_compare.py", "lineno": 80, "message": "AssertionError: assert 0 > 0\n + where 0 = len('')\n + where '' = ()\n + where = ''.strip"}, "stderr": "04:48:13 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n", "longrepr": "E AssertionError: assert 0 > 0\n + where 0 = len('')\n + where '' = ()\n + where = ''.strip"}, "teardown": {"duration": 0.0008935999358072877, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_is_not_empty[no_legal_advice-qwen3.5:cloud]", "lineno": 77, "outcome": "failed", "keywords": ["test_response_is_not_empty[no_legal_advice-qwen3.5:cloud]", "no_legal_advice-qwen3.5:cloud", "TestLLMResponses", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.005573800066486001, "outcome": "passed"}, "call": {"duration": 7.2568942999932915, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_llm_compare.py", "lineno": 80, "message": "AssertionError: assert 0 > 0\n + where 0 = len('')\n + where '' = ()\n + where = ''.strip"}, "stderr": "04:48:20 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n", "longrepr": "E AssertionError: assert 0 > 0\n + where 0 = len('')\n + where '' = ()\n + where = ''.strip"}, "teardown": {"duration": 0.0006732000038027763, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_is_not_empty[slovak_response-qwen3.5:cloud]", "lineno": 77, "outcome": "failed", "keywords": ["test_response_is_not_empty[slovak_response-qwen3.5:cloud]", "slovak_response-qwen3.5:cloud", "TestLLMResponses", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0011878000805154443, "outcome": "passed"}, "call": {"duration": 7.2845419000368565, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_llm_compare.py", "lineno": 80, "message": "AssertionError: assert 0 > 0\n + where 0 = len('')\n + where '' = ()\n + where = ''.strip"}, "stderr": "04:48:27 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n", "longrepr": "E AssertionError: assert 0 > 0\n + where 0 = len('')\n + where '' = ()\n + where = ''.strip"}, "teardown": {"duration": 0.0010688999900594354, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_in_slovak[court_search-qwen3.5:cloud]", "lineno": 81, "outcome": "passed", "keywords": ["test_response_in_slovak[court_search-qwen3.5:cloud]", "court_search-qwen3.5:cloud", "TestLLMResponses", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0022367999190464616, "outcome": "passed"}, "call": {"duration": 6.698699100059457, "outcome": "passed", "stderr": "04:48:34 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0006090999813750386, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_in_slovak[judge_search-qwen3.5:cloud]", "lineno": 81, "outcome": "passed", "keywords": ["test_response_in_slovak[judge_search-qwen3.5:cloud]", "judge_search-qwen3.5:cloud", "TestLLMResponses", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0013732999796047807, "outcome": "passed"}, "call": {"duration": 4.756949599948712, "outcome": "passed", "stderr": "04:48:39 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0006276000058278441, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_in_slovak[no_legal_advice-qwen3.5:cloud]", "lineno": 81, "outcome": "failed", "keywords": ["test_response_in_slovak[no_legal_advice-qwen3.5:cloud]", "no_legal_advice-qwen3.5:cloud", "TestLLMResponses", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0011268999660387635, "outcome": "passed"}, "call": {"duration": 6.771025000023656, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_llm_compare.py", "lineno": 85, "message": "assert False\n + where False = any(. at 0x00000131639B6260>)"}, "stderr": "04:48:45 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n", "longrepr": "E assert False\n + where False = any(. at 0x00000131639B6260>)"}, "teardown": {"duration": 0.0007243000436574221, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_in_slovak[slovak_response-qwen3.5:cloud]", "lineno": 81, "outcome": "passed", "keywords": ["test_response_in_slovak[slovak_response-qwen3.5:cloud]", "slovak_response-qwen3.5:cloud", "TestLLMResponses", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0011366000398993492, "outcome": "passed"}, "call": {"duration": 7.142473199986853, "outcome": "passed", "stderr": "04:48:53 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0006222000811249018, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_expected_keywords_present[court_search-qwen3.5:cloud]", "lineno": 86, "outcome": "failed", "keywords": ["test_expected_keywords_present[court_search-qwen3.5:cloud]", "court_search-qwen3.5:cloud", "TestLLMResponses", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0011291999835520983, "outcome": "passed"}, "call": {"duration": 6.644698100048117, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_llm_compare.py", "lineno": 91, "message": "assert False\n + where False = any(. at 0x000001316396BD80>)"}, "stderr": "04:48:59 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n", "longrepr": "E assert False\n + where False = any(. at 0x000001316396BD80>)"}, "teardown": {"duration": 0.0007149999728426337, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_expected_keywords_present[judge_search-qwen3.5:cloud]", "lineno": 86, "outcome": "passed", "keywords": ["test_expected_keywords_present[judge_search-qwen3.5:cloud]", "judge_search-qwen3.5:cloud", "TestLLMResponses", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0012069999938830733, "outcome": "passed"}, "call": {"duration": 6.824259200016968, "outcome": "passed", "stderr": "04:49:06 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0009028000058606267, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_expected_keywords_present[no_legal_advice-qwen3.5:cloud]", "lineno": 86, "outcome": "failed", "keywords": ["test_expected_keywords_present[no_legal_advice-qwen3.5:cloud]", "no_legal_advice-qwen3.5:cloud", "TestLLMResponses", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0022894999710842967, "outcome": "passed"}, "call": {"duration": 7.399949599988759, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_llm_compare.py", "lineno": 91, "message": "assert False\n + where False = any(. at 0x00000131639B66C0>)"}, "stderr": "04:49:13 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n", "longrepr": "E assert False\n + where False = any(. at 0x00000131639B66C0>)"}, "teardown": {"duration": 0.0006981999613344669, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_expected_keywords_present[slovak_response-qwen3.5:cloud]", "lineno": 86, "outcome": "failed", "keywords": ["test_expected_keywords_present[slovak_response-qwen3.5:cloud]", "slovak_response-qwen3.5:cloud", "TestLLMResponses", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0015200999332591891, "outcome": "passed"}, "call": {"duration": 6.841311999945901, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_llm_compare.py", "lineno": 91, "message": "assert False\n + where False = any(. at 0x00000131605F6A40>)"}, "stderr": "04:49:20 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n", "longrepr": "E assert False\n + where False = any(. at 0x00000131605F6A40>)"}, "teardown": {"duration": 0.0007701999275013804, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_forbidden_keywords_absent[court_search-qwen3.5:cloud]", "lineno": 92, "outcome": "skipped", "keywords": ["test_forbidden_keywords_absent[court_search-qwen3.5:cloud]", "court_search-qwen3.5:cloud", "TestLLMResponses", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0024009000044316053, "outcome": "passed"}, "call": {"duration": 0.002262099995277822, "outcome": "skipped", "longrepr": "('D:\\\\Projects\\\\PycharmProjects\\\\ai-lawyer-agent\\\\testing\\\\tests\\\\test_llm_compare.py', 95, 'Skipped: No forbidden_keywords defined')"}, "teardown": {"duration": 0.000999000039882958, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_forbidden_keywords_absent[judge_search-qwen3.5:cloud]", "lineno": 92, "outcome": "skipped", "keywords": ["test_forbidden_keywords_absent[judge_search-qwen3.5:cloud]", "judge_search-qwen3.5:cloud", "TestLLMResponses", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0015736999921500683, "outcome": "passed"}, "call": {"duration": 0.0006503000622615218, "outcome": "skipped", "longrepr": "('D:\\\\Projects\\\\PycharmProjects\\\\ai-lawyer-agent\\\\testing\\\\tests\\\\test_llm_compare.py', 95, 'Skipped: No forbidden_keywords defined')"}, "teardown": {"duration": 0.0006457000272348523, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_forbidden_keywords_absent[no_legal_advice-qwen3.5:cloud]", "lineno": 92, "outcome": "passed", "keywords": ["test_forbidden_keywords_absent[no_legal_advice-qwen3.5:cloud]", "no_legal_advice-qwen3.5:cloud", "TestLLMResponses", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0019483999349176884, "outcome": "passed"}, "call": {"duration": 7.162826199899428, "outcome": "passed", "stderr": "04:49:28 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0006316000362858176, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_forbidden_keywords_absent[slovak_response-qwen3.5:cloud]", "lineno": 92, "outcome": "skipped", "keywords": ["test_forbidden_keywords_absent[slovak_response-qwen3.5:cloud]", "slovak_response-qwen3.5:cloud", "TestLLMResponses", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0011573999654501677, "outcome": "passed"}, "call": {"duration": 0.0006353000644594431, "outcome": "skipped", "longrepr": "('D:\\\\Projects\\\\PycharmProjects\\\\ai-lawyer-agent\\\\testing\\\\tests\\\\test_llm_compare.py', 95, 'Skipped: No forbidden_keywords defined')"}, "teardown": {"duration": 0.000546499970369041, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_time_under_threshold[court_search-qwen3.5:cloud]", "lineno": 99, "outcome": "passed", "keywords": ["test_response_time_under_threshold[court_search-qwen3.5:cloud]", "court_search-qwen3.5:cloud", "TestLLMResponses", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0029644001042470336, "outcome": "passed"}, "call": {"duration": 7.206472999998368, "outcome": "passed", "stderr": "04:49:35 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0006531999679282308, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_time_under_threshold[judge_search-qwen3.5:cloud]", "lineno": 99, "outcome": "passed", "keywords": ["test_response_time_under_threshold[judge_search-qwen3.5:cloud]", "judge_search-qwen3.5:cloud", "TestLLMResponses", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0019191999454051256, "outcome": "passed"}, "call": {"duration": 6.958646999904886, "outcome": "passed", "stderr": "04:49:42 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0006276000058278441, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_time_under_threshold[no_legal_advice-qwen3.5:cloud]", "lineno": 99, "outcome": "passed", "keywords": ["test_response_time_under_threshold[no_legal_advice-qwen3.5:cloud]", "no_legal_advice-qwen3.5:cloud", "TestLLMResponses", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.001810500049032271, "outcome": "passed"}, "call": {"duration": 6.881807199912146, "outcome": "passed", "stderr": "04:49:49 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0009003999875858426, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_time_under_threshold[slovak_response-qwen3.5:cloud]", "lineno": 99, "outcome": "passed", "keywords": ["test_response_time_under_threshold[slovak_response-qwen3.5:cloud]", "slovak_response-qwen3.5:cloud", "TestLLMResponses", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0019423000048846006, "outcome": "passed"}, "call": {"duration": 6.963250900036655, "outcome": "passed", "stderr": "04:49:56 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0006600000197067857, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_length_reasonable[court_search-qwen3.5:cloud]", "lineno": 103, "outcome": "passed", "keywords": ["test_response_length_reasonable[court_search-qwen3.5:cloud]", "court_search-qwen3.5:cloud", "TestLLMResponses", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0013388999504968524, "outcome": "passed"}, "call": {"duration": 6.8975070000160486, "outcome": "passed", "stderr": "04:50:02 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.000624899985268712, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_length_reasonable[judge_search-qwen3.5:cloud]", "lineno": 103, "outcome": "passed", "keywords": ["test_response_length_reasonable[judge_search-qwen3.5:cloud]", "judge_search-qwen3.5:cloud", "TestLLMResponses", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.001117000007070601, "outcome": "passed"}, "call": {"duration": 5.022435899940319, "outcome": "passed", "stderr": "04:50:07 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0006311000324785709, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_length_reasonable[no_legal_advice-qwen3.5:cloud]", "lineno": 103, "outcome": "failed", "keywords": ["test_response_length_reasonable[no_legal_advice-qwen3.5:cloud]", "no_legal_advice-qwen3.5:cloud", "TestLLMResponses", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.001182599924504757, "outcome": "passed"}, "call": {"duration": 10.21223129995633, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_llm_compare.py", "lineno": 106, "message": "AssertionError: assert 10 < 0\n + where 0 = len('')"}, "stderr": "04:50:18 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n", "longrepr": "E AssertionError: assert 10 < 0\n + where 0 = len('')"}, "teardown": {"duration": 0.0006306000286713243, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMResponses::test_response_length_reasonable[slovak_response-qwen3.5:cloud]", "lineno": 103, "outcome": "passed", "keywords": ["test_response_length_reasonable[slovak_response-qwen3.5:cloud]", "slovak_response-qwen3.5:cloud", "TestLLMResponses", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0019631999311968684, "outcome": "passed"}, "call": {"duration": 7.250227899989113, "outcome": "passed", "stderr": "04:50:25 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0006327000446617603, "outcome": "passed"}}, {"nodeid": "testing/tests/test_llm_compare.py::TestLLMBenchmark::test_collect_benchmark_data[qwen3.5:cloud]", "lineno": 112, "outcome": "passed", "keywords": ["test_collect_benchmark_data[qwen3.5:cloud]", "qwen3.5:cloud", "TestLLMBenchmark", "parametrize", "skipif", "test_llm_compare.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0008768000407144427, "outcome": "passed"}, "call": {"duration": 30.39804399991408, "outcome": "passed", "stderr": "04:50:32 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n04:50:38 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n04:50:46 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n04:50:55 - INFO - HTTP Request: POST http://localhost:11434/v1/chat/completions \"HTTP/1.1 200 OK\"\n"}, "teardown": {"duration": 0.0006310999160632491, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestCourtByID::test_digit_gets_prefix", "lineno": 19, "outcome": "passed", "keywords": ["test_digit_gets_prefix", "TestCourtByID", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0007479999912902713, "outcome": "passed"}, "call": {"duration": 0.0008887998992577195, "outcome": "passed"}, "teardown": {"duration": 0.000555400038138032, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestCourtByID::test_already_prefixed_unchanged", "lineno": 22, "outcome": "passed", "keywords": ["test_already_prefixed_unchanged", "TestCourtByID", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0005437000654637814, "outcome": "passed"}, "call": {"duration": 0.0006076999707147479, "outcome": "passed"}, "teardown": {"duration": 0.00048550008796155453, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestCourtByID::test_strips_whitespace", "lineno": 25, "outcome": "passed", "keywords": ["test_strips_whitespace", "TestCourtByID", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0009732000762596726, "outcome": "passed"}, "call": {"duration": 0.0011235999409109354, "outcome": "passed"}, "teardown": {"duration": 0.0005851000314578414, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestCourtByID::test_single_digit", "lineno": 28, "outcome": "passed", "keywords": ["test_single_digit", "TestCourtByID", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0006202999502420425, "outcome": "passed"}, "call": {"duration": 0.0006331000477075577, "outcome": "passed"}, "teardown": {"duration": 0.0007807000074535608, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestCourtByID::test_large_number", "lineno": 31, "outcome": "passed", "keywords": ["test_large_number", "TestCourtByID", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0005523000145331025, "outcome": "passed"}, "call": {"duration": 0.0006580000044777989, "outcome": "passed"}, "teardown": {"duration": 0.0005147999618202448, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestCourtByID::test_non_numeric_string_unchanged", "lineno": 34, "outcome": "passed", "keywords": ["test_non_numeric_string_unchanged", "TestCourtByID", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0005348999984562397, "outcome": "passed"}, "call": {"duration": 0.0010582999093458056, "outcome": "passed"}, "teardown": {"duration": 0.0006208999548107386, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestCourtByID::test_whitespace_digit_combination", "lineno": 37, "outcome": "passed", "keywords": ["test_whitespace_digit_combination", "TestCourtByID", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.000624299980700016, "outcome": "passed"}, "call": {"duration": 0.0007229000329971313, "outcome": "passed"}, "teardown": {"duration": 0.000862700049765408, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestJudgeByID::test_digit_gets_prefix", "lineno": 43, "outcome": "passed", "keywords": ["test_digit_gets_prefix", "TestJudgeByID", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.000989799969829619, "outcome": "passed"}, "call": {"duration": 0.0007084000390022993, "outcome": "passed"}, "teardown": {"duration": 0.000569900032132864, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestJudgeByID::test_already_prefixed_unchanged", "lineno": 46, "outcome": "passed", "keywords": ["test_already_prefixed_unchanged", "TestJudgeByID", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0005433999467641115, "outcome": "passed"}, "call": {"duration": 0.000622799969278276, "outcome": "passed"}, "teardown": {"duration": 0.0005027999868616462, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestJudgeByID::test_strips_whitespace", "lineno": 49, "outcome": "passed", "keywords": ["test_strips_whitespace", "TestJudgeByID", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0007294999668374658, "outcome": "passed"}, "call": {"duration": 0.007112200022675097, "outcome": "passed"}, "teardown": {"duration": 0.0006374999647960067, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestJudgeByID::test_large_number", "lineno": 52, "outcome": "passed", "keywords": ["test_large_number", "TestJudgeByID", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0005484999855980277, "outcome": "passed"}, "call": {"duration": 0.0006022000452503562, "outcome": "passed"}, "teardown": {"duration": 0.0007670000195503235, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestJudgeByID::test_non_numeric_string_unchanged", "lineno": 55, "outcome": "passed", "keywords": ["test_non_numeric_string_unchanged", "TestJudgeByID", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.001294200075790286, "outcome": "passed"}, "call": {"duration": 0.001164000015705824, "outcome": "passed"}, "teardown": {"duration": 0.0006078999722376466, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestAdminProceedingsByID::test_digit_gets_prefix", "lineno": 61, "outcome": "passed", "keywords": ["test_digit_gets_prefix", "TestAdminProceedingsByID", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0006280000088736415, "outcome": "passed"}, "call": {"duration": 0.000660700025036931, "outcome": "passed"}, "teardown": {"duration": 0.0005385000258684158, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestAdminProceedingsByID::test_already_prefixed_unchanged", "lineno": 64, "outcome": "passed", "keywords": ["test_already_prefixed_unchanged", "TestAdminProceedingsByID", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0005816000048071146, "outcome": "passed"}, "call": {"duration": 0.0006041000597178936, "outcome": "passed"}, "teardown": {"duration": 0.0006662999512627721, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestAdminProceedingsByID::test_strips_whitespace", "lineno": 67, "outcome": "passed", "keywords": ["test_strips_whitespace", "TestAdminProceedingsByID", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0008440000237897038, "outcome": "passed"}, "call": {"duration": 0.0010804000776261091, "outcome": "passed"}, "teardown": {"duration": 0.00058230001013726, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestAdminProceedingsByID::test_single_digit", "lineno": 70, "outcome": "passed", "keywords": ["test_single_digit", "TestAdminProceedingsByID", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0008036000654101372, "outcome": "passed"}, "call": {"duration": 0.0008956000674515963, "outcome": "passed"}, "teardown": {"duration": 0.000548599986359477, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestAdminProceedingsByID::test_non_numeric_string_unchanged", "lineno": 73, "outcome": "passed", "keywords": ["test_non_numeric_string_unchanged", "TestAdminProceedingsByID", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0005474999779835343, "outcome": "passed"}, "call": {"duration": 0.0007117999484762549, "outcome": "passed"}, "teardown": {"duration": 0.0005102000432088971, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestPaginationDefaults::test_court_search_defaults_are_none", "lineno": 79, "outcome": "passed", "keywords": ["test_court_search_defaults_are_none", "TestPaginationDefaults", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0010476000607013702, "outcome": "passed"}, "call": {"duration": 0.0012765000574290752, "outcome": "passed"}, "teardown": {"duration": 0.0007029999978840351, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestPaginationDefaults::test_sort_direction_default_asc", "lineno": 84, "outcome": "passed", "keywords": ["test_sort_direction_default_asc", "TestPaginationDefaults", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0005827000131830573, "outcome": "passed"}, "call": {"duration": 0.0006688999710604548, "outcome": "passed"}, "teardown": {"duration": 0.0005799999926239252, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestPaginationDefaults::test_sort_direction_desc_accepted", "lineno": 87, "outcome": "passed", "keywords": ["test_sort_direction_desc_accepted", "TestPaginationDefaults", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0006164000369608402, "outcome": "passed"}, "call": {"duration": 0.0005957999965175986, "outcome": "passed"}, "teardown": {"duration": 0.0004838999593630433, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestPaginationDefaults::test_sort_direction_invalid_rejected", "lineno": 90, "outcome": "passed", "keywords": ["test_sort_direction_invalid_rejected", "TestPaginationDefaults", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0006101001054048538, "outcome": "passed"}, "call": {"duration": 0.0016527000116184354, "outcome": "passed"}, "teardown": {"duration": 0.000559799955226481, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestPaginationDefaults::test_page_cannot_be_negative", "lineno": 94, "outcome": "passed", "keywords": ["test_page_cannot_be_negative", "TestPaginationDefaults", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0005483999848365784, "outcome": "passed"}, "call": {"duration": 0.0006723999977111816, "outcome": "passed"}, "teardown": {"duration": 0.0006128000095486641, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestPaginationDefaults::test_size_cannot_be_zero", "lineno": 98, "outcome": "passed", "keywords": ["test_size_cannot_be_zero", "TestPaginationDefaults", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0005317999748513103, "outcome": "passed"}, "call": {"duration": 0.0006893000099807978, "outcome": "passed"}, "teardown": {"duration": 0.00048010004684329033, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestPaginationDefaults::test_size_one_accepted", "lineno": 102, "outcome": "passed", "keywords": ["test_size_one_accepted", "TestPaginationDefaults", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0005324000958353281, "outcome": "passed"}, "call": {"duration": 0.0006417999975383282, "outcome": "passed"}, "teardown": {"duration": 0.0007820000173524022, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestPaginationDefaults::test_page_zero_accepted", "lineno": 105, "outcome": "passed", "keywords": ["test_page_zero_accepted", "TestPaginationDefaults", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0012141000479459763, "outcome": "passed"}, "call": {"duration": 0.0010941000655293465, "outcome": "passed"}, "teardown": {"duration": 0.0005226000212132931, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestFacetFilters::test_court_search_facet_type_list", "lineno": 111, "outcome": "passed", "keywords": ["test_court_search_facet_type_list", "TestFacetFilters", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0005640999879688025, "outcome": "passed"}, "call": {"duration": 0.000605400069616735, "outcome": "passed"}, "teardown": {"duration": 0.0005041999975219369, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestFacetFilters::test_judge_search_facet_kraj", "lineno": 115, "outcome": "passed", "keywords": ["test_judge_search_facet_kraj", "TestFacetFilters", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0005278000608086586, "outcome": "passed"}, "call": {"duration": 0.0005850000306963921, "outcome": "passed"}, "teardown": {"duration": 0.0006960000609979033, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestFacetFilters::test_decision_search_forma_filter", "lineno": 119, "outcome": "passed", "keywords": ["test_decision_search_forma_filter", "TestFacetFilters", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.000672199996188283, "outcome": "passed"}, "call": {"duration": 0.0007850999245420098, "outcome": "passed"}, "teardown": {"duration": 0.0005743000656366348, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestFacetFilters::test_contract_search_typ_dokumentu", "lineno": 123, "outcome": "passed", "keywords": ["test_contract_search_typ_dokumentu", "TestFacetFilters", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0005651999963447452, "outcome": "passed"}, "call": {"duration": 0.0008464000420644879, "outcome": "passed"}, "teardown": {"duration": 0.0005969000048935413, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestFacetFilters::test_civil_proceedings_usek_filter", "lineno": 127, "outcome": "passed", "keywords": ["test_civil_proceedings_usek_filter", "TestFacetFilters", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0005457000806927681, "outcome": "passed"}, "call": {"duration": 0.0006020000437274575, "outcome": "passed"}, "teardown": {"duration": 0.0004962999373674393, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestAutocomplete::test_court_autocomplete_limit_min_one", "lineno": 134, "outcome": "passed", "keywords": ["test_court_autocomplete_limit_min_one", "TestAutocomplete", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0005966000026091933, "outcome": "passed"}, "call": {"duration": 0.0009455999825149775, "outcome": "passed"}, "teardown": {"duration": 0.0008723000064492226, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestAutocomplete::test_court_autocomplete_limit_valid", "lineno": 138, "outcome": "passed", "keywords": ["test_court_autocomplete_limit_valid", "TestAutocomplete", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.001109899953007698, "outcome": "passed"}, "call": {"duration": 0.018722599954344332, "outcome": "passed"}, "teardown": {"duration": 0.0007328999927267432, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestAutocomplete::test_judge_autocomplete_guid_sud", "lineno": 141, "outcome": "passed", "keywords": ["test_judge_autocomplete_guid_sud", "TestAutocomplete", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0006366000743582845, "outcome": "passed"}, "call": {"duration": 0.0006038000574335456, "outcome": "passed"}, "teardown": {"duration": 0.000508100027218461, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestAutocomplete::test_autocomplete_empty_query_accepted", "lineno": 145, "outcome": "passed", "keywords": ["test_autocomplete_empty_query_accepted", "TestAutocomplete", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0006066999631002545, "outcome": "passed"}, "call": {"duration": 0.0007945999968796968, "outcome": "passed"}, "teardown": {"duration": 0.0008820999646559358, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestAutocomplete::test_autocomplete_query_string", "lineno": 148, "outcome": "passed", "keywords": ["test_autocomplete_query_string", "TestAutocomplete", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0009044000180438161, "outcome": "passed"}, "call": {"duration": 0.0009729000739753246, "outcome": "passed"}, "teardown": {"duration": 0.0005437000654637814, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestModelDumpExcludeNone::test_excludes_none_fields", "lineno": 154, "outcome": "passed", "keywords": ["test_excludes_none_fields", "TestModelDumpExcludeNone", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0005453999619930983, "outcome": "passed"}, "call": {"duration": 0.000692299916408956, "outcome": "passed"}, "teardown": {"duration": 0.000494500040076673, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestModelDumpExcludeNone::test_full_params_included", "lineno": 160, "outcome": "passed", "keywords": ["test_full_params_included", "TestModelDumpExcludeNone", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0009351999033242464, "outcome": "passed"}, "call": {"duration": 0.0007720000576227903, "outcome": "passed"}, "teardown": {"duration": 0.0004984999541193247, "outcome": "passed"}}, {"nodeid": "testing/tests/test_schemas.py::TestModelDumpExcludeNone::test_empty_schema_dumps_empty_dict", "lineno": 166, "outcome": "failed", "keywords": ["test_empty_schema_dumps_empty_dict", "TestModelDumpExcludeNone", "test_schemas.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0005161999724805355, "outcome": "passed"}, "call": {"duration": 0.16616400005295873, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_schemas.py", "lineno": 168, "message": "AssertionError: assert {'sortDirection': 'ASC'} == {}\n \n Left contains 1 more item:\n \u001b[0m{\u001b[33m'\u001b[39;49;00m\u001b[33msortDirection\u001b[39;49;00m\u001b[33m'\u001b[39;49;00m: \u001b[33m'\u001b[39;49;00m\u001b[33mASC\u001b[39;49;00m\u001b[33m'\u001b[39;49;00m}\u001b[90m\u001b[39;49;00m\n Use -v to get more diff"}, "longrepr": "E AssertionError: assert {'sortDirection': 'ASC'} == {}\n \n Left contains 1 more item:\n \u001b[0m{\u001b[33m'\u001b[39;49;00m\u001b[33msortDirection\u001b[39;49;00m\u001b[33m'\u001b[39;49;00m: \u001b[33m'\u001b[39;49;00m\u001b[33mASC\u001b[39;49;00m\u001b[33m'\u001b[39;49;00m}\u001b[90m\u001b[39;49;00m\n Use -v to get more diff"}, "teardown": {"duration": 0.0006228999700397253, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestPromptContainsModelName::test_model_name_appears_in_prompt[qwen3.5:cloud]", "lineno": 18, "outcome": "passed", "keywords": ["test_model_name_appears_in_prompt[qwen3.5:cloud]", "qwen3.5:cloud", "TestPromptContainsModelName", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0011186000192537904, "outcome": "passed"}, "call": {"duration": 0.0006376000819727778, "outcome": "passed"}, "teardown": {"duration": 0.0005659000016748905, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestRequiredSections::test_has_role_section[qwen3.5:cloud]", "lineno": 25, "outcome": "passed", "keywords": ["test_has_role_section[qwen3.5:cloud]", "qwen3.5:cloud", "TestRequiredSections", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.001067599980160594, "outcome": "passed"}, "call": {"duration": 0.0005995000246912241, "outcome": "passed"}, "teardown": {"duration": 0.0005672000115737319, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestRequiredSections::test_has_operational_constraints[qwen3.5:cloud]", "lineno": 28, "outcome": "passed", "keywords": ["test_has_operational_constraints[qwen3.5:cloud]", "qwen3.5:cloud", "TestRequiredSections", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.00143140007276088, "outcome": "passed"}, "call": {"duration": 0.0006219999631866813, "outcome": "passed"}, "teardown": {"duration": 0.0006121000042185187, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestRequiredSections::test_has_workflow_steps[qwen3.5:cloud]", "lineno": 31, "outcome": "passed", "keywords": ["test_has_workflow_steps[qwen3.5:cloud]", "qwen3.5:cloud", "TestRequiredSections", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0015125999925658107, "outcome": "passed"}, "call": {"duration": 0.0006205999525263906, "outcome": "passed"}, "teardown": {"duration": 0.0005400999216362834, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestRequiredSections::test_has_error_recovery[qwen3.5:cloud]", "lineno": 34, "outcome": "passed", "keywords": ["test_has_error_recovery[qwen3.5:cloud]", "qwen3.5:cloud", "TestRequiredSections", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0010757999261841178, "outcome": "passed"}, "call": {"duration": 0.001387599972076714, "outcome": "passed"}, "teardown": {"duration": 0.0009253000607714057, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestRequiredSections::test_has_response_format[qwen3.5:cloud]", "lineno": 37, "outcome": "passed", "keywords": ["test_has_response_format[qwen3.5:cloud]", "qwen3.5:cloud", "TestRequiredSections", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0010848999954760075, "outcome": "passed"}, "call": {"duration": 0.0007362000178545713, "outcome": "passed"}, "teardown": {"duration": 0.0006145000224933028, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestSupportedDomains::test_courts_mentioned[qwen3.5:cloud]", "lineno": 43, "outcome": "passed", "keywords": ["test_courts_mentioned[qwen3.5:cloud]", "qwen3.5:cloud", "TestSupportedDomains", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0011409999569877982, "outcome": "passed"}, "call": {"duration": 0.0006399999838322401, "outcome": "passed"}, "teardown": {"duration": 0.0006745000137016177, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestSupportedDomains::test_judges_mentioned[qwen3.5:cloud]", "lineno": 46, "outcome": "passed", "keywords": ["test_judges_mentioned[qwen3.5:cloud]", "qwen3.5:cloud", "TestSupportedDomains", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0012031999649479985, "outcome": "passed"}, "call": {"duration": 0.000610699993558228, "outcome": "passed"}, "teardown": {"duration": 0.0008980000857263803, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestSupportedDomains::test_decisions_mentioned[qwen3.5:cloud]", "lineno": 49, "outcome": "passed", "keywords": ["test_decisions_mentioned[qwen3.5:cloud]", "qwen3.5:cloud", "TestSupportedDomains", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0020898000802844763, "outcome": "passed"}, "call": {"duration": 0.0011603999882936478, "outcome": "passed"}, "teardown": {"duration": 0.0005834000185132027, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestSupportedDomains::test_contracts_mentioned[qwen3.5:cloud]", "lineno": 52, "outcome": "passed", "keywords": ["test_contracts_mentioned[qwen3.5:cloud]", "qwen3.5:cloud", "TestSupportedDomains", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0015665999380871654, "outcome": "passed"}, "call": {"duration": 0.0006398999830707908, "outcome": "passed"}, "teardown": {"duration": 0.0005854000337421894, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestSupportedDomains::test_civil_proceedings_mentioned[qwen3.5:cloud]", "lineno": 55, "outcome": "passed", "keywords": ["test_civil_proceedings_mentioned[qwen3.5:cloud]", "qwen3.5:cloud", "TestSupportedDomains", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0016800001030787826, "outcome": "passed"}, "call": {"duration": 0.0007984000258147717, "outcome": "passed"}, "teardown": {"duration": 0.001067299977876246, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestSupportedDomains::test_admin_proceedings_mentioned[qwen3.5:cloud]", "lineno": 58, "outcome": "passed", "keywords": ["test_admin_proceedings_mentioned[qwen3.5:cloud]", "qwen3.5:cloud", "TestSupportedDomains", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.001141499960795045, "outcome": "passed"}, "call": {"duration": 0.000615699915215373, "outcome": "passed"}, "teardown": {"duration": 0.000596800004132092, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestConstraints::test_no_legal_advice_constraint[qwen3.5:cloud]", "lineno": 64, "outcome": "passed", "keywords": ["test_no_legal_advice_constraint[qwen3.5:cloud]", "qwen3.5:cloud", "TestConstraints", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0015524000627920032, "outcome": "passed"}, "call": {"duration": 0.0006012000376358628, "outcome": "passed"}, "teardown": {"duration": 0.0008212999673560262, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestConstraints::test_api_only_constraint[qwen3.5:cloud]", "lineno": 67, "outcome": "passed", "keywords": ["test_api_only_constraint[qwen3.5:cloud]", "qwen3.5:cloud", "TestConstraints", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0014326999662443995, "outcome": "passed"}, "call": {"duration": 0.0007445000810548663, "outcome": "passed"}, "teardown": {"duration": 0.0006310000317171216, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestConstraints::test_slovak_language_requirement[qwen3.5:cloud]", "lineno": 70, "outcome": "passed", "keywords": ["test_slovak_language_requirement[qwen3.5:cloud]", "qwen3.5:cloud", "TestConstraints", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0011307999957352877, "outcome": "passed"}, "call": {"duration": 0.0007602999685332179, "outcome": "passed"}, "teardown": {"duration": 0.0005598000716418028, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestConstraints::test_no_raw_json_rule[qwen3.5:cloud]", "lineno": 73, "outcome": "passed", "keywords": ["test_no_raw_json_rule[qwen3.5:cloud]", "qwen3.5:cloud", "TestConstraints", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0010146999265998602, "outcome": "passed"}, "call": {"duration": 0.0005964000010862947, "outcome": "passed"}, "teardown": {"duration": 0.000831299927085638, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestConstraints::test_no_speculate_rule[qwen3.5:cloud]", "lineno": 76, "outcome": "passed", "keywords": ["test_no_speculate_rule[qwen3.5:cloud]", "qwen3.5:cloud", "TestConstraints", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0011983999283984303, "outcome": "passed"}, "call": {"duration": 0.0005919999675825238, "outcome": "passed"}, "teardown": {"duration": 0.0008143000304698944, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestPaginationRules::test_page_starts_at_zero_mentioned[qwen3.5:cloud]", "lineno": 82, "outcome": "passed", "keywords": ["test_page_starts_at_zero_mentioned[qwen3.5:cloud]", "qwen3.5:cloud", "TestPaginationRules", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0018771999748423696, "outcome": "passed"}, "call": {"duration": 0.0009483000030741096, "outcome": "passed"}, "teardown": {"duration": 0.0005711999256163836, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestPaginationRules::test_autocomplete_preferred_mentioned[qwen3.5:cloud]", "lineno": 85, "outcome": "passed", "keywords": ["test_autocomplete_preferred_mentioned[qwen3.5:cloud]", "qwen3.5:cloud", "TestPaginationRules", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0010888000251725316, "outcome": "passed"}, "call": {"duration": 0.0008500999538227916, "outcome": "passed"}, "teardown": {"duration": 0.0007061000214889646, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestDateRules::test_date_format_dd_mm_yyyy_mentioned[qwen3.5:cloud]", "lineno": 91, "outcome": "passed", "keywords": ["test_date_format_dd_mm_yyyy_mentioned[qwen3.5:cloud]", "qwen3.5:cloud", "TestDateRules", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0012833999935537577, "outcome": "passed"}, "call": {"duration": 0.0008277000160887837, "outcome": "passed"}, "teardown": {"duration": 0.0008840999798849225, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestDateRules::test_civil_date_field_mentioned[qwen3.5:cloud]", "lineno": 94, "outcome": "passed", "keywords": ["test_civil_date_field_mentioned[qwen3.5:cloud]", "qwen3.5:cloud", "TestDateRules", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0016696000238880515, "outcome": "passed"}, "call": {"duration": 0.0006286000134423375, "outcome": "passed"}, "teardown": {"duration": 0.0005744999507442117, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestDateRules::test_decision_date_field_mentioned[qwen3.5:cloud]", "lineno": 97, "outcome": "passed", "keywords": ["test_decision_date_field_mentioned[qwen3.5:cloud]", "qwen3.5:cloud", "TestDateRules", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0016556000337004662, "outcome": "passed"}, "call": {"duration": 0.001090400037355721, "outcome": "passed"}, "teardown": {"duration": 0.0011075000511482358, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestIDNormalizationRules::test_sud_prefix_mentioned[qwen3.5:cloud]", "lineno": 103, "outcome": "passed", "keywords": ["test_sud_prefix_mentioned[qwen3.5:cloud]", "qwen3.5:cloud", "TestIDNormalizationRules", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0016816999996080995, "outcome": "passed"}, "call": {"duration": 0.0009714000625535846, "outcome": "passed"}, "teardown": {"duration": 0.0007152999751269817, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestIDNormalizationRules::test_sudca_prefix_mentioned[qwen3.5:cloud]", "lineno": 106, "outcome": "passed", "keywords": ["test_sudca_prefix_mentioned[qwen3.5:cloud]", "qwen3.5:cloud", "TestIDNormalizationRules", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0011894999770447612, "outcome": "passed"}, "call": {"duration": 0.0005788999842479825, "outcome": "passed"}, "teardown": {"duration": 0.0010273000225424767, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestIDNormalizationRules::test_spravnekonanie_prefix_mentioned[qwen3.5:cloud]", "lineno": 109, "outcome": "passed", "keywords": ["test_spravnekonanie_prefix_mentioned[qwen3.5:cloud]", "qwen3.5:cloud", "TestIDNormalizationRules", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0012668999843299389, "outcome": "passed"}, "call": {"duration": 0.0007018999895080924, "outcome": "passed"}, "teardown": {"duration": 0.000583200016990304, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestPromptLength::test_prompt_is_not_empty[qwen3.5:cloud]", "lineno": 115, "outcome": "passed", "keywords": ["test_prompt_is_not_empty[qwen3.5:cloud]", "qwen3.5:cloud", "TestPromptLength", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.001457700040191412, "outcome": "passed"}, "call": {"duration": 0.001150400028564036, "outcome": "passed"}, "teardown": {"duration": 0.0005647999932989478, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestPromptLength::test_prompt_has_minimum_length[qwen3.5:cloud]", "lineno": 118, "outcome": "passed", "keywords": ["test_prompt_has_minimum_length[qwen3.5:cloud]", "qwen3.5:cloud", "TestPromptLength", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0009400000562891364, "outcome": "passed"}, "call": {"duration": 0.0008388999849557877, "outcome": "passed"}, "teardown": {"duration": 0.0009555000578984618, "outcome": "passed"}}, {"nodeid": "testing/tests/test_sys_prompt.py::TestPromptLength::test_prompt_has_reasonable_max_length[qwen3.5:cloud]", "lineno": 121, "outcome": "passed", "keywords": ["test_prompt_has_reasonable_max_length[qwen3.5:cloud]", "qwen3.5:cloud", "TestPromptLength", "test_sys_prompt.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0017577999969944358, "outcome": "passed"}, "call": {"duration": 0.0009846000466495752, "outcome": "passed"}, "teardown": {"duration": 0.000889900024048984, "outcome": "passed"}}, {"nodeid": "testing/tests/test_tools.py::TestCourtTools::test_court_search_calls_correct_url", "lineno": 37, "outcome": "failed", "keywords": ["test_court_search_calls_correct_url", "__wrapped__", "TestCourtTools", "asyncio", "test_tools.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0027435999363660812, "outcome": "passed"}, "call": {"duration": 0.009268600028008223, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_tools.py", "lineno": 42, "message": "AssertionError: assert False\n + where False = AND AND AND >.called"}, "log": [{"name": "openai.agents", "msg": "No span to add error {'message': 'Error running tool (non-fatal)', 'data': {'tool_name': 'court_search', 'error': \"Invalid JSON input for tool court_search: 1 validation error for court_search_args\\nparams\\n Field required [type=missing, input_value={'query': 'Bratislava'}, input_type=dict]\\n For further information visit https://errors.pydantic.dev/2.12/v/missing\"}} to", "args": null, "levelname": "WARNING", "levelno": 30, "pathname": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\venv\\Lib\\site-packages\\agents\\util\\_error_tracing.py", "filename": "_error_tracing.py", "module": "_error_tracing", "exc_info": null, "exc_text": null, "stack_info": null, "lineno": 16, "funcName": "attach_error_to_current_span", "created": 1774237856.4239705, "msecs": 423.0, "relativeCreated": 200502.52842903137, "thread": 13684, "threadName": "MainThread", "processName": "MainProcess", "process": 1420}], "longrepr": "E AssertionError: assert False\n + where False = AND AND AND >.called"}, "teardown": {"duration": 0.001734199933707714, "outcome": "passed"}}, {"nodeid": "testing/tests/test_tools.py::TestCourtTools::test_court_id_calls_correct_url", "lineno": 43, "outcome": "failed", "keywords": ["test_court_id_calls_correct_url", "__wrapped__", "TestCourtTools", "asyncio", "test_tools.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0028838999569416046, "outcome": "passed"}, "call": {"duration": 0.005608099978417158, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_tools.py", "lineno": 50, "message": "AssertionError: assert False\n + where False = AND AND AND >.called"}, "log": [{"name": "openai.agents", "msg": "No span to add error {'message': 'Error running tool (non-fatal)', 'data': {'tool_name': 'court_id', 'error': \"Invalid JSON input for tool court_id: 1 validation error for court_id_args\\nparams\\n Field required [type=missing, input_value={'id': '175'}, input_type=dict]\\n For further information visit https://errors.pydantic.dev/2.12/v/missing\"}} to", "args": null, "levelname": "WARNING", "levelno": 30, "pathname": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\venv\\Lib\\site-packages\\agents\\util\\_error_tracing.py", "filename": "_error_tracing.py", "module": "_error_tracing", "exc_info": null, "exc_text": null, "stack_info": null, "lineno": 16, "funcName": "attach_error_to_current_span", "created": 1774237856.4455256, "msecs": 445.0, "relativeCreated": 200524.08361434937, "thread": 13684, "threadName": "MainThread", "processName": "MainProcess", "process": 1420}], "longrepr": "E AssertionError: assert False\n + where False = AND AND AND >.called"}, "teardown": {"duration": 0.001616499968804419, "outcome": "passed"}}, {"nodeid": "testing/tests/test_tools.py::TestCourtTools::test_court_id_removes_foto_key", "lineno": 51, "outcome": "passed", "keywords": ["test_court_id_removes_foto_key", "__wrapped__", "TestCourtTools", "asyncio", "test_tools.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0028779000276699662, "outcome": "passed"}, "call": {"duration": 0.0067480000434443355, "outcome": "passed", "log": [{"name": "openai.agents", "msg": "No span to add error {'message': 'Error running tool (non-fatal)', 'data': {'tool_name': 'court_id', 'error': \"Invalid JSON input for tool court_id: 1 validation error for court_id_args\\nparams\\n Field required [type=missing, input_value={'id': '1'}, input_type=dict]\\n For further information visit https://errors.pydantic.dev/2.12/v/missing\"}} to", "args": null, "levelname": "WARNING", "levelno": 30, "pathname": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\venv\\Lib\\site-packages\\agents\\util\\_error_tracing.py", "filename": "_error_tracing.py", "module": "_error_tracing", "exc_info": null, "exc_text": null, "stack_info": null, "lineno": 16, "funcName": "attach_error_to_current_span", "created": 1774237856.4655666, "msecs": 465.0, "relativeCreated": 200544.12460327148, "thread": 13684, "threadName": "MainThread", "processName": "MainProcess", "process": 1420}]}, "teardown": {"duration": 0.0021297000348567963, "outcome": "passed"}}, {"nodeid": "testing/tests/test_tools.py::TestCourtTools::test_court_autocomplete_calls_correct_url", "lineno": 59, "outcome": "failed", "keywords": ["test_court_autocomplete_calls_correct_url", "__wrapped__", "TestCourtTools", "asyncio", "test_tools.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0034931000554934144, "outcome": "passed"}, "call": {"duration": 0.007621300057508051, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_tools.py", "lineno": 64, "message": "AssertionError: assert False\n + where False = AND AND AND >.called"}, "log": [{"name": "openai.agents", "msg": "No span to add error {'message': 'Error running tool (non-fatal)', 'data': {'tool_name': 'court_autocomplete', 'error': \"Invalid JSON input for tool court_autocomplete: 1 validation error for court_autocomplete_args\\nparams\\n Field required [type=missing, input_value={'query': 'Kraj'}, input_type=dict]\\n For further information visit https://errors.pydantic.dev/2.12/v/missing\"}} to", "args": null, "levelname": "WARNING", "levelno": 30, "pathname": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\venv\\Lib\\site-packages\\agents\\util\\_error_tracing.py", "filename": "_error_tracing.py", "module": "_error_tracing", "exc_info": null, "exc_text": null, "stack_info": null, "lineno": 16, "funcName": "attach_error_to_current_span", "created": 1774237856.4832203, "msecs": 483.0, "relativeCreated": 200561.77830696106, "thread": 13684, "threadName": "MainThread", "processName": "MainProcess", "process": 1420}], "longrepr": "E AssertionError: assert False\n + where False = AND AND AND >.called"}, "teardown": {"duration": 0.0019605999113991857, "outcome": "passed"}}, {"nodeid": "testing/tests/test_tools.py::TestJudgeTools::test_judge_search_calls_correct_url", "lineno": 69, "outcome": "failed", "keywords": ["test_judge_search_calls_correct_url", "__wrapped__", "TestJudgeTools", "asyncio", "test_tools.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.00302389997523278, "outcome": "passed"}, "call": {"duration": 0.007079600007273257, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_tools.py", "lineno": 74, "message": "AssertionError: assert False\n + where False = AND AND AND >.called"}, "log": [{"name": "openai.agents", "msg": "No span to add error {'message': 'Error running tool (non-fatal)', 'data': {'tool_name': 'judge_search', 'error': \"Invalid JSON input for tool judge_search: 1 validation error for judge_search_args\\nparams\\n Field required [type=missing, input_value={'query': 'Nov\u00e1k'}, input_type=dict]\\n For further information visit https://errors.pydantic.dev/2.12/v/missing\"}} to", "args": null, "levelname": "WARNING", "levelno": 30, "pathname": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\venv\\Lib\\site-packages\\agents\\util\\_error_tracing.py", "filename": "_error_tracing.py", "module": "_error_tracing", "exc_info": null, "exc_text": null, "stack_info": null, "lineno": 16, "funcName": "attach_error_to_current_span", "created": 1774237856.5041971, "msecs": 504.0, "relativeCreated": 200582.75508880615, "thread": 13684, "threadName": "MainThread", "processName": "MainProcess", "process": 1420}], "longrepr": "E AssertionError: assert False\n + where False = AND AND AND >.called"}, "teardown": {"duration": 0.0017383999656885862, "outcome": "passed"}}, {"nodeid": "testing/tests/test_tools.py::TestJudgeTools::test_judge_id_normalizes_digit_id", "lineno": 75, "outcome": "failed", "keywords": ["test_judge_id_normalizes_digit_id", "__wrapped__", "TestJudgeTools", "asyncio", "test_tools.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.002353799995034933, "outcome": "passed"}, "call": {"duration": 0.005617000046186149, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_tools.py", "lineno": 82, "message": "AssertionError: assert False\n + where False = AND AND AND >.called"}, "log": [{"name": "openai.agents", "msg": "No span to add error {'message': 'Error running tool (non-fatal)', 'data': {'tool_name': 'judge_id', 'error': \"Invalid JSON input for tool judge_id: 1 validation error for judge_id_args\\nparams\\n Field required [type=missing, input_value={'id': '1'}, input_type=dict]\\n For further information visit https://errors.pydantic.dev/2.12/v/missing\"}} to", "args": null, "levelname": "WARNING", "levelno": 30, "pathname": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\venv\\Lib\\site-packages\\agents\\util\\_error_tracing.py", "filename": "_error_tracing.py", "module": "_error_tracing", "exc_info": null, "exc_text": null, "stack_info": null, "lineno": 16, "funcName": "attach_error_to_current_span", "created": 1774237856.5234993, "msecs": 523.0, "relativeCreated": 200602.05721855164, "thread": 13684, "threadName": "MainThread", "processName": "MainProcess", "process": 1420}], "longrepr": "E AssertionError: assert False\n + where False = AND AND AND >.called"}, "teardown": {"duration": 0.0016451000701636076, "outcome": "passed"}}, {"nodeid": "testing/tests/test_tools.py::TestJudgeTools::test_judge_autocomplete_passes_guid_sud", "lineno": 83, "outcome": "failed", "keywords": ["test_judge_autocomplete_passes_guid_sud", "__wrapped__", "TestJudgeTools", "asyncio", "test_tools.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0028829999500885606, "outcome": "passed"}, "call": {"duration": 0.008156800060532987, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_tools.py", "lineno": 88, "message": "AssertionError: assert False\n + where False = AND AND AND >.called"}, "log": [{"name": "openai.agents", "msg": "No span to add error {'message': 'Error running tool (non-fatal)', 'data': {'tool_name': 'judge_autocomplete', 'error': \"Invalid JSON input for tool judge_autocomplete: 1 validation error for judge_autocomplete_args\\nparams\\n Field required [type=missing, input_value={'query': 'Nov\u00e1k', 'guidSud': 'sud_100'}, input_type=dict]\\n For further information visit https://errors.pydantic.dev/2.12/v/missing\"}} to", "args": null, "levelname": "WARNING", "levelno": 30, "pathname": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\venv\\Lib\\site-packages\\agents\\util\\_error_tracing.py", "filename": "_error_tracing.py", "module": "_error_tracing", "exc_info": null, "exc_text": null, "stack_info": null, "lineno": 16, "funcName": "attach_error_to_current_span", "created": 1774237856.5476904, "msecs": 547.0, "relativeCreated": 200626.24835968018, "thread": 13684, "threadName": "MainThread", "processName": "MainProcess", "process": 1420}], "longrepr": "E AssertionError: assert False\n + where False = AND AND AND >.called"}, "teardown": {"duration": 0.0023819999769330025, "outcome": "passed"}}, {"nodeid": "testing/tests/test_tools.py::TestDecisionTools::test_decision_search_with_date_range", "lineno": 95, "outcome": "failed", "keywords": ["test_decision_search_with_date_range", "__wrapped__", "TestDecisionTools", "asyncio", "test_tools.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.003726599970832467, "outcome": "passed"}, "call": {"duration": 0.008005299954675138, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_tools.py", "lineno": 102, "message": "AssertionError: assert False\n + where False = AND AND AND >.called"}, "log": [{"name": "openai.agents", "msg": "No span to add error {'message': 'Error running tool (non-fatal)', 'data': {'tool_name': 'decision_search', 'error': \"Invalid JSON input for tool decision_search: 1 validation error for decision_search_args\\nparams\\n Field required [type=missing, input_value={'vydaniaOd': '01.01.2024...ydaniaDo': '31.01.2024'}, input_type=dict]\\n For further information visit https://errors.pydantic.dev/2.12/v/missing\"}} to", "args": null, "levelname": "WARNING", "levelno": 30, "pathname": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\venv\\Lib\\site-packages\\agents\\util\\_error_tracing.py", "filename": "_error_tracing.py", "module": "_error_tracing", "exc_info": null, "exc_text": null, "stack_info": null, "lineno": 16, "funcName": "attach_error_to_current_span", "created": 1774237856.5740314, "msecs": 574.0, "relativeCreated": 200652.58932113647, "thread": 13684, "threadName": "MainThread", "processName": "MainProcess", "process": 1420}], "longrepr": "E AssertionError: assert False\n + where False = AND AND AND >.called"}, "teardown": {"duration": 0.0016431000549346209, "outcome": "passed"}}, {"nodeid": "testing/tests/test_tools.py::TestDecisionTools::test_decision_search_with_guid_sudca", "lineno": 105, "outcome": "failed", "keywords": ["test_decision_search_with_guid_sudca", "__wrapped__", "TestDecisionTools", "asyncio", "test_tools.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0025310999481007457, "outcome": "passed"}, "call": {"duration": 0.006362900021485984, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_tools.py", "lineno": 110, "message": "IndexError: list index out of range"}, "log": [{"name": "openai.agents", "msg": "No span to add error {'message': 'Error running tool (non-fatal)', 'data': {'tool_name': 'decision_search', 'error': \"Invalid JSON input for tool decision_search: 1 validation error for decision_search_args\\nparams\\n Field required [type=missing, input_value={'guidSudca': 'sudca_1'}, input_type=dict]\\n For further information visit https://errors.pydantic.dev/2.12/v/missing\"}} to", "args": null, "levelname": "WARNING", "levelno": 30, "pathname": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\venv\\Lib\\site-packages\\agents\\util\\_error_tracing.py", "filename": "_error_tracing.py", "module": "_error_tracing", "exc_info": null, "exc_text": null, "stack_info": null, "lineno": 16, "funcName": "attach_error_to_current_span", "created": 1774237856.5934052, "msecs": 593.0, "relativeCreated": 200671.96321487427, "thread": 13684, "threadName": "MainThread", "processName": "MainProcess", "process": 1420}], "longrepr": "E IndexError: list index out of range"}, "teardown": {"duration": 0.0018471999792382121, "outcome": "passed"}}, {"nodeid": "testing/tests/test_tools.py::TestContractTools::test_contract_search_with_guid_sud", "lineno": 116, "outcome": "failed", "keywords": ["test_contract_search_with_guid_sud", "__wrapped__", "TestContractTools", "asyncio", "test_tools.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.0028664000565186143, "outcome": "passed"}, "call": {"duration": 0.008814199944026768, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_tools.py", "lineno": 121, "message": "IndexError: list index out of range"}, "log": [{"name": "openai.agents", "msg": "No span to add error {'message': 'Error running tool (non-fatal)', 'data': {'tool_name': 'contract_search', 'error': \"Invalid JSON input for tool contract_search: 1 validation error for contract_search_args\\nparams\\n Field required [type=missing, input_value={'guidSud': 'sud_7'}, input_type=dict]\\n For further information visit https://errors.pydantic.dev/2.12/v/missing\"}} to", "args": null, "levelname": "WARNING", "levelno": 30, "pathname": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\venv\\Lib\\site-packages\\agents\\util\\_error_tracing.py", "filename": "_error_tracing.py", "module": "_error_tracing", "exc_info": null, "exc_text": null, "stack_info": null, "lineno": 16, "funcName": "attach_error_to_current_span", "created": 1774237856.6164737, "msecs": 616.0, "relativeCreated": 200695.03164291382, "thread": 13684, "threadName": "MainThread", "processName": "MainProcess", "process": 1420}], "longrepr": "E IndexError: list index out of range"}, "teardown": {"duration": 0.0016184999840334058, "outcome": "passed"}}, {"nodeid": "testing/tests/test_tools.py::TestContractTools::test_contract_search_typ_dokumentu_filter", "lineno": 123, "outcome": "failed", "keywords": ["test_contract_search_typ_dokumentu_filter", "__wrapped__", "TestContractTools", "asyncio", "test_tools.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.002545399940572679, "outcome": "passed"}, "call": {"duration": 0.006105200038291514, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_tools.py", "lineno": 128, "message": "AssertionError: assert False\n + where False = AND AND AND >.called"}, "log": [{"name": "openai.agents", "msg": "No span to add error {'message': 'Error running tool (non-fatal)', 'data': {'tool_name': 'contract_search', 'error': \"Invalid JSON input for tool contract_search: 1 validation error for contract_search_args\\nparams\\n Field required [type=missing, input_value={'typDokumentuFacetFilter': ['ZMLUVA']}, input_type=dict]\\n For further information visit https://errors.pydantic.dev/2.12/v/missing\"}} to", "args": null, "levelname": "WARNING", "levelno": 30, "pathname": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\venv\\Lib\\site-packages\\agents\\util\\_error_tracing.py", "filename": "_error_tracing.py", "module": "_error_tracing", "exc_info": null, "exc_text": null, "stack_info": null, "lineno": 16, "funcName": "attach_error_to_current_span", "created": 1774237856.6365323, "msecs": 636.0, "relativeCreated": 200715.0902748108, "thread": 13684, "threadName": "MainThread", "processName": "MainProcess", "process": 1420}], "longrepr": "E AssertionError: assert False\n + where False = AND AND AND >.called"}, "teardown": {"duration": 0.0018446999602019787, "outcome": "passed"}}, {"nodeid": "testing/tests/test_tools.py::TestCivilAndAdminTools::test_civil_proceedings_search", "lineno": 133, "outcome": "failed", "keywords": ["test_civil_proceedings_search", "__wrapped__", "TestCivilAndAdminTools", "asyncio", "test_tools.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.00249510002322495, "outcome": "passed"}, "call": {"duration": 0.006261899950914085, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_tools.py", "lineno": 138, "message": "AssertionError: assert False\n + where False = AND AND AND >.called"}, "log": [{"name": "openai.agents", "msg": "No span to add error {'message': 'Error running tool (non-fatal)', 'data': {'tool_name': 'civil_proceedings_search', 'error': \"Invalid JSON input for tool civil_proceedings_search: 1 validation error for civil_proceedings_search_args\\nparams\\n Field required [type=missing, input_value={'query': 'test'}, input_type=dict]\\n For further information visit https://errors.pydantic.dev/2.12/v/missing\"}} to", "args": null, "levelname": "WARNING", "levelno": 30, "pathname": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\venv\\Lib\\site-packages\\agents\\util\\_error_tracing.py", "filename": "_error_tracing.py", "module": "_error_tracing", "exc_info": null, "exc_text": null, "stack_info": null, "lineno": 16, "funcName": "attach_error_to_current_span", "created": 1774237856.657105, "msecs": 657.0, "relativeCreated": 200735.6629371643, "thread": 13684, "threadName": "MainThread", "processName": "MainProcess", "process": 1420}], "longrepr": "E AssertionError: assert False\n + where False = AND AND AND >.called"}, "teardown": {"duration": 0.0020786999957636, "outcome": "passed"}}, {"nodeid": "testing/tests/test_tools.py::TestCivilAndAdminTools::test_admin_proceedings_search", "lineno": 139, "outcome": "failed", "keywords": ["test_admin_proceedings_search", "__wrapped__", "TestCivilAndAdminTools", "asyncio", "test_tools.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.004107499960809946, "outcome": "passed"}, "call": {"duration": 0.008546299999579787, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_tools.py", "lineno": 144, "message": "AssertionError: assert False\n + where False = AND AND AND >.called"}, "log": [{"name": "openai.agents", "msg": "No span to add error {'message': 'Error running tool (non-fatal)', 'data': {'tool_name': 'admin_proceedings_search', 'error': \"Invalid JSON input for tool admin_proceedings_search: 1 validation error for admin_proceedings_search_args\\nparams\\n Field required [type=missing, input_value={'query': 'test'}, input_type=dict]\\n For further information visit https://errors.pydantic.dev/2.12/v/missing\"}} to", "args": null, "levelname": "WARNING", "levelno": 30, "pathname": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\venv\\Lib\\site-packages\\agents\\util\\_error_tracing.py", "filename": "_error_tracing.py", "module": "_error_tracing", "exc_info": null, "exc_text": null, "stack_info": null, "lineno": 16, "funcName": "attach_error_to_current_span", "created": 1774237856.6813014, "msecs": 681.0, "relativeCreated": 200759.8593235016, "thread": 13684, "threadName": "MainThread", "processName": "MainProcess", "process": 1420}], "longrepr": "E AssertionError: assert False\n + where False = AND AND AND >.called"}, "teardown": {"duration": 0.0016913000727072358, "outcome": "passed"}}, {"nodeid": "testing/tests/test_tools.py::TestCivilAndAdminTools::test_civil_proceedings_date_params", "lineno": 145, "outcome": "failed", "keywords": ["test_civil_proceedings_date_params", "__wrapped__", "TestCivilAndAdminTools", "asyncio", "test_tools.py", "tests", "testing", "ai-lawyer-agent", ""], "setup": {"duration": 0.002571400022134185, "outcome": "passed"}, "call": {"duration": 0.008916999911889434, "outcome": "failed", "crash": {"path": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\testing\\tests\\test_tools.py", "lineno": 152, "message": "AssertionError: assert False\n + where False = AND AND AND >.called"}, "log": [{"name": "openai.agents", "msg": "No span to add error {'message': 'Error running tool (non-fatal)', 'data': {'tool_name': 'civil_proceedings_search', 'error': \"Invalid JSON input for tool civil_proceedings_search: 1 validation error for civil_proceedings_search_args\\nparams\\n Field required [type=missing, input_value={'pojednavaniaOd': '01.01...avaniaDo': '31.01.2024'}, input_type=dict]\\n For further information visit https://errors.pydantic.dev/2.12/v/missing\"}} to", "args": null, "levelname": "WARNING", "levelno": 30, "pathname": "D:\\Projects\\PycharmProjects\\ai-lawyer-agent\\venv\\Lib\\site-packages\\agents\\util\\_error_tracing.py", "filename": "_error_tracing.py", "module": "_error_tracing", "exc_info": null, "exc_text": null, "stack_info": null, "lineno": 16, "funcName": "attach_error_to_current_span", "created": 1774237856.7029731, "msecs": 702.0, "relativeCreated": 200781.53109550476, "thread": 13684, "threadName": "MainThread", "processName": "MainProcess", "process": 1420}], "longrepr": "E AssertionError: assert False\n + where False = AND AND AND >.called"}, "teardown": {"duration": 0.002697100047953427, "outcome": "passed"}}]} \ No newline at end of file diff --git a/testing/run_tests.py b/testing/run_tests.py index 81764a4..405713e 100644 --- a/testing/run_tests.py +++ b/testing/run_tests.py @@ -2,11 +2,11 @@ import subprocess import sys from pathlib import Path -ROOT = Path(__file__).parent.parent -TESTS_DIR = Path(__file__).parent +ROOT = Path(__file__).parent.parent +TESTS_DIR = Path(__file__).parent RESULTS_JSON = TESTS_DIR / "results.json" -REPORT_HTML = TESTS_DIR / "charts" / "report.html" -CHARTS_DIR = TESTS_DIR / "charts" +REPORT_HTML = TESTS_DIR / "charts" / "report.html" +CHARTS_DIR = TESTS_DIR / "charts" def run_pytest() -> int: @@ -15,10 +15,7 @@ def run_pytest() -> int: args = [ sys.executable, "-m", "pytest", - str(TESTS_DIR / "unit"), - str(TESTS_DIR / "integration"), - str(TESTS_DIR / "e2e"), - str(TESTS_DIR / "llm"), + str(TESTS_DIR / "tests"), "--json-report", f"--json-report-file={RESULTS_JSON}", @@ -26,14 +23,12 @@ def run_pytest() -> int: f"--html={REPORT_HTML}", "--self-contained-html", - f"--cov=api", - f"--cov=core", + "--cov=api", + "--cov=core", "--cov-report=term-missing", f"--cov-report=html:{CHARTS_DIR / 'coverage'}", - "-p", "no:terminal", - "--tb=short", - "-q", + "--tb=no", ] return subprocess.run(args, cwd=str(ROOT), check=False).returncode @@ -41,8 +36,7 @@ def run_pytest() -> int: def run_charts(): from testing.reports.charts import generate - out = generate() - print(f"Charts saved: {out}") + return generate() if __name__ == "__main__": @@ -50,9 +44,17 @@ if __name__ == "__main__": code = run_pytest() - if RESULTS_JSON.exists(): - run_charts() + charts_path = None + if RESULTS_JSON.exists(): + charts_path = run_charts() + + print() + print(f"pytest-html: {REPORT_HTML}") + print(f"pytest-cov: {CHARTS_DIR / 'coverage' / 'index.html'}") + print(f"charts: {charts_path or CHARTS_DIR / 'report.png'}") + + print() print("Stop testing") sys.exit(code) \ No newline at end of file diff --git a/testing/tests/test_llm_compare.py b/testing/tests/test_llm_compare.py index 13a3368..13a11e5 100644 --- a/testing/tests/test_llm_compare.py +++ b/testing/tests/test_llm_compare.py @@ -8,7 +8,7 @@ from core.config import ( ) from core.system_prompt import get_system_prompt -MODELS = OLLAMA_MODELS | OPENAI_MODELS +MODELS = ["qwen3.5:cloud"] TEST_QUERIES = [ { diff --git a/testing/tests/test_sys_prompt.py b/testing/tests/test_sys_prompt.py index 2c01b3f..0fbef32 100644 --- a/testing/tests/test_sys_prompt.py +++ b/testing/tests/test_sys_prompt.py @@ -2,7 +2,7 @@ import pytest from core.system_prompt import get_system_prompt from core.config import OLLAMA_MODELS, OPENAI_MODELS -MODELS = OLLAMA_MODELS | OPENAI_MODELS +MODELS = ["qwen3.5:cloud"] @pytest.fixture(params=MODELS) def prompt(request):