zz

2024-03-21 17:01:39 +01:00 · 2024-03-21 17:01:39 +01:00 · bd32d32557
commit bd32d32557
parent 3bdac3642b
1 changed files with 0 additions and 1 deletions
--- a/mongo/mongocrawler.py
+++ b/mongo/mongocrawler.py
@ -720,7 +720,6 @@ def visit(hostname,filter_content=True):
        doc = extract_page(final_link,html)
        extracted_pages.append((original_link,html,doc))

-<<<<<<< HEAD
    extracted_links = extract_links(links,responses,hostname,rules,"frontlink")

    index_links(db,extracted_links)