dano/websucker-pip
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

zz

Browse Source
This commit is contained in:
Daniel Hládek 2024-03-21 17:01:39 +01:00
parent 3bdac3642b
commit bd32d32557
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
mongo/mongocrawler.py
View File

@ -720,7 +720,6 @@ def visit(hostname,filter_content=True):
doc = extract_page(final_link,html) doc = extract_page(final_link,html)
extracted_pages.append((original_link,html,doc)) extracted_pages.append((original_link,html,doc))
<<<<<<< HEAD
extracted_links = extract_links(links,responses,hostname,rules,"frontlink") extracted_links = extract_links(links,responses,hostname,rules,"frontlink")
index_links(db,extracted_links) index_links(db,extracted_links)