zz

mongo/mongocrawler.py

@@ -681,6 +681,7 @@ def classify(start_link):
     cl.train(trainset)
     cl.test(testset)
 
+
 def visit(hostname,filter_content=True):
     myclient = pymongo.MongoClient(CONNECTION)
     db=myclient[DBNAME]
@@ -711,6 +712,7 @@ def visit(hostname,filter_content=True):
         extracted_pages.append((original_link,final_link,html,doc))
 
     extracted_links = extract_links(links,responses,hostname,rules,"frontlink")
+
     index_links(db,extracted_links)
     final_states = []
     docs = []