dano/websucker-pip
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

zz

Browse Source
This commit is contained in:
Daniel Hládek 2023-03-17 16:40:55 +01:00
parent 399f263921
commit 123191b0f4
1 changed files with 12 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
mongo/mongocwarler.py
View File

@ -23,6 +23,18 @@ MINFILESIZE=300
MAXFILESIZE=10000000 MAXFILESIZE=10000000
MINTEXTSIZE=200 MINTEXTSIZE=200
def put_queue(db,channel,message):
queuecol = db["queue"]
queuecol.insert_one({"channel":channel,"message":message,"created_at":datetime.utcnow(),"started_at":None})
def reserve_queue(db,channel,message):
queuecol = db["queue"]
r = queuecol.find_one_and_delete({"channel":channel},sort={"created_at":-1})
def delete_queue(db,channel):
queuecol = db["queue"]
pass
def calculate_checksums(text): def calculate_checksums(text):
""" """
@return fingerprints of a paragraphs in text. Paragraphs are separated by a blank line @return fingerprints of a paragraphs in text. Paragraphs are separated by a blank line