websucker-pip/mongo/submitdomains.sh
2023-05-12 08:11:15 +02:00

5 lines
128 B
Bash

DOMAINS=`cut -f 1 -d ";" domains.txt | shuf`
for DOM in $DOMAINS ; do
echo rq enqueue mongocrawler.visit hostname=$DOM
done