websucker-pip/mongo/submitdomains.sh

5 lines
128 B
Bash
Raw Normal View History

2023-05-12 06:11:15 +00:00
DOMAINS=`cut -f 1 -d ";" domains.txt | shuf`
for DOM in $DOMAINS ; do
echo rq enqueue mongocrawler.visit hostname=$DOM
done