diff --git a/safescrape.sh b/safescrape.sh index 4a658a4e0f8db6d64b2c400ac1956382c85eeb21..f0e30ef9d0efd2ee5ac6b2d86acbdfc21b61240b 100755 --- a/safescrape.sh +++ b/safescrape.sh @@ -9,11 +9,11 @@ do cat pagelist.txt.template > pagelist.txt echo "$Line" >> pagelist.txt python3 Seleniumparser.py - sleep 10 + sleep 2 done ~/cshg/cshg -i -d txt/ - cp -r html/* ~/.liupeeker/ - randomwaittime=$(echo $(( $RANDOM % 720 + 420 ))) - echo "waiting for $randomwaittime" - sleep $randomwaittime + cp -r html/* ~/.liupeeker/html/ +# randomwaittime=$(echo $(( $RANDOM % 720 + 420 ))) +# echo "waiting for $randomwaittime" +# sleep $randomwaittime done