mirror
/
sitespeed.io
mirror of https://github.com/sitespeedio/sitespeed.io.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

added basic auth

This commit is contained in:
Peter Hedenskog 2012-07-05 07:44:51 +02:00
parent 0af3d2f876
commit e2e25ec110
1 changed files with 12 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
sitespeed.io
View File

@ -24,7 +24,7 @@ if (!command -v phantomjs &> /dev/null) ; then
fi fi
if [ -z "$1" ]; then if [ -z "$1" ]; then
echo "Missing url. USAGE: ${0} http[s]://host[:port][/path/] [crawl-depth]" echo "Missing url. USAGE: ${0} http[s]://host[:port][/path/] [crawl-depth] [username] [password]"
exit 1; exit 1;
fi fi
@ -36,6 +36,16 @@ else
fi fi
URL="$1" URL="$1"
USER=""
PASSWORD=""
if ["$3" != ""]
then
USER="--http-user=$3"
PASSWORD="--http-password=$4"
fi
NOW=$(date +"%Y-%m-%d-%H-%M-%S") NOW=$(date +"%Y-%m-%d-%H-%M-%S")
echo "Will crawl from start point $URL with depth $DEPTH ... this can take a while" echo "Will crawl from start point $URL with depth $DEPTH ... this can take a while"
@ -45,7 +55,7 @@ HOST=${NOPROTOCOL%%/*}
RETRIES=1 RETRIES=1
index=0 index=0
links=$(wget -r -l $DEPTH -nd -t $RETRIES -e robots=off --no-check-certificate --follow-tags=a --spider $URL 2>&1 | while read line links=$(wget -r -l $DEPTH -nd -t $RETRIES -e robots=off --no-check-certificate --follow-tags=a --spider $USER $PASSWORD $URL 2>&1 | while read line
do do
echo "$line" | grep -P "\-\-\d{4}" | cut -d " " -f 4 echo "$line" | grep -P "\-\-\d{4}" | cut -d " " -f 4
done) done)