added more even debugging for testing on travis

This commit is contained in:
Peter Hedenskog 2012-08-13 20:49:32 +02:00
parent c66884831a
commit 672c38b00b
1 changed files with 5 additions and 3 deletions

View File

@ -70,9 +70,14 @@ index=0
isPageVerified=false
echo "Will start fetching all a links ..."
wget -V
wget -r -l $DEPTH -nd -t $RETRIES -e robots=off --no-check-certificate --follow-tags=a --spider $USER $PASSWORD $URL 2>&1 | while read line
do
echo "$line"
## Depends on the output message of the wget, not so clean
if [[ "$line" == *Spider* ]]
then
@ -92,9 +97,6 @@ do
done
echo "Check url:s $REPORT_DATA_DIR/urls.txt"
cat $REPORT_DATA_DIR/urls.txt
## Remove duplicates
cat $REPORT_DATA_DIR/urls.txt | sort -u > $REPORT_DATA_DIR/urls-uniq.txt
mv $REPORT_DATA_DIR/urls-uniq.txt $REPORT_DATA_DIR/urls.txt