diff --git a/sitespeed.io b/sitespeed.io index 3cf861e9f..3cfed87eb 100755 --- a/sitespeed.io +++ b/sitespeed.io @@ -71,8 +71,12 @@ echo "Will start fetching all a links ..." wget -r -l $DEPTH -nd -t $RETRIES -e robots=off --no-check-certificate --follow-tags=a --spider $USER $PASSWORD $URL 2>&1 | while read line do - echo "$line" - + ## More debuggung for travis + if [[ $line == --* ]] + then + echo "$line" | cut -d " " -f 4 + fi + ## We are hitting the same url twice since spider mode, however, we should only use it when it's verified echo "$line" | grep -E "\-\-\d{4}" | cut -d " " -f 4 echo "$line" | grep -E "\-\-\d{4}" | cut -d " " -f 4 >> $REPORT_DATA_DIR/urls.txt