From 69d3550b31a7f86b125c615de24ccc6254b4ef21 Mon Sep 17 00:00:00 2001
From: Peter Hedenskog <peter@soulgalore.com>
Date: Mon, 8 Oct 2012 08:56:51 +0200
Subject: [PATCH] added fake useragent

---
 sitespeed.io | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/sitespeed.io b/sitespeed.io
index a92bcce49..36ec8b9ee 100755
--- a/sitespeed.io
+++ b/sitespeed.io
@@ -65,10 +65,12 @@ RETRIES=1
 index=0
 isVerified=false
 isHTML=false
+#Faking firefox as useragent
+USERAGENT='Mozilla/5.0 (Windows NT 6.1; rv:15.0) Gecko/20120716 Firefox/15.0a2'
 
 echo "Will start fetching all a links ..."
 
-wget -r -l $DEPTH -nd -t $RETRIES -e robots=off --no-check-certificate --follow-tags=a --spider $URL 2>&1 | while read line
+wget -r -l $DEPTH -nd -t $RETRIES -e robots=off --no-check-certificate --follow-tags=a --spider -U $USERAGENT $URL 2>&1 | while read line
 do
 
     # The spider option checks if a file exist, only fetch only existing