From 492561ba879d7482cfc91d51088be415cda61026 Mon Sep 17 00:00:00 2001 From: lesander Date: Wed, 11 Nov 2020 13:44:52 +0100 Subject: [PATCH] append input check --- scraper/scraper.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scraper/scraper.py b/scraper/scraper.py index 8fc1dca..7fb43d7 100644 --- a/scraper/scraper.py +++ b/scraper/scraper.py @@ -802,8 +802,8 @@ def scraper(**kwargs): exit(1) urls = [] - for line in open("input.txt"): - if line.lstrip().startswith("#"): + for line in open("input.txt", newline="\r\n"): + if line.lstrip().startswith("#") or line.strip() == "": continue urls.append(line.strip())