append input check

2020-11-11 13:44:52 +01:00 · 2020-11-11 13:44:52 +01:00 · 492561ba87
parent 280969e9c8
commit 492561ba87
1 changed files with 2 additions and 2 deletions
--- a/scraper/scraper.py
+++ b/scraper/scraper.py
@ -802,8 +802,8 @@ def scraper(**kwargs):
        exit(1)

    urls = []
-    for line in open("input.txt"):
-        if line.lstrip().startswith("#"):
+    for line in open("input.txt", newline="\r\n"):
+        if line.lstrip().startswith("#") or line.strip() == "":
            continue
        urls.append(line.strip())