Add tests to release tarball

Closes #5081

MANIFEST.in

@@ -1,6 +1,7 @@
 recursive-include qutebrowser *.py
 recursive-include qutebrowser/img *.svg *.png
 recursive-include qutebrowser/javascript *.js
+graft tests
 graft qutebrowser/html
 graft qutebrowser/3rdparty
 graft icons
@@ -16,10 +17,10 @@ include misc/org.qutebrowser.qutebrowser.desktop
 include misc/org.qutebrowser.qutebrowser.appdata.xml
 include misc/Makefile
 include requirements.txt
-include tox.ini
 include qutebrowser.py
 include misc/cheatsheet.svg
 include qutebrowser/config/configdata.yml
+include pytest.ini
 
 prune www
 prune scripts/dev
@@ -29,16 +30,17 @@ exclude scripts/asciidoc2html.py
 recursive-exclude doc *.asciidoc
 include doc/qutebrowser.1.asciidoc
 include doc/changelog.asciidoc
-prune tests
 prune qutebrowser/3rdparty
-exclude pytest.ini
 exclude mypy.ini
+exclude tox.ini
 exclude qutebrowser/javascript/.eslintrc.yaml
 exclude qutebrowser/javascript/.eslintignore
 exclude doc/help
 exclude .*
 exclude misc/qutebrowser.spec
 exclude misc/qutebrowser.rcc
+exclude tests/unit/scripts/test_run_vulture.py
+exclude tests/unit/scripts/test_check_coverage.py
 prune doc/extapi
 prune misc/nsis
 

doc/changelog.asciidoc

@@ -43,6 +43,9 @@ Changed
 ~~~~~~~
 
 - The `content.cookies.accept` setting now accepts URL patterns.
+- Tests are now included in release tarballs. Note that only running them with
+  the exact dependencies listed in
+  `misc/requirements/requirements-tests.txt{,-raw}` is supported.
 
 Fixed
 ~~~~~

misc/requirements/requirements-tests.txt-raw

@@ -2,7 +2,6 @@ beautifulsoup4
 cheroot
 coverage
 Flask
-hunter
 hypothesis
 pytest
 pytest-bdd
@@ -11,12 +10,20 @@ pytest-cov
 pytest-instafail
 pytest-mock
 pytest-qt
-pytest-repeat
 pytest-rerunfailures
-pytest-travis-fold
 pytest-xvfb
+
+## optional:
+# To test :debug-trace, gets skipped if hunter is not installed
+hunter
+# To test scripts/dev/run_vulture.py which is not part of the release tarball
 vulture
+# For colored pytest output (though also a direct qutebrowser dependency))
 pygments
+# Output folding on Travis
+pytest-travis-fold
+# --repeat switch (used to manually repeat tests)
+pytest-repeat
 
 #@ markers: jaraco.functools python_version>="3.6"
 #@ add: jaraco.functools==2.0; python_version<"3.6"  # rq.filter: <= 2.0