Run test in docker (#6132)

* Add make targets for testing with specific version in Docker

* Update docs

* add CHANGES file

* fix spelling

CHANGES/6131.misc

@@ -0,0 +1 @@
+Add test targets to Makefile for different versions of Python

Makefile

@@ -104,6 +104,30 @@ cov-dev: .develop
 	@pytest --cov-report=html
 	@echo "xdg-open file://`pwd`/htmlcov/index.html"
 
+
+define run_tests_in_docker
+	DOCKER_BUILDKIT=1 docker build --build-arg PYTHON_VERSION=$(1) --build-arg AIOHTTP_NO_EXTENSIONS=$(2) -t "aiohttp-test-$(1)-$(2)" -f tools/testing/Dockerfile .
+	docker run --rm -ti -v `pwd`:/src -w /src "aiohttp-test-$(1)-$(2)" $(TEST_SPEC)
+endef
+
+.PHONY: test-3.7-no-extensions test-3.7 test-3.8-no-extensions test-3.8 test-3.9-no-extensions test-3.9 test-3.10-no-extensions test-3.10
+test-3.7-no-extensions:
+	$(call run_tests_in_docker,3.7,y)
+test-3.7:
+	$(call run_tests_in_docker,3.7,n)
+test-3.8-no-extensions:
+	$(call run_tests_in_docker,3.8,y)
+test-3.8:
+	$(call run_tests_in_docker,3.8,n)
+test-3.9-no-extensions:
+	$(call run_tests_in_docker,3.9,y)
+test-3.9:
+	$(call run_tests_in_docker,3.9,n)
+test-3.10-no-extensions:
+	$(call run_tests_in_docker,3.10,y)
+test-3.10:
+	$(call run_tests_in_docker,3.10,n)
+
 .PHONY: clean
 clean:
 	@rm -rf `find . -name __pycache__`

docs/contributing.rst

@@ -141,6 +141,18 @@ Please take a look on the produced output.
 
 Any extra texts (print statements and so on) should be removed.
 
+.. note::
+
+   If you see that CI build is failing on a specific Python version and
+   you don't have this version on your computer, you can use the helper to
+   run it (only if you have docker)::
+
+     make test-<python-version>[-no-extensions]
+
+   For example, if you want to run tests for python3.7
+   without extensions, you can run this command::
+
+     make test-3.7-no-extensions
 
 Tests coverage
 --------------

tools/testing/Dockerfile

@@ -0,0 +1,15 @@
+ARG PYTHON_VERSION
+FROM python:$PYTHON_VERSION
+
+ARG AIOHTTP_NO_EXTENSIONS
+ENV AIOHTTP_NO_EXTENSIONS=$AIOHTTP_NO_EXTENSIONS
+
+WORKDIR /deps
+ADD ./requirements ./requirements
+ADD Makefile .
+RUN make install
+
+ADD ./tools/testing/entrypoint.sh /
+
+WORKDIR /src
+ENTRYPOINT ["/bin/bash", "/entrypoint.sh"]

tools/testing/Dockerfile.dockerignore

@@ -0,0 +1,4 @@
+*
+!/requirements
+!/Makefile
+!/tools/testing/entrypoint.sh

tools/testing/entrypoint.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+[[ "$AIOHTTP_NO_EXTENSIONS" != "y" ]] && make cythonize
+
+python -m pytest -qx --no-cov $1