Handle flaky windows test by rerunning

Author: BeyondEvil

.pre-commit-config.yaml

@@ -1,58 +1,58 @@
 repos:
--   repo: https://github.com/psf/black
-    rev: 19.10b0
-    hooks:
-    -   id: black
-        args: [--safe, --quiet]
--   repo: https://github.com/asottile/blacken-docs
-    rev: v1.7.0
-    hooks:
-    -   id: blacken-docs
-        additional_dependencies: [black==19.10b0]
--   repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v3.1.0
-    hooks:
-    -   id: trailing-whitespace
-    -   id: end-of-file-fixer
-    -   id: fix-encoding-pragma
-        args: [--remove]
-    -   id: check-yaml
-    -   id: debug-statements
-        language_version: python3
--   repo: https://gitlab.com/pycqa/flake8
-    rev: 3.8.2
-    hooks:
-    -   id: flake8
-        language_version: python3
-        additional_dependencies:
-        - flake8-builtins==1.5.3
-        - flake8-typing-imports==1.9.0
--   repo: https://github.com/asottile/reorder_python_imports
-    rev: v2.3.0
-    hooks:
-    -   id: reorder-python-imports
-        args: ['--application-directories=.:src:testing', --py3-plus]
--   repo: https://github.com/asottile/pyupgrade
-    rev: v2.4.4
-    hooks:
-    -   id: pyupgrade
-        args: [--py3-plus]
--   repo: https://github.com/pre-commit/mirrors-eslint
-    rev: v7.13.0
-    hooks:
-    -   id: eslint
-        additional_dependencies:
-        - [email protected]
-        args: [src]
--   repo: local
-    hooks:
-    -   id: rst
-        name: rst
-        entry: rst-lint --encoding utf-8
-        files: ^(CHANGES.rst|development.rst|README.rst)$
-        language: python
-        additional_dependencies: [pygments, restructuredtext_lint]
--   repo: https://github.com/elidupuis/mirrors-sass-lint
-    rev: '5cc45653263b423398e4af2561fae362903dd45d'
-    hooks:
-    -   id: sass-lint
+    - repo: https://github.com/psf/black
+      rev: 20.8b1
+      hooks:
+          - id: black
+            args: [--safe, --quiet]
+    - repo: https://github.com/asottile/blacken-docs
+      rev: v1.7.0
+      hooks:
+          - id: blacken-docs
+            additional_dependencies: [black==20.8b1]
+    - repo: https://github.com/pre-commit/pre-commit-hooks
+      rev: v3.1.0
+      hooks:
+          - id: trailing-whitespace
+          - id: end-of-file-fixer
+          - id: fix-encoding-pragma
+            args: [--remove]
+          - id: check-yaml
+          - id: debug-statements
+            language_version: python3
+    - repo: https://gitlab.com/pycqa/flake8
+      rev: 3.8.4
+      hooks:
+          - id: flake8
+            language_version: python3
+            additional_dependencies:
+                - flake8-builtins==1.5.3
+                - flake8-typing-imports==1.9.0
+    - repo: https://github.com/asottile/reorder_python_imports
+      rev: v2.3.0
+      hooks:
+          - id: reorder-python-imports
+            args: ["--application-directories=.:src:testing", --py3-plus]
+    - repo: https://github.com/asottile/pyupgrade
+      rev: v2.4.4
+      hooks:
+          - id: pyupgrade
+            args: [--py3-plus]
+    - repo: https://github.com/pre-commit/mirrors-eslint
+      rev: v7.13.0
+      hooks:
+          - id: eslint
+            additional_dependencies:
+                - [email protected]
+            args: [src]
+    - repo: local
+      hooks:
+          - id: rst
+            name: rst
+            entry: rst-lint --encoding utf-8
+            files: ^(CHANGES.rst|development.rst|README.rst)$
+            language: python
+            additional_dependencies: [pygments, restructuredtext_lint]
+    - repo: https://github.com/elidupuis/mirrors-sass-lint
+      rev: "5cc45653263b423398e4af2561fae362903dd45d"
+      hooks:
+          - id: sass-lint

Pipfile

@@ -6,9 +6,10 @@ verify_ssl = true
 [dev-packages]
 pytest = "*"
 tox = "*"
-flake8 = "*"
-black = "*"
+flake8 = "==3.8.4"
+black = "==20.8b1"
 pre-commit = "*"
+pytest-rerunfailures = "*"
 
 [packages]
 pytest-html = {editable = true,path = "."}

testing/test_pytest_html.py

@@ -186,6 +186,7 @@ def test_fail(self, testdir):
         assert_results(html, passed=0, failed=1)
         assert "AssertionError" in html
 
+    @pytest.mark.flaky(reruns=2)  # test is flaky on windows
     def test_rerun(self, testdir):
         testdir.makeconftest(
             """
@@ -898,7 +899,8 @@ def test_foo(val):
         assert_results(html, passed=1)
 
     @pytest.mark.parametrize(
-        "with_ansi", [True, False],
+        "with_ansi",
+        [True, False],
     )
     def test_ansi_color(self, testdir, mocker, with_ansi):
         if not with_ansi: