Allow disabling duplicate-code with a disable comment

ChangeLog

@@ -409,6 +409,11 @@ Release date: TBA
 
   Closes #4955
 
+* Allow disabling ``duplicate-code`` with a disable comment when running through
+  pylint.
+
+  Closes #214
+
 ..
   Insert your changelog randomly, it will reduce merge conflicts
   (Ie. not necessarily at the end)

doc/whatsnew/2.13.rst

@@ -230,6 +230,11 @@ Other Changes
 
   Closes #5323
 
+* Allow disabling ``duplicate-code`` with a disable comment when running through
+  pylint.
+
+  Closes #214
+
 * Fix false positive for ``undefined-variable`` when ``namedtuple`` class
   attributes are used as return annotations.
 

pylint/checkers/similar.py

@@ -381,10 +381,19 @@ def append_stream(
         else:
             readlines = stream.readlines  # type: ignore[assignment] # hint parameter is incorrectly typed as non-optional
         try:
+            active_lines: List[str] = []
+            if hasattr(self, "linter"):
+                # Remove those lines that should be ignored because of disables
+                for index, line in enumerate(readlines()):
+                    if self.linter._is_one_message_enabled("R0801", index + 1):  # type: ignore[attr-defined]
+                        active_lines.append(line)
+            else:
+                active_lines = readlines()
+
             self.linesets.append(
                 LineSet(
                     streamid,
-                    readlines(),
+                    active_lines,
                     self.ignore_comments,
                     self.ignore_docstrings,
                     self.ignore_imports,

tests/regrtest_data/duplicate_code/raw_strings_all/third.py

@@ -0,0 +1,11 @@
+r"""A raw docstring.
+"""
+
+
+def look_busy():
+    xxxx = 1
+    yyyy = 2
+    zzzz = 3
+    wwww = 4
+    vvvv = xxxx + yyyy + zzzz + wwww
+    return vvvv

tests/regrtest_data/duplicate_code/raw_strings_disable_file/first.py

@@ -0,0 +1,12 @@
+# pylint: disable=duplicate-code
+r"""A raw docstring.
+"""
+
+
+def look_busy():
+    xxxx = 1
+    yyyy = 2
+    zzzz = 3
+    wwww = 4
+    vvvv = xxxx + yyyy + zzzz + wwww
+    return vvvv

tests/regrtest_data/duplicate_code/raw_strings_disable_file/second.py

@@ -0,0 +1,11 @@
+r"""A raw docstring.
+"""
+
+
+def look_busy():
+    xxxx = 1
+    yyyy = 2
+    zzzz = 3
+    wwww = 4
+    vvvv = xxxx + yyyy + zzzz + wwww
+    return vvvv

tests/regrtest_data/duplicate_code/raw_strings_disable_file/third.py

@@ -0,0 +1,11 @@
+r"""A raw docstring.
+"""
+
+
+def look_busy():
+    xxxx = 1
+    yyyy = 2
+    zzzz = 3
+    wwww = 4
+    vvvv = xxxx + yyyy + zzzz + wwww
+    return vvvv

tests/regrtest_data/duplicate_code/raw_strings_disable_file_double/first.py

@@ -0,0 +1,12 @@
+# pylint: disable=duplicate-code
+r"""A raw docstring.
+"""
+
+
+def look_busy():
+    xxxx = 1
+    yyyy = 2
+    zzzz = 3
+    wwww = 4
+    vvvv = xxxx + yyyy + zzzz + wwww
+    return vvvv

tests/regrtest_data/duplicate_code/raw_strings_disable_file_double/second.py

@@ -0,0 +1,12 @@
+# pylint: disable=duplicate-code
+r"""A raw docstring.
+"""
+
+
+def look_busy():
+    xxxx = 1
+    yyyy = 2
+    zzzz = 3
+    wwww = 4
+    vvvv = xxxx + yyyy + zzzz + wwww
+    return vvvv

tests/regrtest_data/duplicate_code/raw_strings_disable_file_double/third.py

@@ -0,0 +1,11 @@
+r"""A raw docstring.
+"""
+
+
+def look_busy():
+    xxxx = 1
+    yyyy = 2
+    zzzz = 3
+    wwww = 4
+    vvvv = xxxx + yyyy + zzzz + wwww
+    return vvvv

tests/regrtest_data/duplicate_code/raw_strings_disable_line_begin/first.py

@@ -0,0 +1,11 @@
+r"""A raw docstring.
+"""
+
+
+def look_busy():
+    xxxx = 1  # pylint: disable=duplicate-code
+    yyyy = 2
+    zzzz = 3
+    wwww = 4
+    vvvv = xxxx + yyyy + zzzz + wwww
+    return vvvv

tests/regrtest_data/duplicate_code/raw_strings_disable_line_begin/second.py

@@ -0,0 +1,11 @@
+r"""A raw docstring.
+"""
+
+
+def look_busy():
+    xxxx = 1
+    yyyy = 2
+    zzzz = 3
+    wwww = 4
+    vvvv = xxxx + yyyy + zzzz + wwww
+    return vvvv

tests/regrtest_data/duplicate_code/raw_strings_disable_line_disable_all/first.py

@@ -0,0 +1,11 @@
+r"""A raw docstring.
+"""
+
+
+def look_busy():
+    xxxx = 1  # pylint: disable=duplicate-code
+    yyyy = 2  # pylint: disable=duplicate-code
+    zzzz = 3  # pylint: disable=duplicate-code
+    wwww = 4  # pylint: disable=duplicate-code
+    vvvv = xxxx + yyyy + zzzz + wwww  # pylint: disable=duplicate-code
+    return vvvv  # pylint: disable=duplicate-code

tests/regrtest_data/duplicate_code/raw_strings_disable_line_disable_all/second.py

@@ -0,0 +1,11 @@
+r"""A raw docstring.
+"""
+
+
+def look_busy():
+    xxxx = 1
+    yyyy = 2
+    zzzz = 3
+    wwww = 4
+    vvvv = xxxx + yyyy + zzzz + wwww
+    return vvvv

tests/regrtest_data/duplicate_code/raw_strings_disable_line_end/first.py

@@ -0,0 +1,11 @@
+r"""A raw docstring.
+"""
+
+
+def look_busy():
+    xxxx = 1
+    yyyy = 2
+    zzzz = 3
+    wwww = 4
+    vvvv = xxxx + yyyy + zzzz + wwww
+    return vvvv  # pylint: disable=duplicate-code

tests/regrtest_data/duplicate_code/raw_strings_disable_line_end/second.py

@@ -0,0 +1,11 @@
+r"""A raw docstring.
+"""
+
+
+def look_busy():
+    xxxx = 1
+    yyyy = 2
+    zzzz = 3
+    wwww = 4
+    vvvv = xxxx + yyyy + zzzz + wwww
+    return vvvv

tests/regrtest_data/duplicate_code/raw_strings_disable_line_middle/first.py

@@ -0,0 +1,11 @@
+r"""A raw docstring.
+"""
+
+
+def look_busy():
+    xxxx = 1
+    yyyy = 2
+    zzzz = 3  # pylint: disable=duplicate-code
+    wwww = 4
+    vvvv = xxxx + yyyy + zzzz + wwww
+    return vvvv

tests/regrtest_data/duplicate_code/raw_strings_disable_line_middle/second.py

@@ -0,0 +1,11 @@
+r"""A raw docstring.
+"""
+
+
+def look_busy():
+    xxxx = 1
+    yyyy = 2
+    zzzz = 3
+    wwww = 4
+    vvvv = xxxx + yyyy + zzzz + wwww
+    return vvvv

tests/regrtest_data/duplicate_code/raw_strings_disable_scope/first.py

@@ -0,0 +1,12 @@
+r"""A raw docstring.
+"""
+
+
+def look_busy():
+    # pylint: disable=duplicate-code
+    xxxx = 1
+    yyyy = 2
+    zzzz = 3
+    wwww = 4
+    vvvv = xxxx + yyyy + zzzz + wwww
+    return vvvv

tests/regrtest_data/duplicate_code/raw_strings_disable_scope/second.py

@@ -0,0 +1,11 @@
+r"""A raw docstring.
+"""
+
+
+def look_busy():
+    xxxx = 1
+    yyyy = 2
+    zzzz = 3
+    wwww = 4
+    vvvv = xxxx + yyyy + zzzz + wwww
+    return vvvv

tests/regrtest_data/duplicate_code/raw_strings_disable_scope/third.py

@@ -0,0 +1,11 @@
+r"""A raw docstring.
+"""
+
+
+def look_busy():
+    xxxx = 1
+    yyyy = 2
+    zzzz = 3
+    wwww = 4
+    vvvv = xxxx + yyyy + zzzz + wwww
+    return vvvv

tests/regrtest_data/duplicate_code/raw_strings_disable_scope_double/first.py

@@ -0,0 +1,12 @@
+r"""A raw docstring.
+"""
+
+
+def look_busy():
+    # pylint: disable=duplicate-code
+    xxxx = 1
+    yyyy = 2
+    zzzz = 3
+    wwww = 4
+    vvvv = xxxx + yyyy + zzzz + wwww
+    return vvvv

tests/regrtest_data/duplicate_code/raw_strings_disable_scope_double/second.py

@@ -0,0 +1,12 @@
+r"""A raw docstring.
+"""
+
+
+def look_busy():
+    # pylint: disable=duplicate-code
+    xxxx = 1
+    yyyy = 2
+    zzzz = 3
+    wwww = 4
+    vvvv = xxxx + yyyy + zzzz + wwww
+    return vvvv

tests/regrtest_data/duplicate_code/raw_strings_disable_scope_double/third.py

@@ -0,0 +1,11 @@
+r"""A raw docstring.
+"""
+
+
+def look_busy():
+    xxxx = 1
+    yyyy = 2
+    zzzz = 3
+    wwww = 4
+    vvvv = xxxx + yyyy + zzzz + wwww
+    return vvvv

tests/regrtest_data/duplicate_code/raw_strings_disable_scope_second_function/first.py

@@ -0,0 +1,21 @@
+r"""A raw docstring.
+"""
+
+
+def look_busy():
+    # pylint: disable=duplicate-code
+    xxxx = 1
+    yyyy = 2
+    zzzz = 3
+    wwww = 4
+    vvvv = xxxx + yyyy + zzzz + wwww
+    return vvvv
+
+
+def look_busy_two():
+    xxxx = 1
+    yyyy = 2
+    zzzz = 3
+    wwww = 4
+    vvvv = xxxx + yyyy + zzzz + wwww
+    return vvvv

tests/regrtest_data/duplicate_code/raw_strings_disable_scope_second_function/second.py

@@ -0,0 +1,20 @@
+r"""A raw docstring.
+"""
+
+
+def look_busy():
+    xxxx = 1
+    yyyy = 2
+    zzzz = 3
+    wwww = 4
+    vvvv = xxxx + yyyy + zzzz + wwww
+    return vvvv
+
+
+def look_busy_two():
+    xxxx = 1
+    yyyy = 2
+    zzzz = 3
+    wwww = 4
+    vvvv = xxxx + yyyy + zzzz + wwww
+    return vvvv

tests/test_self.py

@@ -1121,14 +1121,6 @@ def test_jobs_score(self) -> None:
         expected = "Your code has been rated at 7.50/10"
         self._test_output([path, "--jobs=2", "-ry"], expected_output=expected)
 
-    def test_duplicate_code_raw_strings(self) -> None:
-        path = join(HERE, "regrtest_data", "duplicate_data_raw_strings")
-        expected_output = "Similar lines in 2 files"
-        self._test_output(
-            [path, "--disable=all", "--enable=duplicate-code"],
-            expected_output=expected_output,
-        )
-
     def test_regression_parallel_mode_without_filepath(self) -> None:
         # Test that parallel mode properly passes filepath
         # https://github.com/PyCQA/pylint/issues/3564