Pure python cython

pyproject.toml

@@ -4,7 +4,7 @@ requires = [
     "setuptools>=36.6.0",
     # In order to build wheels, and as required by PEP 517
     "wheel",
-    "Cython"
+    "Cython>=3a"
 ]
 build-backend = "setuptools.build_meta"
 

setup.cfg

@@ -28,7 +28,7 @@ warn_no_return = True
 
 # Ignore missing stubs for third-party packages.
 # In future, these should be re-enabled if/when stubs for them become available.
-[mypy-copyreg,grpc,pluginbase,psutil,pyroaring,ruamel,multiprocessing.forkserver]
+[mypy-copyreg,grpc,pluginbase,psutil,pyroaring,ruamel,multiprocessing.forkserver,cython.*]
 ignore_missing_imports=True
 
 # Ignore issues with generated files and vendored code

setup.py

@@ -253,12 +253,15 @@ def cythonize(extensions, **kwargs):
         missing_c_sources = []
 
         for extension in extensions:
+            c_sources = []
             for source in extension.sources:
-                if source.endswith(".pyx"):
-                    c_file = source.replace(".pyx", ".c")
+                if source.endswith(".pyx") or source.endswith(".py"):
+                    c_file = source.replace(".pyx", ".c").replace(".py", ".c")
+                    c_sources.append(c_file)
 
                     if not os.path.exists(c_file):
                         missing_c_sources.append((extension, c_file))
+            extension.sources = c_sources
 
         if missing_c_sources:
             for extension, source in missing_c_sources:
@@ -273,29 +276,29 @@ def cythonize(extensions, **kwargs):
 def register_cython_module(module_name, dependencies=None):
     def files_from_module(modname):
         basename = "src/{}".format(modname.replace(".", "/"))
+        if os.path.exists("{}.py".format(basename)):
+            return ("{}.py".format(basename),)
         return "{}.pyx".format(basename), "{}.pxd".format(basename)
 
     if dependencies is None:
         dependencies = []
 
-    implementation_file, definition_file = files_from_module(module_name)
+    cython_files = files_from_module(module_name)
 
-    assert os.path.exists(implementation_file)
+    assert os.path.exists(cython_files[0])
 
     depends = []
-    if os.path.exists(definition_file):
-        depends.append(definition_file)
+    if len(cython_files) == 2 and os.path.exists(cython_files[1]):
+        depends.append(cython_files[1])
 
     for module in dependencies:
-        imp_file, def_file = files_from_module(module)
-        assert os.path.exists(imp_file), "Dependency file not found: {}".format(imp_file)
-        assert os.path.exists(def_file), "Dependency declaration file not found: {}".format(def_file)
+        files = files_from_module(module)
+        assert all(os.path.exists(f) for f in files), "Missing file for module: {}".format(module)
 
-        depends.append(imp_file)
-        depends.append(def_file)
+        depends.extend(files)
 
     BUILD_EXTENSIONS.append(
-        Extension(name=module_name, sources=[implementation_file], depends=depends, define_macros=extension_macros,)
+        Extension(name=module_name, sources=[cython_files[0]], depends=depends, define_macros=extension_macros,)
     )
 
 

src/buildstream/_types.pyx → src/buildstream/_types.py

@@ -58,8 +58,9 @@ def set_values(mcs, kls, data):
         value_to_entry = {}
 
         assert len(set(data.values())) == len(data.values()), "Values for {} are not unique".format(kls)
-        assert len(set(type(value) for value in data.values())) <= 1, \
-            "Values of {} are of heterogeneous types".format(kls)
+        assert len(set(type(value) for value in data.values())) <= 1, "Values of {} are of heterogeneous types".format(
+            kls
+        )
 
         for key, value in data.items():
             new_value = object.__new__(kls)
@@ -72,11 +73,11 @@ def set_values(mcs, kls, data):
 
         type.__setattr__(kls, "_value_to_entry", value_to_entry)
 
-    def __repr__(self):
-        return "<fastenum '{}'>".format(self.__name__)
+    def __repr__(cls):
+        return "<fastenum '{}'>".format(cls.__name__)
 
-    def __setattr__(self, key, value):
+    def __setattr__(cls, key, value):
         raise AttributeError("Adding new values dynamically is not supported")
 
-    def __iter__(self):
-        return iter(self._value_to_entry.values())
+    def __iter__(cls):
+        return iter(cls._value_to_entry.values())

src/buildstream/_utils.pyx → src/buildstream/_utils.py

@@ -22,12 +22,13 @@
 This module contains utilities that have been optimized in Cython
 """
 
-from cpython.pystate cimport PyThreadState_SetAsyncExc
-from cpython.ref cimport PyObject
+import cython  # pylint: disable=import-error
+from cython.cimports.cpython.pystate import PyThreadState_SetAsyncExc  # pylint: disable=import-error
+from cython.cimports.cpython.ref import PyObject  # pylint: disable=import-error
 from ._signals import TerminateException
 
 
-def url_directory_name(str url):
+def url_directory_name(url: str):
     """Normalizes a url into a directory name
 
     Args:
@@ -36,8 +37,7 @@ def url_directory_name(str url):
     Returns:
        A string which can be used as a directory name
     """
-    return ''.join([_transl(x) for x in url])
-
+    return "".join([_transl(x) for x in url])
 
 
 # terminate_thread()
@@ -47,8 +47,8 @@ def url_directory_name(str url):
 # Args:
 #   thread_id (int): the thread id in which to throw the exception
 #
-def terminate_thread(long thread_id):
-    res = PyThreadState_SetAsyncExc(thread_id, <PyObject*> TerminateException)
+def terminate_thread(thread_id: cython.long):
+    res = PyThreadState_SetAsyncExc(thread_id, cython.cast(cython.pointer(PyObject), TerminateException))
     assert res == 1
 
 
@@ -60,9 +60,9 @@ def terminate_thread(long thread_id):
 # Returns:
 #    (bool): True if all characters are valid, False otherwise.
 #
-def valid_chars_name(str name):
-    cdef int char_value
-    cdef int forbidden_char
+def valid_chars_name(name: str):
+    char_value: cython.int
+    forbidden_char: cython.int
 
     for char_value in name:
         # 0-31 are control chars, 127 is DEL, and >127 means non-ASCII
@@ -96,7 +96,8 @@ def valid_chars_name(str name):
 #
 # This transforms the value to "_" if is it not a ascii letter, a digit or "%" or "_"
 #
-cdef Py_UNICODE _transl(Py_UNICODE x):
+@cython.cfunc
+def _transl(x: cython.Py_UNICODE) -> cython.Py_UNICODE:
     if ("a" <= x <= "z") or ("A" <= x <= "Z") or ("0" <= x <= "9") or x == "%":
         return x
     return "_"