Enhance Cython integration: Add support for c++ mode, use hostpython3-provided Cython, allow pinning of specific Cython version in recipe (#957)

* Add support to build cpp files from Cython, use Cython from hostpython3, and allow configuring Cython version to be used in recipe

* PEP8 (noqa as ATM we do not care why it failed to Cythonize)

* Add cymunk to broken recipes

* Remove cpplink, now it uses the same liblink

* Remove unused import

* Avoid DRY violation

Author: misl6

.ci/constants.py

@@ -1,4 +1,4 @@
-BROKEN_RECIPES = set(["netifaces", "kivent_core"])
+BROKEN_RECIPES = set(["netifaces", "kivent_core", "cymunk"])
 
 # recipes that were already built will be skipped
 CORE_RECIPES = set(["kivy", "hostpython3", "python3"])

kivy_ios/recipes/audiostream/__init__.py

@@ -7,6 +7,7 @@ class AudiostreamRecipe(CythonRecipe):
     library = "libaudiostream.a"
     depends = ["python", "sdl2", "sdl2_mixer"]
     pre_build_ext = True
+    hostpython_prerequisites = ["Cython==0.29.37"]
 
 
 recipe = AudiostreamRecipe()

kivy_ios/recipes/curly/__init__.py

@@ -7,6 +7,7 @@ class CurlyRecipe(CythonRecipe):
     library = "libcurly.a"
     depends = ["python", "libcurl", "sdl2", "sdl2_image"]
     pre_build_ext = True
+    hostpython_prerequisites = ["Cython==0.29.37"]
 
 
 recipe = CurlyRecipe()

kivy_ios/recipes/cymunk/__init__.py

@@ -12,7 +12,7 @@ class CymunkRecipe(CythonRecipe):
     name = 'cymunk'
     pre_build_ext = True
     library = 'libcymunk.a'
-
+    hostpython_prerequisites = ["Cython==0.29.37"]
     depends = ['python']
 
     def get_recipe_env(self, arch):

kivy_ios/recipes/ffpyplayer/__init__.py

@@ -12,6 +12,7 @@ class FFPyplayerRecipe(CythonRecipe):
         "CoreMotion"]
     pbx_libraries = ["libiconv"]
     pre_build_ext = True
+    hostpython_prerequisites = ["Cython==0.29.37"]
 
     def get_recipe_env(self, plat):
         env = super(FFPyplayerRecipe, self).get_recipe_env(plat)

kivy_ios/recipes/hostpython3/__init__.py

@@ -100,11 +100,22 @@ def install(self):
                 self.ctx.dist_dir,
                 "hostpython3",
                 "lib",
-                "python3.11",
+                f"python{self.ctx.hostpython_ver}",
                 "site-packages",
                 "setuptools",
             ),
         )
+        self.apply_patch(
+             "fix-ldshared-override.patch",
+             join(
+                 self.ctx.dist_dir,
+                 "hostpython3",
+                 "lib",
+                 f"python{self.ctx.hostpython_ver}",
+                 "site-packages",
+                 "setuptools",
+             ),
+        )
 
 
 recipe = Hostpython3Recipe()

kivy_ios/recipes/hostpython3/fix-ldshared-override.patch

@@ -0,0 +1,31 @@
+diff -Naur setuptools.orig/_distutils/unixccompiler.py setuptools/_distutils/unixccompiler.py
+--- setuptools.orig/_distutils/unixccompiler.py	2024-02-11 18:42:58
++++ setuptools/_distutils/unixccompiler.py	2024-02-11 18:45:30
+@@ -253,14 +253,20 @@
+                 building_exe = target_desc == CCompiler.EXECUTABLE
+                 linker = (self.linker_exe if building_exe else self.linker_so)[:]
+ 
+-                if target_lang == "c++" and self.compiler_cxx:
+-                    env, linker_ne = _split_env(linker)
+-                    aix, linker_na = _split_aix(linker_ne)
+-                    _, compiler_cxx_ne = _split_env(self.compiler_cxx)
+-                    _, linker_exe_ne = _split_env(self.linker_exe)
++                # Mirko: We need our LDSHARED also for c++ things, 
++                # otherwise our hack to have static libs does not work
++                # properly.
++                # We will likely remove all these caveats once PEP 730
++                # is implemented (and we will conform to it).
+ 
+-                    params = _linker_params(linker_na, linker_exe_ne)
+-                    linker = env + aix + compiler_cxx_ne + params
++                #if target_lang == "c++" and self.compiler_cxx:
++                #    env, linker_ne = _split_env(linker)
++                #    aix, linker_na = _split_aix(linker_ne)
++                #    _, compiler_cxx_ne = _split_env(self.compiler_cxx)
++                #    _, linker_exe_ne = _split_env(self.linker_exe)
++
++                #    params = _linker_params(linker_na, linker_exe_ne)
++                #    linker = env + aix + compiler_cxx_ne + params
+ 
+                 linker = compiler_fixup(linker, ld_args)
+ 

kivy_ios/recipes/ios/__init__.py

@@ -7,6 +7,7 @@ class IosRecipe(CythonRecipe):
     library = "libios.a"
     depends = ["python"]
     pbx_frameworks = ["MessageUI", "CoreMotion", "UIKit", "WebKit", "Photos"]
+    hostpython_prerequisites = ["Cython==0.29.37"]
 
     def install(self):
         self.install_python_package(

kivy_ios/recipes/kivent_core/__init__.py

@@ -21,6 +21,7 @@ class KiventCoreRecipe(CythonRecipe):
     subbuilddir = False
     cythonize = True
     pbx_frameworks = ["OpenGLES"]  # note: This line may be unnecessary
+    hostpython_prerequisites = ["Cython==0.29.37"]
 
     def get_recipe_env(self, plat):
         env = super(KiventCoreRecipe, self).get_recipe_env(plat)

kivy_ios/recipes/kiwisolver/__init__.py

@@ -2,14 +2,10 @@
 This file is derived from the p4a recipe for kiwisolver.
 It is a dependency of matplotlib.
 
-It is a C++ library, and it utilizes the cpplink script to handle
-creating the library files needed for inclusion in an iOS project.
-
 It also depends on the headers from the cppy package.
 '''
 
 from kivy_ios.toolchain import CythonRecipe
-from os.path import join
 
 
 class KiwiSolverRecipe(CythonRecipe):
@@ -18,21 +14,9 @@ class KiwiSolverRecipe(CythonRecipe):
     version = '1.3.2'
     url = 'https://github.com/nucleic/kiwi/archive/{version}.zip'
     depends = ["python"]
-    hostpython_prerequisites = ["cppy"]
+    hostpython_prerequisites = ["cppy", "Cython==0.29.37"]
     cythonize = False
     library = "libkiwisolver.a"
 
-    def get_recipe_env(self, plat):
-        env = super().get_recipe_env(plat)
-
-        # cpplink setup
-        env['CXX_ORIG'] = env['CXX']
-        env['CXX'] = join(self.ctx.root_dir, "tools", "cpplink")
-
-        # setuptools uses CC for compiling and CXX for linking
-        env['CC'] = env['CXX']
-        env['CFLAGS'] += ' -isysroot {}'.format(env['IOSSDKROOT'])
-        return env
-
 
 recipe = KiwiSolverRecipe()