5976260269

Committed 25 Aug 2023 01:05PM UTC coverage: 58.986% (+0.3%) from 58.676%

Build # 5976260269

Build Type

push

github

Committed by

web-flow

Commit Message

Standardise `ensure_dir` and `rmdir` (#2871)

* Standardise ensure_dir and rmdir

* Standardise ensure_dir and rmdir

* Add libmysqlclient to broken list

* Libtorrent failing to be rebuilt

* Add boost to broken recipes list

Run Details

940 of 2241 branches covered (0.0%)

Branch coverage included in aggregate %.

73 of 113 new or added lines in 21 files covered. (64.6%)

3 existing lines in 3 files now uncovered.

4715 of 7346 relevant lines covered (64.18%)

2.56 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

36.36

/pythonforandroid/recipes/opencv/__init__.py

from multiprocessing import cpu_count
from os.path import join

import sh

from pythonforandroid.logger import shprint
from pythonforandroid.recipe import NDKRecipe
from pythonforandroid.util import current_directory, ensure_dir


class OpenCVRecipe(NDKRecipe):
    '''
    .. versionchanged:: 0.7.1
        rewrote recipe to support the python bindings (cv2.so) and enable the
        build of most of the libraries of the opencv's package, so we can
        process images, videos, objects, photos...
    '''
    version = '4.5.1'
    url = 'https://github.com/opencv/opencv/archive/{version}.zip'
    depends = ['numpy']
    patches = ['patches/p4a_build.patch']
    generated_libraries = [
        'libopencv_features2d.so',
        'libopencv_imgproc.so',
        'libopencv_stitching.so',
        'libopencv_calib3d.so',
        'libopencv_flann.so',
        'libopencv_ml.so',
        'libopencv_videoio.so',
        'libopencv_core.so',
        'libopencv_highgui.so',
        'libopencv_objdetect.so',
        'libopencv_video.so',
        'libopencv_dnn.so',
        'libopencv_imgcodecs.so',
        'libopencv_photo.so',
    ]

    def get_lib_dir(self, arch):
        return join(self.get_build_dir(arch.arch), 'build', 'lib', arch.arch)

    def get_recipe_env(self, arch):
        env = super().get_recipe_env(arch)
        env['ANDROID_NDK'] = self.ctx.ndk_dir
        env['ANDROID_SDK'] = self.ctx.sdk_dir
        return env

    def build_arch(self, arch):
        build_dir = join(self.get_build_dir(arch.arch), 'build')
        ensure_dir(build_dir)

        opencv_extras = []
        if 'opencv_extras' in self.ctx.recipe_build_order:
            opencv_extras_dir = self.get_recipe(
                'opencv_extras', self.ctx).get_build_dir(arch.arch)
            opencv_extras = [
                f'-DOPENCV_EXTRA_MODULES_PATH={opencv_extras_dir}/modules',
                '-DBUILD_opencv_legacy=OFF',
            ]

        with current_directory(build_dir):
            env = self.get_recipe_env(arch)

            python_major = self.ctx.python_recipe.version[0]
            python_include_root = self.ctx.python_recipe.include_root(arch.arch)
            python_site_packages = self.ctx.get_site_packages_dir(arch)
            python_link_root = self.ctx.python_recipe.link_root(arch.arch)
            python_link_version = self.ctx.python_recipe.link_version
            python_library = join(python_link_root,
                                  'libpython{}.so'.format(python_link_version))
            python_include_numpy = join(python_site_packages,
                                        'numpy', 'core', 'include')

            shprint(sh.cmake,
                    '-DP4A=ON',
                    '-DANDROID_ABI={}'.format(arch.arch),
                    '-DANDROID_STANDALONE_TOOLCHAIN={}'.format(self.ctx.ndk_dir),
                    '-DANDROID_NATIVE_API_LEVEL={}'.format(self.ctx.ndk_api),
                    '-DANDROID_EXECUTABLE={}/tools/android'.format(env['ANDROID_SDK']),
                    '-DANDROID_SDK_TOOLS_VERSION=6514223',
                    '-DANDROID_PROJECTS_SUPPORT_GRADLE=ON',

                    '-DCMAKE_TOOLCHAIN_FILE={}'.format(
                        join(self.ctx.ndk_dir, 'build', 'cmake',
                             'android.toolchain.cmake')),
                    # Make the linkage with our python library, otherwise we
                    # will get dlopen error when trying to import cv2's module.
                    '-DCMAKE_SHARED_LINKER_FLAGS=-L{path} -lpython{version}'.format(
                        path=python_link_root,
                        version=python_link_version),

                    '-DBUILD_WITH_STANDALONE_TOOLCHAIN=ON',
                    # Force to build as shared libraries the cv2's dependant
                    # libs or we will not be able to link with our python
                    '-DBUILD_SHARED_LIBS=ON',
                    '-DBUILD_STATIC_LIBS=OFF',

                    # Disable some opencv's features
                    '-DBUILD_opencv_java=OFF',
                    '-DBUILD_opencv_java_bindings_generator=OFF',
                    # '-DBUILD_opencv_highgui=OFF',
                    # '-DBUILD_opencv_imgproc=OFF',
                    # '-DBUILD_opencv_flann=OFF',
                    '-DBUILD_TESTS=OFF',
                    '-DBUILD_PERF_TESTS=OFF',
                    '-DENABLE_TESTING=OFF',
                    '-DBUILD_EXAMPLES=OFF',
                    '-DBUILD_ANDROID_EXAMPLES=OFF',

                    # Force to only build our version of python
                    '-DBUILD_OPENCV_PYTHON{major}=ON'.format(major=python_major),
                    '-DBUILD_OPENCV_PYTHON{major}=OFF'.format(
                        major='2' if python_major == '3' else '3'),

                    # Force to install the `cv2.so` library directly into
                    # python's site packages (otherwise the cv2's loader fails
                    # on finding the cv2.so library)
                    '-DOPENCV_SKIP_PYTHON_LOADER=ON',
                    '-DOPENCV_PYTHON{major}_INSTALL_PATH={site_packages}'.format(
                        major=python_major, site_packages=python_site_packages),

                    # Define python's paths for: exe, lib, includes, numpy...
                    '-DPYTHON_DEFAULT_EXECUTABLE={}'.format(self.ctx.hostpython),
                    '-DPYTHON{major}_EXECUTABLE={host_python}'.format(
                        major=python_major, host_python=self.ctx.hostpython),
                    '-DPYTHON{major}_INCLUDE_PATH={include_path}'.format(
                        major=python_major, include_path=python_include_root),
                    '-DPYTHON{major}_LIBRARIES={python_lib}'.format(
                        major=python_major, python_lib=python_library),
                    '-DPYTHON{major}_NUMPY_INCLUDE_DIRS={numpy_include}'.format(
                        major=python_major, numpy_include=python_include_numpy),
                    '-DPYTHON{major}_PACKAGES_PATH={site_packages}'.format(
                        major=python_major, site_packages=python_site_packages),

                    *opencv_extras,

                    self.get_build_dir(arch.arch),
                    _env=env)
            shprint(sh.make, '-j' + str(cpu_count()), 'opencv_python' + python_major)
            # Install python bindings (cv2.so)
            shprint(sh.cmake, '-DCOMPONENT=python', '-P', './cmake_install.cmake')
            # Copy third party shared libs that we need in our final apk
            sh.cp('-a', sh.glob('./lib/{}/lib*.so'.format(arch.arch)),
                  self.ctx.get_libs_dir(arch.arch))


recipe = OpenCVRecipe()

1	from multiprocessing import cpu_count	4✔
2	from os.path import join	4✔
3
4	import sh	4✔
5
6	from pythonforandroid.logger import shprint	4✔
7	from pythonforandroid.recipe import NDKRecipe	4✔
8	from pythonforandroid.util import current_directory, ensure_dir	4✔
9
10
11	class OpenCVRecipe(NDKRecipe):	4✔
12	'''
13	.. versionchanged:: 0.7.1
14	rewrote recipe to support the python bindings (cv2.so) and enable the
15	build of most of the libraries of the opencv's package, so we can
16	process images, videos, objects, photos...
17	'''
18	version = '4.5.1'	4✔
19	url = 'https://github.com/opencv/opencv/archive/{version}.zip'	4✔
20	depends = ['numpy']	4✔
21	patches = ['patches/p4a_build.patch']	4✔
22	generated_libraries = [	4✔
23	'libopencv_features2d.so',
24	'libopencv_imgproc.so',
25	'libopencv_stitching.so',
26	'libopencv_calib3d.so',
27	'libopencv_flann.so',
28	'libopencv_ml.so',
29	'libopencv_videoio.so',
30	'libopencv_core.so',
31	'libopencv_highgui.so',
32	'libopencv_objdetect.so',
33	'libopencv_video.so',
34	'libopencv_dnn.so',
35	'libopencv_imgcodecs.so',
36	'libopencv_photo.so',
37	]
38
39	def get_lib_dir(self, arch):	4✔
40	return join(self.get_build_dir(arch.arch), 'build', 'lib', arch.arch)	×
41
42	def get_recipe_env(self, arch):	4✔
43	env = super().get_recipe_env(arch)	×
44	env['ANDROID_NDK'] = self.ctx.ndk_dir	×
45	env['ANDROID_SDK'] = self.ctx.sdk_dir	×
46	return env	×
47
48	def build_arch(self, arch):	4✔
49	build_dir = join(self.get_build_dir(arch.arch), 'build')	×
NEW 50	ensure_dir(build_dir)	×
51
52	opencv_extras = []	×
53	if 'opencv_extras' in self.ctx.recipe_build_order:	×
54	opencv_extras_dir = self.get_recipe(	×
55	'opencv_extras', self.ctx).get_build_dir(arch.arch)
56	opencv_extras = [	×
57	f'-DOPENCV_EXTRA_MODULES_PATH={opencv_extras_dir}/modules',
58	'-DBUILD_opencv_legacy=OFF',
59	]
60
61	with current_directory(build_dir):	×
62	env = self.get_recipe_env(arch)	×
63
64	python_major = self.ctx.python_recipe.version[0]	×
65	python_include_root = self.ctx.python_recipe.include_root(arch.arch)	×
66	python_site_packages = self.ctx.get_site_packages_dir(arch)	×
67	python_link_root = self.ctx.python_recipe.link_root(arch.arch)	×
68	python_link_version = self.ctx.python_recipe.link_version	×
69	python_library = join(python_link_root,	×
70	'libpython{}.so'.format(python_link_version))
71	python_include_numpy = join(python_site_packages,	×
72	'numpy', 'core', 'include')
73
74	shprint(sh.cmake,	×
75	'-DP4A=ON',
76	'-DANDROID_ABI={}'.format(arch.arch),
77	'-DANDROID_STANDALONE_TOOLCHAIN={}'.format(self.ctx.ndk_dir),
78	'-DANDROID_NATIVE_API_LEVEL={}'.format(self.ctx.ndk_api),
79	'-DANDROID_EXECUTABLE={}/tools/android'.format(env['ANDROID_SDK']),
80	'-DANDROID_SDK_TOOLS_VERSION=6514223',
81	'-DANDROID_PROJECTS_SUPPORT_GRADLE=ON',
82
83	'-DCMAKE_TOOLCHAIN_FILE={}'.format(
84	join(self.ctx.ndk_dir, 'build', 'cmake',
85	'android.toolchain.cmake')),
86	# Make the linkage with our python library, otherwise we
87	# will get dlopen error when trying to import cv2's module.
88	'-DCMAKE_SHARED_LINKER_FLAGS=-L{path} -lpython{version}'.format(
89	path=python_link_root,
90	version=python_link_version),
91
92	'-DBUILD_WITH_STANDALONE_TOOLCHAIN=ON',
93	# Force to build as shared libraries the cv2's dependant
94	# libs or we will not be able to link with our python
95	'-DBUILD_SHARED_LIBS=ON',
96	'-DBUILD_STATIC_LIBS=OFF',
97
98	# Disable some opencv's features
99	'-DBUILD_opencv_java=OFF',
100	'-DBUILD_opencv_java_bindings_generator=OFF',
101	# '-DBUILD_opencv_highgui=OFF',
102	# '-DBUILD_opencv_imgproc=OFF',
103	# '-DBUILD_opencv_flann=OFF',
104	'-DBUILD_TESTS=OFF',
105	'-DBUILD_PERF_TESTS=OFF',
106	'-DENABLE_TESTING=OFF',
107	'-DBUILD_EXAMPLES=OFF',
108	'-DBUILD_ANDROID_EXAMPLES=OFF',
109
110	# Force to only build our version of python
111	'-DBUILD_OPENCV_PYTHON{major}=ON'.format(major=python_major),
112	'-DBUILD_OPENCV_PYTHON{major}=OFF'.format(
113	major='2' if python_major == '3' else '3'),
114
115	# Force to install the `cv2.so` library directly into
116	# python's site packages (otherwise the cv2's loader fails
117	# on finding the cv2.so library)
118	'-DOPENCV_SKIP_PYTHON_LOADER=ON',
119	'-DOPENCV_PYTHON{major}_INSTALL_PATH={site_packages}'.format(
120	major=python_major, site_packages=python_site_packages),
121
122	# Define python's paths for: exe, lib, includes, numpy...
123	'-DPYTHON_DEFAULT_EXECUTABLE={}'.format(self.ctx.hostpython),
124	'-DPYTHON{major}_EXECUTABLE={host_python}'.format(
125	major=python_major, host_python=self.ctx.hostpython),
126	'-DPYTHON{major}_INCLUDE_PATH={include_path}'.format(
127	major=python_major, include_path=python_include_root),
128	'-DPYTHON{major}_LIBRARIES={python_lib}'.format(
129	major=python_major, python_lib=python_library),
130	'-DPYTHON{major}_NUMPY_INCLUDE_DIRS={numpy_include}'.format(
131	major=python_major, numpy_include=python_include_numpy),
132	'-DPYTHON{major}_PACKAGES_PATH={site_packages}'.format(
133	major=python_major, site_packages=python_site_packages),
134
135	*opencv_extras,
136
137	self.get_build_dir(arch.arch),
138	_env=env)
139	shprint(sh.make, '-j' + str(cpu_count()), 'opencv_python' + python_major)	×
140	# Install python bindings (cv2.so)
141	shprint(sh.cmake, '-DCOMPONENT=python', '-P', './cmake_install.cmake')	×
142	# Copy third party shared libs that we need in our final apk
143	sh.cp('-a', sh.glob('./lib/{}/lib*.so'.format(arch.arch)),	×
144	self.ctx.get_libs_dir(arch.arch))
145
146
147	recipe = OpenCVRecipe()	4✔

kivy / python-for-android / 5976260269

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous