22import copy
33import glob
44import os
5+ import json
6+ import tempfile
57from os import environ
68from os .path import (
7- abspath , join , realpath , dirname , expanduser , exists
9+ abspath , join , realpath , dirname , expanduser , exists , basename
810)
911import re
1012import shutil
1113import subprocess
1214
1315import sh
1416
17+ from packaging .utils import parse_wheel_filename
18+ from packaging .requirements import Requirement
19+
1520from pythonforandroid .androidndk import AndroidNDK
1621from pythonforandroid .archs import ArchARM , ArchARMv7_a , ArchAarch_64 , Archx86 , Archx86_64
17- from pythonforandroid .logger import (info , warning , info_notify , info_main , shprint )
22+ from pythonforandroid .logger import (info , warning , info_notify , info_main , shprint , Out_Style , Out_Fore )
1823from pythonforandroid .pythonpackage import get_package_name
1924from pythonforandroid .recipe import CythonRecipe , Recipe
2025from pythonforandroid .recommendations import (
@@ -90,6 +95,8 @@ class Context:
9095
9196 recipe_build_order = None # Will hold the list of all built recipes
9297
98+ python_modules = None # Will hold resolved pure python packages
99+
93100 symlink_bootstrap_files = False # If True, will symlink instead of copying during build
94101
95102 java_build_tool = 'auto'
@@ -444,6 +451,12 @@ def has_package(self, name, arch=None):
444451 # Failed to look up any meaningful name.
445452 return False
446453
454+ # normalize name to remove version tags
455+ try :
456+ name = Requirement (name ).name
457+ except Exception :
458+ pass
459+
447460 # Try to look up recipe by name:
448461 try :
449462 recipe = Recipe .get_recipe (name , self )
@@ -649,6 +662,107 @@ def run_setuppy_install(ctx, project_dir, env=None, arch=None):
649662 os .remove ("._tmp_p4a_recipe_constraints.txt" )
650663
651664
665+ def is_wheel_platform_independent (whl_name ):
666+ name , version , build , tags = parse_wheel_filename (whl_name )
667+ return all (tag .platform == "any" for tag in tags )
668+
669+
670+ def process_python_modules (ctx , modules ):
671+ """Use pip --dry-run to resolve dependencies and filter for pure-Python packages
672+ """
673+ modules = list (modules )
674+ build_order = list (ctx .recipe_build_order )
675+
676+ _requirement_names = []
677+ processed_modules = []
678+
679+ for module in modules + build_order :
680+ try :
681+ # we need to normalize names
682+ # eg Requests>=2.0 becomes requests
683+ _requirement_names .append (Requirement (module ).name )
684+ except Exception :
685+ # name parsing failed; skip processing this module via pip
686+ processed_modules .append (module )
687+ if module in modules :
688+ modules .remove (module )
689+
690+ if len (processed_modules ) > 0 :
691+ warning (f'Ignored by module resolver : { processed_modules } )
692+
693+ # preserve the original module list
694+ processed_modules .extend (modules )
695+
696+ if len (modules ) == 0 :
697+ return modules
698+
699+ # temp file for pip report
700+ fd , path = tempfile .mkstemp ()
701+ os .close (fd )
702+
703+ # setup hostpython recipe
704+ host_recipe = Recipe .get_recipe ("hostpython3" , ctx )
705+
706+ env = environ .copy ()
707+ _python_path = host_recipe .get_path_to_python ()
708+ libdir = glob .glob (join (_python_path , "build" , "lib*" ))
709+ env ['PYTHONPATH' ] = host_recipe .site_dir + ":" + join (
710+ _python_path , "Modules" ) + ":" + (libdir [0 ] if libdir else "" )
711+
712+ shprint (
713+ host_recipe .pip , 'install' , * modules ,
714+ '--dry-run' , '--break-system-packages' , '--ignore-installed' ,
715+ '--report' , path , '-q' , _env = env
716+ )
717+
718+ with open (path , "r" ) as f :
719+ report = json .load (f )
720+
721+ os .remove (path )
722+
723+ info ('Extra resolved pure python dependencies :' )
724+
725+ ignored_str = " (ignored)"
726+ # did we find any non pure python package?
727+ any_not_pure_python = False
728+
729+ # just for style
730+ info (" " )
731+ for module in report ["install" ]:
732+
733+ mname = module ["metadata" ]["name" ]
734+ mver = module ["metadata" ]["version" ]
735+ filename = basename (module ["download_info" ]["url" ])
736+ pure_python = True
737+
738+ if (filename .endswith (".whl" ) and not is_wheel_platform_independent (filename )):
739+ any_not_pure_python = True
740+ pure_python = False
741+
742+ # does this module matches any recipe name?
743+ if mname .lower () in _requirement_names :
744+ continue
745+
746+ color = Out_Fore .GREEN if pure_python else Out_Fore .RED
747+ ignored = "" if pure_python else ignored_str
748+
749+ info (
750+ f" { color } { mname } { Out_Fore .WHITE }
751+ f"{ Out_Style .BRIGHT } { mver } { Out_Style .RESET_ALL }
752+ f"{ ignored }
753+ )
754+
755+ if pure_python :
756+ processed_modules .append (f"{ mname } { mver } )
757+ info (" " )
758+
759+ if any_not_pure_python :
760+ warning ("Some packages were ignored because they are not pure Python." )
761+ warning ("To install the ignored packages, explicitly list them in your requirements file." )
762+
763+ return processed_modules
764+
765+
652766def run_pymodules_install (ctx , arch , modules , project_dir = None ,
653767 ignore_setup_py = False ):
654768 """ This function will take care of all non-recipe things, by:
@@ -663,6 +777,10 @@ def run_pymodules_install(ctx, arch, modules, project_dir=None,
663777
664778 info ('*** PYTHON PACKAGE / PROJECT INSTALL STAGE FOR ARCH: {} ***' .format (arch ))
665779
780+ # don't run process_python_modules in tests
781+ if ctx .recipe_build_order .__class__ .__name__ != "Mock" :
782+ modules = process_python_modules (ctx , modules )
783+
666784 modules = [m for m in modules if ctx .not_has_package (m , arch )]
667785
668786 # We change current working directory later, so this has to be an absolute
0 commit comments