B `6@sdZddlmZmZmZeZddlZddlZddl Z ddl m Z ddl mZddlmZmZmZddlmZed gZd d Zd d ZddZddZdddZddZddZGdddejZdS)z!Analyze python import statements.)absolute_importdivisionprint_functionN)types)read_binary_file)displayApplicationError is_subdir) data_contextzansible.module_utils.sixc st}tdd|D|8}ix|D]}t|j||j<q*Wdfdd x||D]t}|}||x\D]T}||krxxBt|D]6}||krtjd|||fdd ||qWqxWq\Wt d d |BD}x.D]&}x |D]}|||qWqWxHD]@}d | d dd } || ||<tjd|| fdd q WxVt|D]J}||snt |dd} t j| rt j| sqntd|qnW|S)zReturn a dictionary of module_utils names mapped to sets of python file paths. :type compile_targets: list[TestTarget] :rtype: dict[str, set[str]] c3s(|] tfddtDrVqdS)c3s|]}d|VqdS)z%s.N) startswith).0v)mU/home/dcms/DCMS/lib/python3.7/site-packages/ansible_test/_internal/import_analysis.py &sz..N)anyVIRTUAL_PACKAGES)r r)rrr&sz2get_python_module_utils_imports..rNc s8tjdd||fdd|dkr,t|g}t|g}|tkrx^tD]R}|d|rH||krdqH||t||d|}x|D]}||qWqHWt|}|krt|dd }|krtd |xdt|dd D]P}|krq||krq||t||d|}x|D]}||qWqW|S) z@Recursively expand module_utils imports from module_utils files.zmodule_utils import: %s%sz ) verbosityNz%s.rT)packagez1Cannot determine path for module_utils import: %s)reverse) rinfosetrsortedr addget_import_pathr ) import_namedepthseenresultsZ sub_importmatchesresultZ import_pathname)imports_by_target_pathrecurse_import virtual_utilsrrr&.s8        z7get_python_module_utils_imports..recurse_importz%s inherits import %s via %s)rcSsg|]}|tfqSr)r)r module_utilrrr ksz3get_python_module_utils_imports...z)%s reports imports from parent package %sT)rz0No imports found which use the "%s" module_util.)rN)enumerate_module_utilsr#extract_python_module_utils_importspathremoverrrrdictjoinsplitrosexistsgetsizewarning) Zcompile_targets module_utilstargetr)Zmodule_util_imports target_pathZmodule_util_importimportsZ virtual_utilparent_package package_pathr)r%r&r'rget_python_module_utils_importss> 0          r>cCstjj}tjjr*dtjjjd}nd}|drDtj|}||krR|}n.|dtj tj ||d tjj d}|S)z=Return a namespace and name from the given module_utils path.zansible_collections.zplugins.module_utilszansible.module_utilsz /__init__.pyr+r) r contentmodule_utils_path collectionprefixendswithr4r/dirnamesplitextrelpathreplacesep)r/ base_pathrBr$rrrget_python_module_utils_names    .rJcCsRg}xDtjtjjD],}tj|d}|dkr8q|t|qWt |S)zJReturn a list of available module_utils imports. :rtype: set[str] rz.py) r r?Z walk_filesr@r4r/rEappendrJr)r8r/extrrrr-sr-c Csnt|}yt|}Wn<tk rR}ztd||j|jftSd}~XYnXt ||}| ||j S)zReturn a list of module_utils imports found in the specified source file. :type path: str :type module_utils: set[str] :rtype: set[str] z6%s:%s Syntax error extracting module_utils imports: %sN) rastparse SyntaxErrorrr7linenomsgrModuleUtilFindervisitr;)r/r8codetreeexfinderrrrr.s   r.FcCs|rtj|ddd}nd|dd}|ds>|dkrNtjd|}nZtjjr|dtjjjs|d tjjjkrd| dd d }n t d ||S) z"Return a path from an import name.r+/z __init__.pyz%s.pyzansible.module_utils.zansible.module_utilslibz,ansible_collections.%s.plugins.module_utils.z+ansible_collections.%s.plugins.module_utilsNzUnexpected import name: %s) r4r/r2rGr r r?rA full_namer3 Exception)r$rfilenamer/rrrrs  rcCs6tj|dtjjd}|dr2|dd}|S)z(Convert the given path to a module name.rr+z .__init__Ni)r4r/rErGrHrC)r/modulerrrpath_to_modules  r_cCs|dkr|}nv|s2tdd||||fd}nR|d}|t|krjtdd|||||fd}nd|d| |g}|S)z0Convert a relative import to an absolute import.rz@Cannot resolve relative import "%s%s" in unknown module at %s:%dr+zrelative.nomodulez@Cannot resolve relative import "%s%s" above module "%s" at %s:%dzrelative.abovelevelN)rr7r3lenr2)r$levelr^r/rPZ absolute_namepartsrrrrelative_to_absolutes  rcc@sDeZdZdZddZddZddZdd Zd d Ze d d Z dS)rRz/AST visitor to find valid module_utils imports.cCs||_||_t|_|dr.tj|d}|drttj|ddddd}|dkrt|t krt| |dd|_ t j jrd }xZ|D]2\}}t||jrt|||j}t||_ PqWnttjt j jj|j|_ dS) zReturn a list of module_utils imports found in the specified source file. :type path: str :type module_utils: set[str] z /__init__.pyrzlib/ansible/module_utils/rXr+rNzansible.module_utils))z%^hacking/build_library/build_ansible/zbuild_ansible/)z ^lib/ansible/zansible/)z5^test/lib/ansible_test/_data/sanity/validate-modules/zvalidate_modules/)z ^test/units/z test/units/)z!^test/lib/ansible_test/_internal/zansible_test/_internal/)zN^test/integration/targets/.*/ansible_collections/(?P[^/]*)/(?P[^/]*)/z#ansible_collections/\g/\g/)z%^test/integration/targets/.*/library/zansible/modules/)r/r8rr;rCr4r3r rGr add_importr^r r? is_ansibleresearchsubr_r2rA directory)selfr/r8rZpath_mappattern replacementZ revised_pathrrr__init__s$       zModuleUtilFinder.__init__cCs(|||dd|jD|jdS)z( :type node: ast.Import cSsg|] }|jqSr)r$)r aliasrrrr*+sz1ModuleUtilFinder.visit_Import..N) generic_visit add_importsnamesrP)rjnoderrr visit_Import#s zModuleUtilFinder.visit_Importcs^|||jsdSt|j|j|j|j|jds.) ror^rcrar/rPr rprq)rjrrr)r^rvisit_ImportFrom/s  z!ModuleUtilFinder.visit_ImportFromcCs|}xd||rh||jkrN||jkrJtjd|j||fdd|j|dSd|ddd}qWt |jt j j rdSt d|j||fdS)z@ :type name: str :type line_number: int z%s:%d imports module_utils: %s)rNr+r,z%%s:%d Invalid module_utils import: %s)is_module_util_namer8r;rrr/rr2r3r r r?Z test_pathr7)rjr$ line_numberrrrrrdCs    zModuleUtilFinder.add_importcCs(x"|D]}||r|||qWdS)zrJr-r.rr_rcZ NodeVisitorrRrrrrs&   e