B `\ @s`dZddlmZmZmZeZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlmZmZddlmZyddlmZWn,ek rddlm Z e dd iZYnXydd l!m"Z"Wn"ek r0dd l"m#Z"YnXydd l$m%Z&Wn"ek rddd l'm%Z&YnXd dl(m)Z*d dl+m,Z,m-Z-m.Z.d dl/m0Z0m1Z1ye*2dZ3Wne4k rdZ3YnXiZ5y ej6Z6Wne4k rdZ6YnXdZ7e j89e j89e j8:e;ZdZ?e j8@e=dZAdZBe j8CeAse j89e j89e j89e<Z=e j8@e=dZ?e j8@e=ddZAe=ZBe j8@ed?d?efZhGd@dAdAegZiGdBdCdCegZjdDdEZkdFdGZldHdIZmdJdKZndLdMZodNdOZpdPdQZqdadRdSZrdTdUZsdVdWZtejudXdYZvejudbd[d\ZweeZxdS)cz,Miscellaneous utility functions and classes.)absolute_importdivisionprint_functionN)unpackpack) TIOCGWINSZ)ABC)ABCMetar) ConfigParser)SafeConfigParser)quote)types)to_bytesto_optional_bytesto_optional_text)open_binary_fileread_text_fileCZ coveragercZansiblebinlib_dataconfig)z2.6)z2.6z2.7z3.5z3.6z3.7z3.8z3.9cCstj|rt|dS)z :type path: str N)ospathisfileremove)rr r J/home/dcms/DCMS/lib/python3.7/site-packages/ansible_test/_internal/util.py remove_filezs r FcCsD|rtj|sgSt|}dd|D}|r@dd|D}|S)z Returns lines from the specified text file with comments removed. Comments are any content from a hash symbol to the end of a line. Any spaces immediately before a comment are also removed. cSsg|]}tdd|qS)z *#.*$)resub).0liner r r sz/read_lines_without_comments..cSsg|] }|r|qSr r )r$r%r r rr&s)rrexistsr splitlines)rZremove_blank_linesoptionallinesr r rread_lines_without_commentss r+Tc Cs$d}t}|s|}tj|rTtj||}tj|rt|tjtjBr|}n|dkrntj dtjj }|r| tjj }t}xh|D]`} | |krq|| tj| |kr|} tj| |} tj| rt| tjtjBr| }PqW|s |r d|} |dkrt| t| |S)z| :type executable: str :type cwd: str :type path: str :type required: bool | str :rtype: str | None NPATHz Required program "%s" not found.warning)rgetcwdrdirnamejoinr'accessF_OKX_OKenvirongetdefpathsplitpathsepsetaddabspathApplicationErrordisplayr-) executablecwdrrequiredmatchZreal_cwdtargetZ path_dirsZ seen_dirsZpath_dir candidatemessager r rfind_executables:        rEcCsPtdd|dD}|s:|tjdt|kr:tj}ntd|||d}|S)z` :type version: str :type path: str | None :type required: bool :rtype: str css|]}t|VqdS)N)int)r$nr r r szfind_python...Nzpython%s)rr@)tupler7sys version_infolenr>rE)versionrr@rLZ python_binr r r find_pythons rOcCsFytjStk rYnXttjtddddlm }|t_|S)zReturn the Ansible version.z release.pyansible_releaser) __version__) get_ansible_versionrNAttributeError load_modulerrr0ANSIBLE_LIB_ROOTrPrQ)Zansible_versionr r rrRs rRcCs@ytjStk rYnXtdddd|DDt_tjS)zTReturn a dictionary indicating which of the requested Python versions are available.css|]\}}|r||fVqdS)Nr )r$rNrr r rrHsz0get_available_python_versions..css|]}|t|ddfVqdS)F)r@N)rO)r$rNr r rrHs)get_available_python_versionsresultrSdict)versionsr r rrVsrVcCs|tjtdgS)z1 :type python: str :rtype: list[str] z quiet_pip.py)rrr0ANSIBLE_TEST_DATA_ROOT)pythonr r rgenerate_pip_commandsr\strictc  Csp|s t}|st}t|}ddd|D} tjd| |ddtjd|dd t|d ||d d d } | rtjd| dd x.t| D]} tjd| || fdd qW|rdSd} |dk rd}d} n|dk rt j }d} |rd} |r |pt j }t j }d} nd}t }d}zy>dd|D}t dd|D}t j||||||d}WnDtk r}z$|jtjkrtd|d Wdd}~XYnX| rt|}||\}}t|| pd}t|| pd}n|d\}}Wd|r |jdkr |tdtdX|j}t |}tjd||fdd |d kr\||fSt|||||dS)aM :type cmd: collections.Iterable[str] :type capture: bool :type env: dict[str, str] | None :type data: str | None :type cwd: str | None :type explain: bool :type stdin: file | None :type stdout: file | None :type cmd_verbosity: int :type str_errors: str :rtype: str | None, str | None  css|]}t|VqdS)N) cmd_quote)r$cr r rrHszraw_command..zRun command: %sT) verbositytruncatezWorking directory: %s)rarr,r-)r?rr@zProgram found: %sz%s=%s)NNFNcSsg|] }t|qSr )r)r$r`r r rr&Aszraw_command..css"|]\}}t|t|fVqdS)N)r)r$kvr r rrHBs)envstdinstdoutstderrr?z Required program "%s" not found.r!z]Killed command to avoid an orphaned child process during handling of an unexpected exception.z/Command exited with status %s after %s seconds.)rr.common_environmentlistr0r=inforEsortedkeys subprocessPIPEtimerXitemsPopenOSErrorerrnoENOENTr<r communicaterwait returncodekillnoticeSubprocessError)cmdcapturerfdatar?explainrgrhZ cmd_verbosityZ str_errorsZ escaped_cmdprogramkeyrxristartprocessZ cmd_bytesZ env_bytesexZ data_bytesZ stdout_bytesZ stderr_bytesZ stdout_textZ stderr_textstatusruntimer r r raw_commandsr      rcCs8tdtjdtjjd}d}d}|t||d|S)z3Common environment used for executing all programs.z en_US.UTF-8r,)LC_ALLr,)HOME)Z HTTPTESTERZLD_LIBRARY_PATHZ SSH_AUTH_SOCKZ#OBJC_DISABLE_INITIALIZE_FORK_SAFETYZANSIBLE_KEEP_REMOTE_FILESLDFLAGSCFLAGS)r@r))rXrr4r5rr6update pass_vars)rfr@r)r r rrkbsrkcCs^i}x,|D]$}|tjkr t|tj|||<q Wx&|D]}|tjkrHq8tj|||<q8W|S)z| :type required: collections.Iterable[str] :type optional: collections.Iterable[str] :rtype: dict[str, str] )rr4MissingEnvironmentVariable)r@r)rfnamer r rrs    rcCs@|dkr d}|dkrd}||r*|p(dS||r<|p:dSdS)zReturn the deepest of two paths, or None if the paths are unrelated. :type path_a: str :type path_b: str :rtype: str | None rIr!N) startswith)Zpath_aZpath_br r r deepest_paths  rc CsHytt|Wn0tk rB}z|jtjkr2Wdd}~XYnXdS)z :type path: str N)shutilrmtreerrurvrw)rrr r r remove_trees  rcCstddddddddd d d d d ddddddddg}tddddddddddd d!d"d#d$g}tj|d%}||krtd&S||krd'St|}d(|d)kSQRXd*S)+z* :type path: str :rtype: bool z.cfgz.confz.crtz.csz.cssz.htmlz.iniz.j2z.jsz.jsonz.mdz.pemz.ps1z.psm1z.pyz.rstz.shz.txtz.xmlz.yamlz.ymlz.binz.eotz.gzz.icoz.isoz.jpgz.otfz.p12z.pngz.pycz.rpmz.ttfz.woffz.woff2z.ziprFTiN)r9rrsplitextrread)rZ assume_textZ assume_binaryextZpath_fdr r ris_binary_filesZ rcCsFtjtjtjtjdgd}ddd|ddD}tj||S)z0Generate a random password. :rtype: str -rjr!cSsg|]}t|qSr )randomchoice)r$charr r rr&sz%generate_password..Nr)string ascii_lettersdigitsr0r= sensitiver:)charspasswordr r rgenerate_passwords rc@seZdZdZdZdZdZdZdZdZ dZ d eee d Z d d Z d dZ ddZdddZddZddZdddZd ejdfddZd S)DisplayzManages color console output.zzzzzzzN)rrrcc Csd|_tj|_g|_t|_d|_d|_ d|_ d|_ d|_ t|_ tdrtdtdttddddddd\|_ |_ dS)NrFTZHHHHrc)rarKrhisattycolorwarningsr9warnings_unique info_stderrrowscolumnsrbredactrrrfcntlZioctlrr)selfr r r__init__s  zDisplay.__init__cCs|jd||jtjddS)z$ :type message: str z WARNING: %s)rfdN) print_messagepurplerKri)rrDr r rZ __warning-szDisplay.__warningcCs<|js dS|dt|jx|jD]}||q&WdS)z.Review all warnings which previously occurred.Nz!Reviewing previous %d warning(s):)r_Display__warningrM)rr-r r rreview_warnings3s  zDisplay.review_warningsFrcCsF||jkrdS|r,||jkr dS|j||||j|dS)z\ :type message: str :type unique: bool :type verbosity: int N)rarr:rrappend)rrDuniquerar r rr-=s    zDisplay.warningcCs|jd||jtjddS)z$ :type message: str z NOTICE: %s)rrN)rrrKri)rrDr r rr|OszDisplay.noticecCs|jd||jtjddS)z$ :type message: str z ERROR: %s)rrN)rredrKri)rrDr r rerrorUsz Display.errorcCs>|j|kr:|j||j}|j|||jr.tjntj|ddS)z^ :type message: str :type verbosity: int :type truncate: bool )rrrbN) raverbosity_colorsr5yellowrrrKrirh)rrDrarbrr r rrm[s z Display.infocCs|jr6|jr6x(|jD]}|sq||dt|}qW|rnt||jkrTdkrnnn|d|jdd}|r|jr||j|}d|||jf}tjddkrt |}t ||d| dS) zx :type message: str :type color: str | None :type fd: file :type truncate: bool *Nz ...z%s%s%srrc)file) rrreplacerMrbrclearrKrLrprintflush)rrDrrrbitemr r rres    zDisplay.print_message)Fr)rF)__name__ __module__ __qualname____doc__rrZgreenrZbluerZcyanrrrrr-r|rrmrKrhrr r r rr s(  rc@seZdZdZdS)r<zGeneral application error.N)rrrrr r r rr<sr<c@seZdZdZdS)ApplicationWarningzAGeneral application warning which interrupts normal program flow.N)rrrrr r r rrsrcs"eZdZdZdfdd ZZS)r}z1Error resulting from failed subprocess execution.rNcsdddd|D|f}|r>|d7}|d|tjf7}|r`|d7}|d|tjf7}|}tt||||_||_||_ ||_ ||_ ||_ dS) z :type cmd: list[str] :type status: int :type stdout: str | None :type stderr: str | None :type runtime: float | None z&Command "%s" returned exit status %s. r^css|]}t|VqdS)N)r_)r$r`r r rrHsz+SubprocessError.__init__..z>>> Standard Error z%s%s z>>> Standard Output N) r0striprrsuperr}rr~rDrrhrir)rr~rrhrirrD) __class__r rrszSubprocessError.__init__)rNNN)rrrrr __classcell__r r )rrr}sr}cs eZdZdZfddZZS)rz-Error caused by missing environment variable.cstt|d|||_dS)z! :type name: str z Missing environment variable: %sN)rrrr)rr)rr rrsz#MissingEnvironmentVariable.__init__)rrrrrrr r )rrrsrcCsbg}g}x:|D].}t||}|r6||q||qW|r^td|d|f|S)zS :type pattern: str :type value: str :return: list[dict[str, str]] z%Pattern "%s" did not match values: %s )r(r"searchr groupdict Exceptionr0)patternvaluematched unmatchedr%rAr r rparse_to_list_of_dicts rc Cs<ttjtj}t||d|dSQRXdS)z :rtype: int )r!rrN)socketAF_INET SOCK_STREAM contextlibclosingbind getsockname)Z socket_fdr r rget_available_ports  rcCsZt}|g}xH|rT|}x6|D]*}||kr$t|sD||||q$WqW|S)zHReturns the set of types that are concrete subclasses of the given type.)r9pop__subclasses__inspect isabstractr:r)Z class_typeZ subclassesqueueparentchildr r rget_subclassess  rcCs>|tjjs|tjj7}|tjjs4|tjj7}||S)zAReturns true if candidate_path is path or a subdirectory of path.)endswithrrsepr)Zcandidate_pathrr r r is_subdirs   rcCsRt}xB|D]:}x4tj|}|r.|tjjkr0P||tjjqWq Wt|S)zEReturns a list of directories extracted from the given list of paths.)r9rrr/rr:rn)pathsZ dir_namesrr r r paths_to_dirss  rcCstdd|dDS)z-Return a version tuple from a version string.css|]}t|VqdS)N)rF)r$rGr r rrHsz!str_to_version..rI)rJr7)rNr r rstr_to_versionsrcCsddd|DS)z-Return a version string from a version tuple.rIcss|]}t|VqdS)N)str)r$rGr r rrH sz!version_to_str..)r0)rNr r rversion_to_str src Cs|dkrtjt}tj||}tddd}d||tjjdf}xVt j |g|dD]B\}}}tj||t |dddtjjd}t ||q\WdS)z Import plugins from the given directory relative to the given root. If the root is not provided, the 'lib' directory for the test runner will be used. NrIrrz%s.%s.)prefixz.py) rrr/__file__r0rrsplitrrpkgutil iter_modulesrMrT) directoryrootrpackagerZ_module_loaderrZ_ispkg module_pathr r rimport_pluginss .rcCs4tddt|D}x|D]}||||<qWdS)z Load plugins of the specified type and track them in the specified database. Only plugins which have already been imported will be loaded. css$|]}|jddd|fVqdS)rIrN)rr)r$Zscr r rrH%szload_plugins..N)rXr)Z base_typeZdatabaseZpluginsZpluginr r r load_plugins s rc Cs|tjkrdStjdkrRddl}|j||}|j|}|j||tj|<n8ddl }t t |}| |||dd|j fWdQRXdS)z3Load a Python module using the given name and path.N)rrjrz.pyr)rKmodulesrLZimportlib.utilutilspec_from_file_locationmodule_from_specloader exec_moduleimpopenrrT PY_SOURCE)rr importlibspecmodulerZ module_filer r rrT+s     rTccst}|Vt|dS)zHCreates a temporary directory that is deleted outside the context scope.N)tempfilemkdtemprr)Z temp_pathr r rtempdirEsr rccs tj||d}|V|dS)z3Opens a zip file and closes the file automatically.)modeN)zipfileZipFileclose)rr Zzib_objr r r open_zipfileMsr)FF)NNT)NT) FNNNFNNrr])N)r)yr __future__rrrtype __metaclass__rrvrrrrrr"rrstatrrprKr rrr structrrtermiosrabcr ImportErrorr configparserr r shlexr r_Zpipesr!rtencodingrrriorrTypeVarrrSZ PYTHON_PATHSZMAXFDZCOVERAGE_CONFIG_NAMErr/r;rZANSIBLE_TEST_ROOTZ ANSIBLE_ROOTargvZANSIBLE_BIN_PATHr0rUZANSIBLE_SOURCE_ROOTr'rZZANSIBLE_TEST_CONFIG_ROOTS_IRUSRS_IRGRPS_IROTHZ MODE_READZ MODE_FILES_IXUSRS_IXGRPS_IXOTHZMODE_FILE_EXECUTES_IWUSRS_IWGRPS_IWOTHZMODE_FILE_WRITEZMODE_DIRECTORYZMODE_DIRECTORY_WRITEZREMOTE_ONLY_PYTHON_VERSIONSZSUPPORTED_PYTHON_VERSIONSr r+rErOrRrVr\rrkrrrrrrrr<rr}rrrrrrrrrrrTcontextmanagerr rr=r r r rs          4   _' <v