B '(b 4@sdZddlZddlZddlmZmZmZmZmZm Z ddl m Z ddl m Z ddlmZddlmZddlmZdd lmZmZmZmZdd lmZmZmZmZmZdd lm Z dd l!m"Z"dd l#m$Z$ddl%m&Z&ddl'm(Z(ddl)Z)dZ*GdddeZ+ee,ee,dddZ-dS)aTest cases for fine-grained incremental checking. Each test cases runs a batch build followed by one or more fine-grained incremental steps. We verify that each step produces the expected output. See the comment at the top of test-data/unit/fine-grained.test for more information. N.B.: Unlike most of the other test suites, testfinegrained does not rely on an alt_lib_path for finding source files. This means that they can test interactions with the lib_path that is built implicitly based on specified sources. N)ListDictAnyTupleUnioncast)build) BuildSource) CompileError)Options) test_temp_dir)DataDrivenTestCase DataSuite UpdateFile DeleteFile)assert_string_arrays_equal parse_optionsassert_module_equivalenceassert_target_equivalenceperform_file_operations)check_consistency)DEFAULT_STATUS_FILE)Server)parse_config_file)create_source_listFc @sDeZdZdddddddgZdZeed d d Zed d d dZe eee dddZ e e ee e dddZe e ee e dddZe e e e e dddZe edddZe eeefe e e ee eeee e e e e fd dd Ze ee e ed!d"d#Zee e e e e d$d%d&Ze ee ee e fd'd(d)Zd S)*FineGrainedSuitezfine-grained.testzfine-grained-cycles.testzfine-grained-blockers.testzfine-grained-modules.testz fine-grained-follow-imports.testzfine-grained-suggest.testzfine-grained-attr.testF)testcasereturncCs@|jr.|jdkrdS|jr<|jddkrsz-FineGrainedSuite.run_case..zInvalid output (z, line )zInvalid active triggers ()#r#pytestskipjoininputospathr openwrite get_optionsrrget_build_steps parse_sourcesr run_checkextendnormalize_messagestmpdirAssertionError maybe_suggestnamefine_grained_managerCHECK_CONSISTENCYrZ find_steps perform_stepappendrrfiler/ triggeredformat_triggered)r rmain_srcZ main_pathfoptions build_optionsservernum_regular_incremental_stepsstepsourcesmessagesaZstepsZ all_triggered operationsrrIr!r!r"run_caseLsb           zFineGrainedSuite.run_case)sourcerr)rcCst||dd}d|_d|_d|_d|_| |_|jo8| |_|j|_d|_ t d|dkr`d|_ x4|j D]*\}}d|ksd|krht|d d |PqhW|S) Nr*)incremental_stepTFzflags:.*--follow-importserrorzmypy.inizpyproject.tomlcSsdS)Nr!r!r!r!r"z.FineGrainedSuite.get_options..)r incrementalZuse_builtins_fixturesshow_tracebackZ error_summaryZfine_grained_incrementalrZuse_fine_grained_cacheZcache_fine_grainedZlocal_partial_typesresearchZfollow_importsfilesr)r rWrr)rMrC_r!r!r"r:s zFineGrainedSuite.get_options)rOrRrcCs.|j|ddd}tt|dp"|d}|S)NF)is_ttyZterminal_widthouterr)checkrstr splitlines)r rOrRresponserdr!r!r"r=szFineGrainedSuite.run_check)rMrRrc Cs>ytj||d}Wn$tk r6}z|jSd}~XYnX|jS)N)rRrM)rr rSerrors)r rMrRresulter!r!r"rs  zFineGrainedSuite.build)rIrcCsTg}xJt|D]>\}}dd|D}t|}|d|dd|fqW|S)NcSsg|]}|ds|qS)z__>)endswith)r.Ztriggerr!r!r"r0sz5FineGrainedSuite.format_triggered..z%d: %sz, ) enumeratesortedrGr4strip)r rIrknZtriggersfilteredr!r!r"rJs $z!FineGrainedSuite.format_triggered) program_textrcCs6|js dStjd|tjd}|dk r2t|dSdS)zHGet the number of regular incremental steps to run, from the test sourcerz# num_build_steps: ([0-9]+)$)flagsNr*)rr^r_ MULTILINEintgroup)r rtmr!r!r"r;s z FineGrainedSuite.get_build_steps) rUrOrMrNrrKrQrPrc CsLt|||||} ||kr,||| } n ||| } g} g} g} g}|jrtr\t|j||jj|jj } dd|jj D} |jj } |j |d}|dk rtdt|d|| |j |d}|dk rtdt|d|| |j |}|rtdt||| t| } | }|js*t||||||jj||fS)zPerform one fine-grained incremental build step (after some file updates/deletions). Return (mypy output, triggered targets). cSsg|] \}}|qSr!r!)r.modrHr!r!r"r0sz1FineGrainedSuite.perform_step..r*NstaleZ recheckedtargets)rr<rr=rDrErrGrIZupdated_modulesZchanged_modulesZprocessed_targetsZexpected_stale_modulesgetrrgZexpected_rechecked_modulesZexpected_fine_grained_targetsrr?r@rAr>rBrC)r rUrOrMrNrrKrQrPrRZ new_messagesupdatedchangedr|rIZexpected_staleZexpected_recheckedexpectedrTr!r!r"rFsH      zFineGrainedSuite.perform_step)rtrXrMrc Cstjd|tjd}d|d}tj||tjd}|dk r<|}|rfdd|dD}t||Sttj t d d d}|gtt g|d d SdS) a!Return target BuildSources for a test case. Normally, the unit tests will check all files included in the test case. This differs from how testcheck works by default, as dmypy doesn't currently support following imports. You can override this behavior and instruct the tests to check multiple modules by using a comment like this in the test case input: # cmd: main a.py You can also use `# cmdN:` to have a different cmd for incremental step N (2, 3, ...). z# cmd: mypy ([a-zA-Z0-9_./ ]+)$)ruz# cmdz: mypy ([a-zA-Z0-9_./ ]+)$NcSsg|]}tjt|qSr!)r6r7r4r )r.r7r!r!r"r0!sz2FineGrainedSuite.parse_sources..r*r%__main__T)Zallow_empty_dir) r^r_rvrxrqsplitrr r6r7r4r ) r rtrXrMryregexZalt_mpathsbaser!r!r"r<s   zFineGrainedSuite.parse_sources)rQrOsrctmp_dirrcCsHg}|||}x,|D]"\}}d|k} d|k} d|k} d|k} d|k} td|}|rht|dnd}td|}|r|dnd}td |}|rt|dnd}tttt f|j | | | | | ||| |d }d |kr|d n|d |d }| r(| dd}| t j|t jjd}|| dqWt|S)Nz--jsonz --callsitesz--no-anyz --no-errorsz --try-textz--flex-any=([0-9.]+)r*z--use-fixme=(\w+)z--max-guesses=([0-9]+))jsonno_any no_errorstry_textflex_any use_fixme callsites max_guessesrYrdrez\\r+r$) get_suggestr^matchfloatrxrwrrrgrZ cmd_suggestrqr-r6r7realpathsepr>rr?)r rQrOrrrr|rutargetrrrrrryrrrresvalr!r!r"rB*s2         zFineGrainedSuite.maybe_suggest)rtrXrcCs6|dkr dnt|}d|d}tj||tjd}|S)Nr*z1?z # suggestz3: (--[a-zA-Z0-9_\-./=?^ ]+ )*([a-zA-Z0-9_.:/?^ ]+)$)ru)rgr^findallrv)r rtrXZstep_bitrryr!r!r"rFs zFineGrainedSuite.get_suggest)__name__ __module__ __qualname__r`rr boolr#rVrgr r:rrr r=rrJrwr;rrrrrFr<rBrr!r!r!r"r,s@B  $4%r)rSrcCsdd|DS)NcSs&g|]}tdttjd|qS)z^tmpr)r^subescaper6r)r.messager!r!r"r0Osz&normalize_messages..r!)rSr!r!r"r?Nsr?).__doc__r6r^typingrrrrrrZmypyrZmypy.modulefinderr Z mypy.errorsr Z mypy.optionsr Zmypy.test.configr Zmypy.test.datar rrrZmypy.test.helpersrrrrrZmypy.server.mergecheckrZmypy.dmypy_utilrZmypy.dmypy_serverrZmypy.config_parserrZmypy.find_sourcesrr2rErrgr?r!r!r!r" s*           $