o g@s"ddlZddlZddlmZmZmZmZmZmZm Z m Z ddl m Z ddl mZddlmZddlmZmZer>ddlmZzddlZWn eyOdZYnwdadd Zd eefd d Zdd dZdede eeeeee edfeeeeefffddZddZddeefddZdS)N) TYPE_CHECKINGAny DefaultDictDictIterableListTupleUnion) reporters)_patch_sys_path)Message) CheckerStatsFileItem)CountercCs2|j|j|j|j|j|jf}|j|j||j|j fSN) abspathpathmoduleobjlinecolumnmsg_idsymbolmsg confidence)messagelocationrR/home/ubuntu/cloudmapper/venv/lib/python3.10/site-packages/pylint/lint/parallel.py _get_new_argssrstatscCsi}t}|D]4}|di}|||D]"\}}||vr&|||<qt|tr3|||q|||||<qq||d<|S)Nby_msg) collectionsrpopupdateitems isinstancedict)r mergedr!stat message_statskeyitemrrr _merge_stats&s    r-cCs*|atttt|pddS)Nr)_worker_linter set_reporterr CollectingReporteropenr )linter argumentsrrr_worker_initialize9sr4 file_itemreturn.c Cststdtt|tt}tD]}z|}Wn t y)Yqw||j  |qddtj j D}tj tttj|jtjj|tjtj|fS)Nz!Worker linter not yet initialisedcSsg|]}t|qSr)r).0mrrr Tsz-_worker_check_single_file..)r. Exceptionr1check_single_file_itemr" defaultdictlist get_checkers get_map_dataAttributeErrornameappendreportermessagesresetidmultiprocessingcurrent_process current_namefilepath file_state base_namer msg_status)r5mapreduce_datacheckerdatamsgsrrr_worker_check_single_fileFs.       rRc Csttt}|D]}|D]}|D] \}}|||qq q |}|D]}|j|vr7||||jq'dS)zIMerges map/reduce data across workers, invoking relevant APIs on checkersN) r"r<r=valuesr%extendr>rAreduce_map_data) r2all_mapreduce_datacollated_map_reduce_data linter_datarun_data checker_namerPoriginal_checkersrOrrr_merge_mapreduce_databs   r\filesc Cs,|j}d|_tjt|d}tj|||gd}|||zNg}t t }| t |D]6\} } } } } }}}| |j _|| | | D] }t|}|j|qC|||| ||j|O_q-W||n ||wt||t|jg||_|D] }||ur|j|_qdS)a#Use the given linter to lint the files with given amount of workers (jobs) This splits the work filestream-by-filestream. If you need to do work across multiple files, as in the similarity-checker, then inherit from MapReduceMixin and implement the map/reduce mixin functionalityN)r3) initializerinitargs)rC functoolspartialr4rGPoolr/r1r"r<r=imap_unorderedrRrKrLset_current_moduler handle_messagerBrMclosejoinr\r-r r>)r2jobsr]r3original_reporterr^pool all_statsrV worker_idxr file_pathrLrDr rMrNrrOrrrcheck_parallelwsR         rnr) r"r`typingrrrrrrrr pylintr pylint.lint.utilsr pylint.messager pylint.typingr rrrG ImportErrorr.rr-r4intstrrRr\rnrrrrs2(        *