U [GfV@s<ddlmZddlTddlZddlZddlZddlZddlZddlm Z ddl Z ddl m Z ddl Z ddlmZmZmZmZmZmZmZddlmZddlmZdd lmZmZdd lmZdd lmZdd l m!Z!dd l"m#Z#ddl$m%Z%eee&j'ee&j(ee&j)fZ*ej+GdddZ,ddZ-Gddde#Z.dS)) cmf_context)*N)Path)TemporaryDirectory)DictOptionalListCallableUnionTypeIterator) BeautifulSoup)cached_property) commit_all_dsinit_ds) BaseModel)CmfPluginImportMixin)JiraApi)JiraBaseImport) JQLNormalizerc@s:eZdZUdZeed<eed<eed<ddZddZd S) EpicDatauD Данные используемые при создании epic namekey project_keycCs t|jSN)hashrselfr./modules/jira/api_import.py__hash__"szEpicData.__hash__cCs |j|jkSr)r)rotherrrr__eq__%szEpicData.__eq__N)__name__ __module__ __qualname____doc__str__annotations__r r"rrrrrs rcsfdd}|S)Ncsfdd}|S)NcszD|jd|jr$WdS|f||}|jj|WStk r|jj|jd7_|jdYdSXdS)Nz================== ru Ошибка ) cmf_importlog is_canceldpcommit Exceptionrollback has_errors log_error)objargskwargsres)funcrrrwrapper+s   z3catch_exception..decorator..wrapperr)r7r8r)r7r decorator*sz"catch_exception..decoratorr)rr:rr9rcatch_exception)s r;csVeZdZUdZeed<eeefed<e ddfdd Z e eeefdd d Z d d Z d dZeeeeeedddZddZeeeefdddZeddZeddZddZedddZeeddd Zeedd!d"Zeeed#d$d%Zdd(d)Zed*d+d,Zed-d.d/Z ed0eed1d2d3Z!d4d5Z"ed6dee#d7d8d9Z$dd:d;Z%ed<d=d>Z&ed?d@dAZ'edBdCdDZ(e)j*ddEdFZ+dGdHZ,dIdJZ-dKdLZ.edMdNdOZ/edPdQdRZ0eedSdTdUZ1dVdWZ2dXdYZ3edZd[d\Z4edZd]d^Z5ed_d`daZ6edbdcddZ7dedfZ8dgdhZ9e:didjdkZ;e:didldmZedtedodudvZ?edwdxdyZ@dzd{ZAed|dd}d~ZBedddZCedddZDededddZEedddZFedddZGedddZHedddZIedddZJedddZKddZLededddZMedddZNddZOddZPddZQddZRddZSddZTddZUddZVddZWddZXdddZYddZZedoddZ[edoddZ\edodd„Z]edoddĄZ^edoddƄZ_ddȄZ`ddʄZaed˃ee:ed̜dd΄ZbddЄZcdeedќddӄZddeeeedԜddքZedd؄ZfddڄZgdd܄ZhddބZiddZjddZkddZlddZmddZnddZoddZpedddZqddZredddZsedddZtedddZuddZvZwS( JiraAPIImportu;Класс загрузки объектов через APIr1_JiraAPIImport__jira_fieldsN)jirareturncstj||||_d|_|jjjr*d|_tjjdd|_ | |_ i|_ i|_ i|_g|_g|_g|_d|_td}|jjj|_||jjj|d|_dS)Nr accountIdsoftdevcoderzatlassian.rest_client)super__init__r>user_keyconncloudmodels CmfActivitygetdefault_activity_get_jira_global_settingsjira_global_settingsZepicsissue_relationssubtasksboardsfiltersselected_projectsr1loggingZ getLoggerr*loggerZhandlersZsetLevellevel_prepare_multiprocessingr=)rr>r4r5rU __class__rrrECs&    zJiraAPIImport.__init__)r?c Cs||jr |jS|jd}|rFt|}t||_W5QRXn0|j |_t|d}t |j|W5QRX|jS)N fields.jsonw+) r=r*get_download_pathjoinpathexistsopenjsonloadr>Z get_fieldsdump)r file_pathfrrr jira_fieldsZs   zJiraAPIImport.jira_fieldsc Cslddl}||_|jd}|jdt}t|d}t |j|W5QRX| ||dS)NrrZz fields.json.r[) shutilr=r*r\r]osgetpidr_r`rbmove)rfieldsrfrc file_path_tmprdrrrupdate_jira_fieldsis z JiraAPIImport.update_jira_fieldscCs(|jD]}|d|kr |Sq dS)Nr)revalues)rrfieldrrr_get_field_by_namers z JiraAPIImport._get_field_by_name)model field_namer?cCs&|sdS|j|gd}|r"|dSdS)N)Z fields_namer)import_shop_fields)rprqr6rrr_get_field_namewszJiraAPIImport._get_field_namecCsddl}ddl}ddl}ddl}||_||_tj|_tj|_| d|_ |j j d|j ddddtj r~ttj |j |_ |j j dtj dd|j}|j j dt|d d ddtt|d |j |_ |j std dS) Nrr)z cpu_count=u%, надо не менее 2 ядерT) anonymouszconfig.IMPORT_PROCESS=zavailable_memory=i@u-Гб, по 2 Гигабайта на ядроluРесурсов системы недостаточно для импорта, обратитесь в техподдержку для дополнительной информации.) threadingqueuemultiprocessingpsutilconfigZIMPORT_THREADSZthreading_max_forksZIMPORT_DOWNLOAD_THREADSdownload_threading_max_forks cpu_count max_processesr*r+ZIMPORT_PROCESSminZvirtual_memoryZ availableintr/)rrurvrwrxZavailable_memoryrrrrWs   z&JiraAPIImport._prepare_multiprocessingc Cspg}ddddddddd d }d d d d}|jD]8\}}d|||d}|||d||dq2|S)uO Сопоставление настроек для модели models.CmfTaskrtextprioritystatusZ alarm_dateZdeadlinecmf_modified_atcmf_created_atstatus_closed_at) Zsummary descriptionrrZcustomfield_10015Zduedateupdatedcreatedresolutiondatez.namez .watchCountz.votes)rZwatchesZvoteszfields.N) model_field json_path ext_field)reitemsrKappend)rZissue_settingsZdefault_local_attrs_mappingZadditional_json_pathZcustom_field_keyZ custom_fieldrrrr_get_issue_import_settingss.  z(JiraAPIImport._get_issue_import_settingscCs dddddddddg}|S)Nr displayNamerremail emailAddress does_not_workactiver)Z user_settingsrrr_get_user_import_settingss z'JiraAPIImport._get_user_import_settingscCs dddddddddg}|S)Nrrr cmf_authorauthorr renderedBodyr)Zcomment_settingsrrr_get_comment_import_settingss z*JiraAPIImport._get_comment_import_settingscCsXdddddddd}||kr$||S|d }t|d kr>d S|j|d id d S) NИмяZEmailuАктивныйuСозданоu Автор ТекстuКлюч)rrrrrbodyr.r)rr)splitlenrerK)rZjsonpathmappingrrr _get_setting_title_from_jsonpaths   z.JiraAPIImport._get_setting_title_from_jsonpathTcCs|sdS|dD](}t|ts&dS||}|sdSq|rvt|trvdddg}|D]}||krX||SqXdS|rt|trg}|D]f}d|kr||ddqd|kr||ddqd|kr||dq|r|t|qd|S|S) Nrrrrr inwardIssue outwardIssue,)r isinstancedictrKlistrr'join)r3rto_strrqZ str_fieldsZ str_fieldresultZ related_objrrr _get_file_vals6    zJiraAPIImport._get_file_valcsVgttttftgttfttdfdd }jdgj d}d}| r D]$} |dD]}qqz|rhqqh dD]}qq|sd d jjd d D}|r|d }dd jd Dd }|std||jtj|std||jtjddddddg}||jtjdgdS)u- Инициализация настроек )objs settings_funcrpr?csz|D]p}|}|D]H}||d|d<||d|d<|d|d<|j|d<q|j|d|SdS)NrZfile_valrtitleicon)rrj)rrsrrr verbose_name)rrrpr3Z obj_settingssettingrrrr _get_settingss z:JiraAPIImport.tmplt_import_settings.._get_settingszplugin.plugin.*projectsNiduserscSsg|]}|qSrr.0r3rrr sz7JiraAPIImport.tmplt_import_settings..r)limitrcSsg|]}|qSrrrrrrrsuSНе найдено ни одной задачи, импорт невозможенuaНе найдено ни одного пользователя, импорт невозможенz2022-05-22T15:22:22.593+0300ru!Электронная почта)rrr)rrrselectedObjects)rvalue)r rr rr TypeModelr* load_fieldsr\r]r^ _get_projectsget_project_tasks _simple_getr> get_issues get_usersr/rrICmfTaskr CmfPersonr CmfCommentr)rrZdump_dirtaskprojectusertasksZcomment_examplerrrtmplt_import_settingssJ  z#JiraAPIImport.tmplt_import_settingscCs||jjd}ddgggdg}|jjddD]}t|tjjdD]f\}}|ds\qJ| ||d }| |dd |}|d d  |dd |d dd  |qJq2|S)Nimport_settingsu Задачиzcalendar-today)rrtitlesrowsrrjrrrqrrcaptionr) Z_normalize_settingsr* json_settingsr>r enumeraterIrrr_normalize_jira_valuer)rsettingsrissueZnumrrrrrpreview3szJiraAPIImport.preview)rr?cCs\i}|D]N}|dsq|j||ddd}||dd||d}|||dd<q|S)uC Преобразование настроек для модели rrF)rrqr)rrrK)rr3rZnormalized_objrrrrr_normalize_objBszJiraAPIImport._normalize_objsprintkanbanc Csdd|jgg}|dr*|dddgn|dd|gtjj|d}|jjjjd|d}tj |jtj |d ||||d |d |d d d|gd\}} | r|d |_ |j dd|S)NZtree_parent_id== completeDatesys_typearchivefilter::rr startDateendDate)rparent tree_parent list_typeplan_start_date plan_end_dateext_idrZ filter_objTZ save_import) rrKrrI CmfFolderr*plugin source_hashrprocess_any_table_fieldsCmfListrsave) rrrZparent_sys_typer_filterrrZlist_objnewrrr _process_listNs*     zJiraAPIImport._process_listu8Обработка наблюдателей задачиcCs||D]j}|jjjr(||d}n||d}|sHtd|||jks ||jks ||jkrhq |j |q t dS)u;Добавляем наблюдателей в задачуr@ruI_process_watchers: Не найден наблюдатель задачи N) _get_issue_watchersr>rGrH _get_personCmfError responsibler cmf_owner spectatorsrcommit_with_event)r issue_objrwatcherpersonrrr_process_watchersgs zJiraAPIImport._process_watchersu#Обработка вложенийc Csddlm}ddl}t|dd}d}|r||}|D]}zz| drlWWqJ|ddD]} | d |krxqqxt j |} t j j| |d d d d gd} | st j |j|d| d} | jrl| r|| d|j| _| d| _||d} | jdd| | | jdd| rX| j| dksXtd| jd| dd| jW5QRXWnxtk r|jjd|dd|d| j|d7}Yn8|jjd|d|d|jj|d7}YnXW5|jddXqJW5QRX||D]} zzt j | d} t j j| |d } | sTt j |j|d| d} | jr| jdd| t | d!| j!t j"jj#$}|%| j&}|'| jWn8|jjd|d|d|jj|d7}YnXW5|jddXq|S)"Nr)RDisk issue_pathz /attachments/all_attachments.zip attachment processed/rjfilenameimport_originalurlZurl_preview_imgZ url_previewrrrjT)r*rrrrrrsizeuТекущий размер z != u из метыu7Обранужена проблема вложения uI, размер файла не совпадает с метой из JIRAzERR-0034r3r):Не удалось обработать вложение zERR-0035 file_namerrrc)(Z rdisk.rdiskrzipfilerr^ZipFileZnamelistr*inc_statendswithrI CmfDocument _get_filename CmfAttachmentrKrrrFrrr_rZupload_stream_filest_sizeAssertionErrorr-r.r2r0_get_issue_attachmentsZ upload_dirrfcopyZfull_path_fileZCmfRFileZ data_driverZget_rdZ get_rfileZ _file_name make_preview)rr jira_issuerrZall_attach_zip_patherrorsZmyzipZzip_attach_name attach_infoZ attach_namerZattach_fattachment_infoZrdiskZrfilerrr_process_attachmentsws             ,      z"JiraAPIImport._process_attachmentsuBОбработка упоминаний пользователей)rr?c Cstddlm}m}|sdSt|d}|jddidD]6}z|jdrX||jd}n||jd r||jd }|jd |jd <|jd |jd <n>||jd }||j} | | dd } || |j }|jd |jd<|j |jd <d|jd<|j j|jd <|jj|jd <Wq2tk rh} z0|jd7_|jjd|d| d|dW5d} ~ XYq2Xq2t|S)u] Упоминания пользователей confluence-userlink r)urlparseparse_qsN html.parserclass user-hoverattrsdata-account-id data-usernamezdata-linked-resource-idzdata-linked-resource-id_origzdata-username_orighrefr href_origT cmf_convertedr)u)Ошибка обработки тега : zERR-0036r )Z urllib.parser r!r find_allr&rKrquery_get_user_info_from_dumplowerrFr)rrloginr/r1r*r2r') rrrr r!doc_souptagrZ parsed_urlr. user_infoerrr_process_mentionss8      zJiraAPIImport._process_mentionscCstjj}||jjd|}|dk r2t|S|dD]T}||j |krX|S|dd |krt|S|dd |kr<|Sqz.JiraAPIImport._process_links..r+uУже обработали r)#uЭто якорь u&Обрабатываем ссылку rAr?r(/attachment(?:/content)?/(\d+)(?:/)?(.*)r)rjrcs|dkSNrrKitemZ attach_idrrrE rFrr)rrjrZsrc_origTZvideoZcontrolsz100%widthZheightr*uЗаменили на z/people/r)r r-r&rKr*rUinforC startswithurllibparseunquoterresearchnextrrIrrrsgetr mimetypes guess_typerrr)r')rrrrrZ text_soupr3rr  url_match attachmentsattachZ attach_obj mime_type account_idrrrOr_process_linkssd                    zJiraAPIImport._process_linkscCs|jjd||jjjrB|ddkrB|jjd|d|||jt j j d}d|jj j j d||jd}|dd}t|d kr|d nd |d <t|d kr|d n|d |d <ddg}t j jdd|dg|d}|s~t j jddd|dg|d}|s~t j jdd|dg|d} t| d krr|jjd|ddt| ddd|jd 7_g} | sdd|dg} t j j| |d} | st|d krd d|d g} nHt|d krdd d|d gd d|d ggd d|d gd d|d ggg} t j j| |d} t| d krT|jd 7_|jjd|ddt| ddd| rd| d }n|jd|dtjd } |s"|rd!} d } |d} t j jdd| g|dr|jd"| d#tj|dd$\}}|d%| d$|} | d 7} qt j || |jd!d&}nd| fS|r|jrL|D]}t||||q4|jrr||jkrx|j||_n||_t j}t j}|j !||j !|d!|_"|d'd(D]}|jjjrd|d)d}nd|dd}d|jj j j |}t jjddd|dgdgd}|sBt jjdd|dgdgd}|sbt j||jd!|d|d*}|jrt|d|_#|js||_n||jkr|j||_|j$d!d+|j !|q|j%r|j$d!d+|| fS),Nu0Импортируем пользователя Z accountTypeZ atlassianuНеизвестный тип rjrr r)rrZ first_name last_namer rg_member_ofr1ILIKErrrjrLIKE%u+Пользователей с почтой z > zERR-0037robj_typerORu+Пользователей с именем uMНе нашли пользователя среди существующих FTuQОбнаружена учетная запись с дублирующим email u, добавляем цифру@+)rr1r*rgroupsrgroupId)rr*rrimport_raw_jsonr)&r*rUrQr>rGrHwarningrrrIrrrrrFrrrKrr2r1r+rTINFOr0WARNINGrsetattrrCmfPersonGroup jira_group user_grouprdrZ user_localrr is_changed)rrcreateupdateZ user_dictrrrjrZpersonsr is_creatednr1Z prefix_emaildomainrrvrwZ group_infogrouprrr_process_person+s               zJiraAPIImport._process_personuОбработка группc Cs6|dD]$}z|jr$WdSd|jjjj|d}tjjddd|dgdgd}|s~tjjdd |dgdgd}|stj|d||jd |d }|jr|d|_ |j s||_ n||j kr|j ||_ |j d d |j |jjd 7_Wq |jd 7_|jjd|dddYq Xq dS)NrnrrrrgrhrrfreT)rrr*rrprr)u4Не удалось загрузить группу ERR-0038ruri)rr*r,rrrIrurKrrrrr-r.imported_object_countr1r2)rZ group_datarr~rrr_process_groupss>      zJiraAPIImport._process_groupsu-Обработка пользователейc Cs|jjjdds(|jjdtjddSt}|dD]}z^|j rPWdS| |\}}|jj d7_ |j r|j s|j ds|r||j jWq8|jd7_|jjd|d d d Yq8Xq8|r|jjjd drttjjt|gd dS)N load_usersTuAНе грузим пользователей из-за опцийrVrr)z .evateam.ruu@Не удалось загрузить пользователя rrriZ send_invites)r4)r*rrrKr+rTrssetrr,rrrrraddr1r2Zschedule_deferred_jobrIrZregister_personsr)rZnew_user_emailsrrr{rrr_process_userss, zJiraAPIImport._process_usersu#Обработка статусовcCs|dD]}|jrdS|jjjr2|d}n |dd}|jjjjd|d}tj j |d}|sdd|dgd ddgg}tj j |d }|stj |d|jd }||_ t ||_|d|_|jd d |jj|jjd7_q dS)uc Грузим статусы из Jira и сопостовляем с нашими statusesNstatusCategoryrrrrrrr)rr*Trr))rr*r,r>rGrHrrrI CmfStatusCoderKrrget_status_type status_typerrr-r.r)rrrrZcmf_status_coderrrr_process_statusess*         zJiraAPIImport._process_statusescCs2i}i}d}d}||dD]n}g}|j|ddD]2}|dr6|d|dddkr6||dq6||t|g} | |qtjjdd} t | d d D]z\} \} } |j j j j d |dd d | }tjjdd|gd}|s0tj|| |j d}d|dd| d|_|jdd|j|ddD] }|d| kr@|||q@tjjdd|gdddggdgdD]@}tjjdd|jgdd|gdddggdsq|jddq| D]\}|s|ddkr|}|s|ddkr|}d |j j j j d |dd }|||<qq|j j j j d |d}d |d}tjj|d!}|stjjd"d}tj|||j d}||_||_||_|jddtjj|d#D]}|q| D]b\}}|j rq.tjjdd$d%|d%gd}||d&||j d'}tjf|}|jddq|S)(u) У простого проекта воркфлоу привязан к issue type 1 к 1 Поэтому надо получит все типы привязанные к проекту, на каждый тип создать WF и замапить через схему Nr project_idZusagesr issueTypesdefault.system:defaultrBr))start ::SIMPLE::r-r=rrtemplater*u9Simple бизнес-процесс для проекта r ()Trworkflowrrrf!=forcehierarchyLevelrHu(Simple-схема для проекта rsoftdev:default scheme_wfrgrhr logic_typeZtarget_workflowcmf_model_namerr*)_get_issue_types_for_project_get_statuses_for_projectrsort setdefaulttuplerI CmfWorkflowrKrrr*rrrrr_create_status CmfStatusrrdelete CmfSchemeWfdefault_task_workflowdefault_subtask_workflowCmfSchemeWfRuler, CmfLogicType)rZjira_project_infoZissue_type_group_by_statuses issue_mapZdefault_task_wfZdefault_subtask_wf issue_typeZissue_type_status_ids jira_statusZissue_type_list wf_templateindexZ status_ids issue_typesworkflow_ext_idrrissue_type_ext_idZ scheme_ext_idZ scheme_nameschemerrulelogic_type_ext_idr rule_dictrrr#_create_schemewf_for_simple_projects  &       z1JiraAPIImport._create_schemewf_for_simple_projectcCs0|jjjjd|jd|d}|jjjjd|d}tjj|d}t|d}|srtj||d|jd}||_ |j ddtj jd d |gd }|stj jd d |gdd |ggd }|stj jdd |dgd d |ggd }|stj ||j|d}||_ |d|_ |d|_||_||_ |j |j d|S)Nrrrrr)rrr*Trrrrrr status_code)rr*rrZ only_data)r*rrrrIrrKrrrrrrrrris_new)rZjira_status_datar status_ext_idrrrrrrrr>s6"   zJiraAPIImport._create_statusc, Cs&ddlm}ddl}i}d}d}tjjdd}|dd}|D]} || d} |jjjj d|d d | } tjjd d | gd } | stj| ||jd} | d| _ | dd| _ | j dd|s| dr| }| d} |j |d dD]}|d | krqd|dkr q|s"|dr"| }d |jjjj d |d d }| ||<|dD]"}|dd|d<||| qPqtjjdd| gd ddggdgdD]@}tjjdd|jgdd| gd d dggd sʐq|jdd!q|jjd"d#}|jj}|jj}d$}|| j jd%d&}z|j||j||d'||d(d)}t|j d*}t}t}|d+D]}|d|j dd,id-j!"d.||d <|d/D]H}|#|d |d|j dd0id-j!"|d |d1dd2d3qq^|D]}|jjjj d | j$}|d |d }tj%j|| d4} | st*k r}#z$|jj+d<| j d=|#d>| d?W5d}#~#XYq>Xq>|jjjj d |dd }$tj,j|$d;}%|dd@}&|%stj,jdAd}'tj,|&d|$|&dd|&|j|'dB}%||%_-||%_.|%j ddtj/j|%dCD]}(|(q|0D]P\})} tj1jd dDdE|)dEgd }*|*| dF|%|jdG}+tj/f|+}(|(j ddq|%S)HNr) cmf_hashlibrrBjira_workflow_schemeZmappingsrrrrrrrrrrTrdefaultrr issuetypersubtaskrrrrrrrfrrrz&/secure/admin/WebSudoAuthenticate.jspazL/secure/admin/workflows/ViewWorkflowXml.jspa?workflowMode=live&workflowName=rbrmF)ZwebSudoPasswordZwebSudoDestination)authZverifydatalxmlz steps > stepzjira.status.idr%)rjira_status_idzactions > actionzjira.descriptionzresults > unconditional-resultstep)rrrfromtorrrrr*rrINNDEV: Fatal Вероятно, сломали создание статусов!rruНе удалось импортировать переходы между статусами для бизнес-процесса «u»: ERR-0067r rQr)rrrrpr*rrrgrhrr)2Zcmf.utilrrequestsrIrrKZ short_str_encr*rrrrrrrrrrrr>rrstripr1passwordrreplaceZpostrZ HTTPBasicAuthr rselectfindrXstriprrCmfTrans status_fromrr status_tor/r2rrrrrr),r project_inforrrZdefault_wf_for_taskZdefault_wf_for_subtaskrZworkflows_dataZ workflow_dataZworkflow_name_hashrrrrrrrrr1rZ request_urlZ destinationresponseZxml jira_statusesZjira_transitionsZxml_stepZ xml_actionjira_transitionZworkflow_hash_idtransition_ext_id transitionstatus_from_ext_id_liststatus_to_ext_idr5rZ wf_schemeZwf_scheme_inforrrrrrrr_process_wf_schemees                    z JiraAPIImport._process_wf_schemec CsVd}tdd4|jrq>|}|dkr.q>|||7}qW5QRX||dS)NrFZinit_views_and_dsDONE)rr*r,rK_process_issueput)rZ issue_queueZissue_queue_errorsrrrrr_process_issue_threads  z#JiraAPIImport._process_issue_threaduОбработка теговc Cs,ddlm}t}|j|d||ddD]4}|jrBdS|ddr.||dd}q.|D]}| dd d d }||d d d }z\dddd|dgdd|gddd|dgg}t j j|d}|st j |d}|j d dWqht k r$} ztd|d| W5d} ~ XYqhXqhdS)Nr)translitrrrjlabelsrb_rGrruT)Z language_codereversedrkaliasre"z"%rrr9ru*Не удалось создать тег r,)Z transliteraterrr_count_project_tasksr*r,rKunionrrIZCmfTagrr/rTrq) rrrtagsrZtag_nameZ name_aliasrZtag_objr5rrr _process_tagss,    zJiraAPIImport._process_tagsu)Обработка приоритетовc Cs|jjjjd|d}tjj|d}d}ddddd d }|d D]F}|d |d kr\qF|dD]"}|d|krvqd|d||d<qdqqFtjjd|d}|stjddd||jd}||_|j dddS)Nrrr)ZLowestZLowZMediumZHighZHighestuОтложеноМинимальныйuСамый низкийu Низший НизкийuСреднийОбычныйВысокийu ВысшийuНаивысшийКритичныйuКритическийrrrrr)rHrr)priority_schemesrZ projectKeys prioritiesrrruПриоритет)rrZ orig_captionrr*Tr) r*rrrICmfCustFieldConfrKrZCmfCustFieldConfFieldchoicesr) rrZcust_field_conf_ext_idcust_field_confZpriority_namesrZpriority_schemerZcust_field_conf_fieldrrr_process_prioritiess8  z!JiraAPIImport._process_priorities)project_structrc Cstjjdd|dgddgd}|r|jj|dksF|jr|d|jkr|dd|dd|d<|jjd|j d |dn|js|d|_| d |d <| ||d <| ||d <tjjddd|ddg| d}|stj|j|d|dd d}|jrL|D]$}|dkr&qt||||q|drLd|_|j}| |rtjj|dD]}|jd dqn||dD]L}|jjjjd|d}tjj|d} | stjjdddgdd|dggd} | stj|d|jd d} || _|d| _ |d| _| j d dtjj|| d} | sRtj|| |jd} g| _| j d d|dgD]\} | dd kr|jjjr|| d!d"} nFz|| d#} Wn2|jj d$| d%| d#d&|d'd} YnX| r| j!| n|jjd(| n| dd)kr|jjjrDd| d*d+d}nd| dd}d|jjjj|}tj"jddd|dgd} | r| j!| n(|jj d,|d-d.|d'|j#d/7_#nt$d0qp| j d dq|%|&||'||%|j(|d1|)||_*t+|d2d3}t,|}t-.|}W5QRX|r||jjjjd|d}tj/j|d|_0|1||j d d|2||j3rdSt4|5||%|6||jj7d/7_7|%|S)4NrrrrrfrruПроект с именем u8 уже существует! Переименуем в TZtask_allow_multiple_sprintsui_form_schemecust_field_conf_schemergrh)r*rrr isPrivateprivate)r)ZTEXKOM_db_deleterrrr)rr*rrr)r project_role)rr r*actorstypeatlassian-user-role-actorr4r@ruXНе удалось найти и добавить пользователя в роль u проекта:: zERR-0039r uRНе удалось привязать пользователя к проекту zatlassian-group-role-actorZ actorGrouprou<Не найдена группа пользователей u# для проектной ролиzERR-0040r)u&Неизвестный тип ролиr project_dir/issue_security_scheme.json)8rI CmfProjectrKrrrr*rUrqrr_process_screen_scheme_process_field_conf_schemekeysrrtZ perm_policyrrrr_get_project_rolesrrCmfProjectRolerZCmfProjectRoleAssignmembersr>rGrHrr2rrur1r/_calc_progress_process_versions_process_componentsr_process_permissionsZproject_perm_schemerr_r`raCmfSecurityLevelSchemesecurity_level_schemer_process_tasksr,r_process_boards_process_sprintsr)rrr project_objrrr role_inforroleZ role_assignactorrZ sub_group dump_filerdrrrr_process_projectGs "   "                   zJiraAPIImport._process_projectcCsddl}|jdddd|jjjd|jjd|dd |d tjd gd d td dtddd}|jd|j |j |S)Nr/usr/bin/python3 manage.pyshellz&plugin = models.CmfPluginJira.get(id="z(");retcode = plugin.process_issue_fork("", "r", , );T"/var/log/eva-import-subprocess.loga+&/var/log/eva-import-subprocess.err.logZ close_fdsZstart_new_sessionstdoutstderrЗапустили ) subprocessPopenr*rrryIMPORT_OBJ_CNTr_r+pid log_detail)rrdoner6procrrr _execute_tasks 2 zJiraAPIImport._execute_taskc Cs|jjd|jd}||d}g}t|jD]0}|||}|tj7}| |||kr6qhq6||krt dt |D]L}| }|dk r|j|7_|||||}|tj7}| |qqht |D]"}||jr|j|j7_q|jjddS)NuDГрузим задачи в несколько процессов: rrr)u0Закончили обработку задач)r*rUrQr|rranger=ryr8rtimesleeprpollr1remove communicate returncode) rrr;Ztask_cntprocessrr<rDnew_procrrrrs2         zJiraAPIImport._process_tasksu#Обработка проектовc Cstjjddjj}|D]}zv|ddd|jDkr@Wqd}|jr\t WdS|di}|r~| ||j }n ddd }|d d krtj jd d}nL|d d krtj jdd}n0|d dkrtj jdd}nt d|d d|jjjjd|d|d<|d|jj|d||d||d|d}|d}|rZ||} | |d<n0|jjjjd|dd} tjj| d|d<|||}Wqt k rt|jd7_|jjd|dd d!YqXqdS)"NrArBrcSsg|] }|dqSrrrrrrrsz3JiraAPIImport._process_projects..leaddefault_import_jira@evateam.comdefault_import_jirarrprojectTypeKeybusinessproject.base:defaultsoftwareproject.agile:default service_deskproject.servicedesk:defaultu$ERROR! Проекты с типом 3 временно не поддерживаютсяrrrrrrrractivityZtask_code_prefixrrrp simplifiedrrrr)<Не удалось импортировать проект ERR-0041rri)rIrJrKrrrrSr*r,rrrFrr/rrrrr'Zrollback_purge_eventr1r2) rrUrr" project_leadrrrZproject_simplifiedrrrrr_process_projectss`        zJiraAPIImport._process_projectsc Csd}tjjddjj}|D]r}z(|jr:WdS|ddd|jDkrVWq|jj j j d|d|d<|di}|r| ||j }n d d d }|d d krtj jdd}nL|d dkrtj jdd}n0|d dkrtj jdd}ntd|d d|d|jj|d||d||d|d}|||d<|||}Wqtk rt|jd7_|jjd|dddYqXqdS)NrArBrcSsg|] }|dqSrGrrrrrr>sz7JiraAPIImport._process_projects_box..rrrHrIrJrKrLrMrNrOrPrQrRu$ERROR! Поректы с типом rSrrrrTrr)rWrXrri)rIrJrKrrrr*r,rSrrrrFrr/rr'rr1r2)rr"rUrrYrrrrrr_process_projects_box6sT      z#JiraAPIImport._process_projects_boxuОбработка досокc Cstjjddd|ddgd}tjjd|dgd}|sNtjd||d|jd }|jsbd |_|||d D] }z|jrWdS|jj j j d |d |d<tj j|dd dddddddgd}|stj |d|jd}|d|_ |d|_ ||_||_|jd d|j|jr:|dd}|r|jrR|j|jtj|d|d|jd}|jd d|j|jj||_|jd ddddd d!d"d#}|dd$} || d%d"|_|jD]} | qd|_|jjd d| d&ddd'D]H} tj| d| d(|jd} | jd d|j| jj|j| q|jd d|jD]} | qbd|_|jjd d|ddddd'D]b} |jjjr| d}n| d(}tj| d||jd} | jd d|j| jj|j| q|jd dd)d*d+d,d-}||ddd,|_ |j!D]}|q6|j|dd.d/D]}ztj"|d||jd d0}|jd d|d1D]P}|jj j j d |d }tj#j|d2}|st$d3|d4|j%|q|jd d|jWn8t$k r4|j&|jj'd5|d6|d7YnXq`|jj(d87_(Wqp|jj&|jj'd9|d:|d7YqpXqpdS);z https://bcrm.carbonsoft.ru/desk/favorites/Document/DOC-007367#spec-006348-b https://developer.atlassian.com/cloud/jira/software/rest/api-group-board/#api-rest-agile-1-0-board-boardid-quickfilter-get rrgrhru Доскиtree_node_is_branchr N)rrrrr*Trrkanban_board_columnsrprr limit_days kanban_filterswimlane_filters quick_filtersrrjrr*rrQrrjql)rubql2r*z 1 queriesz 2 userstoryz 3 assigneez4 epicz 5 projectz7 none)customZ parentChildassigneeZepicrZnoneswimlanesConfigZswimlaneStrategyZ swimlanesrHr.z1 -1wz2 -2wz3 -4wz6 none)z-1wz-2wz-4wZNONEZ columnConfigcolumns)rrr*rrruНе найден статус u для колонкиuDНе удалось создать колонку для доски zERR-0042r r)u:Не удалось импортировать доску zERR-0043))rIrrKrr*r\r_get_project_boardsr,rrZCmfKanbanBoardrrprrr-r.rr_r CmfTaskFilterrRrrrZ swimlane_typer`rar>rGrHr^r]ZCmfKanbanBoardColumnrrZmapped_status_codesr0r2r)rrrZ board_folderboardZ board_objZ board_filterr_Zswimlane_type_mappingZswimlanes_configZswimlane_filterZswimlane quick_filterZ quickfilterZquick_filter_queryZlimit_days_mappingcolZ board_colrrZ status_globalrrrr cs                                zJiraAPIImport._process_boardsu#Обработка спринтовc Cs8tjjddd|ddgd}tjjdd|gdddggd}tjjdd|gddd ggd gd }tjjd d }||dD]}|jrdS|jjjj d|d}tj j|ddddddddddg d}|stj |d|j|d}|j r||_ |d|_ |d|_|d|_|jr,|jdd|ddkrj||_|jsZd|_|jdd|jd |_n"||_|dd!kr|jd"|_|jr|jddt|jjd#|j d$t|d%|d%D],} |jjjj d| } tjj| d&dd'gd} | r|d(r|jjjj d)| j} tjj| d*d+d,gd} | sZtj| |jd-} d.| _d/|jd0|j d1| _ | | _!| jr| j| j" d2| j#d krt| j$d3kr|j%&| n |j%&| n0|j'd37_'|jj(d4| d5|dd6|d7q|jddt|jj)d37_)|j*dd8q|dS)9Nrrgrhrrrrrrr\rfzlist.agile_sprint:defaultrBrrrrrrrrrrrbT)rrr*rrrrstateclosedCLOSEDrZ IN_PROGRESSu0Добавляем задачи в спринт r,issueslistscache_status_typerz::comment-sprint: log_levelrrrcruBЗадача была в архивном спринте rr)u-Неизвестная задача issue_id=u в спринте zERR-0044r r)+rIrrKrr_get_all_sprintsr*r,rrrrrrrrrxrrr\rZget_default_statusrrrUrQrrrrrur)rrrrtrsrrr1r2rr)rrrZ sprint_folderarchive_folderZsprint_logic_typerrZ sprint_objZissue_idZ issue_ext_idrcomment_ext_idcommentrrrr!s "        $   zJiraAPIImport._process_sprintscCs$|sd}|sd}|d|d|S)NuНе указаноr,u ➔ r)rr old_valueZ new_valuerrr_simple_html_diff-s zJiraAPIImport._simple_html_diffcCs|dkr dSz||}Wn,|jjd|ddddtjYSX||dd\}}|s|jjjdrt j j|jjdd }|jj d|d |t j d n.|jjd|d dddtj}|jd 7_|S)Nunknownu6Не найден пользователь user_id = "u9", в дампе, указываем системногоzERR-0045ZCmfUserriFZdefault_user_idrGuA", ставим пользователя по умолчанию ruc", указываем системного , в дампе, указываем системногоr))r/r*r2gZ system_userrrrrKrIrr+rTrsr1)rr>rrrrrrr4s,  zJiraAPIImport._get_person) dump_pathc Cs|d}|r`t|d>}|D]2}t|}|d|dkr"|W5QRSq"W5QRXt|d}|t|dW5QRX|S)N groups.jsonrrr0 )r]r^r_r`r=writedumps)rr~rZ groups_pathrdrowr3rrr _dump_groupsJs     zJiraAPIImport._dump_groupsc Csz ||WStk rz|d}|rt|dB}|D]6}t|}|||jkr@|W5QRWYSq@W5QRX|j |}|rt|d}| t |dW5QRX|WYSWn$|j j d|tjdYnXYnXdS)N users.jsonrr0ruMНеудалось сдампить пользователя по ключу r)r/r/r]r^r_r`r=rFr>Z get_user_inforrr*r+rTrs)rr>rZ users_pathrdrr3r4rrr_get_user_infoWs$    &  zJiraAPIImport._get_user_infou,Обработка журнала работ)rcCs"|jjd||D]}t}d|d<|j|d<||d|j|d<|d|d<||d|j|d <||d <|d |d <|d d|d<|dd|d<|jjjj d|d|d<||d<d|d<t j j|dd}|st j f|}|j j tj|jj d|_|jddqdS)Nu*Загружаем журнал работrprr*rrr updateAuthorcmf_modified_byrstarted start_dateZtimeSpentSeconds< time_spentr{rrrrrrprZremaining_estimater)ZminutesTr)r*rUrQ_get_issue_worklogsrrrFrKrrrIZCmfTimeTrackerHistoryrrdatetimeZ timedeltarend_dater)rrrworklogZtimetracker_historyhistoryrrr_process_issue_worklogls,      z$JiraAPIImport._process_issue_worklogc Cs|s|St|d}|dD]}|d}||j||||dg}dd|D}|sv|dg|d<q|dd d d }|d |g|d<qt |S) uF Конвертирует "Фрагмент кода" r"ZprerCr#cSsg|]}|dr|qS)zcode-)rR)rclass_rrrrs z/JiraAPIImport._convert_code..z language-nonerrr)z language-) r r-new_tagextendcontentsclearrrKrr') rr3rsoupr3Zcode_tagZ class_tagZ code_classrCrrr _convert_codes     zJiraAPIImport._convert_codeu8Обработка комментариев задачиc Csd}d}||D]}|d7}|jjjjd|d}tjj|d}|rl|jsl|jjd|d|dq|stj|||jd d }| |d |j |_ |j |_ | |d |j |_ |d |_|d|_||_|||d|_||jj|||_|||jj|_||_|dr|d7}|dddkr`tjj|ddd}|j|d |_n,|jjd|dd|d|jd7_q|jd d|jddq|jd|d|dS)Nrr)rrruNКомментарий уже есть, и правился в системе zERR-0046r T)rrr*rrrrrrZ visibilityr r$rr9uLОшибка обработки приватного комментария zERR-0047rr{ruОбработано u: комментариев, из них приватных )_get_issue_commentsr*rrrIrrKrr2rrFrrrrrrr6rrarrrprrrr r1rrr+) rrrcntZ private_cntr{rZ cmf_commentr$rrr_process_issue_commentssN      z%JiraAPIImport._process_issue_commentsu0Обработка плагинов задачиc Cs|jjp d}||D]}|ddkr|drt|d}|jdddid }|dd D]N}|sbqX|d rx|d }n|jd dd id }||dd||qX||t||j_q|j r|j dddS)Nrrz&com.railsware.SmartChecklist.checklistrr"Zulr#z tox-checklistr%rrliztox-checklist--checkedr)Tr) rr_get_issue_propertiesr rrrRrr'rxr) rrrrZissue_propertyrZ checklistvalrrrr_process_propertiess"      z!JiraAPIImport._process_propertiesc Csbdd|jtjjdD}|ddD]2}|jjjjd|d}d}|drl||d|j }n|jj d ||d |d |d }|d D]h}|d} ||d} | r| drd} | | |d|d} d|kr| |d<q|dd| |d<qtj j|ddddddgd} | s8tj |jd|d} |D]} t| | || q<| q(dS)NcSsi|]}|d|qS)rr)rrnrrr sz2JiraAPIImport._process_history..rj changelog historiesz ::historyrruАудит без автора rr))rrrurrrnrrZ fromStringZtoStringrz
r*rrrurrbT)r*rr)rrIrrr*rrrKrrFrUrqr}rrtr)rrrZjira_map_fieldsrrrr{rNrrnZdiffZhistory_commentrrrr_process_historys.    zJiraAPIImport._process_historyuОбработка задачиcCsd}|jjjjd|ddd}tjjddd|dgd }|s`td |ddd |||jtj j d}tj jdd|jjjjd |dd dgdgd|d <|d j |d<|j |d<d|d<|jjjjd|d|d<|d |d<|ddr~|jjjjd|ddd}tjj|d|d<|ds~|jjd|ddddd|jd7_|d}|r|d|d|d<|ddr<||dd|j|d <|d s<|jd7_|jjd!|ddd"dd|jjd!|dd|jtjddd#|dd$r||dd$|j|d%<|d%s|jd7_|jjd&|dd$d"dd|jjd&|dd$|jtjddd#|dd'rl||dd'|j|d(<|d(sl|jd7_|jjd)|dd'd"dd|jjd)|dd'|jtjddd#||d*<|d+r|d,d-|d+<||d*<|pg}d|jjjjd|dd.dd} tjjddd| dgd |d/<|jjd0|tj|jtj |dd1|dgd2\} } ||| |7}|| | jj| _| | jj| || _|!| | jj| _|dd3d4r|"| ||j#d5r|dd6d4r|$| ||D]} | j%&| q|dd7g|dd8gD]h} |jjjjd9| d}tj'j|d}|sB|jjd:| d;d|d?d@d|jd7_n | j*&|qb|ddA| _+|| _,| j-r| j.ddBt/|0| ||ddCg}|rLzt1|j| |Wn|jj2dDYnX|3|| |4|| |jjjjdE|d}tj5j|d}|stj5||jdF}| |_6|j7j8dG|d }dH|dI|dJ|_dK|_9|j.ddB|j:;|jrr*r,r)rrrrrrr_process_issuess   zJiraAPIImport._process_issuesu3Обработка связей всех задачc Cs|D]b}|j|d||ddD]>}|jrBdS|dd}|jjjjd|d}|r|jjjjd|d}|j|g}| |||j|<|ddg}|D]}|jjjjd|d} d|kr$d |i|d <|jjjjd|dd|dd <||j | <qd |krd |i|d<|jjjjd|d d|d d <||j | <qq*q|j d t |j|jD]z}|jrdSt jj|d } |j|D]H} t jj| d gd} | s|jjd| q| | _| jddqq|jjddddd} |jjdt |j |j D]\}}|jrfdSzB|jjjjd|dd}| |dd}|rt jj|d}nt jj|d }|st jjdd|ddgd}|s(t j||j|ddd}|dd|_|dd|_|jdd|jjjjd|d}t jj|d }|sft j||jd }t jj|d d d |_t jj|dd d |_||_|jddWn6|jd!7_|jj d"|dd#d$d%YnXqJ|jjdS)&uD Постобработка связей задач rrNrjrrZ issuelinksrrruПодзадачи: r parent_taskrbuqНе удалось связать задачи, возможно задача не попала в импорт Trzsystem.finish:finishzsystem.duplicatez system.linkz system.clone)ZBlocksZ DuplicateZRelatesZClonersu Связи: r rrBrr)rr*rZinwardZoutwardrcr)u.Не удалось создать связь zERR-0052rri)!rrrr*r,rKrrrPrrOr+rrIrrUrqrrr-r.rQrrZCmfRelationTypeZ in_type_nameZ out_type_nameZCmfRelationOptionZin_linkZout_link relation_typer1r2)rrrZ issue_parentrZ parent_ext_idZ sub_tasksZ issue_linksZ issue_linkZ link_ext_idrZ child_ext_idZ child_taskZ map_namesZrelation_ext_idZissue_relationZ relation_coderZ rel_ext_idZrelation_optionrrr_process_relationss"     &  &       z JiraAPIImport._process_relationsu)Обработка компонентовrc Cstjjddd|ddgddgd}tjj|ddd gd }|sNtd |||d D]}zp|jszd|_||j rWd S|jj j j d|d }tj j|ddddddgd}|stj ||jdd}||_ |d|_||_|dr||d|j|_|ddkr(|j|_n.|ddkr@|j|_n|ddkrV|j|_|jrr|jrr|jdd|ddr|js|d|j_|jjr|dd|j_|jjjdd|jjd 7_Wq\|jd 7_|jjd!|d"d#d$Yq\Xq\d S)%uGhttps://docs.atlassian.com/software/jira/docs/api/REST/1000.824.0/#api/2/project-getProjectComponents Пока грузим как списки, после доработки будут отдельные обекты Args: project_info (dict): проект из джиры как есть rrgrhrrrfrTr\)rrZinclude_systemrjuVДанный тип проекта не поддерживает компоненты rNrdescr_document default_ownerdefault_responsiblerrrrbrr*rrrHZ assigneeTypeZPROJECT_DEFAULTZ PROJECT_LEADZCOMPONENT_LEADrrrr)u3Ошибка загрузки компонента ERR-0053rri)rIrrKrr_get_project_componentsr\rr*r,rrrrrrrrFrrrrrrxrZcreate_descr_documentZ text_draftrrr1r2)rrr"rrrZcomponents_listrrrrs`        z!JiraAPIImport._process_componentsuОбработка версийc Cstjjddd|ddgdgd}tjjd|d}tjjd|d}|j|d d D]T}z|jrpWdS|jjjjd |d }tj j|d }|stj ||jd d}tj jdd|_ ||_ |d|_ |dd|_|jj|_|jr|jr|jd d|dr||_n||_|jrH|ds2|dr>|dn |d|jrd|jrd|jd d|jjd7_WqT|jd7_|jjd|dddYqTXqTdS)Nrrgrhz"scheme_wf.default_release_workflowrfrelease)rrrrrrrTrzlist.release:defaultrBrrrrZarchivedZreleasedrqZOPENr)u+Ошибка загрузки версии rrri)rIrrKr_get_project_versionsr*r,rrrrrrrrrZdefault_release_workflowrrrxrrZset_default_statusrr1r2)rrr"Zrelease_folderryrrZ version_listrrrrsH         zJiraAPIImport._process_versionsu*Обработка JQL в фильтрахc Csz|jjjj}|jD]`}tjj|dgd}|jj}|jrzi}t |}| }| D]\}} | d} | d} dg} | dD]v} | dkr| dkr|d | }n&| d kr|d | }n|d | }| dd d|dgq~| | d | gq~t | dj| d}|rX|jj||<qX||}||_|jddWq|jjd|d|jd|jddddYqXqdS)uP Пост обработка JQL в фильтрах задач rerrj task_fieldrrkZ search_byr)Zaffected_versionsrrrrrrerhrprTru+Ошибка нормализации JQL (u) в фильтре "" (rzERR-0066rkriN)r*rrrRrIrkrKrerrZ get_valuesrrZcmfutilZget_model_by_namerZ set_valuesrr2rrC)rrZ filter_idZ task_filterreZreplacement_valuesrdZ raw_valueskvrrZfilter_Z search_fieldrr3rrr_process_jql_in_filtersFsD    z%JiraAPIImport._process_jql_in_filtersuОбработка аудитаcCsdS)u) Грузим аудит Nrrrrr_process_auditxszJiraAPIImport._process_auditu2Обработка логических типовcCsrddddddddddddddddddddddd ddd ddd dd d dd d dd }|d D]}|jjd||jrdS|jjjjd|d}tjj ddd|dgd}|rqp| |d}|r>tjj dd|dgdgd}|j r"d||j |_ nd|d|_ |j ddqp|jjd|ddtjj dd|d gdgd}|r|j rd||j |_ nd|d|_ |j ddqp|jjd d}|j jjr|d!d"krd}n|d!d#kr d }n|d$r d}tjj dd|gd}td|d|d |d%d&|d'}t|jtj|t|jjd#7_qpdS)(u$Маппим issueType в logic_typeПодзадачаztask.sub:default)rrCZ UserStoryztask.userstory:defaultz Task Agiletask.agile:defaultBugztask.bug:defaultEpicztask.epic:default) zSub-taskZSubtaskrZStoryuИсторияZTasku ЗадачаruБагu ОшибкаuЭпикrru-Обрабатываем тип задачи Nrrrrgr::%rrrCrrfTruИщем по имени "rreu*Не нашли, создаем новыйrrHr)rrr)rrrrr)rr*rUrQr,rrrIrrKrrrr>rGrHrrrrr)rZ name2coderrrZlogic_type_dictZ template_coderrrr_process_issue_typesz        z!JiraAPIImport._process_issue_typeu2Обработка бизнес-процессовc si}dD]}|||d<qdD]P}jr@dSjj|ddjjjjd|ddd|dd}tjj |dstjj d d }tj||jd |d _ |dd_ j d d|dD]} ||dqtjjddgdddggdgdD]@}tjj dd|jgddgdddggdsPq|jd dq|dD]}jrdSjjjjdjd|d}tjj |d} | stj|jd} |d| _ |d | _ fdd|dD} tjjdd| gd| _t| jt| ks*tdjjjjdjd|d} tjj | d| _| j d dqhjjd 7_q*dS)!uИмпортируем workflowrr workflowsNrrZentityIdrrrBrrTrrrrrrfrrrZ transitionsrrcs*g|]"}jjjjdjd|qS)r)r*rrr)rstrrrrrsz3JiraAPIImport._process_workflow..rrrrr))rr*r,rUrQrrrIrrKrrrrrrrrrrrrrrr) rrrZ jira_workflowZ workflow_idZtemplate_workflowrrrrrrrrr_process_workflowsT ,      "  "zJiraAPIImport._process_workflowu Обработка схем БПc Cs|dD]}|jr dS|jjjjd|d}tjjdd|dgd}|sjtd|d|d |d d |jjjjd|d d di||d}t |jtj |dd|dg\}}|stj j |dD] }|q|dD]\}} |jr dS|jjjjd|}tjjddd|dgd} tjjdd|jjjjd| dgd} | | d||jd} tj f| }|jddq|jjd7_q dS)Nworkflow_schemerZdefaultWorkflowrrgrru+Не импортировался workflow rrrrrCr)rrrrrrrrZissueTypeMappingsrrrTrr))rr*r,rrrIrrKrrrrrrrrrrr) rrZdefault_task_workflow_ext_idrZ scheme_dictZworkflow_scheme_objrrrZ workflow_namerrrrrr_process_workflow_scheme sP    ( z&JiraAPIImport._process_workflow_schemecCsHtjj}|dD]0}||j}||jjd|t |qdS)Nrr7) r9r:r;rrKrFrr*rr<r)rr?r4rrrr_cache_all_users& s zJiraAPIImport._cache_all_usersuПростой дампr9c Cs|j|d}|j|d}|r>t|t|d6}|D](}|jjd7_|t |dqPW5QRXt |||jj ddtdS)N.jsonz .json.dirtyr0r)rTr)r*r\r]r^rgrBr_json_object_countrr`rrfrirr)rZapi_funcrrcrkrdrrrr _simple_dump, s     zJiraAPIImport._simple_dumpc csN|j|d}|rJt|d}|D]}t|Vq.W5QRXdS)Nrr+)r*r\r]r^r_r`r=)rrrcrdrrrrr: s  zJiraAPIImport._simple_getc cs|jd}|rt|D]d}|dr2q"|drX|jjd|d|q"t |d|dd}t |VW5QRXq"dS)Nr.dirtyz.metau(Пропускается каталог r /info.jsonr) r*r\r]r^rglistdirrrUrqr_r`ra)rrrrdrrrrB s  zJiraAPIImport._get_projectscCs&|D]}||dkr|SqdSrK)Z get_projects)rrrrrr get_projectN s  zJiraAPIImport.get_projectc csH|jd|}t|dd}|D]}t|Vq(W5QRXdS)Nr/issue_types.jsonrr*r\r]r_r`r=rrrrdrrrrrS sz*JiraAPIImport._get_issue_types_for_projectc csH|jd|}t|dd}|D]}t|Vq(W5QRXdS)Nr/statuses.jsonrrrrrrrY sz'JiraAPIImport._get_statuses_for_projectc csH|jd|}t|dd}|D]}t|Vq(W5QRXdS)Nr /roles.jsonrrrrrrr_ sz JiraAPIImport._get_project_rolesc csV|jd|d}t|D]2}t|d|dd}t|VW5QRXqdS)NrrQrrrr*r\r]rgrr_r`ra)rr board_dirZboard_idrdrrrrje sz!JiraAPIImport._get_project_boardsc csV|jd|d}t|D]2}t|d|dd}t|VW5QRXqdS)Nrrrrrr)rr sprints_dirZ sprint_idrdrrrrxk szJiraAPIImport._get_all_sprintsc csH|jd|}t|dd}|D]}t|Vq(W5QRXdS)Nr/versions.jsonrrrrrrrq sz#JiraAPIImport._get_project_versionsc csH|jd|}t|dd}|D]}t|Vq(W5QRXdS)Nr/components.jsonrrrrrrrw sz%JiraAPIImport._get_project_componentscCs0|jd|d}tddt|D}|S)Nrrcss|]}|d VqdS)rN)r)rentryrrr sz5JiraAPIImport._count_project_tasks..)r*r\r]sumrgr)rr tasks_dircountrrrr} sz"JiraAPIImport._count_project_tasksrc cs|jd|d}tt|D]\\}}||kr4q"|dr@q"|||krPqt|d|dd}t |VW5QRXq"dS)Nrrrrrr) r*r\r]rrgrrr_r`ra)rrrrriZtask_idrdrrrr s  zJiraAPIImport.get_project_tasksc Cs$|dd}i}|dD]f}|ddkr*q|dD]F\}}||d|i}|di}||ds6t|d ||d<q6q|D]}i} |dD] \}} | | t} | |qi|d<| D]8\} }t|d kr| |dd <q|D]}| |d|<qqqd d |D|d<|S)u Создает структуру схемы экранов проекта из данных плагина "Smart Jira Configuration" schemesZissueTypeScreenSchemeZ globalActionsr)BROWSEPROJECTS CREATEISSUES EDITISSUESscreens issueTypeIdactionsscreenr)rcSsg|]}|qSrr)rrrrrr sz.r)rrrKr~rmrrr) r smart_config screen_schemeraction issue_type_idrrrZissue_type_screens screen_idrZissue_type_screenrrr_get_project_screen_scheme s0        z(JiraAPIImport._get_project_screen_schemeccsB|dd}t|D]$}|dkr&q||d|dVqdS)Nrz /attachmentsall_attachments.zipr)r rc)rgr)rrZattachments_pathr rrrr s z$JiraAPIImport._get_issue_attachmentsc cs>|dd}t|d}|D]}t|VqW5QRXdS)Nrz/comments.jsonr)r_r`r=)rrcomments_file_pathrdrrrrr s z!JiraAPIImport._get_issue_commentsc Cs6|dd}t|d}t|}W5QRX|p4gS)Nrz /worklog.jsonrr_r`ra)rrrrdr6rrrr s z!JiraAPIImport._get_issue_worklogsc Cs:|dd}t|d}t|W5QRSQRXdS)Nrz/properties.jsonrr)rrZproperties_file_pathrdrrrr s z#JiraAPIImport._get_issue_propertiesc Cs:|dd}t|d}t|W5QRSQRXdS)Nrz/watchers.jsonrr)rrZwatchers_file_pathrdrrrr s z!JiraAPIImport._get_issue_watchersc CsD|jd}|r@t|d}t|W5QRSQRXiS)Nglobal_settings.jsonr)r*r\r]r^r_r`ra)rglobal_settings_file_pathrdrrrrM s  z'JiraAPIImport._get_jira_global_settingsc Cs@|j}|jd}t|d}t||W5QRXdS)Nrr[)r>Zget_jira_global_settingsr*r\r]r_r`rb)rZglobal_settings_datarrdrrr_dump_jira_global_settings s  z(JiraAPIImport._dump_jira_global_settingsu/Обработка ссылок в тексте)rattachments_dirrc sd}|s |St|dddD]2}d}|dr8d}|j|}z|drh|jjd|Wq |d stj |j j |}||j j s|jjd |Wq t |d d\}} |s|jjd |Wq td tj |} | r`| d| ddd} | dkr`|dd} ttfdd| d} | r`|jjd|Wq tj |ddd d}tj|}||}tjj||d|jjjjd}|stj|j||d|jjjjd}||_||_d|_| |j!"Wq t#k rR}z2|jj!$|jjd|d||d7}W5d}~XYq Xq t|d}|jddid D]P}|jd!r|%|jd!|d"n$|jd#rp|%|jd#|d"qp|S)$NrrcSs|dp|dSr@rBrDrrrrE rFz+JiraAPIImport._dump_links..rAr)zmailto:uЭто почта: ZhttpuHЭто внешняя ссылка, оставляем как есть: rIuЭто не файл: rJr)rrrjrcs|dkSrKrLrMrOrrrE rFuEЭтот файл уже обработан во вложениях: rrHrr) obj_ext_idrr*r)rrFu0Не удалось скачать ссылку r,r"r#r$r%r'rr()&r r-rCr&rRr*rUrqrSrTZurljoinr>rrZr[rrVrWrUrXrrIrrr]CmfImportDownloadrKrrpathr downloadedrr-r.r/r0r)rrrrr1r3rrr_encodingr\Zattach_filenamer]r^r rc download_jobr5r2rrOr _dump_links sx            zJiraAPIImport._dump_linksc CsL|j|d}|jD]"}|j|ds,q|d|sZget_issue_metarerKr*r+rTrsrGrHrrrrFrrrrrl) rrmetarqroptionZcur_optcustom_field_typesrrr~rnrmrrr_get_field_options sV            z JiraAPIImport._get_field_options)last_dump_date new_dump_datec " Cs`tddJ||_d} |jjd|d|z|jj|d||||dD]} zz||jrWWWW5QRdS|jjd | d d | t | d} | t | dd } | rt | | | jd d| | d<|| | d} | ddr~|jjdt| ddztj|jjd| dd}|jjjrxtj|jjd| dd}d}| |}|jjjjd| d}tjj|||jjjjd}|stj|j|||jjjjd}||_||_d|_||jWnDtk rF}z$|jj dt!d|dddd W5d}~XYnX| ddD](}|d!rT|"|d!|j#| qT|j$d"r| d#}| rt%|t&|d$Z}|j'| d}|D]2}|"|d!|j#| |"|d%|j#| qt()||W5QRX| d&d'D](}|d!r |"|d!|j#| q | dd(rx|"| dd(|j#| | dd)r|"| dd)i|j#| | dd*ir|"| dd*i|j#| |j*|+| d+d,| | 7_*| d-}| rt%||jjd.t&|d/}|j,| dD]~}|"|d!|j#| |"|d%|j#| |-t(.|d0|jj/d7_/|j0d1|j*|+|d2| | 7_*qBW5QRX|j1| d}| d3}t&|d$}t()||W5QRX|j2| d}|D]}|"||j#| q| d4} t&| d$}t()||W5QRXt | | | jd d| d5}!t | 3d d6| d<t&|!d$.}t()| ||jj/d7_/|j0d7W5QRXWn(| d7} |jj4d8| YnXW5|jjXqPWn.|jj4d9|d:d;| d7} YnX|5| W5QRXdS)r*rUrQZget_all_project_issues_duringr-r.r,r]r'r^rfrimkdirrrrgr rrrGrHrrrIrrKrr rr/r2rrrFrNrBr_Zissue_get_worklogr`rbr1r Z get_commentsrrrrZget_issue_propertiesZ get_watchersr exceptionr)"rrrrrr>tasks_that_are_donerrrrZtask_dirZ task_dir_tmprr)r Zattach_file_pathrr r5rZworklog_file_namerdZworklogsrrZcomments_file_namer{Z propertiesZproperties_fileZwatchersrZ watchers_fileZ info_pathrrr_dump_task_partX s                          *         zJiraAPIImport._dump_task_partrrrrcCstjj}t|dd}|jdd|j}d}t||jd} | sNd} d} g} d} || kr| | | } | |kr||} |j j |j d| | | | ||t |j j|j j|j j|j j|j j|j jjd |||d d } | | | |jjd | | d7} qZ| d }|jjd| d| D]8} | j|d| r(|jjdddddtdq(|jjd|s||7}qp|jjd||j |d|!|ddD]}|j"r|St|d#d}|j$#d}|j$#d}|%rt&'||t(|d}t(|dx}t(|db}|D]V}||krD|)|t*+|}||j,}|rD|-|jj.d |t/0|qDW5QRXW5QRXW5QRX|1t&2||t|d#d!}|j$#d!}|j$#d"}|%rt(|d#3t&'||t(|dR}t(|d<}t(|d&}|D]}||krL|)|qLW5QRXW5QRXW5QRX|1t&2||q|S)$Nrz/tasksTrrr)rZ dump_tasks)rr1tokenr verify_sslrH)rrrrr>r$rrtargetrr5u$Форкаем _dump_task_part proc=ru%Таймаут дампа задач u минут)timeoutu$Возможно завис дампzERR-0055rrbr u"Ошибка дампа задачuKЗакончили параллельное скачивание задачuОшибок: rrrrzusers.json.newrr0r7rzgroups.json.newa)4r9r:r;rr"rvQueuer~rzruThreadr%rr>rr1r'rr(rGrHrrr*rUrQris_aliver2 TimeoutErroremptyrKrrr,r]r\r^rfrr_rr`r=rFrrr<runlinkriclose)rrrrrr?rr$rrrrEZ max_limitr<r+rZissue_users_pathZall_users_pathZall_users_path_newf1f2Zf3liner4rZissue_groups_pathZall_groups_pathZall_groups_path_newrrr _dump_tasks s          "          B       ,zJiraAPIImport._dump_tasksc CsZt|dd}|r$t|t|d"}|j|d}t||W5QRXdS)Nrrr[r) rr^rgrBr_r>Z!get_project_issue_security_schemer`rb)rrr&rdperm_schrrr#_dump_project_issue_security_scheme& s   z1JiraAPIImport._dump_project_issue_security_schemec Cs|jjdt|dd}|r2t|t|d}i}z"d}|jj |dd |d}Wn:t k r}z|jj t |d d d d W5d}~XYnXt|||W5QRSQRXdS) NugДампим конфигурацию проекта через плагин "Smart Jira Configuration"rz/smart_config.jsonr0) ZprojectInformationZprojectSchemesZprojectIssuetypesZprojectVersionsZprojectComponentsZprojectMembersZprojectCustomfieldsZprojectGlobalActionsZprojectWorkflowActionsrr)rERR-0056rrbr )r*rUrQrr^rgrBr_r>Zget_project_smart_configrr/r2r'r`rb)rrZsmart_config_filerdrrexcrrr_dump_smart_config. s$    z JiraAPIImport._dump_smart_configc1 Cs ddl}|jddd}|ds*tddd|dD|_|jd }|jd d t|j}t d |}|jD ]F}|d }|d} z|j rWdS|jj d7_ |jj d|d||} ||d} | d} d} | r$t| d} t| }|d} W5QRXtjtjjd}| rRt| | ntj| d d t}|jj |d}t!| |d<|jjj"s|#|}|jj dt$|dd}|rt%|t|d} |j&|d }zx|dD]j}|dddkr|jjj"rD|ddr^|'|dd|jn|'|dd |jqWn(|jj(d!|d"d#d$d%YnXt)|| W5QRX|*||jjj"r|d&s|j+|d gdd'|d(<|j,|d g|d)<n|jj d*t$|dd+}|r.t%|t|dD} |jj-|d d,D]*}|jj d7_ | .t/|d-qLW5QRXn|j0|jj1d.|d|d(<d |d(kr|d(d|d(d/|d(<n.|j0|jj1d0|d(d |d(d1<|d2r|2||d)<|d3}|r~|j3d4||j0|d5}|4||d3<|'|d3|j5|j|jj d6t$|dd7}|rt%|t|dD} |jj6|d d,D]*}|jj d7_ | .t/|d-qW5QRX|jj d8t$|dd9}|r:t%|t|d} |jjj7|dd:8D]}|j rW5QRWdS|jj d7_ |j0|}|jjj"r |d;gD]d}|ddd?|d@<|d@r|'|d@|j5|jq| .t/|d-q^W5QRX|jj dAt$|ddB} | rvt:| | t$|ddC}!|!rt:|!|!zd|jj;|d d:D]J}"|j rWWdS|jj d7_ |jj dD|"d|jj<|"d |"d1<|j0|"d1dEd5|"d1dE<|j=|"d }#|jjj"rdFd|j>|"d D|"d1dG<ndHd|#dIdJD|"d1dG<|#dK|"d1dK<|#dL|"d1dM<|d |"dN<| t!|"d }$|$jd d |$d}%t|%dO} t)|"| W5QRXzL|"ddPk rb|jj dQ|j?|"d D]}&|j rhWWWdS|jj d7_ |!t!|&d }'|'jd d |'d}(|(r|jj dR|&ddSqFg|&dT<|jj dR|&d|j@|&d D]6})|j rWWWdS|&dTA|)d qt|(dO} t)|&| |jBdUW5QRXqFWn|jCjDk r}*z\|*jEjFdVk rdWt!|*k sdXt!|*k r|j3t!|*n|jj(dY|"dZd[d$d%W5d}*~*XYn(|jj(dY|"dZd[d$d%YnXqWn4|jGd7_G|jj(d\|dZd[d$d%YnX|j3d]t$|dd^}+|+ rzt%|+t|+db} |jH|dD]J},|j rW5QRWdS|jj d7_ | .t/|,d- qW5QRX|j3d_t$|dd`}-|- rt%|-t|-d} |jI|dD]r}.|j r^W5QRWdS|.d3 r|'|.d3|j5|j|jj d7_ | .t/|.d- q:W5QRXdatjJdb<|jjK|7_K|jjLd dc|jjMNddtjJdb<t|d| t!| |d<|dde} t| dO} t)|| W5QRXt|}/|jj df|dg|/dhdit}|jjO|d | |dj}dk|}0| s| r|0dl7}0| r|0dm| 7}0| r|0dn|7}0|0do7}0|j3|0|jG|jP||| |dp7_Gt|}/|jj dq|dg|/dhdi|jG s\||d<t| dO} t)|| W5QRXWqv|jGd7_G|dr r|jj(ds|dtdud#d$d%n|jj(dv|dud#d$d%YqvXqv|j3dwdS)xNrrr isCheckedu5Не выбрали ни одного проекта!cSs$g|]}|dr|dr|dqS)r3r=r)rrrrrrU sz0JiraAPIImport._dump_projects..rrTrPrrr)uДампим "rrr!rZ dump_datez%Y-%m-%d %H:%MrruДампим права/permissions.jsonr0 permissionsholderr r parameteru0Не удалось сдампить права r:rrbr rVZworkflowSchemerjira_screen_schemeu/Дампим типы задач проектаrrrz$rest/projectconfig/1/workflowscheme/)rrQzrest/api/2/workflowscheme/rQrrHu1Ищем руководителя проекта ru*Дампим статусы проектаru$Дампим роли проектаr)rr rZ actorUserr@)r8r`r4u&Дампим доски проектаz/boards/z /sprints/u Доска rcSsg|]}|qSrrrrrrr sracSsg|]}|qSrr)rrmrrrr sZquickFilterConfigZ quickFiltersrhZoldDoneIssuesCutoffr^rr[)ZscrumZsimpleu&Дампим спринты доскиu Спринт u уже скачанrrriz"The board does not support sprintsuDДанная доска не поддерживает спринтыu4Не удалось сдампить спринты zERR-0057ruНе удалось сдампить доски, возможно проект не поддерживает доски или у вас нет прав project_info=u(Дампим версии проектаru!Дампим компонентыrrNO_CACHEr1ru&Дамп данных проекта "u" выполнен за z.3fu сек.)rru*Дампим задачи проекта: u (в периодu с u по u включительно)r&u$Дамп задач проекта "r uПроект "u" является приватным и не может быть импортирован, отключите приватность в Jira или предоставьте пользователю праваzERR-0058u2Не удалось получить проект u0Закончили дампить проекты)Qrrr/rSr*r\r]r"rr~r,rrUrQr^r_r`rarKrZnowtimezoneZutcstrftimerfrirgmakedirsr? process_timer>rGrr'rHr<rrBZget_project_permission_schemerr2rbr9Zget_project_schemeZget_project_screen_schemeZget_issue_for_projectrr jira_requestrrr+raise_for_statusrF get_statusesZget_project_rolesrmrrmtreeZget_all_agile_boardsZget_agile_board_configurationZget_advanced_board_settingsZget_board_quick_filtersZ get_sprintsZget_sprint_issuesrr exceptionsZ HTTPErrorrrr1Zget_project_versions_paginatedZget_project_componentsenvironprogressrr-r.Zget_project_issues_count_duringr7)1rrrootZ projects_dirrrrrZ project_namerZproject_tmp_dirZ data_filerrdZ current_dumprt1rrpermission_filer8 perm_dictZ types_filerrYr6Z statuses_filerZ role_fileZrole_urir#r%Z boards_dirrrlZadvanced_settingsrZboard_info_filerZ sprint_pathZsprint_file_pathrr5Zversion_list_filenamerZcomponents_list_filenamert2Zinfo_msgrrr_dump_projectsP s                   "      $       "         "      $             *      "      "               zJiraAPIImport._dump_projectscCs|j}t|\}}}||d}|jd|d|jjd|jjd|||_ |jj j ddr|jjd| |jjd n|jjd tjd ||jjd | |jjd |jjd| |jjd| |jjd|jjjrH|jjd| |jjd|jjd| |jjd|jd| |jjd| |jjd|jd| |jjd| |jjddtjd<d|j_ |j!t"dtjd<|jjd|#d S)!u_ Загружаем все данные из апи, кроме аттачей duСвободно места: rhu$Скачаем данные из APIu9Дампим глобальные настройки JirarTu'Дампим пользователейruAНе дампим пользователей из-за опцийruДампим статусыru Дампим типы задачrissue_security_schemesu*Дампим бизнес процессыru7Дампим схемы бизнес процессовruДампим экраныrru!Дампим приоритетыrrrrDrEuДампим проектыN)$r*r\rf disk_usager+rUrQrrMrNrrrKrr>rrTrsrrLZget_issue_typesZget_issue_security_schemesrGrHZ get_workflowsZget_workflow_schemeZget_all_screensZget_screen_schemeZget_all_prioritiesZget_priority_schemesrgrOrPrrrV)rZ download_pathrusedfreeZ free_percentrrr download_datax sH         zJiraAPIImport.download_datacCs`dtjd<tjj|jjdddgd}|jrRt|j |jd|_ |j dd t d tjd<dS) NrrDrrrPrrWTrrE) rgrOrIZ CmfImportrKr*rrr~rrPrr)rr*rrrr s   zJiraAPIImport._calc_progresscCstddl}|jdddd|jjd|jjjd|d|d tjd gd d t d d t dd d}|j d|j |S)Nrr(r)r*z&cmf_import = models.CmfImport.get(id="z#");cmf_import.process_cross_links("r+r,r-r.Tr/r0r1r2r5) r6r7r*rr>rGrryr8r_r+r9)r model_namer;r6r<rrr_execute_cross_links s .z"JiraAPIImport._execute_cross_linksc Cs`dddgdddgg}dD]2}|jjd|d |jd }tt|}|j|d }|s\qg}t|jD]0}|||}|t j 7}| |||krjqqj|j ||krt d t|D]V}|} | dk r|j| 7_|||||} |t j 7}| | |j qqt|D]&}||jr$|j|j7_q$q|jjd dS)uU Заменим ссылки на задачи и документы r*rNrrT)rrrruОбрабатываем u+ в несколько процессов: rrr)u2Закончили обработку ссылок)r*rUrQr|varsrIrr>r_ryr8rr:r?r@rrAr1rBrCrD) rrr^r;rpZobj_cntrErr<rDrFrrr_process_cross_links s@               z"JiraAPIImport._process_cross_linksc Csddlm}t|dd}|}dd|dD}t|d}t|}W5QRX|jjjjd |d }t j j |d } | st j |d |jd } |d| _ | j d d|dD]} zd |jjjjd | d d }| | drt jj || dd d} n|jjd| Wqddd|dg} ddddg} t jj | | d}|st jj | | | d}|s|jjd| d| d|jd7_Wq|jr|j||_n||_| d d!d"kr|jjjjd | d d"d }t jj |d }|j||j d dn6| d d!d#kr8d |_|j d dn| d d!d$kr`d |_|j d dn| d d!d%krd |_|j d dn| d d!d&krd |_|j d dn| d d!d'krL|jjjr| d  d(r|| d d(}n|| d d)}|r$|j ||j d dn&|jjd*| d+|d|jd7_n| d d!d,kr|jjjrd |jjjjd | d d(d }n&d |jjjjd | d d,dd }t j!j ddd|dgd-}|r|j ||j d dn&|jjd.| d/|d|jd7_n.|jjd0| d d!d1|d|jd7_Wq|jjd2| d3d4d5|jd7_YqXq| S)6Nr)get_datarr?cSsi|]}|d|dqS)Z jira_coderCrrrrrr sz6JiraAPIImport._process_permissions..Zproject_perm_permissionrrrrTrrr*rrr@Z permission)rCZinclude_deletedu4Не нашли соответствия права rrgrhraccess_membersaccess_project_rolerf)permrrju*Не найдено правило для zERR-0059r r)rAr Z projectRoleZapplicationRoleZ projectLeadrgrrrrBu9Не нашли пользователя для прав zERR-0060r~ru-Не нашли группу для прав zERR-0061u'Неизвестный тип прав zERR-0062u6Не удалось загрузить правило zERR-0063CmfProjectPermPermissionri)"Zcmf.system_datarbrr_r`rar*rrrIZCmfProjectPermSchemerKrrrgrUrqZCmfProjectPermSchemeRuler2r1rrrerZaccess_local_userZ access_ownerZaccess_responsibleZ access_authorr>rGrHrrdru)rrrbrSZ system_dataZmap_permrdZperm_scheme_dictrZ perm_schemerTrfrrjZ scheme_ruleZ role_ext_idr$rr~rrrr s     "    $& z"JiraAPIImport._process_permissionsc CsdtddNd}|}|dkr&qL|jr4qL|jjd|d|jj|ddtj d}z| t |d }t |d "}|j d d D]}||qW5QRX|jjd |d tjj|dd} d| _| |jdWnJtk r>} z*|d7}|jjd|dd|W5d} ~ XYnXW5QRXq||W5QRXdS)NFrrru Пытаемся скачать r)T)streamr+r zwb+i )Z chunk_sizeuСохранили в rrGrr)u+Неудалось скачать файл r,)rrKr*r,rUrQr>rJryZIMPORT_DOWNLOAD_TIMEOUTrKrr_Z iter_contentrrIrr rrr/r#r) rdownload_queue error_queuerr r6Z save_pathrdchunkZdownload_job_objr5rrr_download_file_worker= s0   <z#JiraAPIImport._download_file_workerc Cs|jjd|j}|j}d}|jdgdd|jjjjgdddgg}tj j |dsp|jjd |Sg}t |j D]J}|j j|jd |||d d }||||jjd |q~tj j|ddgdD],}|jrq ||j|j|jdq|D]}|dq|s@|D]}|q0|jrP|S|jjd|s|jrx|S||7}q^|S)Nu=Скачиваем все найденные вложенияrzplugin.plugin.source_hashrrr FruВложений нетrl)rirjr)u Запустили задачу r)r rf)rr)r ru%Закончили скачивать)r*rUrQrvr-rrrrIrrr>rzrur.rlrrZslistr,rrr)r r1rrK) rrirjr6rZprocsrr<r rrrdownload_filesZ sD         zJiraAPIImport.download_filescCs |dD]}|jrdS|jjjjd|d}tjj|d}|s\tj||jdd}|jrx|d|_ |d|_ ||_ |j dd |d D]p}|jjjjd|d}tj j|d}|stj ||jdd}||_|jr|d|_ |d|_ |j dd qq dS) NrXrrrTrrrrZlevels)rr*r,rrrIrrKrrrrprrr)rrrZ scheme_objrVZ level_ext_idZ level_objrrr_process_security_levels~ s,       z&JiraAPIImport._process_security_levels)rncCs|dddd}|d|jjjj7}|dd|ggggdd d d }|dd d d dd}|dkr~d|d<n>|dkrd|d<n*|dkrd|d<n|dkrd|d<n|dkrd|d<dd|ddD|d<n|dkrd|d<dd|ddD|d<n|d kr8d!|d<|dd|d<n|d"krTd#|d<i|d<nh|d$krhd%|d<nT|d&kr|d&|d<n@|d'krd(|d<n,|d)krd*|d<n|d+krd,|d<nd}|S)-Nrr customfieldcfrrT)rrrUZ logic_prefixF)rrf class_nameZvisible_filterrequiredZrequiredChangedrrfrr)rHZtextarearfield_custom_typeZ textfieldr'floatr)rZ radiobuttonsZ choice_strcSsi|]}|d|dqSrrrroptrrrr sz,JiraAPIImport._map_field..rr)Z multiselectZmulticheckboxesZ choice_multicSsi|]}|d|dqSrurrvrrrr srrZcascadingselectZchoice_cascade_multiZ datepickerdaterrrrr)rrrn)rr*rrr0r)rrnrqr6rrrr _map_field sP                    zJiraAPIImport._map_fieldc sd|_|jD]Z}|jtjjdD]B}d|krF|jdtj dS|dd|kr"|j||d<q"q |jd|jj j j }tj j |dgd}|stj d|d |jd }d |_|tjj d d |d}|jjj ddsdSddtjD}g}g}|jtjjdD]\}| dr.|ddsH|jd|dq||} |dddd} | d|jj j j 7} | |d<| s|jjd|dddd|jd7_q| dd kr|||d!r|jd"|dd#|d!q| |kr|| d$| d$krV|jjd|dd%| d$d&|| d$d'dd|jd(| d)|dd*|| |d!<q|jd+| d)|dd,|jj j j d-|dd}tjj |d.} | stj|d|d| d/d||jd d0} | jr0|d| _| dd1kr$| d2| _| jd d3tjj | | ||d4} | s`tj| | ||d4||q|rtjt !dtj"d5d id6dtjD}|D]}||d|d!<qd?fd7d8 |D]D}tjj#|d!d9} t$t| j%|dd:D]}|qq|jjj}|d;D].}|dtjjkr4|jtjjd|d<q4||j_dt&j'd=<dS)@NrjrujТекущая настройка не поддерживает импорт кастомных полейru0Обработка кастомных полейrrbu8Экран проектов Jira по умолчаниюTrrrr*rZ_customr~)rr rZimport_custom_fieldsFcSsi|]}|d|qSrqrrrdrrrr sz8JiraAPIImport._process_custom_fields..rfu!Поле не кастомное rrorprru+Неудалось смапить поле zERR-0064 CmfUiFormrir)Z field_typeZCmfM2Mru Поле u уже смаплено в Zwidgetu@, widget поля u5 не совпадает с существующим zERR-0065uПоле с именем (u4) есть в таблице, мапим в негоu(Создаем поле с именем u), и мапим в негоrrrs)rrrsZdirtyrr*rZ CmfChoicerr) cust_fieldrr ui_form_grouprcSsi|]}|d|qSr{rr|rrrr?scst|tr4j|d}|s$|d}|jr|npt|trj|dd}|s`|dd}|dd|_|rz|j|_|jr||dgD]}||qdS)Nr9rZdisabledFr) rr'rKrxrrZ cmf_hiddenrZchoice_parent_id)rZ parent_optrZchildZ choice_model create_optionrrrCs"     z;JiraAPIImport._process_custom_fields..create_optionrqrrrrDrE)N)*r=rerrIrrr*r+rTrsrrr}rKrrCmfUiFormGrouprrrrryrr0r2r1rZ CmfCustFieldrrrCmfUiFormFieldZcustom_field_syncZgeventr@Zcustom_field_sync_update_modelsrjr`rprgrOr-r.)rZext_field_namernr ui_view_formr shop_fieldsZ new_fieldsZ m2m_fieldsZui_fieldrr ui_form_fieldZ field_classrrsrrr_process_custom_fields s                      z$JiraAPIImport._process_custom_fieldsu#Импортируем экраныc Cs@ddtjD}|dD]}|jjjjd|d}tjj|dgd}|sftj|d|jd }|j r(|d |_ |d d |_ d |_ | |dD]}|jd|d d|dd|d|jjjjd|dd|d}tjj|d}|stjd||d|jd}|j r|d |_ |j dd|dD]}|ddsTq<|ddd} | d|jjjj7} | |krq<|jtjjdD]} | dsq| dd|dkr|jd| d|d|dtjj| ||d } | stj| ||d j ddq<qq.rrrrrbTrcrrrrZtabsu#Добавляем вкладку "ru) в экран "rrtab)r rrrr*rrjZ customfield_rorprruДобавляем поле "u" на экран "u" во вкладку ")rrr)rIrrrrr*rrr}rKrrrrrr+rrRrr0rrrZinvalidate_cacher-r.) rrrrui_formrZ tab_ext_idrZ jira_fieldrrnrrrr_process_screenshst $     zJiraAPIImport._process_screensu,Обработка схемы экрановc Cs|dr|d}|d}|jjjjd|}tjj|dgd}|sZtj||jdd}|jr|d|_|jdd |j stj j |d D] }| q|d D]X}|d }d} |d kr|jjjjd|} tj jddd| dgd} | s|jjd|dddq|dD]\} } |jjjjd| } tjj| dgd}|sn|jjd| dddqd ddddddd}|jrdS||d|| d |jd}tj jf|d d!gi}|stj f|}| r|j| |jdd qqn|jjjjd|d}tjj|dgd}|sdtj|d"d#|d||jdd$}|jdd tjj|jjjjdgd}|jrtj j|dgd}|stj |d|jd%}|jr||_||_d|_|jdd |S)&NrCrrrrbTrrr)rrrrrrgrrru;Не удалось найти логический тип rCmfUiFormSchemeriru*Не удалось найти экран zERR-0068ryrzread)rryZeditviewrrrr)rr*rZ crud_choicer*rj logic_typesru+: Схема экранов проекта rrr*rrc)rKr*rrrIrrrrrZCmfUiFormSchemeRulerrrr2rr}r,rrrr*r)rrZscreen_scheme_dataZscreen_scheme_idrrrZissue_type_datarrrrrZui_form_ext_idrZaction_mappingrrrrrrs           z$JiraAPIImport._process_screen_schemeuAОбработка схемы конфигурации полейcCs|jjjjd|d}tjj|dgd}|sbtj|dd|d||jdd }|jdd tjj|dgd}|stj|dd |d|d|jd }|jdd |jrtj j|dgd}|stj |||d|jd }|jdd |S)Nrrrrbru@: Схема конфигурации полей проекта rTrru5: Конфигурация полей проекта rz)rrrrr*) r*rrrIZCmfCustFieldConfSchemerKrrrZCmfCustFieldConfSchemeRule)rrrrrrrrrrs>   z(JiraAPIImport._process_field_conf_schemecCstdD]}||jsq qtdD]}|}|s(q>q(|j|7_|||||||||| | | |j j jr|||||n||||||jrdSd|j_|jt|D]>}|ddd|jDkrZq8|jjd|ddq8|j d |jj!|j S) NrWrcSsg|] }|dqSrGrrrrrresz0JiraAPIImport.process_import..u'Импортирован проект 'rru-Импортировано объектов: )"r>r]r1rmrrrrrrnrrr>rGrHrrrZr[rarrrr*r,rPrrrrSrUrQr+r)rrr6rrrrprocess_import<sV       zJiraAPIImport.process_import)T)rr)T)TT)N)rr)NN)NN)xr#r$r%r&r~r(rr'rrrEpropertyrerlro staticmethodrrrrsrWrrrrrrrrrr;rrr6r/rrarrrrrIrrrrrrrr'r=rrZr[r r!r}rrrrrrrrrrrrrrrrrrrrrrrrrrrrjrxrrrrrrrrrrrMrr rr%r7r9r<rVr]rr_rarrlrmrnryrrrrr __classcell__rrrXrr<>s0  !   #5    H!9 d "  V'   5 # > ,  A (   T7 & 1  H 7 $   #?= yU"*+  ,Y$= @ l %r<)/Zcmf.apprZ cmf.includeZ dataclassesr?rr<rZpathlibrrfZtempfilerrStypingrrrr r r r Zbs4r rZcmf.data_providers.baserrZ cmf.modelsrZ%common.models.cmf_plugin_import_mixinrZmodules.jira.apirZmodules.jira.base_importrZmodules.jira.jql.parserrrIrrrrZ dataclassrr;r<rrrrs0   $