U bEf @s<ddlmZddlTddlZddlZddlZddlZddlZddlm Z ddl Z ddl m Z ddl Z ddlmZmZmZmZmZmZmZddlmZddlmZdd lmZmZdd lmZdd lmZdd l m!Z!dd l"m#Z#ddl$m%Z%eee&j'ee&j(ee&j)fZ*ej+GdddZ,ddZ-Gddde#Z.dS)) cmf_context)*N)Path)TemporaryDirectory)DictOptionalListCallableUnionTypeIterator) BeautifulSoup)cached_property) commit_all_dsinit_ds) BaseModel)CmfPluginImportMixin)JiraApi)JiraBaseImport) JQLNormalizerc@s:eZdZUdZeed<eed<eed<ddZddZd S) EpicDatauD Данные используемые при создании epic namekey project_keycCs t|jSN)hashrselfr./modules/jira/api_import.py__hash__"szEpicData.__hash__cCs |j|jkSr)r)rotherrrr__eq__%szEpicData.__eq__N)__name__ __module__ __qualname____doc__str__annotations__r r"rrrrrs rcsfdd}|S)Ncsfdd}|S)NcszD|jd|jr$WdS|f||}|jj|WStk r|jj|jd7_|jdYdSXdS)Nz================== ru Ошибка ) cmf_importlog is_canceldpcommit Exceptionrollback has_errors log_error)objargskwargsres)funcrrrwrapper+s   z3catch_exception..decorator..wrapperr)r7r8r)r7r decorator*sz"catch_exception..decoratorr)rr:rr9rcatch_exception)s r;cseZdZUdZeed<eeefed<e ddfdd Z e eeefdd d Z d d Z d dZeeeeeedddZddZeeeefdddZeddZeddZddZedddZeeddd Zeedd!d"Zeeed#d$d%Zdd(d)Zed*d+d,Zed-d.d/Z ed0eed1d2d3Z!d4d5Z"ed6dee#d7d8d9Z$dd:d;Z%ed<d=d>Z&ed?d@dAZ'e(j)ddBdCZ*dDdEZ+dFdGZ,dHdIZ-edJdKdLZ.eedMdNdOZ/dPdQZ0dRdSZ1edTdUdVZ2edTdWdXZ3edYdZd[Z4ed\d]d^Z5d_d`Z6dadbZ7e8dcdddeZ9edfedgdhdiZ:djdkZ;edledgdmdnZedtddudvZ?edwdxdyZ@edzd{d|ZAed}ed~ddZBedddZCedddZDedddZEedddZFedddZGedddZHddZIededddZJedddZKddZLddZMddZNddZOddZPddZQddZRddZSddZTddZUdddZVedgddZWedgddZXedgddZYedgddZZedgddZ[ddZ\ddZ]edee8edœddĄZ^ddƄZ_deedǜddɄZ`deeeedʜdd̄Zadd΄ZbddЄZcdd҄ZdddԄZeddքZfdd؄ZgddڄZhdd܄ZiddބZjddZkedddZlddZmedddZnddZoZpS) JiraAPIImportu;Класс загрузки объектов через APIr1_JiraAPIImport__jira_fieldsN)jirareturncstj||||_d|_|jjjr*d|_tjjdd|_ | |_ i|_ i|_ i|_g|_g|_g|_d|_td}|jjj|_||jjj|d|_dS)Nr accountIdsoftdevcoderzatlassian.rest_client)super__init__r>user_keyconncloudmodels CmfActivitygetdefault_activity_get_jira_global_settingsjira_global_settingsZepicsissue_relationssubtasksboardsfiltersselected_projectsr1loggingZ getLoggerr*loggerZhandlersZsetLevellevel_prepare_multiprocessingr=)rr>r4r5rU __class__rrrECs&    zJiraAPIImport.__init__)r?c Cs||jr |jS|jd}|rFt|}t||_W5QRXn0|j |_t|d}t |j|W5QRX|jS)N fields.jsonw+) r=r*get_download_pathjoinpathexistsopenjsonloadr>Z get_fieldsdump)r file_pathfrrr jira_fieldsZs   zJiraAPIImport.jira_fieldsc Cslddl}||_|jd}|jdt}t|d}t |j|W5QRX| ||dS)NrrZz fields.json.r[) shutilr=r*r\r]osgetpidr_r`rbmove)rfieldsrfrc file_path_tmprdrrrupdate_jira_fieldsis z JiraAPIImport.update_jira_fieldscCs(|jD]}|d|kr |Sq dS)Nr)revalues)rrfieldrrr_get_field_by_namers z JiraAPIImport._get_field_by_name)model field_namer?cCs&|sdS|j|gd}|r"|dSdS)N)Z fields_namer)import_shop_fields)rprqr6rrr_get_field_namewszJiraAPIImport._get_field_namecCsddl}ddl}ddl}ddl}||_||_tj|_tj|_| d|_ |j j d|j ddddtj r~ttj |j |_ |j j dtj dd|j}|j j dt|d d ddtt|d |j |_ |j std dS) Nrr)z cpu_count=u%, надо не менее 2 ядерT) anonymouszconfig.IMPORT_PROCESS=zavailable_memory=i@u-Гб, по 2 Гигабайта на ядроluРесурсов системы недостаточно для импорта, обратитесь в техподдержку для дополнительной информации.) threadingqueuemultiprocessingpsutilconfigZIMPORT_THREADSZthreading_max_forksZIMPORT_DOWNLOAD_THREADSdownload_threading_max_forks cpu_count max_processesr*r+ZIMPORT_PROCESSminZvirtual_memoryZ availableintr/)rrurvrwrxZavailable_memoryrrrrWs   z&JiraAPIImport._prepare_multiprocessingc Cspg}ddddddddd d }d d d d}|jD]8\}}d|||d}|||d||dq2|S)uO Сопоставление настроек для модели models.CmfTaskrtextprioritystatusZ alarm_dateZdeadlinecmf_modified_atcmf_created_atstatus_closed_at) Zsummary descriptionrrZcustomfield_10015Zduedateupdatedcreatedresolutiondatez.namez .watchCountz.votes)rZwatchesZvoteszfields.N) model_field json_path ext_field)reitemsrKappend)rZissue_settingsZdefault_local_attrs_mappingZadditional_json_pathZcustom_field_keyZ custom_fieldrrrr_get_issue_import_settingss.  z(JiraAPIImport._get_issue_import_settingscCs dddddddddg}|S)Nr displayNamerremail emailAddress does_not_workactiver)Z user_settingsrrr_get_user_import_settingss z'JiraAPIImport._get_user_import_settingscCs dddddddddg}|S)Nrrr cmf_authorauthorr renderedBodyr)Zcomment_settingsrrr_get_comment_import_settingss z*JiraAPIImport._get_comment_import_settingscCsXdddddddd}||kr$||S|d }t|d kr>d S|j|d id d S) NИмяZEmailuАктивныйuСозданоu Автор ТекстuКлюч)rrrrrbodyr.r)rr)splitlenrerK)rZjsonpathmappingrrr _get_setting_title_from_jsonpaths   z.JiraAPIImport._get_setting_title_from_jsonpathTcCs|sdS|dD](}t|ts&dS||}|sdSq|rvt|trvdddg}|D]}||krX||SqXdS|rt|trg}|D]f}d|kr||ddqd|kr||ddqd|kr||dq|r|t|qd|S|S) Nrrrrr inwardIssue outwardIssue,)r isinstancedictrKlistrr'join)r3rto_strrqZ str_fieldsZ str_fieldresultZ related_objrrr _get_file_vals6    zJiraAPIImport._get_file_valcsVgttttftgttfttdfdd }jdgj d}d}| r D]$} |dD]}qqz|rhqqh dD]}qq|sd d jjd d D}|r|d }dd jd Dd }|std||jtj|std||jtjddddddg}||jtjdgdS)u- Инициализация настроек )objs settings_funcrpr?csz|D]p}|}|D]H}||d|d<||d|d<|d|d<|j|d<q|j|d|SdS)NrZfile_valrtitleicon)rrj)rrsrrr verbose_name)rrrpr3Z obj_settingssettingrrrr _get_settingss z:JiraAPIImport.tmplt_import_settings.._get_settingszplugin.plugin.*projectsNiduserscSsg|]}|qSrr.0r3rrr sz7JiraAPIImport.tmplt_import_settings..r)limitrcSsg|]}|qSrrrrrrrsuSНе найдено ни одной задачи, импорт невозможенuaНе найдено ни одного пользователя, импорт невозможенz2022-05-22T15:22:22.593+0300ru!Электронная почта)rrr)rrrselectedObjects)rvalue)r rr rr TypeModelr* load_fieldsr\r]r^ _get_projectsget_project_tasks _simple_getr> get_issues get_usersr/rrICmfTaskr CmfPersonr CmfCommentr)rrZdump_dirtaskprojectusertasksZcomment_examplerrrtmplt_import_settingssJ  z#JiraAPIImport.tmplt_import_settingscCs||jjd}ddgggdg}|jjddD]}t|tjjdD]f\}}|ds\qJ| ||d }| |dd |}|d d  |dd |d dd  |qJq2|S)Nimport_settingsu Задачиzcalendar-today)rrtitlesrowsrrjrrrqrrcaptionr) Z_normalize_settingsr* json_settingsr>r enumeraterIrrr_normalize_jira_valuer)rsettingsrissueZnumrrrrrpreview3szJiraAPIImport.preview)rr?cCs\i}|D]N}|dsq|j||ddd}||dd||d}|||dd<q|S)uC Преобразование настроек для модели rrF)rrqr)rrrK)rr3rZnormalized_objrrrrr_normalize_objBszJiraAPIImport._normalize_objsprintkanbanc Csdd|jgg}|dr*|dddgn|dd|gtjj|d}|jjjjd|d}tj |jtj |d ||||d |d |d d d|gd\}} | r|d |_ |j dd|S)NZtree_parent_id== completeDatesys_typearchivefilter::rr startDateendDate)rparent tree_parent list_typeplan_start_date plan_end_dateext_idrZ filter_objTZ save_import) rrKrrI CmfFolderr*plugin source_hashrprocess_any_table_fieldsCmfListrsave) rrrZparent_sys_typer_filterrrZlist_objnewrrr _process_listNs*     zJiraAPIImport._process_listu8Обработка наблюдателей задачиcCs||D]j}|jjjr(||d}n||d}|sHtd|||jks ||jks ||jkrhq |j |q t dS)u;Добавляем наблюдателей в задачуr@ruI_process_watchers: Не найден наблюдатель задачи N) _get_issue_watchersr>rGrH _get_personCmfError responsibler cmf_owner spectatorsrcommit_with_event)r issue_objrwatcherpersonrrr_process_watchersgs zJiraAPIImport._process_watchersu#Обработка вложенийc Csddlm}ddl}t|dd}d}|r||}|D]}zz| drlWWqJ|ddD]} | d |krxqqxt j |} t j j| |d d d d gd} | st j |j|d| d} | jrl| r|| d|j| _| d| _||d} | jdd| | | jdd| rX| j| dksXtd| jd| dd| jW5QRXWnxtk r|jjd|dd|d| j|d7}Yn8|jjd|d|d|jj|d7}YnXW5|jddXqJW5QRX||D]} zzt j | d} t j j| |d } | sTt j |j|d| d} | jr| jdd| t | d!| j!t j"jj#$}|%| j&}|'| jWn8|jjd|d|d|jj|d7}YnXW5|jddXq|S)"Nr)RDisk issue_pathz /attachments/all_attachments.zip attachment processed/rjfilenameimport_originalurlZurl_preview_imgZ url_previewrrrjT)r*rrrrrrsizeuТекущий размер z != u из метыu7Обранужена проблема вложения uI, размер файла не совпадает с метой из JIRAzERR-0034r3r):Не удалось обработать вложение zERR-0035 file_name)rrrc)(Z rdisk.rdiskrzipfilerr^ZipFileZnamelistr*inc_statendswithrI CmfDocument _get_filename CmfAttachmentrKrrrFrrr_rZupload_stream_filest_sizeAssertionErrorr-r.r2r0_get_issue_attachmentsZ upload_dirrfcopyZfull_path_fileZCmfRFileZ data_driverZget_rdZ get_rfileZ _file_name make_preview)rr jira_issuerrZall_attach_zip_patherrorsZmyzipZzip_attach_name attach_infoZ attach_namerZattach_fattachment_infoZrdiskZrfilerrr_process_attachmentsws             ,      z"JiraAPIImport._process_attachmentsuBОбработка упоминаний пользователей)rr?c Cstddlm}m}|sdSt|d}|jddidD]6}z|jdrX||jd}n||jd r||jd }|jd |jd <|jd |jd <n>||jd }||j} | | dd } || |j }|jd |jd<|j |jd <d|jd<|j j|jd <|jj|jd <Wq2tk rh} z0|jd7_|jjd|d| d|dW5d} ~ XYq2Xq2t|S)u] Упоминания пользователей confluence-userlink r)urlparseparse_qsN html.parserclass user-hoverattrsdata-account-id data-usernamezdata-linked-resource-idzdata-linked-resource-id_origzdata-username_orighrefr href_origT cmf_convertedr)u)Ошибка обработки тега : zERR-0036r )Z urllib.parserr r find_allr%rKrquery_get_user_info_from_dumplowerrFr(rrloginr/r1r*r2r') rrrrr doc_souptagrZ parsed_urlr- user_infoerrr_process_mentionss8      zJiraAPIImport._process_mentionscCstjj}||jjd|}|dk r2t|S|dD]T}||j |krX|S|dd |krt|S|dd |kr<|Sqz.JiraAPIImport._process_links..r*uУже обработали r(#uЭто якорь u&Обрабатываем ссылку r@r?r(/attachment(?:/content)?/(\d+)(?:/)?(.*)r)rjrcs|dkSNrrKitemZ attach_idrrrD rErr)rrjrZsrc_origTZvideoZcontrolsz100%widthZheightr)uЗаменили на z/people/r)r r,r%rKr*rUinforB startswithurllibparseunquoterresearchnextrrIrrrsgetr mimetypes guess_typerrr(r')rrrrrZ text_soupr2rr  url_match attachmentsattachZ attach_obj mime_type account_idrrrNr_process_linkssd                    zJiraAPIImport._process_linkscCs|jjd||jjjrB|ddkrB|jjd|d|||jt j j d}d|jj j j d||jd}|dd}t|d kr|d nd |d <t|d kr|d n|d |d <ddg}t j jdd|dg|d}|s~t j jddd|dg|d}|s~t j jdd|dg|d} t| d krr|jjd|ddt| ddd|jd 7_g} | sdd|dg} t j j| |d} | st|d krd d|d g} nHt|d krdd d|d gd d|d ggd d|d gd d|d ggg} t j j| |d} t| d krT|jd 7_|jjd|ddt| ddd| rd| d }n|jd|dtjd } |s"|rd!} d } |d} t j jdd| g|dr|jd"| d#tj|dd$\}}|d%| d$|} | d 7} qt j || |jd!d&}nd| fS|r|jrL|D]}t||||q4|jrr||jkrx|j||_n||_t j}t j}|j !||j !|d!|_"|d'd(D]}|jjjrd|d)d}nd|dd}d|jj j j |}t jjddd|dgdgd}|sBt jjdd|dgdgd}|sbt j||jd!|d|d*}|jrt|d|_#|js||_n||jkr|j||_|j$d!d+|j !|q|j%r|j$d!d+|| fS),Nu0Импортируем пользователя Z accountTypeZ atlassianuНеизвестный тип rjrr r)rrZ first_name last_namer rg_member_ofr0ILIKErrrjrLIKE%u+Пользователей с почтой z > zERR-0037robj_typerORu+Пользователей с именем uMНе нашли пользователя среди существующих FTuQОбнаружена учетная запись с дублирующим email u, добавляем цифру@+)rr0r*rgroupsrgroupId)rr*rrimport_raw_jsonr)&r*rUrPr>rGrHwarningrrrIrrrrrFrrrKrr2r1r+rTINFOr/WARNINGrsetattrrCmfPersonGroup jira_group user_grouprcrZ user_localrr is_changed)rrZcreateupdateZ user_dictrrrjrZpersonsr is_creatednr0Z prefix_emaildomainrrurvZ group_infogrouprrr_process_person+s               zJiraAPIImport._process_personu-Обработка пользователейc Cs|jjjdds(|jjdtjddSt}|dD]}z^|j rPWdS| |\}}|jj d7_ |j r|j s|j ds|r||j jWq8|jd7_|jjd|d d d Yq8Xq8|r|jjjd drttjjt|gd dS)N load_usersTuAНе грузим пользователей из-за опцийrVrr)z .evateam.ruu@Не удалось загрузить пользователя zERR-0038rrhZ send_invites)r4)r*rrrKr+rTrrsetrr,r}imported_object_countrrraddr1r2Zschedule_deferred_jobrIrZregister_personsr)rZnew_user_emailsrrryrrr_process_userss, zJiraAPIImport._process_usersu#Обработка статусовcCs|dD]}|jrdS|jjjr2|d}n |dd}|jjjjd|d}tj j |d}|sdd|dgd ddgg}tj j |d }|stj |d|jd }||_ t ||_|d|_|jd d |jj|jjd7_q dS)uc Грузим статусы из Jira и сопостовляем с нашими statusesNstatusCategoryrrrrrrr)rr*Trr))rr*r,r>rGrHrrrI CmfStatusCoderKrrget_status_type status_typerrr-r.r)rrrrZcmf_status_coderrrr_process_statusess*         zJiraAPIImport._process_statusescCs2i}i}d}d}||dD]n}g}|j|ddD]2}|dr6|d|dddkr6||dq6||t|g} | |qtjjdd} t | d d D]z\} \} } |j j j j d |dd d | }tjjdd|gd}|s0tj|| |j d}d|dd| d|_|jdd|j|ddD] }|d| kr@|||q@tjjdd|gdddggdgdD]@}tjjdd|jgdd|gdddggdsq|jddq| D]\}|s|ddkr|}|s|ddkr|}d |j j j j d |dd }|||<qq|j j j j d |d}d |d}tjj|d!}|stjjd"d}tj|||j d}||_||_||_|jddtjj|d#D]}|q| D]b\}}|j rq.tjjdd$d%|d%gd}||d&||j d'}tjf|}|jddq|S)(u) У простого проекта воркфлоу привязан к issue type 1 к 1 Поэтому надо получит все типы привязанные к проекту, на каждый тип создать WF и замапить через схему Nr project_idZusagesr issueTypesdefault.system:defaultrBr))start ::SIMPLE::r-r=rrtemplater*u9Simple бизнес-процесс для проекта r ()Trworkflowrrre!=forcehierarchyLevelrGu(Simple-схема для проекта rsoftdev:default scheme_wfrfrgr logic_typeZtarget_workflowcmf_model_namerr*)_get_issue_types_for_project_get_statuses_for_projectrsort setdefaulttuplerI CmfWorkflowrKrrr*rrrrr_create_status CmfStatusrrdelete CmfSchemeWfdefault_task_workflowdefault_subtask_workflowCmfSchemeWfRuler, CmfLogicType)rZjira_project_infoZissue_type_group_by_statuses issue_mapZdefault_task_wfZdefault_subtask_wf issue_typeZissue_type_status_ids jira_statusZissue_type_list wf_templateindexZ status_ids issue_typesworkflow_ext_idrrissue_type_ext_idZ scheme_ext_idZ scheme_nameschemerrulelogic_type_ext_idr rule_dictrrr#_create_schemewf_for_simple_projects  &       z1JiraAPIImport._create_schemewf_for_simple_projectcCs0|jjjjd|jd|d}|jjjjd|d}tjj|d}t|d}|srtj||d|jd}||_ |j ddtj jd d |gd }|stj jd d |gdd |ggd }|stj jdd |dgd d |ggd }|stj ||j|d}||_ |d|_ |d|_||_||_ |j |j d|S)Nrrrrr)rrr*Trrrrrr status_code)rr*rrZ only_data)r*rrrrIrrKrrrrrrrrris_new)rZjira_status_datar status_ext_idrrrrrrrrs6"   zJiraAPIImport._create_statusc, Cs&ddlm}ddl}i}d}d}tjjdd}|dd}|D]} || d} |jjjj d|d d | } tjjd d | gd } | stj| ||jd} | d| _ | dd| _ | j dd|s| dr| }| d} |j |d dD]}|d | krqd|dkr q|s"|dr"| }d |jjjj d |d d }| ||<|dD]"}|dd|d<||| qPqtjjdd| gd ddggdgdD]@}tjjdd|jgdd| gd d dggd sʐq|jdd!q|jjd"d#}|jj}|jj}d$}|| j jd%d&}z|j||j||d'||d(d)}t|j d*}t}t}|d+D]}|d|j dd,id-j!"d.||d <|d/D]H}|#|d |d|j dd0id-j!"|d |d1dd2d3qq^|D]}|jjjj d | j$}|d |d }tj%j|| d4} | st*k r}#z$|jj+d<| j d=|#d>| d?W5d}#~#XYq>Xq>|jjjj d |dd }$tj,j|$d;}%|dd@}&|%stj,jdAd}'tj,|&d|$|&dd|&|j|'dB}%||%_-||%_.|%j ddtj/j|%dCD]}(|(q|0D]P\})} tj1jd dDdE|)dEgd }*|*| dF|%|jdG}+tj/f|+}(|(j ddq|%S)HNr) cmf_hashlibrrBjira_workflow_schemeZmappingsrrrrrrrrrrTrdefaultrr issuetypersubtaskrrrrrrrerrrz&/secure/admin/WebSudoAuthenticate.jspazL/secure/admin/workflows/ViewWorkflowXml.jspa?workflowMode=live&workflowName=rarlF)ZwebSudoPasswordZwebSudoDestination)authZverifydatalxmlz steps > stepzjira.status.idr$)rjira_status_idzactions > actionzjira.descriptionzresults > unconditional-resultstep)rrrfromtorrrrr*rrINNDEV: Fatal Вероятно, сломали создание статусов!rruНе удалось импортировать переходы между статусами для бизнес-процесса «u»: zERR-0067r rPr)rrrror*rrrfrgrr)2Zcmf.utilrrequestsrIrrKZ short_str_encr*rrrrrrrrrrrr>rrstripr0passwordrreplaceZpostrZ HTTPBasicAuthr rZselectfindrWstriprrCmfTrans status_fromrr status_tor/r2rrrrrr),r project_inforrrZdefault_wf_for_taskZdefault_wf_for_subtaskrZworkflows_dataZ workflow_dataZworkflow_name_hashrrrrrrrrr0rZ request_urlZ destinationresponseZxml jira_statusesZjira_transitionsZxml_stepZ xml_actionjira_transitionZworkflow_hash_idtransition_ext_id transitionstatus_from_ext_id_liststatus_to_ext_idr4rZ wf_schemeZwf_scheme_inforrrrrrrr_process_wf_schemeBs                    z JiraAPIImport._process_wf_schemec CsVd}tdd4|jrq>|}|dkr.q>|||7}qW5QRX||dS)NrFZinit_views_and_dsDONE)rr*r,rK_process_issueput)rZ issue_queueZissue_queue_errorsrrrrr_process_issue_threads  z#JiraAPIImport._process_issue_threaduОбработка теговc Cs,ddlm}t}|j|d||ddD]4}|jrBdS|ddr.||dd}q.|D]}| dd d d }||d d d }z\dddd|dgdd|gddd|dgg}t j j|d}|st j |d}|j d dWqht k r$} ztd|d| W5d} ~ XYqhXqhdS)Nr)translitrrrjlabelsra_rFrruT)Z language_codereversedrjaliasrd"z"%rrr9ru*Не удалось создать тег r+)Z transliteraterrr_count_project_tasksr*r,rKunionrrIZCmfTagrr/rTrp) rrrtagsrZtag_nameZ name_aliasrZtag_objr4rrr _process_tagss,    zJiraAPIImport._process_tags)project_structrc Cstjjdd|dgddgd}|r|jj|dksF|jr|d|jkr|dd|dd|d<|jjd|j d |dn|js|d|_| d |d <tj j|jj j j d |d <tjjddd|ddg|d}|stj|j|d|dd d}|jrJ|D]$}|dkr$qt||||q|drJd|_|j}| |rtjj|dD]}|jd dql||dD]L}|jj j j d|d}tjj|d} | stjjdddgdd|dggd} | stj|d|jd d} || _|d| _ |d| _| j d dtjj|| d} | sPtj|| |jd} g| _| j d d|dgD]\} | dd kr|jjjr|| d!d"} nFz|| d#} Wn2|jjd$| d%| d#d&|d'd} YnX| r| j | n|jjd(| n| dd)kr|jjjrBd| d*d+d}nd| dd}d|jj j j |}tj!jddd|dgd} | r| j | n(|jjd,|d-d.|d'|j"d/7_"nt#d0qn| j d dq|$|%||&||$|j'|d1|(||_)t*|d2d3}t+|}t,-|}W5QRX|rz|jj j j d|d}tj.j|d|_/|j d d|0||j1rdSt2|3||$|4||jj5d/7_5|$|S)4NrrrrrerruПроект с именем u8 уже существует! Переименуем в TZtask_allow_multiple_sprints)Zexit_idui_form_schemerfrg)r*rrr isPrivateprivate)r)ZTEXKOM_db_deleterrrr)rr*rrr)r project_role)rrr*actorstypeatlassian-user-role-actorr3r@ruXНе удалось найти и добавить пользователя в роль u проекта:: zERR-0039r uRНе удалось привязать пользователя к проекту zatlassian-group-role-actorZ actorGrouprnu<Не найдена группа пользователей u# для проектной ролиzERR-0040r)u&Неизвестный тип ролиr project_dir/issue_security_scheme.json)6rI CmfProjectrKrrrr*rUrprrCmfUiFormSchemerrkeysrrsZ perm_policyrrrr_get_project_rolesCmfProjectRolerZCmfProjectRoleAssignmembersr>rGrHrr2rrtr1r/_calc_progress_process_versions_process_componentsr_process_permissionsZproject_perm_schemerr_r`raCmfSecurityLevelSchemesecurity_level_scheme_process_tasksr,r_process_boards_process_sprintsr)rrr project_objrrr role_inforroleZ role_assignactorrZ sub_group dump_filerdr rrr_process_projects "   "                  zJiraAPIImport._process_projectcCsddl}|jdddd|jjjd|jjd|dd |d tjd gd d td dtddd}|jd|j |j |S)Nr/usr/bin/python3 manage.pyshellz&plugin = models.CmfPluginJira.get(id="z(");retcode = plugin.process_issue_fork("", "r", , );T"/var/log/eva-import-subprocess.loga+&/var/log/eva-import-subprocess.err.logZ close_fdsZstart_new_sessionstdoutstderrЗапустили ) subprocessPopenr*rrryIMPORT_OBJ_CNTr_r+pid log_detail)rrdoner!procrrr _execute_taskfs 2 zJiraAPIImport._execute_taskc Cs|jjd|jd}||d}g}t|jD]0}|||}|tj7}| |||kr6qhq6||krt dt |D]L}| }|dk r|j|7_|||||}|tj7}| |qqht |D]"}||jr|j|j7_q|jjddS)NuDГрузим задачи в несколько процессов: rrr)u0Закончили обработку задач)r*rUrPr|rranger(ryr#rtimesleeprpollr1remove communicate returncode) rrr&Ztask_cntprocessrr'r/new_procrrrr qs2         zJiraAPIImport._process_tasksu#Обработка проектовc Cstjjddjj}|D]}zv|ddd|jDkr@Wqd}|jr\t WdS|di}|r~| ||j }n ddd }|d d krtj jd d}nL|d d krtj jdd}n0|d dkrtj jdd}nt d|d d|jjjjd|d|d<|d|jj|d||d||d|d}|d}|rZ||} | |d<n0|jjjjd|dd} tjj| d|d<|||}Wqt k rt|jd7_|jjd|dd d!YqXqdS)"NrArBrcSsg|] }|dqSrrrrrrrsz3JiraAPIImport._process_projects..leaddefault_import_jira@evateam.comdefault_import_jirarrprojectTypeKeybusinessproject.base:defaultsoftwareproject.agile:default service_deskproject.servicedesk:defaultu$ERROR! Проекты с типом 3 временно не поддерживаютсяrrrrrrrractivityZtask_code_prefixrrro simplifiedrrrr)<Не удалось импортировать проект ERR-0041rrh)rIrJrKrrrrSr*r,rrrFrr/rrrrrZrollback_purge_eventr1r2) rr@rr  project_leadrrrZproject_simplifiedrrrrr_process_projectss`        zJiraAPIImport._process_projectsc Csd}tjjddjj}|D]r}z(|jr:WdS|ddd|jDkrVWq|jj j j d|d|d<|di}|r| ||j }n d d d }|d d krtj jdd}nL|d dkrtj jdd}n0|d dkrtj jdd}ntd|d d|d|jj|d||d||d|d}|||d<|||}Wqtk rt|jd7_|jjd|dddYqXqdS)NrArBrcSsg|] }|dqSr2rrrrrrsz7JiraAPIImport._process_projects_box..rrr3r4r5r6r7r8r9r:r;r<r=u$ERROR! Поректы с типом r>rrrr?rr)rBrCrrh)rIrJrKrrrr*r,rSrrrrFrr/rrrr1r2)rr r@rrDrrrrrr_process_projects_boxsT      z#JiraAPIImport._process_projects_boxuОбработка досокc Cstjjddd|ddgd}tjjd|dgd}|sNtjd||d|jd }|jsbd |_|||d D] }z|jrWdS|jj j j d |d |d<tj j|dd dddddddgd}|stj |d|jd}|d|_ |d|_ ||_||_|jd d|j|jr:|dd}|r|jrR|j|jtj|d|d|jd}|jd d|j|jj||_|jd ddddd d!d"d#}|dd$} || d%d"|_|jD]} | qd|_|jjd d| d&ddd'D]H} tj| d| d(|jd} | jd d|j| jj|j| q|jd d|jD]} | qbd|_|jjd d|ddddd'D]b} |jjjr| d}n| d(}tj| d||jd} | jd d|j| jj|j| q|jd dd)d*d+d,d-}||ddd,|_ |j!D]}|q6|j|dd.d/D]}ztj"|d||jd d0}|jd d|d1D]P}|jj j j d |d }tj#j|d2}|st$d3|d4|j%|q|jd d|jWn8t$k r4|j&|jj'd5|d6|d7YnXq`|jj(d87_(Wqp|jj&|jj'd9|d:|d7YqpXqpdS);z https://bcrm.carbonsoft.ru/desk/favorites/Document/DOC-007367#spec-006348-b https://developer.atlassian.com/cloud/jira/software/rest/api-group-board/#api-rest-agile-1-0-board-boardid-quickfilter-get rrfrgru Доскиtree_node_is_branchr N)rrrrr*Trrkanban_board_columnsrorr limit_days kanban_filterswimlane_filters quick_filtersrrjrr*rrPrrjql)rubql2r*z 1 queriesz 2 userstoryz 3 assigneez4 epicz 5 projectz7 none)customZ parentChildassigneeZepicrZnoneswimlanesConfigZswimlaneStrategyZ swimlanesrGr-z1 -1wz2 -2wz3 -4wz6 none)z-1wz-2wz-4wZNONEZ columnConfigcolumns)rrr*rrruНе найден статус u для колонкиuDНе удалось создать колонку для доски zERR-0042r r)u:Не удалось импортировать доску zERR-0043))rIrrKrr*rGr_get_project_boardsr,rrZCmfKanbanBoardrrorrr-r.rrJr CmfTaskFilterrRrrrZ swimlane_typerKrLr>rGrHrIrHZCmfKanbanBoardColumnrrZmapped_status_codesr0r2r)rrrZ board_folderboardZ board_objZ board_filterrJZswimlane_type_mappingZswimlanes_configZswimlane_filterZswimlane quick_filterZ quickfilterZquick_filter_queryZlimit_days_mappingcolZ board_colrrZ status_globalrrrr s                                zJiraAPIImport._process_boardsu#Обработка спринтовc Cs8tjjddd|ddgd}tjjdd|gdddggd}tjjdd|gddd ggd gd }tjjd d }||dD]}|jrdS|jjjj d|d}tj j|ddddddddddg d}|stj |d|j|d}|j r||_ |d|_ |d|_|d|_|jr,|jdd|ddkrj||_|jsZd|_|jdd|jd |_n"||_|dd!kr|jd"|_|jr|jddt|jjd#|j d$t|d%|d%D],} |jjjj d| } tjj| d&dd'gd} | r|d(r|jjjj d)| j} tjj| d*d+d,gd} | sZtj| |jd-} d.| _d/|jd0|j d1| _ | | _!| jr| j| j" d2| j#d krt| j$d3kr|j%&| n |j%&| n0|j'd37_'|jj(d4| d5|dd6|d7q|jddt|jj)d37_)|j*dd8q|dS)9NrrfrgrrrrrrrGrezlist.agile_sprint:defaultrBrrrrrrrrrrrMT)rrr*rrrrstateclosedCLOSEDrZ IN_PROGRESSu0Добавляем задачи в спринт r+issueslistscache_status_typerz::comment-sprint: log_levelrrrNuBЗадача была в архивном спринте rr)u-Неизвестная задача issue_id=u в спринте zERR-0044r r)+rIrrKrr_get_all_sprintsr*r,rrrrrrrrrwrrrGrZget_default_statusrrrUrPrrrrr`r(rrrr_r^rrr1r2rr)rrrZ sprint_folderarchive_folderZsprint_logic_typerrZ sprint_objZissue_idZ issue_ext_idrcomment_ext_idcommentrrrr s "        $   zJiraAPIImport._process_sprintscCs$|sd}|sd}|d|d|S)NuНе указаноr+u ➔ r)rr old_valueZ new_valuerrr_simple_html_diffs zJiraAPIImport._simple_html_diffcCs|dkr dSz||}Wn,|jjd|ddddtjYSX||dd\}}|s|jjjdrt j j|jjdd }|jj d|d |t j d n.|jjd|d dddtj}|jd 7_|S)Nunknownu6Не найден пользователь user_id = "u9", в дампе, указываем системногоzERR-0045ZCmfUserrhFZdefault_user_idr2uA", ставим пользователя по умолчанию ruc", указываем системного , в дампе, указываем системногоr))r.r*r2gZ system_userr}rrrKrIrr+rTrrr1)rr=rrrrrrrs,  zJiraAPIImport._get_person) dump_pathc Csz ||WStk rz|d}|rt|dB}|D]6}t|}|||jkr@|W5QRWYSq@W5QRX|j |}|rt|d}| t |dW5QRX|WYSWn$|j j d|tjdYnXYnXdS)N users.jsonrr uMНеудалось сдампить пользователя по ключу r)r.r/r]r^r_r`r<rFr>Z get_user_infowritedumpsr*r+rTrr)rr=rlZ users_pathrdrowr3r3rrr_get_user_infos$    &  zJiraAPIImport._get_user_infou,Обработка журнала работ)rcCs"|jjd||D]}t}d|d<|j|d<||d|j|d<|d|d<||d|j|d <||d <|d |d <|d d|d<|dd|d<|jjjj d|d|d<||d<d|d<t j j|dd}|st j f|}|j j tj|jj d|_|jddqdS)Nu*Загружаем журнал работr[rr*rrr updateAuthorcmf_modified_byrstarted start_dateZtimeSpentSeconds< time_spentrgrrrrrrorZremaining_estimater)ZminutesTr)r*rUrP_get_issue_worklogsrrrFrKrrrIZCmfTimeTrackerHistoryrwrdatetimeZ timedeltaryend_dater)rrrworklogZtimetracker_historyhistoryrrr_process_issue_worklogs,      z$JiraAPIImport._process_issue_worklogc Cs|s|St|d}|dD]}|d}||j||||dg}dd|D}|sv|dg|d<q|dd d d }|d |g|d<qt |S) uF Конвертирует "Фрагмент кода" r!ZprerCr"cSsg|]}|dr|qS)zcode-)rQ)rclass_rrrr%s z/JiraAPIImport._convert_code..z language-nonerrr)z language-) r r,new_tagextendcontentsclearrrKrr') rr3rsoupr2Zcode_tagZ class_tagZ code_classrCrrr _convert_codes     zJiraAPIImport._convert_codeu8Обработка комментариев задачиc Csd}d}||D]}|d7}|jjjjd|d}tjj|d}|rl|jsl|jjd|d|dq|stj|||jd d }| |d |j |_ |j |_ | |d |j |_ |d |_|d|_||_|||d|_||jj|||_|||jj|_||_|dr|d7}|dddkr`tjj|ddd}|j|d |_n,|jjd|dd|d|jd7_q|jd d|jddq|jd|d|dS)Nrr)rrruNКомментарий уже есть, и правился в системе zERR-0046r T)rrr*rrrtrrrZ visibilityrrrr9uLОшибка обработки приватного комментария zERR-0047rrgruОбработано u: комментариев, из них приватных )_get_issue_commentsr*rrrIrrKrr2rrFrrrurrrr5rr`rrrorrrrr1rrr+) rrrcntZ private_cntrgrZ cmf_commentrrrr_process_issue_comments.sN      z%JiraAPIImport._process_issue_commentsu0Обработка плагинов задачиc Cs|jjp d}||D]}|ddkr|drt|d}|jdddid }|dd D]N}|sbqX|d rx|d }n|jd dd id }||dd||qX||t||j_q|j r|j dddS)Nrrz&com.railsware.SmartChecklist.checklistrr!Zulr"z tox-checklistr$rorliztox-checklist--checkedr)Tr) rr_get_issue_propertiesr rrrQrr'rwr) rrrrZissue_propertyrZ checklistvalrrrr_process_propertiesWs"      z!JiraAPIImport._process_propertiesc Csbdd|jtjjdD}|ddD]2}|jjjjd|d}d}|drl||d|j }n|jj d ||d |d |d }|d D]h}|d} ||d} | r| drd} | | |d|d} d|kr| |d<q|dd| |d<qtj j|ddddddgd} | s8tj |jd|d} |D]} t| | || q<| q(dS)NcSsi|]}|d|qS)rr)rrnrrr nsz2JiraAPIImport._process_history..rj changelog historiesz ::historyrruАудит без автора rr))rrr`rrrnrrZ fromStringZtoStringrz
r*rrr`rrMT)r*rr)rrIrrr*rrrKrrFrUrprirrsr)rrrZjira_map_fieldsr~rrrgrMrrnZdiffZhistory_commentrrrr_process_historyms.    zJiraAPIImport._process_historyuОбработка задачиcCsd}|jjjjd|ddd}tjjddd|dgd }|s`td |ddd |||jtj j d}tj jdd|jjjjd |dd dgdgd|d <|d j |d<|j |d<d|d<|jjjjd|d|d<|d |d<|ddr~|jjjjd|ddd}tjj|d|d<|ds~|jjd|ddddd|jd7_|d}|r|d|d|d<|ddr<||dd|j|d <|d s<|jd7_|jjd!|ddd"dd|jjd!|dd|jtjddd#|dd$r||dd$|j|d%<|d%s|jd7_|jjd&|dd$d"dd|jjd&|dd$|jtjddd#|dd'rl||dd'|j|d(<|d(sl|jd7_|jjd)|dd'd"dd|jjd)|dd'|jtjddd#||d*<|d+r|d,d-|d+<||d*<|pg}d|jjjjd|dd.dd} tjjddd| dgd |d/<|jjd0|tj|jtj |dd1|dgd2\} } ||| |7}|| | jj| _| | jj| || _|!| | jj| _|dd3d4r|"| ||j#d5r|dd6d4r|$| ||D]} | j%&| q|dd7g|dd8gD]h} |jjjjd9| d}tj'j|d}|sB|jjd:| d;d|d?d@d|jd7_n | j*&|qb|ddA| _+|| _,| j-r| j.ddBt/|0| ||ddCg}|rLzt1|j| |Wn|jj2dDYnX|3|| |4|| |jjjjdE|d}tj5j|d}|stj5||jdF}| |_6|j7j8dG|d }dH|dI|dJ|_dK|_9|j.ddB|j:;|jrr*r,r)rr]rrrr_process_issuess   zJiraAPIImport._process_issuesu3Обработка связей всех задачc Cs|D]b}|j|d||ddD]>}|jrBdS|dd}|jjjjd|d}|r|jjjjd|d}|j|g}| |||j|<|ddg}|D]}|jjjjd|d} d|kr$d |i|d <|jjjjd|dd|dd <||j | <qd |krd |i|d<|jjjjd|d d|d d <||j | <qq*q|j d t |j|jD]z}|jrdSt jj|d } |j|D]H} t jj| d gd} | s|jjd| q| | _| jddqq|jjddddd} |jjdt |j |j D]\}}|jrfdSzB|jjjjd|dd}| |dd}|rt jj|d}nt jj|d }|st jjdd|ddgd}|s(t j||j|ddd}|dd|_|dd|_|jdd|jjjjd|d}t jj|d }|sft j||jd }t jj|d d d |_t jj|dd d |_||_|jddWn6|jd!7_|jj d"|dd#d$d%YnXqJ|jjdS)&uD Постобработка связей задач rrNrjrrZ issuelinksrrruПодзадачи: r parent_taskrMuqНе удалось связать задачи, возможно задача не попала в импорт Trzsystem.finish:finishzsystem.duplicatez system.linkz system.clone)ZBlocksZ DuplicateZRelatesZClonersu Связи: rrrBrr)rr*rZinwardZoutwardrNr)u.Не удалось создать связь zERR-0052rrh)!rrrr*r,rKrrrPrrOr+rrIrrUrprrr-r.rPrrZCmfRelationTypeZ in_type_nameZ out_type_nameZCmfRelationOptionZin_linkZout_link relation_typer1r2)rrrZ issue_parentrZ parent_ext_idZ sub_tasksZ issue_linksZ issue_linkZ link_ext_idrZ child_ext_idZ child_taskZ map_namesZrelation_ext_idZissue_relationZ relation_coderZ rel_ext_idZrelation_optionrrr_process_relations"s"     &  &       z JiraAPIImport._process_relationsu)Обработка компонентовrc Cstjjddd|ddgddgd}tjj|ddd gd }|sNtd |||d D]}zp|jszd|_||j rWd S|jj j j d|d }tj j|ddddddgd}|stj ||jdd}||_ |d|_||_|dr||d|j|_|ddkr(|j|_n.|ddkr@|j|_n|ddkrV|j|_|jrr|jrr|jdd|ddr|js|d|j_|jjr|dd|j_|jjjdd|jjd 7_Wq\|jd 7_|jjd!|d"d#d$Yq\Xq\d S)%uGhttps://docs.atlassian.com/software/jira/docs/api/REST/1000.824.0/#api/2/project-getProjectComponents Пока грузим как списки, после доработки будут отдельные обекты Args: project_info (dict): проект из джиры как есть rrfrgrrrerTrG)rrZinclude_systemrjuVДанный тип проекта не поддерживает компоненты rNrdescr_document default_ownerdefault_responsiblerrrrMrr*rrr3Z assigneeTypeZPROJECT_DEFAULTZ PROJECT_LEADZCOMPONENT_LEADrrrr)u3Ошибка загрузки компонента ERR-0053rrh)rIrrKrr_get_project_componentsrGrr*r,rrrrrrrrFrrrrrrwrZcreate_descr_documentZ text_draftrrr1r2)rrr rrrZcomponents_listrrrrws`        z!JiraAPIImport._process_componentsuОбработка версийc Cstjjddd|ddgdgd}tjjd|d}tjjd|d}|j|d d D]T}z|jrpWdS|jjjjd |d }tj j|d }|stj ||jd d}tj jdd|_ ||_ |d|_ |dd|_|jj|_|jr|jr|jd d|dr||_n||_|jrH|ds2|dr>|dn |d|jrd|jrd|jd d|jjd7_WqT|jd7_|jjd|dddYqTXqTdS)Nrrfrgz"scheme_wf.default_release_workflowrerelease)rrrrrrrTrzlist.release:defaultrBrrrrZarchivedZreleasedr\ZOPENr)u+Ошибка загрузки версии rrrh)rIrrKr_get_project_versionsr*r,rrrrrrrrrZdefault_release_workflowrrrwrrZset_default_statusrr1r2)rrr Zrelease_folderrerrZ version_listrrrrsH         zJiraAPIImport._process_versionsu*Обработка JQL в фильтрахc Csz|jjjj}|jD]`}tjj|dgd}|jj}|jrzi}t |}| }| D]\}} | d} | d} dg} | dD]v} | dkr| dkr|d | }n&| d kr|d | }n|d | }| dd d|dgq~| | d | gq~t | dj| d}|rX|jj||<qX||}||_|jddWq|jjd|d|jd|jddddYqXqdS)uP Пост обработка JQL в фильтрах задач rPrrj task_fieldrrjZ search_byr)Zaffected_versionsrrrrrrdrgrprTru+Ошибка нормализации JQL (u) в фильтре "z" (rzERR-0066rVrhN)r*rrrRrIrVrKrPrrZ get_valuesrrZcmfutilZget_model_by_namerZ set_valuesrr2rrC)rrZ filter_idZ task_filterrPZreplacement_valuesrOZ raw_valueskvrrZfilter_Z search_fieldrr3rrr_process_jql_in_filterssD    z%JiraAPIImport._process_jql_in_filtersuОбработка аудитаcCsdS)u) Грузим аудит Nrrrrr_process_auditszJiraAPIImport._process_auditu2Обработка логических типовcCsrddddddddddddddddddddddd ddd ddd dd d dd d dd }|d D]}|jjd||jrdS|jjjjd|d}tjj ddd|dgd}|rqp| |d}|r>tjj dd|dgdgd}|j r"d||j |_ nd|d|_ |j ddqp|jjd|ddtjj dd|d gdgd}|r|j rd||j |_ nd|d|_ |j ddqp|jjd d}|j jjr|d!d"krd}n|d!d#kr d }n|d$r d}tjj dd|gd}td|d|d |d%d&|d'}t|jtj|t|jjd#7_qpdS)(u$Маппим issueType в logic_typeПодзадачаztask.sub:default)rrCZ UserStoryztask.userstory:defaultz Task Agiletask.agile:defaultBugztask.bug:defaultEpicztask.epic:default) zSub-taskZSubtaskrZStoryuИсторияZTasku ЗадачаruБагu ОшибкаuЭпикrru-Обрабатываем тип задачи Nrrrrfr::%rrrCrreTruИщем по имени "rrdu*Не нашли, создаем новыйrrGr)rrr)rrrrr)rr*rUrPr,rrrIrrKrrrr>rGrHrrrrr)rZ name2coderrrZlogic_type_dictZ template_coderrrr_process_issue_typesz        z!JiraAPIImport._process_issue_typeu2Обработка бизнес-процессовc si}dD]}|||d<qdD]P}jr@dSjj|ddjjjjd|ddd|dd}tjj |dstjj d d }tj||jd |d _ |dd_ j d d|dD]} ||dqtjjddgdddggdgdD]@}tjj dd|jgddgdddggdsPq|jd dq|dD]}jrdSjjjjdjd|d}tjj |d} | stj|jd} |d| _ |d | _ fdd|dD} tjjdd| gd| _t| jt| ks*tdjjjjdjd|d} tjj | d| _| j d dqhjjd 7_q*dS)!uИмпортируем workflowrr workflowsNrrZentityIdrrrBrrTrrrrrrerrrZ transitionsrrcs*g|]"}jjjjdjd|qS)r)r*rrr)rstrrrrrsz3JiraAPIImport._process_workflow..rrrrr))rr*r,rUrPrrrIrrKrrrrrrrrrrrrrrr) rrrZ jira_workflowZ workflow_idZtemplate_workflowrrrrrrrrr_process_workflowYsT ,      "  "zJiraAPIImport._process_workflowu Обработка схем БПc Cs|dD]}|jr dS|jjjjd|d}tjjdd|dgd}|sjtd|d|d |d d |jjjjd|d d di||d}t |jtj |dd|dg\}}|stj j |dD] }|q|dD]\}} |jr dS|jjjjd|}tjjddd|dgd} tjjdd|jjjjd| dgd} | | d||jd} tj f| }|jddq|jjd7_q dS)Nworkflow_schemerZdefaultWorkflowrrfrru+Не импортировался workflow rrrrrCr)rrrrrrrrZissueTypeMappingsrrrTrr))rr*r,rrrIrrKrrrrrrrrrrr) rrZdefault_task_workflow_ext_idrZ scheme_dictZworkflow_scheme_objrrrZ workflow_namerrrrrr_process_workflow_schemesP    ( z&JiraAPIImport._process_workflow_schemecCsHtjj}|dD]0}||j}||jjd|t |qdS)Nrr6) r8r9r:rrKrFrr*rr;rq)rr>r3rrrr_cache_all_userss zJiraAPIImport._cache_all_usersuПростой дампr9c Cs|j|d}|j|d}|r>t|t|d6}|D](}|jjd7_|t |dqPW5QRXt |||jj ddtdS)N.jsonz .json.dirtyrr)roTr)r*r\r]r^rgr-r_json_object_countrpr`rqrfrirr)rZapi_funcrrcrkrdrrrrr _simple_dumps     zJiraAPIImport._simple_dumpc csN|j|d}|rJt|d}|D]}t|Vq.W5QRXdS)Nrr+)r*r\r]r^r_r`r<)rrrcrdrrrrrrs  zJiraAPIImport._simple_getc csf|jd}|rbt|D]>}|dr2q"t|d|dd}t |VW5QRXq"dS)Nr.dirtyr /info.jsonr) r*r\r]r^rglistdirrr_r`ra)rrrrdrrrrs zJiraAPIImport._get_projectscCs&|D]}||dkr|SqdSrJ)Z get_projects)rrrrrr get_projects  zJiraAPIImport.get_projectc csH|jd|}t|dd}|D]}t|Vq(W5QRXdS)Nr/issue_types.jsonrr*r\r]r_r`r<rrrrdrrrrrrsz*JiraAPIImport._get_issue_types_for_projectc csH|jd|}t|dd}|D]}t|Vq(W5QRXdS)Nr/statuses.jsonrrrrrrrsz'JiraAPIImport._get_statuses_for_projectc csH|jd|}t|dd}|D]}t|Vq(W5QRXdS)Nr /roles.jsonrrrrrrrsz JiraAPIImport._get_project_rolesc csV|jd|d}t|D]2}t|d|dd}t|VW5QRXqdS)NrrQrrrr*r\r]rgrr_r`ra)rr board_dirZboard_idrdrrrrUsz!JiraAPIImport._get_project_boardsc csV|jd|d}t|D]2}t|d|dd}t|VW5QRXqdS)Nrrrrrr)rr sprints_dirZ sprint_idrdrrrrdszJiraAPIImport._get_all_sprintsc csH|jd|}t|dd}|D]}t|Vq(W5QRXdS)Nr/versions.jsonrrrrrrrsz#JiraAPIImport._get_project_versionsc csH|jd|}t|dd}|D]}t|Vq(W5QRXdS)Nr/components.jsonrrrrrrr sz%JiraAPIImport._get_project_componentscCs0|jd|d}tddt|D}|S)Nrrcss|]}|d VqdS)rN)r)rentryrrr sz5JiraAPIImport._count_project_tasks..)r*r\r]sumrgr)rr tasks_dircountrrrr sz"JiraAPIImport._count_project_tasksrc cs|jd|d}tt|D]\\}}||kr4q"|dr@q"|||krPqt|d|dd}t |VW5QRXq"dS)Nrrrrrr) r*r\r]rrgrrr_r`ra)rrrrriZtask_idrdrrrr s  zJiraAPIImport.get_project_tasksccsB|dd}t|D]$}|dkr&q||d|dVqdS)Nrz /attachmentsall_attachments.zipr)r rc)rgr)rrZattachments_pathr rrrr s z$JiraAPIImport._get_issue_attachmentsc cs>|dd}t|d}|D]}t|VqW5QRXdS)Nrz/comments.jsonr)r_r`r<)rrcomments_file_pathrdrrrrrr# s z!JiraAPIImport._get_issue_commentsc Cs6|dd}t|d}t|}W5QRX|p4gS)Nrz /worklog.jsonrr_r`ra)rrrrdr6rrrrz) s z!JiraAPIImport._get_issue_worklogsc Cs:|dd}t|d}t|W5QRSQRXdS)Nrz/properties.jsonrr)rrZproperties_file_pathrdrrrr/ s z#JiraAPIImport._get_issue_propertiesc Cs:|dd}t|d}t|W5QRSQRXdS)Nrz/watchers.jsonrr)rrZwatchers_file_pathrdrrrr4 s z!JiraAPIImport._get_issue_watchersc CsD|jd}|r@t|d}t|W5QRSQRXiS)Nglobal_settings.jsonr)r*r\r]r^r_r`ra)rglobal_settings_file_pathrdrrrrM9 s  z'JiraAPIImport._get_jira_global_settingsc Cs@|j}|jd}t|d}t||W5QRXdS)Nrr[)r>Zget_jira_global_settingsr*r\r]r_r`rb)rZglobal_settings_datarrdrrr_dump_jira_global_settings@ s  z(JiraAPIImport._dump_jira_global_settingsu/Обработка ссылок в тексте)rattachments_dirrc sd}|s |St|dddD]2}d}|dr8d}|j|}z|drh|jjd|Wq |d stj |j j |}||j j s|jjd |Wq t |d d\}} |s|jjd |Wq td tj |} | r`| d| ddd} | dkr`|dd} ttfdd| d} | r`|jjd|Wq tj |ddd d}tj|}||}tjj||d|jjjjd}|stj|j||d|jjjjd}||_||_d|_| |j!"Wq t#k rR}z2|jj!$|jjd|d||d7}W5d}~XYq Xq t|d}|jddid D]P}|jd!r|%|jd!|d"n$|jd#rp|%|jd#|d"qp|S)$NrrcSs|dp|dSr?rArCrrrrDL rEz+JiraAPIImport._dump_links..r@r(zmailto:uЭто почта: ZhttpuHЭто внешняя ссылка, оставляем как есть: rHuЭто не файл: rIr)rarrjrcs|dkSrJrKrLrNrrrDe rEuEЭтот файл уже обработан во вложениях: rrGrr( obj_ext_idrr*r(rrFu0Не удалось скачать ссылку r+r!r"r#r$r&rr')&r r,rBr%rQr*rUrprRrSZurljoinr>rrYrZrrUrVrTrWrrIrrr]CmfImportDownloadrKrrpathr downloadedrr-r.r/r0rs)rrrrr1r2rrr^encodingr[Zattach_filenamer\r]r rc download_jobr4r1rrNr _dump_linksF sx            zJiraAPIImport._dump_linksc Csx|j|d}|jD]N}|j|ds,q|d|sZget_issue_metarerKr*r+rTrrrGrHrrrsrFrl) rrmetarqroptionZcur_optZcustom_field_typesrrrr_get_field_options s4      z JiraAPIImport._get_field_options)last_dump_date new_dump_datec " Cs`tddJ||_d} |jjd|d|z|jj|d||||dD]} zz||jrWWWW5QRdS|jjd | d d | t | d} | t | dd } | rt | | | jd d| | d<|| | d} | ddr~|jjdt| ddztj|jjd| dd}|jjjrxtj|jjd| dd}d}| |}|jjjjd| d}tjj|||jjjjd}|stj|j|||jjjjd}||_||_d|_||jWnDtk rF}z$|jj dt!d|dddd W5d}~XYnX| ddD](}|d!rT|"|d!|j#| qT|j$d"r| d#}| rt%|t&|d$Z}|j'| d}|D]2}|"|d!|j#| |"|d%|j#| qt()||W5QRX| d&d'D](}|d!r |"|d!|j#| q | dd(rx|"| dd(|j#| | dd)r|"| dd)i|j#| | dd*ir|"| dd*i|j#| |j*|+| d+d,| | 7_*| d-}| rt%||jjd.t&|d/}|j,| dD]~}|"|d!|j#| |"|d%|j#| |-t(.|d0|jj/d7_/|j0d1|j*|+|d2| | 7_*qBW5QRX|j1| d}| d3}t&|d$}t()||W5QRX|j2| d}|D]}|"||j#| q| d4} t&| d$}t()||W5QRXt | | | jd d| d5}!t | 3d d6| d<t&|!d$.}t()| ||jj/d7_/|j0d7W5QRXWn(| d7} |jj4d8| YnXW5|jjXqPWn.|jj4d9|d:d;| d7} YnX|5| W5QRXdS)r*rUrPZget_all_project_issues_duringr-r.r,r]r'r^rfrimkdirrrrgrrrrGrHrrrIrrKrrrr/r2rrsrFrNr-r_Zissue_get_worklogr`rbr1rZ get_commentsrprqrrZget_issue_propertiesZ get_watchersr exceptionr)"rrrrrr>tasks_that_are_donerrrrZtask_dirZ task_dir_tmprr(r Zattach_file_pathrrr4rZworklog_file_namerdZworklogsr}r~Zcomments_file_namergZ propertiesZproperties_fileZwatchersrZ watchers_fileZ info_pathrrr_dump_task_part s                          *         zJiraAPIImport._dump_task_partrrrrcCstjj}t|dd}|jdd|j}d}t||jd} | sNd} d} g} d} || kr| | | } | |kr||} |j j |j d| | | | ||t |j j|j j|j j|j j|j j|j jjd |||d d } | | | |jjd | | d7} qZ| d }|jjd| d| D]8} | j|d| r(|jjdddddtdq(|jjd|s||7}qp|jjd||j |d|!|ddD]}|j"r|St|d#d}|j$#d}|j$#d}|%rt&'||t(|d}t(|dx}t(|db}|D]V}||krD|)|t*+|}||j,}|rD|-|jj.d |t/0|qDW5QRXW5QRXW5QRX|1t&2||q|S)!Nrz/tasksTrrr)rZ dump_tasks)rr0tokenr verify_sslrH)rrrrr>rrrtargetrr5u$Форкаем _dump_task_part proc=rxu%Таймаут дампа задач u минут)timeoutu$Возможно завис дампzERR-0055rrbru"Ошибка дампа задачuKЗакончили параллельное скачивание задачuОшибок: rrrrmzusers.json.newrnrr6)3r8r9r:rrrvQueuer~rzruThreadrrr>rr0rrrrGrHrrr*rUrPris_aliver2 TimeoutErroremptyrKrrr,r]r\r^rfrr_rpr`r<rFrrr;rqunlinkri)rrrrrr>rrrrrr0Z max_limitr'rrZissue_users_pathZall_users_pathZall_users_path_newf1f2Zf3liner3rrrr _dump_tasks' s          "          BzJiraAPIImport._dump_tasksc CsZt|dd}|r$t|t|d"}|j|d}t||W5QRXdS)Nrrr[r) rr^rgr-r_r>Z!get_project_issue_security_schemer`rb)rrrrdperm_schrrr#_dump_project_issue_security_schemem s   z1JiraAPIImport._dump_project_issue_security_schemec0 Cs ddl}|jddd}|ds*tddd|dD|_|jd }|jd d t|j}t d |}|jD ]}|d }|d} z|j rWdS|jj d7_ |jj d|d||} ||d} | d} d} | r$t| d} t| }|d} W5QRXtjtjjd}| rRt| | ntj| d d t}|jj |d}t!| |d<|jj dt"|dd}|rt#|t|d} |j$|d }zx|dD]j}|dddkr|jjj%r.|ddrH|&|dd|jn|&|dd |jqWn(|jj'd!|d"d#d$d%YnXt(|| W5QRX|)||jjj%rX|d&s|j*|d gdd'|d(<n|jj d)t"|dd*}|rt#|t|dD} |jj+|d d+D]*}|jj d7_ | ,t-|d,q W5QRXn~|j.|jj/d-|d|d(<d |d(kr|d(d|d(d.|d(<n.|j.|jj/d/|d(d |d(d0<|d1}|r8|j0d2||j.|d3}|1||d1<|&|d1|j2|j|jj d4t"|dd5}|rlt#|t|dD} |jj3|d d+D]*}|jj d7_ | ,t-|d,qW5QRX|jj d6t"|dd7}|rt#|t|d} |jjj4|dd85D]}|j r<W5QRWdS|jj d7_ |j.|}|jjj%r|d9gD]d}|dd:krt|jjj6|d;d|d;d<d=|d><|d>rt|&|d>|j2|jqt| ,t-|d,qW5QRX|jj d?t"|dd@}|r0t7||t"|ddA} | r^t7| | zd|jj8|d d8D]J}!|j rWWdS|jj d7_ |jj dB|!d|jj9|!d |!d0<|j.|!d0dCd3|!d0dC<|j:|!d }"|jjj%r|(d qt|'dM} t(|%| |j?dSW5QRXqWn|j@jAk r})z\|)jBjCdTk rrdUt!|)k s`dVt!|)k rr|j0t!|)n|jj'dW|!dXdYd$d%W5d})~)XYn(|jj'dW|!dXdYd$d%YnXq|Wn4|jDd7_D|jj'dZ|dXdYd$d%YnX|j0d[t"|dd\}*|* r4t#|*t|*db} |jE|dD]J}+|j rtW5QRWdS|jj d7_ | ,t-|+d, qPW5QRX|j0d]t"|dd^},|, rt#|,t|,d} |jF|dD]r}-|j rW5QRWdS|-d1 r@|&|-d1|j2|j|jj d7_ | ,t-|-d, qW5QRXd_tjGd`<|jjH|7_H|jjId da|jjJKdbtjGd`<t|d| t!| |d<|ddc} t| dM} t(|| W5QRXt|}.|jj dd|de|.dfdgt}|jjL|d | |dh}di|}/| sZ| r|/dj7}/| rv|/dk| 7}/| r|/dl|7}/|/dm7}/|j0|/|jD|jM||| |dn7_Dt|}.|jj do|de|.dfdg|jD s||d<t| dM} t(|| W5QRXWqv|jDd7_D|dp rX|jj'dq|drdsd#d$d%n|jj'dt|dsd#d$d%YqvXqv|j0dudS)vNrrr isCheckedu5Не выбрали ни одного проекта!cSs$g|]}|dr|dr|dqS)r3rr)rrrrrrz sz0JiraAPIImport._dump_projects..rrTrPrrr)uДампим "rrrrnZ dump_datez%Y-%m-%d %H:%MrruДампим права/permissions.jsonr permissionsholderrr parameteru0Не удалось сдампить права zERR-0056rrbrrAZworkflowSchemeru/Дампим типы задач проектаrrroz$rest/projectconfig/1/workflowscheme/)rrPzrest/api/2/workflowscheme/rPr3u1Ищем руководителя проекта ru*Дампим статусы проектаru$Дампим роли проектаr)rrrZ actorUserr@)r7r_r3u&Дампим доски проектаz/boards/z /sprints/u Доска rcSsg|]}|qSrrrrrrr srLcSsg|]}|qSrr)rrXrrrr sZquickFilterConfigZ quickFiltersrSZoldDoneIssuesCutoffrIrr[)ZscrumZsimpleu&Дампим спринты доскиu Спринт u уже скачанr]riz"The board does not support sprintsuDДанная доска не поддерживает спринтыu4Не удалось сдампить спринты zERR-0057ruНе удалось сдампить доски, возможно проект не поддерживает доски или у вас нет прав project_info=u(Дампим версии проектаru!Дампим компонентыrrNO_CACHEr1ru&Дамп данных проекта "u" выполнен за z.3fu сек.)rwr|u*Дампим задачи проекта: u (в периодu с u по u включительно)ru$Дамп задач проекта "ruПроект "u" является приватным и не может быть импортирован, отключите приватность в Jira или предоставьте пользователю праваzERR-0058u2Не удалось получить проект u0Закончили дампить проекты)Nrrr/rSr*r\r]rrr~r,rrUrPr^r_r`rarKr{ZnowtimezoneZutcstrftimerfrirgmakedirsr* process_timer>rGrr'rr-Zget_project_permission_schemerHrsr2rbr Zget_project_schemeZget_issue_for_projectrprq jira_requestrr+raise_for_statusrF get_statusesZget_project_rolesrmrrmtreeZget_all_agile_boardsZget_agile_board_configurationZget_advanced_board_settingsZget_board_quick_filtersZ get_sprintsZget_sprint_issuesrr exceptionsZ HTTPErrorrrr1Zget_project_versions_paginatedZget_project_componentsenvironprogressrr-r.Zget_project_issues_count_duringr )0rrrootZ projects_dirrrrrZ project_namerZproject_tmp_dirZ data_filerrdZ current_dumprt1rpermission_filer  perm_dictZ types_filerrDr6Z statuses_filerrZ role_fileZrole_urirrZ boards_dirrrWZadvanced_settingsrZboard_info_filerZ sprint_pathZsprint_file_pathrr4Zversion_list_filenamerZcomponents_list_filenamert2Zinfo_msgrrr_dump_projectsu s                 "      $      "         "      $             *      "      "               zJiraAPIImport._dump_projectscCs|j}t|\}}}||d}|jd|d|jjd|jjd|||_ |jj j ddr|jjd| |jjd n|jjd tjd ||jjd | |jjd |jjd| |jjd| |jjd|jjjrH|jjd| |jjd|jjd| |jjd|jd| |jjd| |jjddtjd<d|j_|jt dtjd<|jjd|!dS)u_ Загружаем все данные из апи, кроме аттачей duСвободно места: rgu$Скачаем данные из APIu9Дампим глобальные настройки Jirar~Tu'Дампим пользователейruAНе дампим пользователей из-за опцийruДампим статусыru Дампим типы задачrissue_security_schemesu*Дампим бизнес процессыru7Дампим схемы бизнес процессовruДампим экраныscreensZ screen_schemerrruДампим проектыN)"r*r\rf disk_usager+rUrPrrMrNrrrKrr>rrTrrrrZget_issue_typesZget_issue_security_schemesrGrHZ get_workflowsZget_workflow_schemeZget_all_screensZget_screen_schemergrr rrr&)rZ download_pathrusedfreeZ free_percentrrr download_data sB        zJiraAPIImport.download_datacCs`dtjd<tjj|jjdddgd}|jrRt|j |jd|_ |j dd t d tjd<dS) Nrrrrr rr'Trr) rgrrIZ CmfImportrKr*rrr~rr rr)rr*rrrr s   zJiraAPIImport._calc_progresscCstddl}|jdddd|jjd|jjjd|d|d tjd gd d t d d t dd d}|j d|j |S)Nrrrrz&cmf_import = models.CmfImport.get(id="z#");cmf_import.process_cross_links("rrrrTrrrrr ) r!r"r*rr>rGrryr#r_r+r$)r model_namer&r!r'rrr_execute_cross_links s .z"JiraAPIImport._execute_cross_linksc Cs`dddgdddgg}dD]2}|jjd|d |jd }tt|}|j|d }|s\qg}t|jD]0}|||}|t j 7}| |||krjqqj|j ||krt d t|D]V}|} | dk r|j| 7_|||||} |t j 7}| | |j qqt|D]&}||jr$|j|j7_q$q|jjd dS)uU Заменим ссылки на задачи и документы r*rNrrT)rrrruОбрабатываем u+ в несколько процессов: rrr)u2Закончили обработку ссылок)r*rUrPr|varsrIrr)r0ryr#rr%r*r+rr,r1r-r.r/) rrr/r&rpZobj_cntr0rr'r/r1rrr_process_cross_links s@               z"JiraAPIImport._process_cross_linksc Csddlm}t|dd}|}dd|dD}t|d}t|}W5QRX|jjjjd |d }t j j |d } | st j |d |jd } |d| _ | j d d|dD]} zd |jjjjd | d d }| | drt jj || dd d} n|jjd| Wqddd|dg} ddddg} t jj | | d}|st jj | | | d}|s|jjd| d| d|jd7_Wq|jr|j||_n||_| d d!d"kr|jjjjd | d d"d }t jj |d }|j||j d dn6| d d!d#kr8d |_|j d dn| d d!d$kr`d |_|j d dn| d d!d%krd |_|j d dn| d d!d&krd |_|j d dn| d d!d'krL|jjjr| d  d(r|| d d(}n|| d d)}|r$|j ||j d dn&|jjd*| d+|d|jd7_n| d d!d,kr|jjjrd |jjjjd | d d(d }n&d |jjjjd | d d,dd }t j!j ddd|dgd-}|r|j ||j d dn&|jjd.| d/|d|jd7_n.|jjd0| d d!d1|d|jd7_Wq|jjd2| d3d4d5|jd7_YqXq| S)6Nr)get_datarrcSsi|]}|d|dqS)Z jira_coderCrrrrrr sz6JiraAPIImport._process_permissions..Zproject_perm_permissionrnrrrTrrr*rrrZ permission)rCZinclude_deletedu4Не нашли соответствия права rrfrgraccess_membersaccess_project_rolere)permrrju*Не найдено правило для zERR-0059r r)rrZ projectRoleZapplicationRoleZ projectLeadrRrrrru9Не нашли пользователя для прав zERR-0060r|ru-Не нашли группу для прав zERR-0061u'Неизвестный тип прав zERR-0062u6Не удалось загрузить правило zERR-0063CmfProjectPermPermissionrh)"Zcmf.system_datar3rr_r`rar*rrrIZCmfProjectPermSchemerKrrr8rUrpZCmfProjectPermSchemeRuler2r1rrr6rZaccess_local_userZ access_ownerZaccess_responsibleZ access_authorr>rGrHrr5rt)rrr3r#Z system_dataZmap_permrdZperm_scheme_dictrZ perm_schemer$r7rrjZ scheme_ruleZ role_ext_idrrr|rrrr s     "    $& z"JiraAPIImport._process_permissionsc CsdtddNd}|}|dkr&qL|jr4qL|jjd|d|jj|ddtj d}z| t |d }t |d "}|j d d D]}||qW5QRX|jjd |d tjj|dd} d| _| |jdWnJtk r>} z*|d7}|jjd|dd|W5d} ~ XYnXW5QRXq||W5QRXdS)NFrrru Пытаемся скачать r(T)streamrrzwb+i )Z chunk_sizeuСохранили в rr2rr)u+Неудалось скачать файл r+)rrKr*r,rUrPr>rryZIMPORT_DOWNLOAD_TIMEOUTrrr_Z iter_contentrprIrrrrr/rr) rdownload_queue error_queuerrr6Z save_pathrdchunkZdownload_job_objr4rrr_download_file_workerU s0   <z#JiraAPIImport._download_file_workerc Cs|jjd|j}|j}d}|jdgdd|jjjjgdddgg}tj j |dsp|jjd |Sg}t |j D]J}|j j|jd |||d d }||||jjd |q~tj j|ddgdD],}|jrq ||j|j|jdq|D]}|dq|s@|D]}|q0|jrP|S|jjd|s|jrx|S||7}q^|S)Nu=Скачиваем все найденные вложенияrzplugin.plugin.source_hashrrrFruВложений нетr=)r:r;ru Запустили задачу r(rre)rr(rru%Закончили скачивать)r*rUrPrvrrrrrIrrr)rzrurr=rrZslistr,rrr(rrrrK) rr:r;r6rZprocsrr'rrrrdownload_filesr sD         zJiraAPIImport.download_filescCs |dD]}|jrdS|jjjjd|d}tjj|d}|s\tj||jdd}|jrx|d|_ |d|_ ||_ |j dd |d D]p}|jjjjd|d}tj j|d}|stj ||jdd}||_|jr|d|_ |d|_ |j dd qq dS) Nr(rrrTrrrrZlevels)rr*r,rrrIrrKrrrrorrr)rrrZ scheme_objrVZ level_ext_idZ level_objrrr_process_security_levels s,       z&JiraAPIImport._process_security_levels)rncCs|dddd}|d|jjjj7}|dd|ggggdd d d }|dd d d krvd|d<d|d<nR|dd d dkrd|d<d|d<n*|dd d dkrd|d<d|d<n|dd d dkrd|d<d|d<n|dd d dkr d|d<d|d<d|d<n|dd d dkrdd|d<d|d<dd |dd!D|d"<nd|dd d d#krd|d<d|d<n:|dd d d$krd%|d<d&|d<d|d'<d(|d<d)d |dd!D|d"<n|dd d d*krd+|d<d+|d<d|d'<dg|d,<n|dd d d-krJd|d<d|d<d.|d<n~|dd d d/krd+|d<d+|d<d|d'<d.g|d,<nD|dd d d0krd%|d<d&|d<d|d'<d(|d<i|d"<nd}|S)1Nrr customfieldcfrrT)rrr@Z logic_prefixF)rrQ class_nameZvisible_filterrequiredZrequiredChangedrrQz:com.atlassian.jira.plugin.system.customfieldtypes:textareaZCmfStr field_typeZCmfTextwidgetz:com.atlassian.jira.plugin.system.customfieldtypes:datetimeZ CmfDateTimez.rchoicesz;com.atlassian.jira.plugin.system.customfieldtypes:textfieldz=com.atlassian.jira.plugin.system.customfieldtypes:multiselectCmfM2MZCmfCascadeChoiceleftZCUSTOM_CHOICE_MODELcSsi|]}|d|dqSrFrrGrrrr szAcom.atlassian.jira.plugin.system.customfieldtypes:multiuserpickerZ CmfGenericM2MrIz=com.atlassian.jira.plugin.system.customfieldtypes:grouppickerrtzBcom.atlassian.jira.plugin.system.customfieldtypes:multigrouppickerzAcom.atlassian.jira.plugin.system.customfieldtypes:cascadingselect)rr*rrr/)rrnrBr6rrr _map_field st            zJiraAPIImport._map_fieldc sd|_|jD]Z}|jtjjdD]B}d|krF|jdtj dS|dd|kr"|j||d<q"q |jd|jj j j }tj j |dgd}|stj ||jdd d }|jdd tjj |dgd}|stjd|j|d d }d|_|jdd |jrJtjj |dgd}|s$tjd|j|d}|jrJ||_||_d|_|jdd |jjj ddsbdS|jj}ddtjD}g} g} |jtjjdD]}| dr|dds|jd|dq||} |dddd} | d|jj j j 7} | s>|jjd|dddd|jd7_q| dd krV| ||d!r|jd"|dd#|d!q| |kr|| d$| d$kr|jjd|dd%| d$d&|| d$d'dd|jd(| d)|dd*|| |d!<q|jd+| d)|dd,| |d-| <|d.d/d| | |q||_||j | rtj!t"#dtj$d0did1dtjD}| D]@}|dddd} | d|jj j j 7} || |d!<qd.rQu!Поле не кастомное rr@rAru+Неудалось смапить поле zERR-0064 CmfUiFormrhr)rDrJru Поле u уже смаплено в rEu@, widget поля u5 не совпадает с существующим zERR-0065uПоле с именем (u4) есть в таблице, мапим в негоu(Создаем поле с именем u), и мапим в него ui_fieldsui_group_fieldsrGrcSsi|]}|d|qSrMrrNrrrr> s) option_dictcsjj|dd}|s"|dd}|dd|_|r<|j|_|jrJ||dgD]}||qVdS)Nrr9ZdisabledFr)rKZ cmf_hiddenrZchoice_parent_idrwr)rSZ parent_optrZchildZ choice_model create_optionrrrUC sz;JiraAPIImport._process_custom_fields..create_optionrqrrrrrr)N)+r=rerrIrrr*r+rTrrrrrrKrrOrrZCmfUiFormSchemeRulerrrr ui_form_jsonrrrLrr/r2r1rr-r.Zcustom_field_syncZgeventr+Zcustom_field_sync_update_modelsrrjr1rprgr)rZext_field_namernrrZ ui_view_formrrV shop_fieldsZ new_fieldsZ m2m_fieldsZui_fieldrZ field_classrSrsrrTr_process_custom_fields s                        z$JiraAPIImport._process_custom_fieldsu#Импортируем экраныc CsddtjD}|dD]}|jjjjd|d}tjj|dgd}|sftj|d|jd }|j r|d |_ |d d |_ d |_ |j dd|jj}|dD]}|dD]}|ddsq|ddd}|d|jjjj7}||krq|jtjjdD]} | ds"q| dd|dkr|jd|d||| |d|<||dddkr|ddd|qqqq||_|j dd|jqdS)NcSsi|]}|d|qSrMrrNrrrr` sz2JiraAPIImport._process_screens..r)rrrrMTr4rrrrrZtabsrjZ customfield_r@rArruДобавляем поле u в экран rQrRrG)rIrrrrr*rrrOrKrrrrrrVrrQrr/rrr+rLrr-r.) rrWZscreenrZui_formrVZtabZ jira_fieldrrnrrr_process_screens^ s@       zJiraAPIImport._process_screenscCstdD]}||jsq qtdD]}|}|s(q>q(|j|7_||||||||| | |j j j r|||||n||||||jrdSd|j_|jt|D]>}|ddd|jDkrJq(|jjd|ddq(|jd |jj |j S) Nr'rcSsg|] }|dqSr2rrrrrr sz0JiraAPIImport.process_import..u'Импортирован проект 'rru-Импортировано объектов: )!r)r.r1r>rrrrr?rYrZr>rGrHrrrErFr2rrrr*r,r rrrrSrUrPr+r)rrr6rrrrprocess_import sR       zJiraAPIImport.process_import)T)rr)T)TT)N)rr)NN)NN)qr#r$r%r&r~r(rr'rrrEpropertyrerlro staticmethodrrrrsrWrrrrrrrrrr;rrr5r.rr`r}rrrIrrrrrrrr(r rErFr r rirrrsrrrrrrrrrrrrrrrrrrrrrrrrUrdrrrrrrrzrrrMrrrrr r r&r.rr0r2rr=r>r?rLrYrZr\ __classcell__rrrXrr<>s  !   #5    H!9 d  V'  x # > ,  A(    T7 & 1  H 7 $   ?) yF (  ,Y$;u "r<)/Zcmf.apprZ cmf.includeZ dataclassesr*r{r;rYpathlibrrfZtempfilerrRtypingrrrr r r r Zbs4r rZcmf.data_providers.baserrZ cmf.modelsrZ%common.models.cmf_plugin_import_mixinrZmodules.jira.apirZmodules.jira.base_importrZmodules.jira.jql.parserrrIrrrrZ dataclassrr;r<rrrrs0   $