U
    !cd                    @   s  d dl mZ d dlT d dlZd dlZd dlmZ d dlZd dlm	Z	 d dl
Z
d dlmZmZmZmZmZmZmZ d dlmZ d dlmZ d d	lmZmZmZ d d
lmZ d dlmZ d dlmZ d dl m!Z! eee"j# ee"j$ ee"j% f Z&ej'G dd dZ(dd Z)G dd de!Z*dS )    )cmf_context)*N)Path)TemporaryDirectory)DictOptionalListCallableUnionTypeIterator)BeautifulSoup)cached_property)close_all_dscommit_all_dsinit_ds)	BaseModel)CmfPluginImportMixin)JiraApi)JiraBaseImportc                   @   s:   e Zd ZU dZeed< eed< eed< dd Zdd Zd	S )
EpicDatauD    Данные используемые при создании epic namekeyproject_keyc                 C   s
   t | jS N)hashr   self r   ./modules/jira/api_import.py__hash__   s    zEpicData.__hash__c                 C   s   | j |j kS r   )r   )r   otherr   r   r   __eq__"   s    zEpicData.__eq__N)__name__
__module____qualname____doc__str__annotations__r    r"   r   r   r   r   r      s   
r   c                    s    fdd}|S )Nc                    s    fdd}|S )Nc                    s~   zjz*| j jd   | f||W W @S  tk
rf   |  jd7  _| jd tj	dd Y nX W 5 | j j  X d S )Nz==================       Ошибка Texc_info)

cmf_importdpcommitloggerinfo	Exception
has_errorslogloggingERROR)objargskwargs)funcr   r   r   wrapper(   s    "z3catch_exception.<locals>.decorator.<locals>.wrapperr   )r:   r;   r   )r:   r   	decorator'   s    
z"catch_exception.<locals>.decoratorr   )r   r=   r   r<   r   catch_exception&   s    r>   c                       s  e Zd ZU dZeed< eeef ed< e	dd fddZ
eeeef dd	d
Zeeeeee  dddZdd Zeeeef  dddZedd Zedd Zdd ZedddZee dddZee dddZee edd d!Zed"eeef dd#d$d%Zdd(d)Zed*d+d, Zed-d.d/ Zed0eed1d2d3Z d4d5 Z!ed6dee"d7d8d9Z#ed:d;d< Z$ed=d>d? Z%e&j'dd@dAZ(dBdC Z)dDdE Z*dFdG Z+edHdIdJ Z,eedKdLdMZ-edNdOdP Z.edNdQdR Z/edSdTdU Z0edVdWdX Z1dYdZ Z2d[d\ Z3ed]ed^d_d`Z4ed^dadbZ5edcddde Z6edfddgdhZ7edidjdk Z8edldmdn Z9edodpdq Z:edrdsdt Z;edudvdw Z<edxdydz Z=ed{d|d} Z>ed~ddZ?ed~ddZ@dd ZAdd ZBdd ZCdd ZDdd ZEdd ZFdd ZGdd ZHed^ddZIed^ddZJed^ddZKed^ddZLeeMedddZNdd ZOeedddZPdd ZQdd ZRdd ZSdd ZTdd ZUdd ZVdd ZWdd ZX  ZYS )JiraAPIImportu;   Класс загрузки объектов через APIr3   _JiraAPIImport__jira_fieldsN)jirareturnc                    s   t  j|| || _d| _| jjjr*d| _tjjdd| _	i | _
i | _i | _g | _g | _d| _|   td}| jjj|_d | _d S )Nr   	accountIdsoftdevcoder   zatlassian.rest_client)super__init__rA   user_keyconncloudmodelsCmfActivitygetdefault_activityZepicsissue_relationssubtasksboardsselected_projectsr3   _prepare_multiprocessingr5   Z	getLoggerr-   r0   Zhandlersr@   )r   rA   r8   r9   r0   	__class__r   r   rH   <   s     

zJiraAPIImport.__init__)rB   c              	   C   s|   | j r| j S | j d}| rFt|}t|| _ W 5 Q R X n0| j	 | _ t|d}t
| j | W 5 Q R X | j S )Nzfields.jsonw+)r@   r-   get_download_pathjoinpathexistsopenjsonloadrA   Z
get_fieldsdump)r   	file_pathfr   r   r   jira_fieldsP   s    
zJiraAPIImport.jira_fields)model
field_namerB   c                 C   s&   |sd S | j |gd}|r"|d S d S )N)Zfields_namer   )Zimport_shop_fields)rb   rc   resr   r   r   _get_field_name_   s    zJiraAPIImport._get_field_namec                 C   s(   dd l }dd l}|| _ || _tj| _d S )Nr   )	threadingqueueZconfigZIMPORT_THREADSthreading_max_forks)r   rf   rg   r   r   r   rT   g   s    z&JiraAPIImport._prepare_multiprocessingc              	   C   sl   g }ddddddddd	}d
ddd}| j  D ]6\}}d| ||d }|||d|d q0|S )uO    Сопоставление настроек для модели models.CmfTaskr   textprioritystatusZ
alarm_dateZdeadlinecmf_modified_atcmf_created_at)Zsummarydescriptionrj   rk   Zcustomfield_10015Zduedateupdatedcreatedz.namez.watchCountz.votes)rj   watchesZvoteszfields. Nmodel_field	json_path)ra   itemsrN   append)r   Zissue_settingsZdefault_local_attrs_mappingZadditional_json_pathZcustom_field_keyZcustom_fieldru   r   r   r   _get_issue_import_settingsn   s*    

z(JiraAPIImport._get_issue_import_settingsc                  C   s    dddddddddg} | S )Nr   displayNamers   emailemailAddressdoes_not_workactiver   )Zuser_settingsr   r   r   _get_user_import_settings   s
    z'JiraAPIImport._get_user_import_settingsc                  C   s    dddddddddg} | S )Nrm   rp   rs   
cmf_authorauthorri   renderedBodyr   )Zcomment_settingsr   r   r   _get_comment_import_settings   s
    z*JiraAPIImport._get_comment_import_settingsc                 C   sX   dddddddd}||kr$|| S | d	}t|d
kr>dS | j|d
 i ddS )N   ИмяZEmailu   Активныйu   Созданоu
   Автор
   Текстu   Ключ)ry   r{   r}   rp   r   bodyr   .r)   rr   r   )splitlenra   rN   )r   Zjsonpathmappingr   r   r    _get_setting_title_from_jsonpath   s    	
z.JiraAPIImport._get_setting_title_from_jsonpathTc           	      C   s^  |sd S | dD ](}t| ts& d S | |} | s d S q|rvt| trvdddg}|D ]}|| krX| |   S qXdS |st| tri }d| kr| d |d< d| kr| d |d< d| kr| d |d< |S |rZt| trZg }| D ]l}d|kr||d d  qd	|kr"||d	 d  qd|kr<||d  q|r|t| qd
|S | S )Nr   r   ry   r   rr   r{   rz   inwardIssueoutwardIssue,)r   
isinstancedictrN   listrw   r'   join)	r7   ru   to_strrc   Z
str_fieldsZ	str_fieldZnew_objresultZrelated_objr   r   r   _get_file_val   sH    






zJiraAPIImport._get_file_valc                    sF  g  t ttt f tg tt f ttd fdd}jdg j 	d}|
 r D ]$}|d D ]} qqv|rd qqddD ]} qqn6dd	 jjd
dD d }dd	 jd
D d }|std||jtj |std||jtj ddddddg}||jtj  dg d  S )u-    Инициализация настроек )objssettings_funcrb   rB   c                    sz   | D ]p}| }|D ]H} ||d |d< ||d |d< |d |d< |j|d< q |j|d |  S d S )Nru   Zfile_valrt   titleicon)r   fields)r   re   r   r   rw   verbose_name)r   r   rb   r7   Zobj_settingssettingr   r   r   r   _get_settings   s    z:JiraAPIImport.tmplt_import_settings.<locals>._get_settingszplugin.plugin.*projectsidusersc                 S   s   g | ]}|qS r   r   .0r7   r   r   r   
<listcomp>   s     z7JiraAPIImport.tmplt_import_settings.<locals>.<listcomp>r)   limitr   c                 S   s   g | ]}|qS r   r   r   r   r   r   r      s     uS   Не найдено ни одной задачи, импорт невозможенua   Не найдено ни одного пользователя, импорт невозможенz2022-05-22T15:22:22.593+0300r   u!   Электронная почта)ry   r{   r   )rp   r   r   selectedObjects)r   value)r
   r   r   r   r	   	TypeModelr-   load_fieldsrX   rY   rZ   _get_projects_get_project_tasks_simple_getrA   
get_issues	get_usersr2   rx   rL   CmfTaskr~   	CmfPersonr   
CmfCommentrw   )r   r   Zdump_dirprojecttaskuserZcomment_exampler   r   r   tmplt_import_settings   sB      z#JiraAPIImport.tmplt_import_settingsc                 C   s   |  | jjd }ddg g gdg}| jjddD ]}t|tjj d D ]f\}}|d s\qJ| 	||d	 }| 
|d d
 |}|d d |d d  |d d d | qJq2|S )NZimport_settingsu   Задачиzcalendar-today)r   r   titlesrows   r   r   rt   ru   rc   r   r   captionr   )Z_normalize_settingsr-   Zjson_settingsrA   r   	enumeraterL   r   r   r   _normalize_jira_valuerw   )r   settingsr   issueZnumr   r   r   r   r   preview  s    zJiraAPIImport.preview)r   rB   c                 C   sT   i }|D ]F}|d sq| j ||d dd}| |d d |}|||d d < q|S )uC    Преобразование настроек для модели rt   ru   F)r   rc   )r   r   )r   r7   r   Znormalized_objr   r   r   r   r   _normalize_obj  s    zJiraAPIImport._normalize_obju:   Обработка исполнителей проекта)settings_usersrB   c                 C   s   i }i }| j |D ]j}|d |d  }}||krDtjj|d||< ||kr^tjj|d||< t| jtj	|| || d qd S )Nproject_nameZproject_member_emailr<   )rz   )leftright)
rA   Zget_project_membersrL   
CmfProjectrN   r   r   process_any_table_fieldsr-   ZCmfProjectExecutors)r   r   Zproject_name_idsZmember_email_idsZproject_memberr   Zexecutor_emailr   r   r   _process_project_executors+  s    z(JiraAPIImport._process_project_executorssprintkanbanc           
      C   s   dd|j gg}|dr*|dddg n|dd|g tjj|d}| jjjj d|d  }tj	| jtj
|d	 ||||d
|d|ddd|gd\}}	|	r|d	 |_|jdd |S )NZtree_parent_id==completeDatesys_typearchivefilter::r   r   Z	startDateZendDate)r   parenttree_parent	list_typeZplan_start_dateZplan_end_dateext_idr   Z
filter_objTZsave_import)r   rN   rw   rL   	CmfFolderr-   pluginsource_hashr   r   CmfListr   save)
r   r   r   Zparent_sys_typer   _filterr   r   Zlist_objnewr   r   r   _process_list:  s*    


zJiraAPIImport._process_listu8   Обработка наблюдателей задачиc                 C   s   | j |d D ]j}| j jjr.| |d }n| |d }|sNtd| ||jks||jks||jkrnq|j	
| qt  dS )u;   Добавляем наблюдателей в задачуr   rC   r   uI   _process_watchers: Не найден наблюдатель задачи N)rA   Zget_watchersrJ   rK   _get_personCmfErrorresponsibler   	cmf_owner
spectatorsrw   commit_with_event)r   	issue_objr   Zwatcherpersonr   r   r   _process_watchersS  s    
zJiraAPIImport._process_watchersu#   Обработка вложенийc           
      C   s   ddl m} g }| |D ]}tjj|d |d}|sLtj| j||d d}|j}|jrd|j	dd |
  t|d |j |rtjjj }||j}	|	  || t  q|S )	Nr   )RDisk	file_name)r   r   )r-   r   r   Tr   r_   )Zrdisk.rdiskr   _get_issue_attachmentsrL   CmfAttachmentrN   r-   is_new
is_changedr   Z
upload_dirshutilcopyZfull_path_fileZCmfRFiler.   Zdata_driverZget_rdZ	get_rfileZ
_file_namemake_previewrw   r   )
r   r   
jira_issuer   attachmentsattachment_info
attachmentr   ZrdiskZrfiler   r   r   _process_attachmentsc  s*    
z"JiraAPIImport._process_attachmentsuB   Обработка упоминаний пользователейri   rB   c                 C   sn  ddl m}m} |sdS t|d}|jddidD ]0}z|jdrX| |jd }nx|jd	r| |jd	 }|jd
 |jd< |jd	 |jd< n:||jd }||j}| 	|d d }	| |	| j
 }|jd |jd< |j|jd< d|jd< |jj|jd
< |jj|jd	< W q2 tk
rb }
 z.|  jd7  _| jjdt tjddd W 5 d}
~
X Y q2X q2t|S )u]   
        Упоминания пользователей
        confluence-userlink
        r   )urlparseparse_qsNhtml.parserclassz
user-hoverattrszdata-account-idzdata-usernamezdata-linked-resource-idzdata-linked-resource-id_origzdata-username_orighrefr   	href_origTcmf_convertedr)   r*   Z	anonymousr,   )Zurllib.parser   r   r   find_allr   rN   r   query_get_user_info_from_dumprI   r   r   r   loginr2   r3   r-   r4   r   r5   r6   r'   )r   ri   r   r   Zdoc_souptagr   Z
parsed_urlr  	user_infoer   r   r   _process_mentions{  s2    


0zJiraAPIImport._process_mentionsc                 C   sX   |  dD ]H}|d|kr$|  S |d|kr:|  S || j|kr
|  S q
d S )Nr   r   username)r   rN   rI   )r   Zuser_idr  r   r   r   r    s    z&JiraAPIImport._get_user_info_from_dumpu#   Конвертация ссылок)ri   r   c                    s  |s|S t |}|dd D ]x}|jdrF| jjd|  q|drv|jd drv| jjd|  q| jjd|  |dr|jd }n
|jd	 }t	j
|d
d dd }tdt	j
|dd }	|	r(|	d  |d d }
tt fdd|
d }|r(|d }tj|}tjj|dg|d}|r|d	r|jd	 |jd< |j|jd	< d|jd< t|jd	 }|r|d r|d drd|_d|jd< d|jd< d|jd< |dr|jd |jd< |j|jd< d|jd< | jjd|j  qd|jdd kr|jd d
d dd }| |}|r|jd |jd< |j|jd< d|jd< | jjd|j  qt|S )!Nc                 S   s   |  dp|  dS Nr   srchas_attrr  r   r   r   <lambda>      z.JiraAPIImport._process_links.<locals>.<lambda>r   u   Уже обработали r   #u   Это якорь u&   Обрабатываем ссылку r
  /?r   (/attachment(?:/content)?/(\d+)(?:/)?(.*)r)   r   r   c                    s   |  d kS Nr   rN   itemZ	attach_idr   r   r    r  filenameurl)r   r   r   Zsrc_origTZvideoZcontrolsz100%widthZheightr   u   Заменили на z/people/rr   )r   r   r   rN   r-   r0   r1   r  
startswithurllibparseunquoter   researchnextr   rL   CmfDocument_get_filenamer   sgetr  	mimetypes
guess_typer   r   r   r'   )r   ri   r   r   r   Z	text_soupr  r  r   	url_matchr   attachZ
attach_obj	mime_type
account_idr   r   r  r   _process_links  sd    

 
 





zJiraAPIImport._process_linksu-   Обработка пользователейc              
   C   s*  t  }| dD ]}| j r8d| j_| j   d S z|| jjd|  | jj	j
r~|d dkr~| jjd|d   | || jtjj d }d| jjjj d|| j  d}d	}tjjd
d|d gdgd}|stjjddd| dgdgd}|stjjdd|d gd}t|dkr|  jd7  _| jjd|d  dt| tjdd | jjd|d  dt| tjddd |r|d }|sd}tj||d | jdd}|jr|D ]}t||||  q|jr|jr|jdd |ddg |jr.||jkr4|j | |_n||_tj ! }	tj " }
|j#$|	 |j#$|
 d|_%|d  d! D ]}| jj	j
rd|d"  d}nd|d  d}d| jjjj | }tj jddd| dgdgd}|stj jdd|d gdgd}|stj || jd|d |d#}|jr.|d |_&||jkrJ|j | |_|jdd |j#$| qr|jdd$ | j j'd7  _'|j(r|j)s|j(*d%s|r|+|j(j, W q   |  jd7  _| jjd&| tjdd | jjd&|d  tjddd Y qX q|r&t-tjj.|gd' d S )(Nr   import-cancelingu0   Импортируем пользователя ZaccountTypeZ	atlassianu   Неизвестный тип r   r   Fr  r   rz   r   r   r   r   LIKE%r   r   r)   u+   Пользователей с именем z > Tr+   u#   Пользователей с ид r   r   r   )r   r  r-   import_originalr   rg_member_ofgroupsrv   groupId)r   r-   r2  r   import_raw_jsonZ	only_dataz.evateam.ruu@   Не удалось загрузить пользователя )r8   )/setr   r-   	is_cancelrk   r   r0   r1   rA   rJ   rK   warningr   r   rL   r   r   r   r   rI   rN   r   r   r3   r4   r5   r6   r2  setattrr   r   r   CmfPersonGroup
jira_group
user_groupr3  rw   Z
user_localr   imported_object_countrz   r|   endswithaddr   Zcmf_deferred_taskZregister_persons)r   Znew_user_emailsr   Z	user_dictr   Z
is_createdr   Zpersonsr   r=  r>  Z
group_infogroupr   r   r   _process_users  s    

  (* 

   
(zJiraAPIImport._process_usersu#   Обработка статусовc                 C   s  |  dD ]}| j r0d| j_| j   dS | jjjrD|d }n|d d }| jjjj	 d|d  }t
jj|d}|sdd	|d gd
d	dgg}t
jj|d}|st
j|d | jd}||_t||_|d |_|jdd | jj  | j jd7  _q
dS )uc   
        Грузим статусы из Jira и сопостовляем с нашими
        statusesr.  NstatusCategoryr   r   r   r   r   r   r   )r   r-   Tr   r)   )r   r-   r9  rk   r   rA   rJ   rK   r   r   rL   CmfStatusCoderN   r   r   get_status_typestatus_typer   r.   r/   r?  )r   rk   rI  r   Zcmf_status_coder   r   r   r   _process_statuses;  s.    





zJiraAPIImport._process_statusesc                 C   s  t  }d}d}| |d D ]}| jjjj d|d  d|d  }d|d  d|d  }tjjdd	|gd
}|d dkrd}	n|d dkrd}	nd}	|stjj|	d}
tj||
| jd}||_|j	dd |s|d dkr|}|s|d dkr|}d| jjjj d|d  d}|||< | j
|d dD ]6}|d r.|d |d d d kr.| || q.tjjdd|gdddggdgdD ]@}tjjdd|jgdd|gdddggd
sq|jdd qq| jjjj d|d  }d|d  }tjj|d}|s(tjjd d}
tj||
| jd}||_||_||_|j	dd tjj|d!D ]}|  qT| D ]t\}}| j rd"| j_| j	   qtjjdd#d$| d$gd
}||d%|| jd&}tjf |}|j	dd ql|S )'u)  
        У простого проекта воркфлоу привязан к issue type 1 к 1
        Поэтому надо получит все типы привязанные к проекту, на каждый тип создать WF и замапить через схему
        Nr   
::SIMPLE::r   (   Simple-схема для проекта r       и типа r   =r   hierarchyLevelr)   task.epic:defaultr   task.agile:defaultdefault.system:defaultrE   r   templater-   Tr   r  
project_idZusagesZ
issueTypesworkflowr   rI  r/  !=forcerF  softdev:default	scheme_wfr.  r0  r1  r   
logic_typeZtarget_workflowcmf_model_namer]  r-   )r   _get_issue_types_for_projectr-   r   r   rL   CmfWorkflowrN   r   r   _get_statuses_for_project_create_status	CmfStatusr   rI  deleteCmfSchemeWfdefault_task_workflowZ!default_subtask_workflow_workflowCmfSchemeWfRulerv   r9  rk   CmfLogicType)r   Zjira_project_info	issue_mapZdefault_task_wfZdefault_subtask_wf
issue_typeworkflow_ext_idworkflow_namerW  rF   rT  issue_type_ext_idjira_statusrk   Zscheme_ext_idZscheme_nameschemerulelogic_type_ext_idr_  	rule_dictr   r   r   #_create_schemewf_for_simple_projectY  s|    $$
 

 z1JiraAPIImport._create_schemewf_for_simple_projectc                 C   s0  | j jjj d|j d|d  }| j jjj d|d  }tjj|d}t|d }|srtj||d | j d}||_	|j
dd tjjd	d
|gd}|stjjdd|gdd|ggd}|stjjdd
|d gdd
|ggd}|stj|| j |d}||_|d |_|d |_||_||_	|j
|j d |S )Nr   r   rF  rE  r   )r   r   r-   Tr   r   r   r   rW  rN  status_code)rW  r-   rv  rn   r7  )r-   r   r   r   rL   rG  rN   r   rH  rI  r   re  r   r   ri   rv  r   )r   Zjira_status_datarW  status_ext_idr   rv  rI  rk   r   r   r   rd    s6    "

zJiraAPIImport._create_statusc                 C   s<  | j jjj d|d d  }tjj|d}|d d }|sztjjdd}tj|d ||d	d
|| j |d}|jdd t }| j|d dD ],}d|d kr| j jjj d|d  d|d  }d|d  d|d  }	tj	jdd|gd}
d| j jjj d|d  d}|
sxtj
jddd| dgd}tj	j|jdd  dd}|sftj	jdd}tj	||| j d}
|	|
_|
jdd |
||< |d D ]"}|d d  |d< | ||
 qqtjj|d!D ]}|  q| D ]P\}}
tj
jddd| dgd}||
d"|| j d#}tjf |}|jdd q|S )$Nr   jira_workflow_schemer   rF  r1   r[  rE   r   rn   rr   )r   r   ri   r6  r-   rT  Tr   rU  	issuetyper   rK  rL  rM  r   rN  r   r0  r1  :r   z:defaultrR  rS  rD  rE  r   r\  r   r^  )r-   r   r   rL   rg  rN   r   r   rc  rb  rj  rF   r   r   rd  ri  r   rf  rv   )r   project_infor   Z	wf_schemeZwf_scheme_inforT  rk  rl  rm  rn  rW  ro  r_  rp  rr  rs  rt  r   r   r   _process_wf_scheme  sZ    

$  z JiraAPIImport._process_wf_schemec              	   C   sD   t dd0 | j rq6| }|dkr*q6| | qW 5 Q R X d S )NFZinit_views_and_dsDONE)r   r-   r9  rN   _process_issue)r   issue_queuer   r   r   r   _process_issue_fork  s    
z!JiraAPIImport._process_issue_forku   Обработка теговc           
      C   s0  ddl m} t }| |d D ]F}| j rFd| j_| j   d S |d dr |	|d d  q |D ]}|
dd
d	d
}||ddd}z\dddd| dgdd|gddd| dgg}tjj|d}|stj|d}|jdd W ql tk
r( }	 ztd| d|	  W 5 d }	~	X Y qlX qld S )Nr   )translitr   r.  r   labels _r  rr   ruT)Zlanguage_codereversedORaliasILIKE""%r   r   r<   r   u*   Не удалось создать тег : )Ztransliterater  r8  r   r-   r9  rk   r   rN   unionreplacerL   ZCmfTagr2   r5   r:  )
r   r{  r  tagsr   Ztag_nameZ
name_aliasr   Ztag_objr  r   r   r   _process_tags  s0    

zJiraAPIImport._process_tags)project_structr{  c                 C   s  t jjdd|d gddgd}|r|jj|d ksF|jr|j|d kr|d  d|d  d|d< | jjd|j	 d	|d   n|js|d |_|
  t jj|d | d
}|st j| j|d |d d}|D ]}t||||  q|drd|_|
  | |d D ]H}| jjjj d|d  }t jj|d}|sht jjddd gdd|d ggd}|st j|d | jdd}||_|d |_	|d|_|j
dd t jj||d}|st j||| jd}g |_|j
dd |dg D ]X}	|	d dkr| jjjrRd| jjjj d|	d d  d}t jjddd| dgd}
nt jj|	d d }
|
rx|j|
 n| jjd!|	  n|	d d"krB| jjjrd|	d# d$  d}nd|	d  d}d| jjjj | }t jjddd| dgd}|r|j| n,| jjd%| d&tjddd' |  jd(7  _ntd)q|j
dd q|    | !| |    | j"|d* | #||_$|j
dd g }| j%& }| jj'd+ t(| j)D ]J}| j*j+| j,d,| d-|id.}|| |-  | jj'd/|  q| .|d D ]"}| j/ r2 q@|0| q|D ]}|0d0 qD| jj'd1 |D ]}|1  qh| jj'd2 t j2|d3d4}|j
dd d|_3|j
dd5 | j/ rd6| j_4| j
  d S t5  | 6| |    | 7| | j j8d(7  _8|    |S )7Nr   r   r_  r   r/  z ()u   Проект с именем u8    уже существует! Переименуем в r   r   )r-   r   r   	isPrivateprivater   r   rF  r   T)r   r-   r2  rn   r   )r   project_role)r   r  r-   actorstypeatlassian-user-role-actorr  rC   r0  r1  ry   r<   uR   Не удалось привязать пользователя к проекту zatlassian-group-role-actorZ
actorGroupr5  u<   Не найдена группа пользователей u#    для проектной ролиr   r)   u&   Неизвестный тип роли)r{  u>   Грузим задачи в несколько потоковr  r  targetr   r9   u.   Параллельный обработчик r~  u&   Ждем обработки задачu0   Закончили обработку задачdelmer   r   r7  r.  )9rL   r   rN   r_  r   r   r-   r0   r:  r   r   keysr;  Zperm_policy_get_project_rolesr   r   CmfProjectRoleri   ZCmfProjectRoleAssignmembersrA   rJ   rK   r   rw   r<  r4   r5   r6   r3   r2   _calc_progress_process_versionsr  _process_permissionsZproject_perm_schemerg   Queuer1   rangerh   rf   Threadr  startr   r9  putr   r   cmf_deletedrk   r   _process_boards_process_sprintsr?  )r   r  r{  project_objr   	role_infor   roleZrole_assignactorr   Z	sub_groupZissue_processr  iprocr   tr   r   r   _process_project  s    "

"
"





zJiraAPIImport._process_projectu#   Обработка проектовc              
   C   s^  t jjddjj}|  D ]<}z|d dd | jD kr@W qd }| j rd| j_	| j
  |rt j|dd}|j
d	d
 d	|_|j
d	d t  W  d S |di }|r| || j }n
ddd}|d dkrt jjdd}nP|d dkrt jjdd}n2|d dkr"t jjdd}ntd|d  d| jjjj d|d  |d< |d |jj|d ||d ||d |d}|d }	|	r| |}
|
|d < n0| jjjj d|d! d  }t jj|d"|d < | ||}W q tk
rV   |r"t j|dd}|j
d	d
 d	|_|j
d	d t  |  jd#7  _| jjd$| tjd	d	d% Y qX qd S )&NrD   rE   r   c                 S   s   g | ]}|d  qS r   r   r   r   r   r   r     s     z3JiraAPIImport._process_projects.<locals>.<listcomp>r.  r  r  Tr   r7  leaddefault_import_jira@evateam.comdefault_import_jirarz   r   projectTypeKeybusinessproject.base:defaultsoftwareproject.agile:defaultservice_deskproject.servicedesk:defaultu$   ERROR! Проекты с типом 3    временно не поддерживаютсяr   r   r   rn   r   r   r_  ri   activityZtask_code_prefixr   r   r6  
simplifiedr]  rx  rF  r)   <   Не удалось импортировать проект r   )rL   rM   rN   r   r   r   rS   r-   r9  rk   r   r   r  r   r   rI   rj  r2   r   r   ru  rg  r  r3   r4   r5   r6   )r   r  r{  r  r  project_leadr   r_  r  Zproject_simplifiedrq  r   r   r   r   _process_projects  sr    



zJiraAPIImport._process_projectsc           	   
   C   s  d }t jjddjj}|  D ]}zr| j r~d| j_| j	  t j
|dd}|j	dd d|_|j	dd t  W  d S |d	 d
d | jD krW q| jjjj d|d	  |d< |di }|r| || j }n
ddd}|d dkrt jjdd}nP|d dkr t jjdd}n2|d dkr>t jjdd}ntd|d  d|d |jj|d ||d ||d |d}| ||d< | ||}W q tk
r   |rt j
|dd}|j	dd d|_|j	dd t  |  jd 7  _| jjd!| tjddd" Y qX qd S )#NrD   rE   r.  r  r  Tr   r7  r   c                 S   s   g | ]}|d  qS r  r   r   r   r   r   r     s     z7JiraAPIImport._process_projects_box.<locals>.<listcomp>r   r   r  r  r  r  r  r  r  r  r  r  r  u$   ERROR! Поректы с типом r  r   rn   r   r  r]  r)   r  r   )rL   rM   rN   r   r   r   r-   r9  rk   r   r   r  r   rS   r   r   r   rI   rj  r2   r|  r  r3   r4   r5   r6   )	r   r  r  r{  r  r  r   r_  r  r   r   r   _process_projects_box  sf    

z#JiraAPIImport._process_projects_boxu   Обработка досокc           
      C   s  |  |d D ]|}| j r6d| j_| j   dS tjj|d d}| jjjj	 d|d  |d< tj
j|d ddd	d
gd}|stj
|d | jd}|d |_|d |_||_||_|jdd |jrv|jD ]}|  q|d d d D ]}tj|d || jdd}|jdd |d D ]D}| jjjj	 d|d  }tjj|d}	|	sXt|j|	 q"|jdd q| j jd7  _t  qdS )z
        https://bcrm.carbonsoft.ru/desk/favorites/Document/DOC-007367#spec-006348-b
        https://developer.atlassian.com/cloud/jira/software/rest/api-group-board/#api-rest-agile-1-0-board-boardid-quickfilter-get
        r   r.  Nr   rF  r   kanban_board_columnsr6  r   r   r  r   r-   r   r1   Tr   ZcolumnConfigcolumns)r   r   r-   r2  rD  r)   )_get_project_boardsr-   r9  rk   r   rL   r   rN   r   r   ZCmfKanbanBoardr   r6  r   r   r2  r  rf  ZCmfKanbanBoardColumnrG  AssertionErrorZmapped_status_codesrw   r?  r   )
r   r{  boardr   Z	board_objcolZ	board_colrk   rw  Zstatus_globalr   r   r   r    sH    

 



 
zJiraAPIImport._process_boardsu#   Обработка спринтовc           
   	   C   s  |  |d D ]}| j r6d| j_| j   d S tjj|d d}| ||}|j	
  t  | jjd|j dt|d   |d D ].}| jjjj d| }tjj|d	dd
gd}|r|dr~| jjjj d|j }tjj|dddgd}	|	stj|| jd}	d|	_d|j d|j d|	_||	_|	jrT|	j|	j d |jdkrt|jdkr|j	| n|j	| q|  jd7  _| jjd| d|d  t j!ddd q|jdd t  | j j"d7  _"qd S )Nr   r.  r   rF  u0   Добавляем задачи в спринт r  issuesr   listscache_status_typer  r   z::comment-sprint:	log_levelri   r   r     uB   Задача была в архивном спринте <a href="" target="_blank"></a>r7  CLOSEDr)   u-   Неизвестная задача issue_id=u    в спринте r   Tr   r   )#_get_all_sprintsr-   r9  rk   r   rL   r   rN   r   r  r]   r   r0   r1   r   r   r   r   r   r   r   r  r   ri   r   r   r   r  r  rw   r3   r4   r5   r6   r?  )
r   r{  r   r   Z
sprint_objZissue_idZissue_ext_idr   comment_ext_idcommentr   r   r   r  C  s@    


$(zJiraAPIImport._process_sprintsc                 C   s$   |sd}|sd}| d| d| S )Nu   Не указаноr  u    ➔ r   )r   r   	old_valueZ	new_valuer   r   r   _simple_html_diffj  s
    zJiraAPIImport._simple_html_diffc                 C   sn   |dkrd S d| j jjj d| d}tjjddd| dgd}|sj| j jd| d |  jd	7  _|S )
Nunknownr   r   r0  r1  r   u9   Не найден пользователь ext_id LIKE "%z%"r)   )	r-   r   r   rL   r   rN   r0   errorr3   )r   r   r   r   r   r   r   q  s    zJiraAPIImport._get_personu,   Обработка журнала работ)r   c                 C   s&  dd l }| jjd | |D  ]}t }d|d< | j|d< | |d | j |d< |d |d< | |d	 | j |d
< ||d< |d |d< |d d |d< |d |d< | jjjj	 d|d  |d< ||d< d|d< t
jj|d d}|s t
jf |}|jj|j|jjd |_|jdd q d S )Nr   u*   Загружаем журнал работclosedrk   r-   r   r   r   updateAuthorcmf_modified_byr   started
start_dateZtimeSpentSeconds<   
time_spentr  ri   r   r   r   r6  Zremaining_estimaterF  )ZminutesTr   )datetimer-   r0   r1   _get_issue_worklogsr   r   rI   r   r   rL   ZCmfTimeTrackerHistoryrN   r  r   Z	timedeltar  Zend_dater   )r   r   r   r  worklogZtimetracker_historyhistoryr   r   r   _process_issue_worklog|  s.    


z$JiraAPIImport._process_issue_worklogc                 C   sR  |  |D ]@}| jjjj d|d  }tjj|d}|rD|jsDq
|sVtj||d}| |d | j	 |_
|j
|_| |d | j	 |_|d |_|d |_| |d	 |_| |jj|||_||_|d
r@|d
 d dkrtjj|d
 d d}|j| d|_n0| jjd|d
  tjddd |  jd7  _q
|jdd q
d S )Nr   r   rF  )r   r   r   r  ro   rp   r   Z
visibilityr  r  r   r<   TuL   Ошибка обработки приватного комментария r   r)   r   )_get_issue_commentsr-   r   r   rL   r   rN   r2  r   rI   r   r   r  rl   rm   r  ri   r-  r   r6  r  r   rw   r  r4   r5   r6   r3   r   )r   r   r   r  r   Zcmf_commentr  r   r   r   _process_issue_comments  s0    


 z%JiraAPIImport._process_issue_commentsu0   Обработка плагинов задачиc           	      C   s   |j jp
d}| |D ]}|d dkr|d rt|d}|jdddid	}|d d
D ]N}|sbqX|drx|d}n|jdddid	}||dd   || qX|| t||j _q|j	r|j
dd d S )Nrr   r   z&com.railsware.SmartChecklist.checklistr   r   Zulr   ztox-checklistr   
-liztox-checklist--checkedr)   Tr   )ri   r   _get_issue_propertiesr   Znew_tagr   r  rw   r'   r   r   )	r   r   r   ri   Zissue_propertysoupZ	checklistvalr  r   r   r   _process_properties  s"    


z!JiraAPIImport._process_propertiesu   Обработка задачиc                 C   s  | j jjj d|d d d  }tjj|d}|sNtd|d d d  g }dd	 | jtjj	 d D }|d
 d D ]}d}|dr| 
|d | jtjj	 d }n| j jd|  |d |dd}	|d D ]n}
|
d }||
d }|r|d rd}| ||
d |
d }d|	kr0||	d< q|	d  d| |	d< q||	 qz| 
|| jtjj	 d }tjjdd| j jjj d|d d d  gdgd|d< |d j|d < | j|d!< d"|d#< | j jjj d|d  |d< |d d$r|| |d d$| j|d%< |d% s||  jd7  _| j jd&|d d$ tjd"d' | j jd&|d d$d  tjd"d"d( |d d)r| |d d)| j|d*< |d* s|  jd7  _| j jd+|d d) tjd"d' | j jd+|d d)d  tjd"d"d( |d d,r| |d d,| j|d-< |d- s|  jd7  _| j jd.|d d, tjd"d' | j jd.|d d,d  tjd"d"d( ||d/< |d r|d0 d1 |d< |d d2g }|D ]}| j jjj d|d  }d3|krHd|d i|d4< | j jjj d|d3 d  |d3 d< || j|< nJd4|krd|d i|d3< | j jjj d|d4 d  |d4 d< || j|< q||d/< |pg }|d d/}|r| j jjj d|d  }| j|g }|| j jjj d|d   || j|< d| j jjj d|d d5 d  d}tjjddd6| d6gd7|d8< | j jd9|  tj| j tj|dd:|d gd;\}}| || |  |j!j"|_!| #|j!j"|||_!|d d< d= r| $|| |d d> d= r| %|| |D ]}|j&| q|d d?g |d d@g  D ]l}| j jjj dA|d  }tj'j|d}|s| j jdB| tjd"d"d( |  jd7  _n|j&| q0||_(|j)r|j*d"dC t+  |d dD dE r| ,|| |d dFg }|r"zt-| j || W n   | j j.dG Y nX | /|| | j jjj dH|d  }tj0j|d}	|	sltj0|| j dI}	||	_1| j2j3 dJ|d  }dK| dL| dM|	_!dN|	_4|	j*d"dC |	j56  dS )Ou   
        Общая логика обработки которая потом разделяется на задачи и эпики
        r   r   r   r   rF  u$   Не проекта с ключем r   c                 S   s   i | ]}|d  |qS )r   r   )r   fieldr   r   r   
<dictcomp>  s      z0JiraAPIImport._process_issue.<locals>.<dictcomp>Z	changelogZ	historiesNr   u   Аудит без автора rp   r)   )rm   r   r  rv   r  rt   rr   Z
fromStringZtoStringri   z<br>r   r0  %::rk   rI  r/  r  r  TZapprovedreporterr   u*   Не найден автор задачи r+   r   Zcreatorr   u?   Не найден ответственный по задаче assigneer   u6   Не найден исполнитель задачи r   renderedFieldsrn   Z
issuelinksr   r   ry  r1  r   r_  u2   Пытаемся создать задачу из r   r   r  totalr  ZfixVersionsZversions
::version:u!   Не найдена версия r   rq   Z
isWatchingr  u/   Не удалось привязать тегиz
::comment:r  zbrowse/u<   Задача импортирована из Jira: <a href="r  r  r  )7r-   r   r   rL   r   rN   r   r   r   r   r   r   r0   r:  r  rw   re  rI  rO   r   rI   r3   r4   r5   r6   rP   rQ   rj  r1   r   r   r   r  ri   r   r-  r  r  r  r   r6  r   r   r   r   Zprocess_tagsZexcepionr  r   r   rA   r  r  r.   r/   )r   r   sprintsZproject_ext_idr   commentsZjira_map_fieldsr  r   r  r  r   r  ZdiffZnormalized_issueZissue_linksZ
issue_linkZlink_ext_idZissue_parentparent_ext_idZ	sub_tasksrs  r   r  r   versionr   Zversion_objr  r  r   r   r   r   r    s    "



,

 
$* 
$* 
$*

&
&
 
& 
$zJiraAPIImport._process_issueu&   Обработка всех задачc                 C   sD   | j  }|D ]0}| j r4d| j_| j   d S | | qd S )Nr.  )rA   r   r-   r9  rk   r   r  )r   r  r   r   r   r   _process_issues\  s    


zJiraAPIImport._process_issuesu3   Обработка связей всех задачc                 C   s  | j jdt| j  | jD ]}| j  rFd| j _| j    dS tj	j
|d}| j| D ]B}tj	j
|dgd}|s| j jd|  q^||_|jdd	 q^q | j j  d
ddd}| j jdt| j   | j D ]\}}| j  rd| j _| j    dS zB| j jjj d|d d  }|
|d d }	|	r\tjj
|	d}
ntjj
|d}
|
stjj
dd|d d gd}
|
stj|| j |d d d}
|d d |
_|d d |
_|
jdd	 | j jjj d|d  }tjj
|d}|stj|| j d}tj	j
|d d d|_tj	j
|d d d|_|
|_|jdd	 W q   |  jd7  _| j jd|d  d|d  d |d  tjddd! Y qX q| j j  dS )"uD   
        Постобработка связей задач
        u   Подзадачи: r.  NrF  parent_taskr  uq   Не удалось связать задачи, возможно задача не попала в импорт Tr   zsystem.finish:finishzsystem.duplicatezsystem.link)ZBlocksZ	DuplicateZRelatesu   Связи: r   r  r   r   rE   r   r   )r   r-   r   ZinwardZoutwardr  r   r   r   r)   u.   Не удалось создать связь z out=z in=r   )r-   r0   r1   r   rQ   r9  rk   r   rL   r   rN   r:  r  r.   r/   rP   r  rv   r   r   ZCmfRelationTypeZin_type_nameZout_type_nameZCmfRelationOptionZin_linkZout_linkrelation_typer3   r4   r5   r6   )r   r  r  Zchild_ext_idZ
child_taskZ	map_namesZrelation_ext_idZissue_relationr   Zrelation_coder  Z
rel_ext_idZrelation_optionr   r   r   _process_relationsf  st    





&  z JiraAPIImport._process_relationsu   Обработка версийc              
   C   s  t jj|d dgd}t jjd|d}t jjd|d}| j|d dD ]n}z0| j rtd	| j_| j  W  d S | jj	j	j
 d
|d  }t jj|d}|st j|| jdd}t jjdd|_||_|d |_|dd|_|jj|_|jr|jr|jdd |d r||_n||_|jrP|d s:|d rF|d n
|d |jrl|jrl|jdd | j jd7  _W qF   |  jd7  _| jjd| tjddd Y qFX qFd S )Nr   z"scheme_wf.default_release_workflowr  release)r   r   r   r   rU  r.  r  rF  T)r   r-   r2  zlist.release:defaultrE   r   rn   rr   r   ZarchivedZreleasedr  ZOPENr)   u+   Ошибка загрузки версии r   )rL   r   rN   r   _get_project_versionsr-   r9  rk   r   r   r   r   rj  r_  r   r   ri   r]  Zdefault_release_workflowrW  r2  r   r   Zset_default_statusr?  r3   r4   r5   r6   )r   r{  r  Zrelease_folderZarchive_folderr   r   Zversion_listr   r   r   r    sB    





zJiraAPIImport._process_versionsu   Обработка аудитаc                 C   s   dS )u)   
        Грузим аудит
        Nr   r   r   r   r   _process_audit  s    zJiraAPIImport._process_auditu2   Обработка логических типовc                 C   s  ddddddddddddddddddddddd	ddd	ddd	dd
ddd
ddd}|  dD ]}| jjd|  | j rd| j_| j   dS | jjjj d|d  }t	j
jddd| dgd}|rqp||d }|rPt	j
jdd|d gdgd}|jr4d| |j |_nd| d|_|jdd qp| jjd|d  d t	j
jdd |d  gdgd}|r|jrd| |j |_nd| d|_|jdd qp| jjd! d}| jjjr|d" d#krd}n|d" d$krd}n|d% rd}t	j
jdd|gd}td| d|d  |d& d'|d(}t| jt	j
| t  | j jd$7  _qpdS ))u$   Маппим issueType в logic_type   Подзадачаztask.sub:default)r   rF   Z	UserStoryztask.userstory:defaultz
Task AgilerQ  Bugztask.bug:defaultEpicrP  )zSub-taskZSubtaskr  ZStoryu   ИсторияZTasku   Задачаr	  u   Багu   Ошибкаu   Эпикr
  issue_typesu-   Обрабатываем тип задачи r.  Nr   r   r   r0  r  ::%r   r   rF   r   r/  Tr7  u   Ищем по имени "r  r  u*   Не нашли, создаем новыйrO  r  r)   Zsubtaskrn   r   )r   r   ri   r`  rT  )r   r-   r0   r1   r9  rk   r   r   r   rL   rj  rN   r   striprA   rJ   rK   r   r   r   r   r?  )r   Z	name2coderl  rs  r_  Zlogic_type_dictZtemplate_coderT  r   r   r   _process_issue_type  s~    



z!JiraAPIImport._process_issue_typeu2   Обработка бизнес-процессовc                    s  i }  dD ]}|||d < q  dD ]t} j rRd j_ j   dS  jj|d d    jjjj d|d d  d|d d  }t	j
j|d	st	j
jd
d}t	j
|| jd|d _|d d _jdd |d D ]} ||d   qt	jjddgdddggdgdD ]@}t	jjdd|jgddgdddggdsbq0|jdd q0|d D ]} j rd j_ j    dS  jjjj dj d|d  }t	jj|d}	|	st	j| jd}	|d |	_|d |	_ fdd|d D }
t	jjdd|
gd|	_t|	jt|
ksNtd jjjj dj d|d   }t	jj|d	|	_|	jdd qz j jd!7  _q*dS )"u   Импортируем workflowrD  r   	workflowsr.  Nr   r   ZentityIdrF  rQ  rE   rS  rn   Tr   rW  r   r   rI  r/  rX  r   rY  Ztransitions)r   rW  )r   rW  r-   c                    s*   g | ]"} j jjj d j d | qS )r   )r-   r   r   r   )r   str   rW  r   r   r   T  s     z3JiraAPIImport._process_workflow.<locals>.<listcomp>fromINuN   DEV: Fatal Вероятно, сломали создание статусов!tor)   )r   r-   r9  rk   r   r0   r1   r   r   rL   rb  rN   ri   r   rd  re  r   rI  rf  r   ZCmfTransZstatus_fromr   r  Z	status_tor?  )r   Zjira_statusesrp  Zjira_workflowZworkflow_idZtemplate_workflowrk   Zjira_transitionZtransition_ext_idZ
transitionZstatus_from_ext_id_listZstatus_to_ext_idr   r  r   _process_workflow   s\    

,

 

"

"zJiraAPIImport._process_workflowu    Обработка схем БПc              
   C   s  |  dD ]}| j r2d| j_| j   d S | jjjj d|d  }tjj	dd| dgd}|s|t
d	|d  |d
 |	dd| jjjj d|d  ddi||d}t| jtj|dd|d g\}}|stjj|dD ]}|  q|d  D ]\}}	| j r0d| j_| j    d S | jjjj d| }tjj	ddd| dgd}
tjj	dd| jjjj d|	 dgd}|
|d|| jd}tjf |}|jdd q| j jd7  _q
d S )Nworkflow_schemer.  r   ZdefaultWorkflowr   r0  r  r   u+   Не импортировался workflow r   rn   rr   r   rF   r[  )r   ri   r   rT  rh  Zdefault_subtask_workflowr   r\  ZissueTypeMappingsr  r   r^  Tr   r)   )r   r-   r9  rk   r   r   r   rL   rb  rN   r  r   r   rg  ri  r   rf  rv   rj  r?  )r   r  Zdefault_task_workflow_ext_idrh  Zscheme_dictZworkflow_scheme_objr   rr  rs  rn  r_  rW  rt  r   r   r   _process_workflow_scheme\  sX    


 

(z&JiraAPIImport._process_workflow_schemer<   c              	   C   s   | j  | d}| j  | d}| r8d S t|d6}| D ](}| j  jd7  _|t|d  qJW 5 Q R X t	
|| | j jdd t  d S )N.jsonz.json.dirtya+r)   r  Tr7  )r-   rX   rY   rZ   r[   json_object_countwriter\   dumpsr   mover   r   )r   Zapi_funcr   r_   Zfile_path_tmpr`   rowr   r   r   _simple_dump  s    
 zJiraAPIImport._simple_dumpc              	   c   sN   | j  | d}| rJt|d}|D ]}t|V  q.W 5 Q R X d S )Nr  r+)r-   rX   rY   rZ   r[   r\   loads)r   r   r_   r`   r  r   r   r   r     s    zJiraAPIImport._simple_getc              
   c   sf   | j  d}| rbt|D ]>}|dr2q"t| d| dd}t	|V  W 5 Q R X q"d S )Nr   .dirtyr  
/info.jsonr   )
r-   rX   rY   rZ   oslistdirr@  r[   r\   r]   )r   project_dirrV  r`   r   r   r   r     s    
zJiraAPIImport._get_projectsc              	   c   sH   | j  d|}t| dd}|D ]}t|V  q(W 5 Q R X d S )Nr   /issue_types.jsonr   r-   rX   rY   r[   r\   r!  r   rV  r&  r`   r  r   r   r   ra    s    z*JiraAPIImport._get_issue_types_for_projectc              	   c   sH   | j  d|}t| dd}|D ]}t|V  q(W 5 Q R X d S )Nr   /statuses.jsonr   r(  r)  r   r   r   rc    s    z'JiraAPIImport._get_statuses_for_projectc              	   c   sH   | j  d|}t| dd}|D ]}t|V  q(W 5 Q R X d S )Nr   /roles.jsonr   r(  r)  r   r   r   r    s    z JiraAPIImport._get_project_rolesc              
   c   sV   | j  d|d}t|D ]2}t| d| dd}t|V  W 5 Q R X qd S )Nr   rR   r  r#  r   r-   rX   rY   r$  r%  r[   r\   r]   )r   rV  	board_dirZboard_idr`   r   r   r   r    s    z!JiraAPIImport._get_project_boardsc              
   c   sV   | j  d|d}t|D ]2}t| d| dd}t|V  W 5 Q R X qd S )Nr   r  r  r#  r   r,  )r   rV  sprints_dirZ	sprint_idr`   r   r   r   r    s    zJiraAPIImport._get_all_sprintsc              	   c   sH   | j  d|}t| dd}|D ]}t|V  q(W 5 Q R X d S )Nr   /versions.jsonr   r(  r)  r   r   r   r    s    z#JiraAPIImport._get_project_versionsc              
   c   sb   | j  d|d}t|D ]>}|dr.qt| d| dd}t|V  W 5 Q R X qd S )Nr   Ztasksr"  r  r#  r   )	r-   rX   rY   r$  r%  r@  r[   r\   r]   )r   rV  	tasks_dirZtask_idr`   r   r   r   r     s    
z JiraAPIImport._get_project_tasksc                 c   s8   |d  d}t |D ]}|| d| dV  qd S )N
issue_pathz/attachmentsr  )r   r_   )r$  r%  )r   r   Zattachments_pathr   r   r   r   r     s    z$JiraAPIImport._get_issue_attachmentsc              	   c   s>   |d  d}t |d}|D ]}t|V  qW 5 Q R X d S )Nr1  z/comments.jsonr   )r[   r\   r!  )r   r   comments_file_pathr`   r  r   r   r   r    s    z!JiraAPIImport._get_issue_commentsc              	   C   s6   |d  d}t |d}t|}W 5 Q R X |p4g S )Nr1  z/worklog.jsonr   r[   r\   r]   )r   r   r2  r`   rd   r   r   r   r    s    z!JiraAPIImport._get_issue_worklogsc              
   C   s:   |d  d}t |d}t|W  5 Q R  S Q R X d S )Nr1  z/properties.jsonr   r3  )r   r   Zproperties_file_pathr`   r   r   r   r    s    z#JiraAPIImport._get_issue_properties)ri   attachments_dirr   c                    s\  |sd S | j jd t|ddd D ]*}d}|drBd}|j| }z|drr| j jd|  W q*|d	st	j
| jj|}|| jjs| j jd
|  W q*t|dd \}}|s| j jd|  W q*tdt	j
|}	|	rj|	d  |	d dd}
 |
d krj|d d }tt fdd|d }|rj| j jd|  W q*t	j
|dd dd }tj|}||}tjj||d | j jjjd}|stj| j ||d | j jjjd}||_||_d|_ |!  |j"#  W q* t$k
rT } z*| j j"%  | j jd| d|  W 5 d }~X Y q*X q*d S )Nu/   Обработка ссылок в текстеZlxmlc                 S   s   |  dp|  dS r	  r  r  r   r   r   r    r  z+JiraAPIImport._dump_links.<locals>.<lambda>r
  r   zmailto:u   Это почта: httpuH   Это внешняя ссылка, оставляем как есть: r  r   u   Это не файл: r  r)   r  r  r   r   c                    s   |  d kS r  r  r  r  r   r   r    r  uE   Этот файл уже обработан во вложениях: r  r  r   r   
obj_ext_idr   r-   r   r7  r   Fu0   Не удалось скачать ссылку r  )&r-   r0   r1   r   r   r  r   r  r:  r  r  ZurljoinrA   r  r'  r(  r   r!  r"  r   r#  r   rL   r$  r%  rY   CmfImportDownloadrN   r   r   pathr   
downloadedr   r.   r/   r2   Zrollback)r   ri   r4  r   r  r   r  r+  encodingr)  Zattach_filenamer   r*  r   r_   download_jobr  r   r  r   _dump_links  sh    



 


zJiraAPIImport._dump_linksc                 C   s@  t dd* || _d}| jjd| d|  | j|d ||D ]}zȐz| j rd| j_	| j
  W W  W 5 Q R  dS | jjd	|d
  d |t|d }	|	 rW W TqF|t|d d }
|
jdd |	d}|d d rR| jjdt|d d   |d d D ]"}|d }tj|}d|kr|dD ]*}t|d rZ|dd } qqZ||}|d drtjj|d |d | jjjjd}|stj| j|d |d | jjjjd}||_||_d|_|
  |j  n<| jjd|d   t|d}| |d  W 5 Q R X q,|
d}| rpt!"| t|d}t#$| j%|d | W 5 Q R X | &|d d || |
d }| rt!"| | jjd! t|d"T}| j'|d D ]<}| t#(|d#  | j j)d7  _)| &|d$ || qW 5 Q R X | j*|d }|
d%}t|d}t#$|| W 5 Q R X t+,|
|	 |jdd |	d&}t|	-dd'|d(< t|d"}t#$|| | j j)d7  _)W 5 Q R X W n(   |d7 }| jj.d)|  Y nX W 5 | jj  X qF|/| W 5 Q R X d S )*NFr}  r   u   Задачи с u    до r   r.  r)   u   Задача 'r   'r"  Texist_okr   r   r   u%   Обработка вложений: r  &rN  Zcontentr5  r6  r8  u   Это не ссылка wb+zworklog.jsonrW   r  rn   zcomments.jsonu#   Дампим комментарииr  r  r   zproperties.json	info.jsonrr   r1  u0   Не удалось скачать задачу )0r   rA   r-   r0   r1   Zget_all_project_issuesr.   r/   r9  rk   r   rY   r'   rZ   mkdirr   rL   r$  r%  r   r'  r(  r  r9  rN   r   r   r:  r   r;  r:  r[   r  r$  remover\   r^   Zissue_get_worklogr>  Zget_commentsr  r  Zget_issue_propertiesr   r  r  	exceptionr  )r   r  maxr0  r{  rA   tasks_that_are_doneerrorsr   Ztask_dirZtask_dir_tmpr4  r   r   ZparamZattach_file_pathr=  r`   Zworklog_file_nameZcomments_file_namer  Z
propertiesZproperties_fileZ	info_pathr   r   r   _dump_task_part  s    



 







"


 

zJiraAPIImport._dump_task_partr{  cntc           
      C   s>  t |d  d}|jdd | j }d}t|| j d }|sFd}d}g }|dkr| jj| jd| || || | ||t	| j
j| j
j| j
j| j
j| j
j| j
jjd	|d
d}	||	 |	  | jjd|	  |d7 }||8 }qN|D ]}	|	  q| jjd | s&|| 7 }q| jjd|  |S )Nr&  z/tasksTr@  r   r)   r   Z
dump_tasks)r  r  tokenpassword
verify_sslrK   )r  rH  r0  r{  rA   rI  r  u$   Форкаем _dump_task_part proc=uI   Закончили паралельное скачивание задачu   Ошибок: )r   rE  rg   r  intrh   rf   r  rK  r   rA   r  r  rN  rO  rP  rJ   rK   rw   r  r-   r0   r1   r   emptyrN   )
r   r{  rM  r0  rI  rJ  stepr  Zprocessr  r   r   r   _dump_taskst  sF    
 	



zJiraAPIImport._dump_tasksc                  C   sV	  | j d d d }|d s"tddd |d D | _| j d	}|jd
d t| j}td| }| jD ]}zd| j	 rd| j_
| j  W  d S | j jd7  _| jjd|d  d |t|d }|d}| s|| jj|d }t||d  d|d< tj|d d
d | jjd t|d  d}	|	 r`t|	 t|	d"}
| j|d }t||
 W 5 Q R X | jjjrR|d s| j|d gd d |d< n| jjd t|d  d}| rt| t|dD}
| jj|d dD ]*}| j jd7  _|
t |d   qW 5 Q R X nT| j!| jj" d!|d   |d< | j!| jj" d"|d d   |d d#< |#d$}|r| j!|d%  |d$< | jjd& t|d  d'}| rt| t|dD}
| jj$|d dD ]*}| j jd7  _|
t |d   q W 5 Q R X | jjd( t|d  d)}| rt| t|d}
| jjj%|d d*& D ]}| j	 rd| j_
| j   W 5 Q R  W  d S | j jd7  _| j!| }| jjjr\|#d+g D ]>}|d, d-kr| jjj'|d. #d|d. #d/d0|d1< q|
t |d   qW 5 Q R X | jjd2 t|d  d3}| rt()| |  t|d  d4}| rt()| |  | jj*|d d*D ]l}| j	 r(d| j_
| j   W  d S | j jd7  _| jjd5|d   | jj+|d |d#< | j!|d# d6 d%  |d# d6< | jjjrd7d | j,|d D |d# d8< |d |d9< |t|d }|jd
d |d}t|d:}
t||
 W 5 Q R X |d, d;kr| jjd< | j-|d D ](}| j	 rjd| j_
| j    W  d S | j jd7  _|t|d }|jd
d |d}| r| jjd=|d  d> q:g |d?< | jjd=|d   | j.|d D ]D}| j	 r*d| j_
| j     W  d S |d? /|d  qt|d:}
t||
 W 5 Q R X q:q| jjd@ |d  dA}t|dt}
| j0|d D ]\}| j	 rd| j_
| j   W 5 Q R  W  d S | j jd7  _|
t |d   qW 5 Q R X | j j1|7  _1| jjd
dB t2  t(3|d | t||d< |d  dC}t|d:}
t||
 W 5 Q R X n t|dD}
t4|
}W 5 Q R X | j5|d }| jjdE|  |  j6| j7||dF7  _6W qn   |  j6d7  _6|#dG	r | jj8dH|d  dIt9j:d
d
dJ n| jj8dK| t9j:d
d
dJ Y qnX qn| jjdL d S )MNr   r   r   	isCheckedu5   Не выбрали ни одного проекта!c                 S   s$   g | ]}|d  r|d r|d  qS )r7   rU  r   )r   r  r   r   r   r     s       z0JiraAPIImport._dump_projects.<locals>.<listcomp>Zchildrenr   Tr@  P   r.  r)   u   Дампим "r   r  r   rD  r   r"  r&  u   Дампим права/permissions.jsonr  r  ZworkflowSchemerx  u/   Дампим типы задач проектаr'  rU  r  z$rest/projectconfig/1/workflowscheme/zrest/api/2/workflowscheme/r1   r  r   u*   Дампим статусы проектаr*  u$   Дампим роли проектаr+  )r   r  r  r  Z	actorUserrC   )r  r,  r  u&   Дампим доски проектаz/boards/z	/sprints/u   Доска r   c                 S   s   g | ]}|qS r   r   r   r   r   r   r      s     Zquick_filtersrV  rW   Zscrumu&   Дампим спринты доскиu   Спринт u    уже скачанr  u(   Дампим версии проектаr/  r7  r#  ru*   Дампим задачи проекта: rL  r  u   Проект "u   " является приватным и не может быть импортирован, отключите приватность в Jira или предоставьте пользователю праваr   u2   Не удалось получить проект u0   Закончили дампить проекты);r   r2   rS   r-   rX   rY   rE  r   rQ  r9  rk   r   r  r0   r1   r'   rZ   rA   rJ   Zget_projectr$  makedirsr   rF  r[   Zget_project_permission_schemer\   r^   rK   Zget_project_schemeZget_issue_for_projectr  r  jira_requestr  rN   get_statusesZget_project_rolesvaluesr   r   rmtreeZget_all_agile_boardsZget_agile_board_configurationZget_board_quick_filtersZget_sprintsZget_sprint_issuesrw   Zget_project_versions_paginatedprogressr   r  r]   Zget_project_issues_countr3   rT  r4   r5   r6   ) r   rootZprojects_dirrM  rS  r   r&  Z	data_filer{  permission_filer`   Zperm_schZ
types_filerl  r  Zstatuses_filer  Z	role_fileZrole_urir  r  Z
boards_dirr.  r  r-  Zboard_info_filer   Zsprint_pathZsprint_file_pathr   Zversion_list_filenamer   r   r   r   _dump_projects  s>   









$


"


"





$





"$$zJiraAPIImport._dump_projectsc                 C   s  | j  }t|\}}}|| d }| j d| d | j jd | j jd | | jj	d | j jd | | jj
d | j jd	 | | jjd
 | jjjr| j jd | | jjd | j jd | | jjd d| j _| j   t  | j jd |   dS )u_   
        Загружаем все данные из апи, кроме аттачей
        d   u   Свободно места: r1  u$   Скачаем данные из APIu'   Дампим пользователейr   u   Дампим статусыrD  u    Дампим типы задачr  u*   Дампим бизнес процессыr  u7   Дампим схемы бизнес процессовr     u   Дампим проектыN)r-   rX   r   
disk_usager4   r0   r1   r  rA   r   r[  Zget_issue_typesrJ   rK   Zget_workflowsZget_workflow_schemer^  r   r   ra  )r   Zdownload_pathr  usedfreeZfree_percentr   r   r   download_dataD  s*    


zJiraAPIImport.download_datac                 C   s0   t | jj| jj d | j_| j  t  d S )Nrb  )rQ  r-   r?  r  r^  r   r   r   r   r   r   r  ^  s    
zJiraAPIImport._calc_progressc                    s  t t d fdd}dddgddd	gg}d
D ]Z}tt| }|j|d} jjd|j d|  d}d}|dkr,|j|ddddg|| || | gd}|d7 }||8 }|D ]}	zt	|	dr||	j
j|	_|	jr|	  |	  n"||	j
j|	_
|	jr
|	jd	d |	jD ]8}
|
jdkr$q||
j
j|
_
|
jr|
jd	d qW q    jjd|	 tjd	d	d   jd7  _Y qX qqnq,dS )uU   
        Заменим ссылки на задачи и документы
        r   c                    s  | s| S t | d}|dD ]}|jdr0q|jdd jjjrd }d|jd krt	d|jd }|s j
jd|jd   q j
jjj d	|d
dd   }tjj|dgd}|sވ j
jd|  qnd|jd krt	d|jd }|s" j
jd|jd   qtjjddd|d
dd   dgdgd}|D ].}|jd |d
dd  krT|} qqT|s j
jd|d
dd    qnq|tj| qt|S )Nr   ar   r   rr   z/wiki/z\/\d+u:   Не удалось найти ид документа в r   r   r)   r  u:   Не удалось найти документ по ид z/browse/z	\/\w+-\d+u4   Не удалось найти ид задачи в r6  r0  z%"key":"r  r/  r   u:   Не удалось найти задачу по коду )r   r   r   rN   r  rA   rJ   r  r!  r"  r-   r0   r:  r   r   rB  rL   r$  r   r   r6  Zreplace_withZCmfPluginCsvZcreate_tag_linkr'   )ri   r  r  r7   r   Zext_coder   r  r   r   r   check_linksh  sJ    
$
"z7JiraAPIImport._process_cross_links.<locals>.check_linksr-   rX  Nr2  r   T)r$  r   r   r   r   u)   Конвертируем ссылки в u=    на локальные задачи и документы: i  r   ri   zcomments.log_levelzcomments.text
text_draft)r   r   slicer)   r7  r  uZ   Не удалось конвертировать перекрестные ссылки в r   )r'   varsrL   countr-   r0   r1   r   r   hasattrri   r   rj  r   r   Z
do_approver  r  r4   r5   r6   r3   )r   ri  r   Z	mode_namerb   rM  rS  r  r   r7   r  r   r   r   _process_cross_linksc  sF    (



z"JiraAPIImport._process_cross_linksc              	   C   sD  ddl m} t|d  d}| }dd |d D }t|d}t|}W 5 Q R X | jjjj d	|d
  }t	j
j|d}	|	st	j
|d| jd}	|d |	_|	jdd |d D ]}
d	| jjjj d	|
d
  d	}||
d rt	jj||
d  dd}n| jjd|
  qddd| dg}ddddg}t	jj||d}|st	jj||	|d}|s| jjd|
 tjddd |  jd7  _q|jr|j | |_n||_|
d d  d!kr| jjjj d	|
d d! d
  }t	jj|d}|j| |jdd q|
d d  d"kr.d|_|jdd q|
d d  d#krTd|_|jdd q|
d d  d$krzd|_|jdd q|
d d  d%krd|_|jdd q|
d d  d&kr<| jjj r| !|
d d' }nt	j"jdd(|
d d)  gd*}|r|j#| |jdd n*| jjd+|
 tjddd |  jd7  _q|
d d  d,kr| jjj r~d	| jjjj d	|
d d'  d	}n&d	| jjjj d	|
d d, d  d	}t	j$jddd| dgd*}|r|j#| |jdd n*| jjd-|
 tjddd |  jd7  _q| jjd.|
d d   tjddd |  jd7  _q|	S )/Nr   )get_datar&  rW  c                 S   s   i | ]}|d  |d qS )Z	jira_coderF   r   r   r   r   r   r    s      z6JiraAPIImport._process_permissions.<locals>.<dictcomp>Zproject_perm_permissionrX  r   r   rF  T)r   r2  r-   r   r   ZpermissionsZ
permission)rF   Zinclude_deletedu4   Не нашли соответствия права r   r0  r1  r   access_membersaccess_project_roler/  )permr   r   u*   Не найдено правило для r   r)   Zholderr  ZprojectRoleZapplicationRoleZprojectLeadr  r  r   r   r   Z	parameterr   u9   Не нашли пользователя для прав rB  u-   Не нашли группу для прав u'   Неизвестный тип прав )%Zcmf.system_datarp  r   r[   r\   r]   r-   r   r   rL   ZCmfProjectPermSchemerN   r   r   ZCmfProjectPermPermissionr0   r:  ZCmfProjectPermSchemeRuler4   r5   r6   r3   r   r  rr  rw   Zaccess_local_userZaccess_ownerZaccess_responsibleZaccess_authorrA   rJ   rK   r   r   rq  r<  )r   r{  rp  r`  Zsystem_dataZmap_permr`   Zperm_scheme_dictr   Zperm_schemeZ	perm_dictrs  r   r   Zscheme_ruleZrole_ext_idr  r   rB  r   r   r   r    s    
"$&$z"JiraAPIImport._process_permissionsc                 C   s   t dd
 | }|dkr"q| j r0q| jjd|d   | jj|d dd}zd|  t	|d d	"}|j
d
dD ]}|| qW 5 Q R X | jjd|d   || W nB tk
r } z"| jjd|d  d|  W 5 d }~X Y nX W 5 Q R X qW 5 Q R X d S )NFr}  r~  u    Пытаемся скачать r   T)streamr:  rC  i    )Z
chunk_sizeu   Сохранили в u+   Неудалось скачать файл r  )r   rN   r-   r9  r0   r1   rA   rZ  Zraise_for_statusr[   Ziter_contentr  r  r2   rG  )r   download_queue
done_queuer=  rd   r`   chunkr  r   r   r   _download_file_worker	  s"    
z#JiraAPIImport._download_file_workerc           	      C   s  | j jd | j }| j }| j dg dd| j jjjgdddgg}tj	j
|dsl| j jd d S g }t| jD ]J}| jj| jd	| ||d
d}|| |  | j jd|  qztj	j|ddgdD ],}| j  r q||j|j|jd q|D ]}|d q| s<|D ]}|  q,| j  r^d| j _| j   d S | j jd | std | }tj	j|d d}d|_|  qld S )Nu=   Скачиваем все найденные вложенияzplugin.plugin.source_hashr   r   r;  Fr   u   Вложений нетrx  )ru  rv  r  u    Запустили задачу r   r:  r/  )r   r   r:  r~  r.  u%   Закончили скачиватьr   r   r  T)r-   r0   r1   rg   r  r   r   r   rL   r9  rm  r  rh   rf   r  rx  rw   r  Zslistr9  r  r   r   r:  rR  r   rk   r   printrN   r;  )	r   ru  rv  r   Zprocsr  r  r=  Zdownload_idr   r   r   download_files	  sH    






zJiraAPIImport.download_filesc                 C   sR  d| j _d| j _| j   t  |   |   |   |   |   | 	  |   | 
  |   | jjjr|   |   |   |   |   n|   |   |   |   d| j _| j   t  |  D ]8}|d dd | jD krq| j jd|d  d q| j jd	| j tjd
d
d | j d| j j  | j S )Nr   rb  r   c                 S   s   g | ]}|d  qS r  r   r   r   r   r   r   Y	  s     z0JiraAPIImport.process_import.<locals>.<listcomp>u'   Импортирован проект 'r   r?  u#   Ошибок обнаружено: Tr   u-   Импортировано объектов: )r-   r?  r^  r   r   rg  rz  r  rC  rJ  r  rA   rJ   rK   r  r  r  r  ro  r  r  r   rS   r0   r1   r4   r3   r5   r6   )r   r   r   r   r   process_import<	  sB    



zJiraAPIImport.process_import)T)r   r   )T)N)Zr#   r$   r%   r&   rQ  r(   r   r'   r   r   rH   propertyra   staticmethodr   r   r   re   rT   rx   r~   r   r   r   r   r   r   r>   r   r   r   r   r  r  r   r-  rC  rJ  rL   rg  ru  rd  r|  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  r  r  r  r  r  r   r   ra  rc  r  r  r  r  r   r   r  r  r  r   r>  rK  rT  ra  rg  r  ro  r  rx  rz  r{  __classcell__r   r   rU   r   r?   7   s   


	,2  


 	9
[
G'.

|
K
8
'
&
 
	
?
&

J
;
(	7W" /OO%r?   )+Zcmf.appr   Zcmf.includeZdataclassesr'  pathlibr   r   Ztempfiler   r  typingr   r   r   r	   r
   r   r   Zbs4r   r   Zcmf.data_providers.baser   r   r   Z
cmf.modelsr   Z%common.models.cmf_plugin_import_mixinr   Zmodules.jira.apir   Zmodules.jira.base_importr   rL   r   r   r   r   Z	dataclassr   r>   r?   r   r   r   r   <module>   s(   $ 