U
    `Xf.                     @   sH   d dl m Z  d dlmZmZ d dlT d dlZG dd dejjj	j
Z
dS )    )cached_property)urlparse
urlunsplit)*Nc                       s   e Zd Zejjjjjd ZdZ	dd Z
ddddd fdd
Zd	d
 fdd
Zedd Zdd ZedddZedddZedddZedddZedddZedddZdd  Zd!d" Z fd#d$Z fd%d&Zed'd( Z  ZS ))CmfPluginConfluence)
confluenceNc              	   K   s@   | j r
d S tjf | j| j| j|||d|}|  || _ d S )N)nametypetokenext_url	ext_login	ext_token)pluginmodels	CmfPlugincode
class_nameidsave)selfr   r   r   kwargsr    r   4./modules/confluence/models/cmf_plugin_confluence.py_init_secret   s      z CmfPluginConfluence._init_secretr   )depthr   r   r   c                   s*   | j r| ||| t j|d|i|S )Nr   )Zis_newr   superr   )r   r   r   r   r   argsr   	__class__r   r   r      s    zCmfPluginConfluence.saveF)forcec                   s>   t jjdd| jgddddgd}|  t j|d|i|S )Nr
   z==r   r   r   )filterfieldsr   )r   r   getr   deleter   )r   r   r   r   r   r   r   r   r#      s
    
zCmfPluginConfluence.deletec              	   C   sn   | j shddlm} | ddddddd	g || jjj| jjj| jj	 | jj
	 | jjj| jjjd
| _ | j S )Nr   )ConfluenceApir   zplugin.ext_urlzplugin.ext_loginzplugin.ext_tokenzplugin.verify_sslzplugin.cloudzplugin.ext_password)ZurlZloginZpasswordr
   
verify_sslcloud) _CmfPluginConfluence__confluenceZmodules.confluence.apir$   load_fieldsr   r   valuer   Zext_passwordZdecryptr   r%   r&   )r   r$   r   r   r   r      s     


zCmfPluginConfluence.confluencec                 O   s  g }zddd | j |dD }dd | j j|dddD }|rd| dd	d
dd|iid}|| W nT tk
r } z2t| tjj	|dddgd}	|	
 d}
|
 rt|
|d}t|}|d D ]@}|
|d|d}| rt|}|t| W 5 Q R X qg }|	dg D ]D}|
|d|d}| r,t|}|t| W 5 Q R X q,|r| dd	d
dd|iid}|| W 5 Q R X n W 5 d }~X Y nX |S )Nc                 S   s   g | ]}|qS r   r   .0objr   r   r   
<listcomp>0   s     z7CmfPluginConfluence.get_space_pages.<locals>.<listcomp>children.pagec                 S   s   g | ]}|qS r   r   r*   r   r   r   r-   2   s     r   Zarchived)statusZ_archived_pagesarchiveu!   Архивные страницыZpageresults)r   r	   titleZchildrenr   plugin.*plugin.plugin.*r   r!   projects	info.json
root_pages	documentsarchived_pages)r   Zget_root_pages_from_spaceZget_all_pages_from_spaceappend	Exceptiongdebugr   	CmfImportr"   get_download_pathjoinpathexistsopenjsonload)r   keycmf_import_idr   r   resr0   r:   e
cmf_importdump_dirfprojectZroot_page_idZdoc_filef2Zarchived_page_idr   r   r   get_space_pages-   sL    







z#CmfPluginConfluence.get_space_pages)rG   c           
      O   s   g }zdd | j  D }W n tk
r } zzt| tjj|dddgd}| 	d}|
 rt|D ]0}t|	|d}	|t|	 W 5 Q R X qnn W 5 d }~X Y nX |S )	Nc                 S   s   g | ]}|qS r   r   r*   r   r   r   r-   \   s     z6CmfPluginConfluence.get_all_spaces.<locals>.<listcomp>r   r3   r4   r5   r6   r7   )r   get_all_spacesr<   r=   r>   r   r?   r"   r@   rA   rB   oslistdirrC   r;   rD   rE   )
r   rG   r   r   rH   rI   rJ   rK   rF   rL   r   r   r   rP   Y   s    
z"CmfPluginConfluence.get_all_spacesc                 O   s   z| j j|ddW S  tk
r } zt| tjj|dddgd}| 	d}|
 rt|D ]R}|	|d|}	|	
 rdt|		d	$}
t|
W  5 Q R     W Y S Q R X qdn td
W 5 d }~X Y nX d S )Nr.   )expandr   r3   r4   r5   r6   r9   r7   u,   Документ не попал в дамп)r   get_page_by_idr<   r=   r>   r   r?   r"   r@   rA   rB   rQ   rR   rC   rD   rE   )r   Zpage_idrG   r   r   rI   rJ   rK   rF   Zdoc_dirrL   r   r   r   rT   j   s    
,z"CmfPluginConfluence.get_page_by_id)returnc                 C   s   ddl m} || j| S )u   
        Инициализация настроек
        :param models.CmfImport cmf_import: Объект импорта.
        r   ConfluenceAPIImport)modules.confluence.api_importrW   r   calc_import_settingsr   rJ   rW   r   r   r   rY   |   s    z(CmfPluginConfluence.calc_import_settingsc                 C   s   ddl m} || j| S )u   
        Предварительный просмотр данных
        :param models.CmfImport cmf_import: Объект импорта.
        r   rV   )rX   rW   r   previewrZ   r   r   r   r[      s    zCmfPluginConfluence.previewc                 C   s"   ddl m} d|_|| j| S )ux   
        Процесс импорта
        :param models.CmfImport cmf_import: Объект импорта.
        r   rV   u)   Импорт данных из Confluence)rX   rW   r   r   process_importrZ   r   r   r   r\      s    z"CmfPluginConfluence.process_importc                 C   s   g S )Nr   )r   r   r   r   calc_models_settings   s    z(CmfPluginConfluence.calc_models_settingsc                 C   s   ddl m} || j| S Nr   rV   )rX   rW   r   download_datarZ   r   r   r   r_      s    z!CmfPluginConfluence.download_datac                 C   s   ddl m} || j| S r^   )rX   rW   r   download_filesrZ   r   r   r   r`      s    z"CmfPluginConfluence.download_filesc                    s   | dg |jr|jd dr|jd ddd  }|jd drbtj|jd d |S t|jd d }t|j|j	|ddfS t
 |S )Nimport_raw_jsonZ_linksZwebui   baser    )r(   ra   r"   rQ   pathjoinr   r   ZschemeZnetlocr   calc_ext_href)r   r,   linkZself_urlr   r   r   rg      s    z!CmfPluginConfluence.calc_ext_hrefc                    s2   | dg |jdkr&|jr&|jd S t |S )Nra   )
CmfProjectZCmfDocumentre   )r(   r   ra   r   calc_dump_path)r   r,   r   r   r   rj      s    
z"CmfPluginConfluence.calc_dump_pathc                 C   s  dd l }ddlm} ddlm} d}t L t 6 tj	j
| ddgd}||jj|}	|	  tjj
|dgd}
|
jj}g }|	j }|	j }tjj
d|
d	}|jd
 |j  }t|	jD ]N}|	jj|	jd| |||
|dd}|| |  |	jjd|  qd}|
d}|s>t|d d d}|	 |d ||D ]B}|d |d krjqP|d |	j!kr~qP|d7 }|"| qP|D ]}|"d q|	jjd |D ]}|#  ~q|	j$ rt%  |	jj&d W 5 Q R  W 5 Q R  d S |j  | }|	jjd||'   d d}|( sP||
 7 }q6|	jjd|  ||7 }W 5 Q R X W 5 Q R X |S )Nr   )cmf_contextrV   r   r   r5   ra   r0   )Zsys_typeZtree_parentuD   Грузим документы в несколько потоков_process_document_fork)	obj_queue
done_queuerM   archive_folder)targetr   r   u.   Параллельный обработчик homepager8   )r   re   r   rb   ZDONEu0   Ждем обработки документовu   Импорт прерванu*   ------------------------ скорость u'    документов в секундуuI   Закончили обработку документов, ошибок ))ZdatetimeZcmf.apprk   rX   rW   ZcmfutilZdisable_aclZdisable_notifyr   r?   r"   r   r   Z_load_selected_objsri   ra   r)   ZqueueZQueueZ	CmfFolderloggerinfoZnowrangeZthreading_max_forks	threadingThreadrl   r;   startrJ   dictZ_get_documentsZ_selected_objsZputrf   Z	is_cancelZcommit_with_eventZwarningZtotal_secondsempty)rG   Z
project_idoffsetlimitZdtrk   rW   errorsrJ   Z
api_importrM   ZspaceZobj_processrm   rn   ro   siprocZcntrq   docZdiffZ
has_errorsr   r   r   process_document_fork   sx    






z)CmfPluginConfluence.process_document_fork)__name__
__module____qualname__modulesr   r!   cmf_plugin_confluencer   Zui_meta_skipr'   r   r   r#   propertyrO   strrP   rT   listrY   r[   boolr\   r]   r_   r`   rg   rj   staticmethodr   __classcell__r   r   r   r   r      s(   	
,	r   )r   Zurllib.parser   r   Zcmf.includeZ/modules.confluence.fields.cmf_plugin_confluencer   r   r!   r   r   r   r   r   r   <module>   s   