U
    ĮwhK                     @   sT   d dl m Z  d dlmZmZ d dlmZ d dlT d dlZG dd dej	j
jjZdS )    )cached_property)urlparse
urlunsplit)Path)*Nc                       s.  e Zd Zejjjjjd ZdZ	dZ
ejjjjjddddg Zdd	 Zd
dddd fdd
Zdd fdd
Zedd Zdd ZedddZd2edddZedddZedddZedd d!Zedd"d#Zedd$d%Zd&d' Zd(d) Z fd*d+Z fd,d-Zed.d/ Z ed0d1 Z!  Z"S )3CmfPluginConfluence)
confluenceNTget_all_spacesget_space_pagesget_total_spacesget_page_by_idc              	   K   s@   | j r
d S tjf | j| j| j|||d|}|  || _ d S )N)nametypetokenext_url	ext_login	ext_token)pluginmodels	CmfPlugincode
class_nameidsave)selfr   r   r   kwargsr    r   4./modules/confluence/models/cmf_plugin_confluence.py_init_secret   s      z CmfPluginConfluence._init_secretr   )depthr   r   r   c                   s*   | j r| ||| t j|d|i|S )Nr   )Zis_newr   superr   )r   r   r   r   r   argsr   	__class__r   r   r      s    zCmfPluginConfluence.saveF)forcec                   s>   t jjdd| jgddddgd}|  t j|d|i|S )Nr   ==r   r   r   filterfieldsr$   )r   r   getr   deleter    )r   r$   r!   r   r   r"   r   r   r*   !   s
    
zCmfPluginConfluence.deletec              	   C   sn   | j shddlm} | ddddddd	g || jjj| jjj| jj	 | jj
	 | jjj| jjjd
| _ | j S )Nr   )ConfluenceApir   zplugin.ext_urlzplugin.ext_loginzplugin.ext_tokenzplugin.verify_sslzplugin.cloudzplugin.ext_password)urlusernamepasswordr   
verify_sslcloud) _CmfPluginConfluence__confluenceZmodules.confluence.apir+   load_fieldsr   r   valuer   Zext_passwordZdecryptr   r/   r0   )r   r+   r   r   r   r   '   s(    


	zCmfPluginConfluence.confluencec                 O   s  g }zr| j `}dd ||dD }dd |j|dddD }|rh| dd	d
dd|iid}|| W 5 Q R X W nT tk
r }	 z2t|	 tjj	|dddgd}
|

 d}| rt||d}t|}|d D ]@}||d|d}| rt|}|t| W 5 Q R X qg }|	dg D ]D}||d|d}| r:t|}|t| W 5 Q R X q:|r| dd	d
dd|iid}|| W 5 Q R X n W 5 d }	~	X Y nX |S )Nc                 S   s   g | ]}|qS r   r   .0objr   r   r   
<listcomp>E   s     z7CmfPluginConfluence.get_space_pages.<locals>.<listcomp>children.pagec                 S   s   g | ]}|qS r   r   r4   r   r   r   r7   G   s     r   Zarchived)statusZ_archived_pagesarchiveu!   Архивные страницыZpageresults)r   r   titleZchildrenr   plugin.*plugin.plugin.*r   r(   projects	info.jsonZ
root_pages	documentsarchived_pages)r   Zget_root_pages_from_spaceZget_all_pages_from_spaceappend	Exceptiongdebugr   	CmfImportr)   get_download_pathjoinpathexistsopenjsonload)r   keycmf_import_idr!   r   resr   r:   rC   e
cmf_importdump_dirfprojectZroot_page_idZdoc_filef2Zarchived_page_idr   r   r   r
   A   sN    







z#CmfPluginConfluence.get_space_pages)rP   c           
   
   O   s   d}z.| j }|jdddd}W 5 Q R X |d }W nr tk
r } zTt| tjj|dddgd	}| 	d
}	|	
 rtdd |	 D }n W 5 d}~X Y nX |S )uI    Получает общее количество пространств r   z
type=spaceT)cqllimitZinclude_archived_spacesZ	totalSizer   r=   r>   r?   r@   c                 s   s   | ]}|  rd V  qdS )   N)is_dir)r5   pr   r   r   	<genexpr>{   s      z7CmfPluginConfluence.get_total_spaces.<locals>.<genexpr>N)r   rX   rE   rF   rG   r   rH   r)   rI   rJ   rK   sumiterdir)
r   rP   r!   r   totalr   ZresponserR   rS   rT   r   r   r   r   n   s    
z$CmfPluginConfluence.get_total_spacesc                 O   s|  |  dg g }z| j}|j|dD ]}|d |d< |d }|d dkrT|d7 }n|dt|d	   d
7 }d| jj d|d  d}	tjj	ddd|	 dgddgd}
|
r|d7 }||d< |
| q&W 5 Q R X W n tk
rv } z~t| tjj|dddgd}| d}| rdt|D ]2}t||d}|
t| W 5 Q R X q.n W 5 d }~X Y nX |S )Nzplugin.source_hash)slicer   original_namer   Zpersonalu(    (Личное пространство)z (rO   )z::r   Zext_idZLIKE%Tz--)r'   Zinclude_deletedr(   u    [импортирован]r   r=   r>   r?   r@   rA   )r2   r   r	   strupperr   source_hashr   
CmfProjectsgetrD   rE   rF   rG   rH   r)   rI   rJ   rK   oslistdirrL   rM   rN   )r   rP   ra   r!   r   rQ   r   spaceZ
space_nameZproject_ext_idrV   rR   rS   rT   rO   rU   r   r   r   r	      s<    


 z"CmfPluginConfluence.get_all_spacesc                 O   s   z.| j }|j|ddW  5 Q R  W S Q R X W n tk
r } zt| tjj|dddgd}| 	d}|
 rt|D ]R}	|	|	d|}
|

 rt|
	d	$}t|W  5 Q R     W Y S Q R X qn td
W 5 d }~X Y nX d S )Nr8   )expandr   r=   r>   r?   r@   rB   rA   u,   Документ не попал в дамп)r   r   rE   rF   rG   r   rH   r)   rI   rJ   rK   rj   rk   rL   rM   rN   )r   Zpage_idrP   r!   r   r   rR   rS   rT   rO   doc_dirrU   r   r   r   r      s    &
,z"CmfPluginConfluence.get_page_by_id)returnc                 C   s   ddl m} || j| S )u   
        Инициализация настроек
        :param models.CmfImport cmf_import: Объект импорта.
        r   ConfluenceAPIImport)modules.confluence.api_importrq   r   calc_import_settingsr   rS   rq   r   r   r   rs      s    z(CmfPluginConfluence.calc_import_settingsc                 C   s   ddl m} || j| S )u   
        Предварительный просмотр данных
        :param models.CmfImport cmf_import: Объект импорта.
        r   rp   )rr   rq   r   previewrt   r   r   r   ru      s    zCmfPluginConfluence.previewc              
   C   s>   ddl m} d|_| j}||| W  5 Q R  S Q R X dS )ux   
        Процесс импорта
        :param models.CmfImport cmf_import: Объект импорта.
        r   rp   u)   Импорт данных из ConfluenceN)rr   rq   r   r   process_importr   rS   rq   r   r   r   r   rv      s    z"CmfPluginConfluence.process_importc                 C   s   g S )Nr   )r   r   r   r   calc_models_settings   s    z(CmfPluginConfluence.calc_models_settingsc              
   C   s8   ddl m} | j}||| W  5 Q R  S Q R X d S Nr   rp   )rr   rq   r   download_datarw   r   r   r   rz      s    z!CmfPluginConfluence.download_datac              
   C   s8   ddl m} | j}||| W  5 Q R  S Q R X d S ry   )rr   rq   r   download_filesrw   r   r   r   r{      s    z"CmfPluginConfluence.download_filesc                    s   | dg |jr|jd dr|jd ddd  }|jd drbtj|jd d |S t|jd d }t|j|j	|ddfS t
 |S )Nimport_raw_jsonZ_linksZwebuirZ   baser    )r2   r|   r)   rj   pathjoinr   r   schemenetlocr    calc_ext_href)r   r6   linkZself_urlr"   r   r   r      s    z!CmfPluginConfluence.calc_ext_hrefc                    s2   | dg |jdkr&|jr&|jd S t |S )Nr|   )rh   CmfDocumentr   )r2   r   r|   r    calc_dump_path)r   r6   r"   r   r   r      s    
z"CmfPluginConfluence.calc_dump_pathc                 C   s  dd l }ddlm} ddlm} d}t  t  tj	j
| ddgd}||jj|}	|	  tjj
|ddd	gd}
|
}|
jjd
krtjj
dd|
jgdddggdgd}|jj}||	_g }|	jjdd}|	j }tjj
d|
d}|jd |j  }t|	jD ]P}|	jj|	j d| |||
|dd}|!| |"  |	j#jd|  q
d}|
d}|szt$d d}|	%|d ||D ]n}|d |	j&krq|d dkrq|d7 }|d |d  t'|d (d!|d |d kd"}|)| q|D ]}|)d# q |	j#jd$ |D ]}|*  ~q$|	j#+ rnt,  |	j#j-d% W 5 Q R  W 5 Q R  d S |j  | }|	j#jd&||.   d' d}|/ s||
 7 }q|	j#jd(|  ||7 }W 5 Q R X W 5 Q R X |S ))Nr   cmf_contextrp   r   r   r?   
logic_typer|   Zdescr_documentproject.agile:defaulttree_parent_idr%   r      Документыr&      maxsizer:   )Zsys_typeZtree_parentuD   Грузим документы в несколько потоков_process_document_fork)	obj_queue
done_queuerV   archive_foldertargetr   r   .   Параллельный обработчик homepage)r   r   r   r9   trashedrZ   r<   rB   )r   r<   rn   Zis_homepageDONEu0   Ждем обработки документов   Импорт прерван*   ------------------------ скорость '    документов в секундуuI   Закончили обработку документов, ошибок )0datetimecmf.appr   rr   rq   cmfutildisable_acldisable_notifyr   rH   r)   r   r   _load_selected_objsrh   r   r   r   r   r|   r3   root_parentqueueQueueZ	CmfFolderloggerinfonowrangethreading_max_forks	threadingThreadr   rD   startrS   dict_get_documents_selected_objsr   rJ   putr   	is_cancelcommit_with_eventwarningtotal_secondsempty)rP   
project_idoffsetrY   dtr   rq   errorsrS   
api_importrV   r   rl   obj_processr   r   r   siproccntr   docdoc_datadiff
has_errorsr   r   r   process_document_fork   s    






z)CmfPluginConfluence.process_document_forkc              
   C   s  dd l }ddlm} ddlm} d}t p t Z tj	j
| ddgd}||jj|}	|	  tjj
|ddgd}
|
}|
jjd	krtjj
d
d|
jgdddggdgd}|jj}||	_g }|	jjdd}|	j }|jd |j  }t|	jD ]J}|	jj|	jd| ||dd}| | |!  |	j"jd|  qd}|	#|d ||D ]V}|d |	j$krrqZ|d dkrqZ|d7 }|d |d |d d}|%| qZ|D ]}|%d q|	j"jd |D ]}|&  ~q|	j"' r$t(  |	j"j)d W 5 Q R  W 5 Q R  d S |j  | }||*  }|	j"jd |d!d" d}|+ st||
 7 }qZ|	j"jd#|  ||7 }W 5 Q R X W 5 Q R X |S )$Nr   r   rp   r   r   r?   r   r|   r   r   r%   r   r   r&   r   r   u_   Обрабатываем версии документов в несколько потоковZ_process_doc_versions_fork_)r   r   r   r   r   r   r9   r   rZ   r<   )r   r<   r   r   u=   Ждем обработки версий документовr   r   z.3fr   uW   Закончили обработку версий документов. Ошибок: ),r   r   r   rr   rq   r   r   r   r   rH   r)   r   r   r   rh   r   r   r   r   r|   r3   r   r   r   r   r   r   r   r   r   r   Z_process_doc_versions_forkrD   r   rS   r   r   r   r   r   r   r   r   r   )rP   r   r   rY   r   r   rq   r   rS   r   rV   r   rl   r   r   r   r   r   r   r   r   r   r   Zspeedr   r   r   r   process_doc_versions_fork[  s    



z-CmfPluginConfluence.process_doc_versions_fork)N)#__name__
__module____qualname__modulesr   r(   cmf_plugin_confluencer   Zui_meta_skipr1   Z	api_allowZapi_methodsr   r   r*   propertyr
   re   r   r	   r   listrs   ru   boolrv   rx   rz   r{   r   r   staticmethodr   r   __classcell__r   r   r"   r   r      s<   	
-$

jr   )r   urllib.parser   r   pathlibr   Zcmf.includeZ/modules.confluence.fields.cmf_plugin_confluencer   r   r(   r   r   r   r   r   r   <module>   s
   