U Af#@sFddlTddlmZddlZddlZddlmZGdddejZdS))*) cmf_exportN)Pathc@seZdZUejjdgZeed<eed<ej ed<e ed<ddZ dd Z d'e ee d d d ZddZd(e e dddZd)eedddZedddZe edddZe edddZdd Zeed!d"d#d"d$d%d&Zd S)* CmfExport create_backup_dumped_workflows_dumped_workflows_scheme_zipf _dump_infocCsrddlm}|d}d|d}|dg|jrD|jd}ntj||d}|t|j |j j gd|S) Nr)datetimez %Y%m%d%H%M%SZbackup_z.zipzbackup_files.url)parentname)args) r Znowstrftime load_fieldsZ backup_filesmodels CmfAttachmentZsaveZschedule_deferred_jobjob_create_backupidvalue)selfr Z current_timeZbackup_file_nameattachr%./modules/export/models/cmf_export.pyrs    zCmfExport.create_backupcCsD|dd|jDkrdStjj|ddgd}|j|jdddS) uСобираем данные по воркфлоу в отдельный список чтобы потом его сохранить Args: workflow_id (str): TUUID воркфлоу cSsg|] }|dqSrr.0objrrr %sz,CmfExport._dump_workflow..Nz statuses.*ztrans.**rfieldsdict)type)rrZ CmfWorkflowgetappenddumps)r workflow_idZworkflowrrr_dump_workflowszCmfExport._dump_workflowN)dump_dir attachmentsroot_dircCsT|dkr |}|d}|D]6}|d|j|jt||jj|||qdS)Nr)Z attachment)_inc_dump_infor writeZfull_path_filestrrr _dump_users)rr(r)r*Z attach_pathrrrr_dump_attachments*s zCmfExport._dump_attachmentsc Cs |ddgt}|d}dD]F}t||r t||r t||j}t|||jkr\q ||q dD]V}t||rlt||rlt|| D].}t||j j|jkrq||j jqqlt j j ddgdd t |gd D]"}|jt||j j|qdS) N executors spectatorsZusers)Z cmf_author_idZ cmf_owner_idZresponsible_idZcmf_modified_by_idZwaiting_for_id)r0r1rzrg_member_of.*rIN)r filter)rsethasattrgetattrrr-r ZnamelistaddZ all_nestedrrZ CmfPersonlistwritestrr%) rr(rZuser_idsZ users_dirZuser_keyZuser_idZ field_nameuserrrrr.3s"  "zCmfExport._dump_users)r*r(cCsdd|g}|dkr|d}tjj|ddddgd D]b}||jj}|jt|d || d | |||d | ||j || ||q2tjj|ddddgd D]b}||jj}|jt|d || d | |||d | ||j || ||qdS)uДампим документы сохраняя иерархию Args: dump_dir (Path): директория для дампа tree_parent (CmfProject, CmfFolder, CmfDocument): родитель в дереве tree_parentz==NZ documents** attachments.*r0r1)r3r info.jsonZdocumentZchildrenZfolder)rZ CmfDocumentr8rrr r9r-r%r+_dump_documentsr/r)r.Z CmfFolder)rr*r;r(Z_filterdocZdoc_dirrrrr?Hs"     zCmfExport._dump_documents)keyvalcCs,||jkr||j|<n|j||7<dS)N)r )rrBrCrrrr+bs  zCmfExport._inc_dump_info) scheme_idcCs|dd|jDkrdStjj|ddgd}|j|d||j||j||j ||j ||j ||j ||j dS)ubДампим схему БП Args: scheme_id (str): TUUID схемы cSsg|] }|dqSrrrrrrrnsz3CmfExport._dump_workflow_scheme..Nr<zscheme_wf.scheme_wf_rulesrr!)rrZ CmfSchemeWfr#r$r%r'Zdefault_list_workflow_idZdefault_epic_workflow_idZdefault_subproject_workflow_idZdefault_release_workflow_idZdefault_document_workflow_idZdefault_task_workflow_idZdefault_subtask_workflow_id)rrDZschemerrr_dump_workflow_schemehs      zCmfExport._dump_workflow_scheme)r( project_idcCsttjj|dddgdD]X}|d|jt|d|jjd| | |j | |j |||qdS)Nrr0r1)projectr r8Zlistsr>)rZCmfListr8r+r r9r-rrr%rE scheme_wf_idr'r&r.)rr(rFZcmf_listrrr _dumps_listszs  &  zCmfExport._dumps_listsc Csddl}|d}d}tjj|d}td|||D]}tjj|ddddg|||||gd D]j}|d ||jj } | d } |j t | | || |j||j||j|||qdq6dS) NrZtasks2)rGr<r=r0r1)rGr slicetaskr>)mathrZCmfTaskcountrangeZceilr8r+rrr r9r-r%r/r)rErHr'r&r.) rr(rFrMZ tasks_dirstepZcntchunkrLZtask_dirZtask_file_pathrrr _dumps_taskss&      zCmfExport._dumps_tasksc Ostl}t|d}t|dtj|_|jddtd}dddg}tj j |d D]}t |_ t |_ t |_||jj||jj}|jt|d ||j||jd |j||jd ||||jt|d t|j |jt|d t|j |jt|dtd|jiqZW5QRXtjj|d} t|d} | j| ddW5QRXW5QRXdS)Nz backup.tmpwz/opt/eva_versionZ eva_versionZprojectsr<r0r1)r r>)rFzworkflows.jsonzwf_schemes.jsonzdump_info.jsonZstats)r rbF)Zbackup)tempfileZTemporaryDirectoryrzipfileZipFile ZIP_DEFLATEDr r,rZ CmfProjectr8rrr!r r'r&rrr9r-r%rIrRr?Zjsonrr#openZupload_stream_file) rrkwargsZtmp_dirZ backup_fileZ projects_dir_fieldsrGZ project_dirrfrrrprocess_backups,     . zCmfExport.process_backupuЭкспорт проектовTF) descriptionZshow_bg_progressbarZ system_jobZ only_oncecCstjj|d}|S)Nr)rrr#r])Z cmf_export_idrrrrrszCmfExport.job_create_backup)N)N)rA)__name__ __module__ __qualname__rrZ api_methodsr8__annotations__rVrWr!rr'rr/r.r?r-intr+rErIrRr] staticmethodZcmf_deferred_jobrrrrrrs(    r)Z cmf.includeZmodules.export.fieldsrrVrUpathlibrrrrrrs