U g&@sNddlTddlmZddlZddlZddlmZddlZGdddejZdS))*) cmf_exportN)Pathc@seZdZUejjdgZeed<eed<ej ed<e ed<eed<ddZ d d Z d(e ee d d dZddZd)e e dddZd*eedddZedddZe edddZe edddZd d!Zeed"d#d$d#d%d&d'Zd S)+ CmfExport create_backup_dumped_workflows_dumped_workflows_scheme_zipf _dump_info_errorscCsrddlm}|d}d|d}|dg|jrD|jd}ntj||d}|t|j |j j gd|S) Nr)datetimez %Y%m%d%H%M%SZbackup_z.zipzbackup_files.url)parentname)args) r Znowstrftime load_fieldsZ backup_filesmodels CmfAttachmentZsaveZschedule_deferred_jobjob_create_backupidvalue)selfr Z current_timeZbackup_file_nameattachr%./modules/export/models/cmf_export.pyrs    zCmfExport.create_backupcCsD|dd|jDkrdStjj|ddgd}|j|jdddS) uСобираем данные по воркфлоу в отдельный список чтобы потом его сохранить Args: workflow_id (str): TUUID воркфлоу cSsg|] }|dqSrr.0objrrr 'sz,CmfExport._dump_workflow..Nz statuses.*ztrans.**rfieldsdict)type)rrZ CmfWorkflowgetappenddumps)r workflow_idZworkflowrrr_dump_workflow!szCmfExport._dump_workflowN)dump_dir attachmentsroot_dirc Cs|dkr |}|d}|D]|}z6|d|j|jt||jj|||Wqtk r}z"|j dt|d|jgW5d}~XYqXqdS)Nr*Z attachment_dump_attachmentsu.Ошибка дампа вложения id = ) _inc_dump_infor writeZfull_path_filestrrr _dump_users Exceptionr r%)rr)r*r+Z attach_pathrerrrr,,s zCmfExport._dump_attachmentsc Cs |ddgt}|d}dD]F}t||r t||r t||j}t|||jkr\q ||q dD]V}t||rlt||rlt|| D].}t||j j|jkrq||j jqqlt j j ddgdd t |gd D]"}|jt||j j|qdS) N executors spectatorsZusers)Z cmf_author_idZ cmf_owner_idZresponsible_idZcmf_modified_by_idZwaiting_for_id)r3r4rzrg_member_of.*rIN)r!filter)rsethasattrgetattrrr/r ZnamelistaddZ all_nestedrrZ CmfPersonlistwritestrr&) rr)rZuser_idsZ users_dirZuser_keyZuser_idZ field_nameuserrrrr08s"  "zCmfExport._dump_users)r+r)cCsdd|g}|dkr|d}tjj|ddddgd D]b}||jj}|jt|d || d | |||d | ||j || ||q2tjj|ddddgd D]b}||jj}|jt|d || d | |||d | ||j || ||qdS)uДампим документы сохраняя иерархию Args: dump_dir (Path): директория для дампа tree_parent (CmfProject, CmfFolder, CmfDocument): родитель в дереве tree_parentz==NZ documents** attachments.*r3r4)r6r! info.jsonZdocumentZchildrenZfolder)rZ CmfDocumentr;rrr r<r/r&r-_dump_documentsr,r*r0Z CmfFolder)rr+r>r)Z_filterdocZdoc_dirrrrrBMs"     zCmfExport._dump_documents)keyvalcCs,||jkr||j|<n|j||7<dS)N)r )rrErFrrrr-gs  zCmfExport._inc_dump_info) scheme_idcCs|dd|jDkrdStjj|ddgd}|j|d||j||j||j ||j ||j ||j ||j dS)ubДампим схему БП Args: scheme_id (str): TUUID схемы cSsg|] }|dqSrrrrrrrssz3CmfExport._dump_workflow_scheme..Nr?zscheme_wf.scheme_wf_rulesr r")rrZ CmfSchemeWfr$r%r&r(Zdefault_list_workflow_idZdefault_epic_workflow_idZdefault_subproject_workflow_idZdefault_release_workflow_idZdefault_document_workflow_idZdefault_task_workflow_idZdefault_subtask_workflow_id)rrGschemerrr_dump_workflow_schemems      zCmfExport._dump_workflow_scheme)r) project_idcCsttjj|dddgdD]X}|d|jt|d|jjd| | |j | |j |||qdS)Nrr3r4)projectr!r;ZlistsrA)rZCmfListr;r-r r<r/rrr&rI scheme_wf_idr(r'r0)rr)rJZcmf_listrrr _dumps_listss  &  zCmfExport._dumps_listsc Csddl}|d}d}tjj|d}td|||D]}tjj|ddddg|||||gd D]j}|d ||jj } | d } |j t | | || |j||j||j|||qdq6dS) NrZtasks2)rKr?r@r3r4)rKr!slicetaskrA)mathrZCmfTaskcountrangeZceilr;r-rrr r<r/r&r,r*rIrLr(r'r0) rr)rJrQZ tasks_dirstepZcntchunkrPZtask_dirZtask_file_pathrrr _dumps_taskss&      zCmfExport._dumps_tasksc Os tdddg|_t}t|d}t|d}t|dtj|_|j ddtd }d d d g}t j j|d D]"}zt|_ t|_ t|_||jj||jj} |jt| d||j| |jd|j| |jd|| ||jt| dt|j |jt| dt|j |jt| dtd|jiWqttk r} z"|jdt| d|jgW5d} ~ XYqtXqtt|ddd} t | !|jgW5QRX|j |dW5QRXt j"j#|d} t|d} | j$| ddW5QRXW5QRXdS)NZFunctionErrorZDetailsz error_log.csvz backup.tmpwz/opt/eva_versionZ eva_versionZprojectsr?r3r4)r!rA)rJzworkflows.jsonzwf_schemes.jsonzdump_info.jsonZstatsprocess_backupu,Ошибка дампа проекта href=)newline)r rbF)Zbackup)%r;r tempfileZTemporaryDirectoryrzipfileZipFile ZIP_DEFLATEDr r.rZ CmfProjectrrr"r r(r'rrr<r/r&rMrVrBZjsonr1r%ZhrefopencsvwriterZ writerowsrr$Zupload_stream_file)rrkwargsZtmp_dirZerror_log_fileZ backup_fileZ projects_dir_fieldsrKZ project_dirr2ZcsvfilerfrrrrYs<      &2 zCmfExport.process_backupuЭкспорт проектовTF) descriptionZshow_bg_progressbarZ system_jobZ only_oncecCstjj|d}|S)Nr)rrr$rY)Z cmf_export_idrrrrrszCmfExport.job_create_backup)N)N)rD)__name__ __module__ __qualname__rrZ api_methodsr;__annotations__r^r_r"rr(rr,r0rBr/intr-rIrMrVrY staticmethodZcmf_deferred_jobrrrrrrs*    %r) Z cmf.includeZmodules.export.fieldsrr^r]pathlibrrbrrrrrs