U _d3s z/CmfImport.get_log_filenames..) r#r$r%rrr&r'rr(rr)listdir)rr*r+r,Z file_listrr3r get_log_filenames+s   zCmfImport.get_log_filenamesc Osddl}t|d}|d}tj|r6t|||d,}| D]}| dt j }| |qLW5QRXtjd|dS)NrTz all_logs.zipwz/filesr")zipfilerrjoinpathr#r$r'removeZipFiler7replacerr(writer%)rr*r+r9r4Zzip_pathZmyzipr,rrr get_all_logs_by_zip8s    zCmfImport.get_all_logs_by_zipcs$|js|jjdd|_tdS)NZOPEN status_type)statusworkflowget_default_statussuper _calc_statusr __class__rr rFDszCmfImport._calc_statuscCs|jdrdS|jr(|j|jd<dS|jdkr6dS|jddtjtjjd|jddtj tj jd|jddtj tj jd|jddtj tj jd|jddtj tj jd|jdd tj tj jddS) NZ models_fieldsexceluПоля контактов)ZcaptionriconuПоля задачuПоля заметокuПоля проектовu"Поля списков задачuПоля групп) json_settingspluginZcalc_models_settingstypeappendmodels CmfPersonZimport_shop_fieldsrKCmfTaskZ CmfComment CmfProjectCmfListZCmfPersonGrouprGrrr _calc_models_settingsIs>        zCmfImport._calc_models_settingscKsH|ddddg|jdr dS|jj|d|jd<|j|_|dSNrL attachmentsrNrMimport_settingsr) load_fieldsrLrMcalc_import_settingssaverr+rrr rZds  zCmfImport.calc_import_settingscKsH|ddddg|jdr dS|jj|d|jd<|j|_|dSrV)rYrLrMtmplt_import_settingsr[r\rrr r]ns  zCmfImport.tmplt_import_settingscCs4d|dd}td|d|t|dS)Nu1Ошибка при импорте данных. .ue. Проверьте загружаемый файл и повторите попытку снова.zCmfImportError: : )striprerrorZ cmf_alert)msgerrr _log_errorvszCmfImport._log_errorcCs:|dg|jdD]}|d|jkr|dSqgS)NrLrXnamer)rYrLr)rsettingsrrr r|s  z$CmfImport.csv_import_settings_fieldsc Os*dtjd<tttjj|ddddgd}|j d|j j d d d |_ | t|}|r|j d |j j d d|_ | n0|j jd kr|j d|j j dd|_ | |jjdjtjd}W5QRXW5QRXtjj|tjjj|jdttj dd|ddddS)uJ Запускаем в фоне импорт данных 1importrCrBprogresszplugin.plugin.*idru%***Запускаем импорт***Z IN_PROGRESSimport-started)rA status_codeu2***Импорт успешно завершен***ZCLOSEDr@u7***Импорт завершен с ошибками*** import-errorrnrz/files/u+Импорт данных завершен z%d.%m.%Y %H:%Mz , Журнал логированияT)objZ person_idrfrcZis_notify_current_personN)!r#environcmfutil disable_acldisable_notifyrPrgetrr)rCrDrBr[commit_with_eventprocess_importrAZhandlersZ baseFilenamer=rr(Z CmfNotifyZ place_notifygZcurrent_personrlvaluerfrnowrutc)Z import_id_args_kwargsrqresZlog_pathrrr starts0      ,zCmfImport.startN)rowc Cs4d}|dkr|j}|sg}i}t|jD]Z\}}|dr(||r(|dddd|jkr^q(|dd|kr(||||dd<q(|s|S||d} tt| d } |D]} |j| } t | tj st | tj r,d} | D]8}|jd d d || gd d || ggd gd} | rqq| r,t | | | qt | tjr\}}-||}.|.rH|-D]}/|/j"#|.|/_"|/qdqH| D]N\}}0||}.|.r|0D].}1||1}/|/r|/j"#|.|/_"|/qqWn~t$k r`}2z^t%|2d9|d:|2d;t&'|2j(d<}3|j)*|3|3|_+|j,j-d=d>|_.|WYdSd?}2~2XYnXd7S)@u Запуск импорта из CSV :return: Истина в случае успешного импорта r)CmfPluginImportMixinrXFrr^rrr_r parent_taskZ child_tasks executors logic_prefixrSpriorityrBrAz project.agilerrRZ cmf_authorZ cmf_ownerz project.basez task.base%baser)Z cmf_modelprefixZactivityztask.agile:softdev%ZsoftdevrCprojectparentZANDZ parent_idrrTrfrtasksZtree_parent_idZSprints)ru ДоскаZkanban)rfr tree_parentZ list_type)rr obj_fields filter_obj)leftrightZEpics=z task.epicztask.epic:default)rrrfZ logic_typeT)Z only_datau Строка r`rrrorpN)/Z%common.models.cmf_plugin_import_mixinrrWrLZ _get_filerrrrvlenZget_logic_prefixZ get_priorityZget_status_type setdefaultZprocess_any_table_fieldsrPrSrQ CmfWorkflowZ calc_workflowZ CmfActivityrlrRrrOr[rrzZ CmfFolderrTrZCmfListCmfTaskitemsZ CmfLogicTyperloadrr rrrrrrrCrDrB)4rrZ number_rowZall_parent_taskZall_child_tasksZall_epic_tasksZ all_tasksZ cash_boardZ cash_projectZcash_workflow_taskZ file_readrexecutorrZparent_task_codeZchild_tasks_codeidxrZ model_nameZ_rowZ fields_namerrzZproject_fieldsrrrZ executor_objZ task_fieldsZ value_statusrCZ filter_taskZtask_objZtmp_parent_tasksZtmp_child_tasksZ epic_nameZepic_keyZtmp_dataZ tmp_tasksZlist_objZ parent_folderrrdataZepic_objrrZsub_taskZ tasks_codeZ sub_task_coderrrrr r sL                                           " zCmfImport._process_import_excelcCs>||tj}|r|sdSd}|jD] }|dr$|dddkr$|}q$|dgtjj|jt|d|j jdgd}|stj|t|d|j |d }| |j j d d t |jjD]*}|jj|jkrq||jj|q|j|tjtjjd d |jgdd |jggd}|ddg||_||_|jr:| |S)u; Импорт товара в сделку NrrzCmfProduct.pricescurrencyfile_valprice) product_idrZ currency_idr)productrrrT)forceZdeal_idrr)rrrZ sales_order)rrPZ CmfProductrrYZCmfPricervrlrrr[ZpricesrrZ deal_itemsrzrdeleter;Z CmfDealItemsrdealr is_changed)rrrrZ price_settingrgritemrrr _process_products@  zCmfImport._process_productc Cs|s|r|jsdSd}|jD] }|dr|dddkr|}q|sFdSg}tjj|dd}|sxtj|dd}||dd|jg|r|dd|jgn|dd|jjg||tj |}| d d g|js|r||_n|j|_|j s||_ |j r ||S) NrrzCmfDeal.pipeliner)rfZ pipeline_idrZ company_idcompanypipeline) rrrPZ CmfPipelinervr[rOrlrZCmfDealrYrr) rrZcontactrZpipeline_settingrgrrrrrr _process_deals8 zCmfImport._process_dealcCsddl}tj|}||\}}}t||d}|dkrZ|jd|ddSt j j |j dgd}|j jd krd |_ |jr|tdSd S) Nrdu8Импорт прерван, место на диске z% < 20%TrBrk)import-cancelingimport-canceledroimport-stoppingrF)shutilrsrZimport_heartbeatget_download_path disk_usageintrrbrPrrvrlrBrrr[rw)rrZ download_pathtotalusedfreeZ free_percentrqrrr is_cancels   zCmfImport.is_cancelc Os0tttjj|dddgd}|jjdkr|jjdkrf|jj dd|_| t t d D]t}t d tjj|jddgd}|jjd krq|d krnd |_|jj dd|_| W5QRW5QRdSqnn|jj d d|_| t zzd}|jd|jt|j}|rd|}|jD]N}|j|7_| t|tjrnqB|jd||tqB|jj dd|_|jdWnXtk r}z8|jd|t|t||_|jj dd|_W5d}~XYnXW5| XW5QRXW5QRXdS)u/ Отменяем импорт rlrBrCrk)rmrrmrrp<rr;u5Не удалось остановить импортroNu#***** Отменяем импортruУдаляем ru,Успешно отменили импортuОшибка удаления )rsrtrurPrrvrBrrCrDr[rwrangeZgeventsleeprlrrr)Zimport_objectsrrrj isinstancerQrr rrr)r*r+rqrrrsteprdrrr cancel"sV           &zCmfImport.cancelcOs |ddddg|jj|dS)uk Предварительный просмотр получившихся объектов rLrWrNrMr)rYrMpreview)rr*r+rrr rYszCmfImport.previewcstdddddgS)NrLrWrNrBrM)rEsave_preload_fieldsrGrHrr r`szCmfImport.save_preload_fieldsc s|tjf|SN)rUrEr[r\rHrr r[cszCmfImport.savecCs@|jr dS|jr,|jjdkr,tjjdd|_tjjdd|_dS)NZ CmfPluginJirazimport.system.jira:defaultrzimport.system:default)rCrMrrPrrvrGrrr _calc_workflowgs zCmfImport._calc_workflowcCsN|dgttj|jjd}||jjjj }|j ddd|S)Nzplugin.source_hashZ _raw_dataT)exist_okparents) rYrrr(r:rMZui_namelower source_hashrzmkdir)rrrrr ros  zCmfImport.get_download_pathcCs|j|dSr)rM download_datarGrrr rvszCmfImport.download_datacCs|j|dSr)rMdownload_filesrGrrr ryszCmfImport.download_files)r^)NN))__name__ __module__ __qualname__rrZ ui_meta_skiprr rrr-listr7r?rFrUrZr] staticmethodrerZ celery_appZtaskrrrxboolrrrrrrrr[rrrrr __classcell__rrrHr rsF        !NB!#5  r)ZcsvrrZdecimalrrrrrrpathlibrtypingr r rr ZxlrdZopenpyxlZcmf.data_providers.baser Z cmf.includeZcmfrZ common.fieldsrZcmf.modules.logsrrrrrr s"