U
|co @ s d dl Z d dlmZmZ d dlmZ d dlmZmZ d dlmZ d dl Z d dl
m Z d dl m
Z
mZ d dlZd dlmZ d dlZd dlZd d lmZ d d
lT d d lmZ d d lmZ d d
lmZ G dd dej Z dS ) N)copydeepcopy)Decimal)datetimetimezone)Logger)Path)DictIterator)cached_property)
commit_all_ds)*)fields
cmf_import)
log_configc s e Zd Zejjd ZdZeedddZ dd Z
fdd Z d
d Z d d
Z
dd Zed/ddZedd Zeejdd Zd0edddZdd Zedd d Zd d Zd!d" Zd#d$ Z eejddd%d&Z d'd( Z fd)d*Z fd+d,Z d-d. Z! Z"S )1 CmfImport)CSV_SETTING_NAMEcsv_import_settings_fieldsloggerZCSV)returnc C s t j| ddS )uE Журнал логирования процесса импорта i)ZmaxBytes)r Z
get_logger
get_files_dirself r ./common/models/cmf_import.pyr s zCmfImport.loggerc O s8 | tj }tjtj | s4| j d |S )NZinit)
r r ZLOG_NAMEospathexistsconfig
UPLOAD_DIRr info)r argskwargsZ file_pathr r r get_log_filename s zCmfImport.get_log_filenamec s$ | j s| jjdd| _ t d S )Nopen status_type)statusworkflowget_default_statussuper _calc_statusr __class__r r r, % s zCmfImport._calc_statusc C s | j d rd S | jr(| j | j d< d S | jdkr6d S | j d dtj tjjd | j d dtj tj jd | j d dtj
tj
jd | j d dtj tj jd | j d dtj tj jd | j d d tj
tj
jd d S )
NZ
models_fieldsexcelu Поля контактов)Zcaptionr iconu Поля задачu Поля заметокu Поля проектовu" Поля списков задачu Поля групп)
json_settingspluginZcalc_models_settingstypeappendmodels CmfPersonZimport_shop_fieldsr0 CmfTaskZ
CmfComment
CmfProjectCmfListZCmfPersonGroupr r r r _calc_models_settings* s>
z CmfImport._calc_models_settingsc K sH | ddddg | jd r d S | jj| d| jd< | j| _| d S Nr1 attachmentsr3 r2 import_settingsr ) load_fieldsr1 r2 calc_import_settingssaver r# r r r r? E s
z CmfImport.calc_import_settingsc K sH | ddddg | jd r d S | jj| d| jd< | j| _| d S r; )r> r1 r2 tmplt_import_settingsr@ rA r r r rB O s
z CmfImport.tmplt_import_settings c C s4 d| d d} td| d| t| d S )Nu1 Ошибка при импорте данных. .ue . Проверьте загружаемый файл и повторите попытку снова.zCmfImportError: : )striploggingerrorZ cmf_alert)msger r r
_log_errorW s zCmfImport._log_errorc C s: | dg | jd D ] }|d | jkr|d S qg S )Nr1 r= namer )r> r1 r )r settingsr r r r ] s
z$CmfImport.csv_import_settings_fieldsc
O s( dt jd< t t tjj| dddgd}|j d |j
j dd d
|_ |
t | }|r|j d |j
j d d
|_ |
n0|j jd kr|j d |j
j dd|_ |
|jjd jtjd}W 5 Q R X W 5 Q R X tjj|tjjj|j dt t j dd| ddd dS )uJ
Запускаем в фоне импорт данных
1importr) r( progressidr u% ***Запускаем импорт***Z in_progressimport-started)r' status_codeu2 ***Импорт успешно завершен***closedr& u7 ***Импорт завершен с ошибками*** import-errorrT r z/files/u+ Импорт данных завершен z%d.%m.%Y %H:%Mz
, Журнал логированияT)objZ person_idrL rI Zis_notify_current_personN)!r environcmfutil disable_acldisable_notifyr5 r getr r! r) r* r( r@ commit_with_eventprocess_importr' ZhandlersZ baseFilenamereplacer r Z CmfNotifyZ place_notifygZcurrent_personrR valuerL r nowr utc)Z import_id_args_kwargsrX resZlog_pathr r r starte s0
,zCmfImport.startN)rowc C s4 d}|dkr|j }|sg }i }t| jD ]Z\}}|d r(|| r(|d d dd |jkr^q(|d d |kr(|| ||d d < q(|s|S || d} tt| d }
|D ]} |j| } t | tj
st | tj r,d}
| D ]8}|jd
d d || gd d || ggd
gd}
|
r qq|
r,t
| | |
qt | tjr r2 rZ Zenable_import_moder_ Exception traceback
format_excr rw format_tb
__traceback__r exception error_msgr) r* r( r@ r3 _process_import_excel)r errerr_msg
error_textr r r r_ s
&
zCmfImport.process_importc 4 C sf ddl m} | jr | jd s dS d}zi }i }i }i }i }i }i } | }
t|
D ](\}} |dkrr| jd rrqTi } i }
d}d}t| jD ],\}}|d r| | sq|d d d d }|
|i }|d d
d }|d }| | }|d kr|}qn|d kr |}qt |d
krP|dkr2|| |d
< q||i }| | ||d
< nZ|dkrt|dkrt|
| | }n6|dkr| | | }n |dkrd| | | i}|||< ||
|< q|
di }|
dd}||d}|s || tj|\}}|||d< || tj| \}}|
di } | drD| d | d< | di } | r| |} | s|dkrtjjddtjjdd d } n tjjdd tjjd d d } | | |< | | d < | | d< || d!< || d"< d#d$d%|jgdd%| d gg} || tj| | \} }| j| | | || d < |rH||g }!|!| |!||< |rt|| d g }"|"| |"|| d < |
d&i d'd}#|#r|# d(|jj }$||$i }%||%d!< |#|%d'< |%d)g }&|&| |&|%d)< |%||$< ||d}'|'sftj jd#d*d%|jgd'd%d+ggd,}(d#d*d%|(jgd'd%d-gg})d-||(d.d/}*|j| tj |*|)d0\}'}|'||d< || j tj |'| d1 qT| D ]\}$}+tj jd#d*d%|+d! jgd'd%d2ggd,}(d#d*d%|(jgd'd%|+d' gdd3d4gg})tjj|)d,},|,stj|+d! |(|+d' tj!jd5d d6},|, |+d) D ]} |,| _"| jd7d8 q"q| D ]>\}}-||}.|.rH|-D ] }/|/j"# |.|/_"|/ qdqH| D ]N\}}0||}.|.r|0D ].}1||1}/|/r|/j"# |.|/_"|/ qqW n~ t$k
r` }2 z^t%|2 d9| d:|2 d;t&'|2j(d< }3| j)*|3 |3| _+| j,j-d=d>| _.| W Y dS d?}2~2X Y nX d7S )@u
Запуск импорта из CSV
:return: Истина в случае успешного импорта
r )CmfPluginImportMixinr= Fr rC rj rk rD rm parent_taskZ child_tasks executors logic_prefixr8 priorityr( r' z
project.agilern r7 Z
cmf_authorZ cmf_ownerz project.basez
task.base%basern )Z cmf_modelprefixZactivityztask.agile:softdev%Zsoftdevr) projectparentZANDZ parent_idrp r9 rL rs tasksZtree_parent_idZSprints)rq u
ДоскаZkanban)rL r tree_parentZ list_type)r r}
obj_fields
filter_obj)leftrightZEpics=z task.epicztask.epic:default)r r rL Z
logic_typeT)Z only_datau
Строка rE r r rV rW N)/Z%common.models.cmf_plugin_import_mixinr r< r1 Z _get_filert r ru r] lenZget_logic_prefixZ get_priorityZget_status_type
setdefaultZprocess_any_table_fieldsr5 r8 r6 CmfWorkflowZ
calc_workflowZ CmfActivityrR r7 r r4 r@ rn rb Z CmfFolderr9 r ZCmfListCmfTaskitemsZ CmfLogicTyper loadr r r r r r r r r) r* r( )4r r Z
number_rowZall_parent_taskZall_child_tasksZall_epic_tasksZ all_tasksZ
cash_boardZ cash_projectZcash_workflow_taskZ file_readri executorr Zparent_task_codeZchild_tasks_codeidxr Z
model_nameZ_rowZ fields_namerm rb Zproject_fieldsr r rs Z executor_objZ task_fieldsZ value_statusr) Z filter_taskZtask_objZtmp_parent_tasksZtmp_child_tasksZ epic_nameZepic_keyZtmp_dataZ tmp_tasksZlist_objZ
parent_folderr r dataZepic_objr r Zsub_taskZ
tasks_codeZ
sub_task_coder r r r r r sL
" z CmfImport._process_import_excelc C s> | |tj}|r|sdS d}| jD ] }|d r$|d d dkr$|}q$|dg tjj|jt|d |j jdgd}|stj|t|d |j | d }|
|j j d
d t
|jjD ]*}|jj| jkrq| |jj| q| j |tjtjjd d
|jgdd
|jggd}|ddg ||_||_|jr:|
|S )u;
Импорт товара в сделку
Nrj rk zCmfProduct.pricescurrencyfile_valprice)
product_idr Z currency_idr )productr r r T)forceZdeal_idrp r )r r~ r Z sales_order)r r5 Z
CmfProductr r> ZCmfPricer] rR r r r@ Zpricesr r Z
deal_itemsrb r deleteremoveZ CmfDealItemsrl dealr
is_changed)r ri r r Z
price_settingrM r itemr r r _process_product s@
zCmfImport._process_productc C s |s|r|j sd S d }| jD ] }|d r |d d dkr |}q |sFd S g }tjj|d d}|sxtj|d d}| |dd|jg |r|dd|jg n|dd|j jg | |tj |}|
d d
g |j s|r||_ n|j |_ |j s||_ |j r
| |S ) Nrj rk zCmfDeal.pipeliner )rL Z pipeline_idrp Z
company_idcompanypipeline)
r r r5 Z CmfPipeliner] r@ r4 rR r ZCmfDealr> r r ) r ri Zcontactr Zpipeline_settingrM r~ r r r r r
_process_deal s8
zCmfImport._process_dealc C s< t jj| jdgd}|jjdkr8d|_|jr4| dS dS )Nr( rQ )import-cancelingimport-canceledrV import-stoppingr TF)r5 r r] rR r( rn r r@ )r rX r r r is_cancel s zCmfImport.is_cancelc O s0 t t tjj|d ddgd}|jjdkr|jjdkrf|jj dd|_|
t t d D ]t}t
d
tjj|jddgd}|jjd kr q|d krnd
|_|jj dd|_|
W 5 Q R W 5 Q R dS qnn |jj d d|_|
t zzd}|jd |j t|j}|rd| }|jD ]N}| j|7 _|
t|tjrnqB|jd| | t qB|jj dd|_|jd W nX tk
r } z8|j d| t| t ||_|jj dd|_W 5 d}~X Y nX W 5 |
X W 5 Q R X W 5 Q R X dS )u/
Отменяем импорт
rR r( r) rQ )rS r rS r rW < r r ; u5 Не удалось остановить импортrV Nu# ***** Отменяем импортd u Удаляем r u, Успешно отменили импортu Ошибка удаления ) rZ r[ r\ r5 r r] r( rn r) r* r@ r^ rangeZgeventsleeprR r r r! Zimport_objectsr r rP
isinstancer6 r r r r rw )r" r# rX r ri totalsteprJ r r r cancel sV
&zCmfImport.cancelc O s | ddddg | jj| dS )uk
Предварительный просмотр получившихся объектов
r1 r< r3 r2 r )r> r2 preview)r r" r# r r r r 0 s zCmfImport.previewc s t dddddg S )Nr1 r< r3 r( r2 )r+ save_preload_fieldsr r- r r r 7 s z CmfImport.save_preload_fieldsc s | t jf |S )N)r: r+ r@ rA r- r r r@ : s zCmfImport.savec C s@ | j r
d S | jr,| jjdkr,tjjdd| _ tjjdd| _ d S )NZ
CmfPluginJirazimport.system.jira:defaultr zimport.system:default)r) r2 rv r5 r r] r r r r _calc_workflow> s
zCmfImport._calc_workflow)rC )NN)#__name__
__module__ __qualname__r r Z ui_meta_skipr r r r r$ r, r: r? rB staticmethodrK r Z
celery_appZtaskrh listr r_ boolr r r r r r r r@ r
__classcell__r r r- r r s<
N B!# 5 r ) Zcsvr r Zdecimalr r r rG r r pathlibr typingr r
r{ r ZxlrdZopenpyxlZcmf.data_providers.baser Z cmf.includeZcmfr Z
common.fieldsr Zcmf.modules.logsr r r r r r s"