U
    ~}d                    @   s  d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl	Z	d dl
Z
d dlmZmZ d dlmZ d dlmZmZmZmZ d dlZd dlZd dlZd dlZd dlmZ d dlmZ d dlmZmZ d dl m!Z! d d	l"m#Z# d d
l$m%Z% d dl&T d dl'm(Z) d dl*Z$d dl+Z+e+,dZ-G dd de.Z.dd Z/G dd de0Z1dd Z2G dd de!Z3e.e4de5j6dZ7e3e7_8de7_9de7_:g e7_;g e7_<g e7_=g e7_>g e7_?g e7_@de7_Ad e7j5d< i e7_Bd dlCmDZDmEZE d dlFmGZG d dlFmHZH d dlIZIddd ZJG d!d" d"ZKeK ZLeeMZNd#d$ ZOd%d& ZPdd'd(ZQeRe5d)re5jSd* d+ d,kre5jSd* T ZUeUVd+ eIjWf eUeL_IeXjYZd-reLjIdkre[d.e7d/e5j\d0d1Z]eRe5d)re5jSd* d+ d,kre5jSd* d2 Z^e5jSd* Zd3r$d4e5jSd* d3  d5e^ Z_eGe_d6d0d7Z`e`e]d8< nrd9Zad:e5jSd* krRead;e5jSd* d:  d<7 Zaeae5jSd* d= 7 Zaead;e5jSd* Zd>d? 7 Zaead@e^ 7 Zaeae]dA< d dBlbmcZc dCec_deDf e]ZFeHe5j\dDZeeHe5j\dDZfeXjghe5j6dE reie5j6dE Zjejk l e5_mW 5 Q R X eRe5d)r^e5jSd* d+ d,kr4e1eLjIdFZnn(e5jSd* d+ dGkrTe1ddHZnne[dIne1 ZneLe7_LeojpdddJdKdL Zqe7re[dMdN Zse7te[es ee5j6dO Zuee5j6dP Zvd dQlwmxZx euh rexyeuz e7_{evh rexyevz e7_|dRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddege7_}dfdg Z9dhdi Z~djdk Zdldm Zdndo Z:de7_de7_dpdq Zdrds Zdtdu Zee9ee_9ee9ee_eeee_eeee_eeee_eeee_eeee_ee:ee_:dvdw Zeeee_dxdy Zeeee_dd|d}Zdd~dZe7jdd ZdddZdddZdd Zdd Zdd Zdd ZdddZdd Zdd Zdd Zdd Ze7jdd Zdd Zdd Zdd Ze7jdd Ze7jdddZdddZd@ddg dddZdd ZdddZdd Zdd Zdd Zdd ZG dd dZdd ZdddZdd Zdd Zdd ZddÄ Zddń ZedƜddȄZeedɜdd˄Zi e7_i e7_dS )    N)OrderedDictdefaultdict)Path)urlparseparse_qs	urlencodequote)SHA256)
PKCS1_v1_5)abortResponse)JSONEncoder)HTTPExceptionfields)*)basez^.*\.(png|jpeg|ico)|^(/sso/|/drawio/|/pub/|/docs/|/share/|/files/|/tinymce/|/app/assets/|/socket.io/).*|^.*/forms/CmfForm:.*|^.*(styles|vendor|runtime|polyfills|main)-(es5|es2015).*\.js$|/styles.*\.css$c                       s$   e Zd Z fddZdd Z  ZS )Flaskc                    s   t  j|| d S N)super__init__selfargskwargs	__class__ ./cmf/app.pyr   '   s    zFlask.__init__c                    s    fdd}|S )Nc                    sn     dd }| j}|dd }|dkr6d|  }n}|d krP|d | j }j||| f  t| | S )Nendpoint.index/)pop
__module__split__name__add_url_ruleprint)fr   module_pathZmodule_nameurloptionsruler   r   r   	decorator+   s    zFlask.route.<locals>.decoratorr   )r   r/   r.   r0   r   r-   r   route*   s    zFlask.route)r'   r%   __qualname__r   r1   __classcell__r   r   r   r   r   &   s   r   c                 O   s   | rt || d S r   )r)   )Zcondr   r   r   r   r   print_debug<   s    r4   c                   @   sb  e Zd ZdZdZdZdZdZdZdZ	dJddddZ
dd Zdd	 Zd
d Zdd ZdKddZdd Zdd Zdd Zdd ZeeedddZeedddZedLddZd d! Zd"d# Zd$d% Zd&d' Zd(d) Zd*d+ Zd,d- ZdMd.d/Z d0d1 Z!d2d3 Z"d4d5 Z#d6d7 Z$d8d9 Z%d:d; Z&d<d= Z'd>d? Z(d@dA Z)dBdC Z*dDdE Z+dNdFdGZ,dHdI Z-dS )OCmfCacheNFreturnc                 C   sH   t  | _t  | _|| _|| _i | _| jrD| jdd | jdd d S )Nstat_hitr   	stat_miss)dict	cache_objcache_invalidateredis_dbmemoryZtexcom_growcache_hack_cacheincrby)r   r=   r>   r   r   r   r   J   s    zCmfCache.__init__c                 C   s>   t tjp| jdtjd | jr*| j  nt | _t | _	d S )NzCmfCache.flushdb!!!file)
r4   configDEBUGsysstderrr=   flushdbr:   r;   r<   r   r   r   r   rF   U   s
    zCmfCache.flushdbc                 C   s   t tjp| jdtjd tt}| j }| jj	dddD ]p}t | jd| dtjd |dd	 
 }| j|}|d	kr~q:t|}|d
 }|d || |< || q:|  | | d	S )u)   Инвалидируем весь jscachezCmfCache.flush_jscache!!!r@   zobj:jshash:*  countz"CmfCache.flush_jscache invalidate z!!!   Ncurrent_person_idjsver)r4   rB   rC   rD   rE   r   r:   r=   pipeline	scan_iterdecodegetpickleloadsdeleteexecuteemit)r   emit_msgpipekeyjshashjsresjspersonr   r   r   flush_jscache]   s    

zCmfCache.flush_jscachec                 C   s   t tjp| jdtjd d}| j }| jjdddD ]"}|drFq6|d7 }|	| q6|
  t tjpn| jd	| d
tjd dS )u+   Инвалидируем весь obj cachezCmfCache.flush_all_obj!!!r@   r   zobj:*rH   rI   s
   obj:jshash   zCmfCache.flush_all_obj: z recordsN)r4   rB   rC   rD   rE   r=   rN   rO   
startswithrT   rU   )r   rJ   rX   rY   r   r   r   flush_all_objo   s    

zCmfCache.flush_all_objc                    s0  dd l |} fdd ttjj dd   d d dkrXtjj S |D ]}|d  | }q\d|kr|d t|d  }t	|
 D ]*\}}|dkrq|d | d	  | }q| jrd
|dd  d |   }|dd	}n| d	|   }t| jd| |S )Nr   c              
      sh  dd l }ddlm} t| tjjr4| jr0| j} nd} d}t| t	t
tfrt| t	r| dd dkrz.|j| }||j}|jddd}|} W n" tk
r } zW 5 d }~X Y nX t	| }nt| tr| D ]}| | d }qnt| tr.|  D ]2\}}|| }|r"| d	 | }q|d }qn6| d kr>d
}n&dt| j d	 t|   }|S )Nr   )timezonez...    Z20)secondZmicrosecond,:Nonez
todo2:obj:)Zdateutil.parserdatetimera   
isinstancecmfr   CmfType
is_definedvaluestrintfloatparserparseZ
astimezoneutcreplace	Exceptionlistr:   itemstyper'   md5rR   dumps	hexdigest)valdateutilra   resZval1evk_all2strhashlibr   r   r      s<    


&zCmfCache.hash.<locals>._all2strrK   Z3123|idz|id:rf   zHASH:i  z|md5:
zDEBUG_CACHE HASH:)r   ry   rn   rj   r   CmfDatenowencoder{   sortedrw   rC   rt   r4   )r   prefixr   r   sr|   rY   r   r   r   hash}   s&    +2&zCmfCache.hashc           	      C   s   |d krt  }|s|S ||j tt|j}|j D ]}t||jsJq8t	|t
jjrzt||jd }|r| j||d q8t	|t
jjt
jjfr8t||jd }|r|D ]}| j||d q| D ]"}d|j d|j }|| qq8|S )N)r~   ref__)setaddr   getattrmodels
class_namer   valueshasattr
issubclassrj   CmfRelationBasesimple_objects_id_recursive
CmfM2MBaseCmfBackrefBaserelated_models)	r   objr~   ZmodelZ	field_clsZfield_valuerel_obj	rel_modelrefr   r   r   r      s,    z$CmfCache.simple_objects_id_recursivec                 C   s   |sg S |j jg}|jddD ]}t|tjjrB|| |j t|tjj	tjj
fr|jrz|jD ]}|| | qd| D ]"}d|j  d|j }|| qqtt|}|S )u   
        Собираем ид связанных обьектов 2 уровня для настройки инвалидации
        :param obj:
        :return:
        Trl   r   r   )r   rm   r   ri   rj   r   r   extendobjects_id_recursiver   r   r   r   appendrv   r   )r   r   r~   fieldr   r   r   r   r   r   r      s    

zCmfCache.objects_id_recursivec                 C   s   t |}t|tjkrd}t|tjjs4t	
|r@d| }nJ|rt|trt|d tjjsnt	
|d rd|d j dt| d}tdt| d| dd	 d
S | jr| jd| | dS | jr|| j|< dS d S )Nrb   , r   []uR   DEV: Слишком большой объект для кэширования — u	    байтT)
debug_onlyFobj:)rR   rz   lenrB   ZCACHE_MAX_OBJ_SIZEri   rj   r   	BaseModeldataclassesZis_dataclassrv   r   	cmf_alertr=   r   r>   r;   )r   rY   r|   Zstr_valZdetailr   r   r   _obj_dict_set   s&    

zCmfCache._obj_dict_setc                 G   sr   t  }|D ]}|d|  q
| jrD| jj| t|kr>dS dS n*| jrj|D ]}| j|sN dS qNdS d S d S )Nr   TF)r   r   r=   existsr   r>   r;   rQ   )r   keysZhkeysrY   r   r   r   _obj_dict_exists  s    zCmfCache._obj_dict_existsc                 C   sX   | j r>| j d| }|d k	r.| j d n| j d |S | jrP| j|S d S d S )Nr   r8   r9   )r=   rQ   r?   r>   r;   r   rY   r~   r   r   r   _obj_dict_get  s    zCmfCache._obj_dict_getrZ   inv_payloadc                 C   s   |  d| S )N::r   r   r   r   r   %_jshash_invalidate_confirm_member_key'  s    z.CmfCache._jshash_invalidate_confirm_member_keyZ
member_keyc                 C   s   | j dddS )Nr   r^   )maxsplitr&   r   r   r   r   +_jshash_invalidate_confirm_member_key_split+  s    z4CmfCache._jshash_invalidate_confirm_member_key_splitc                 C   s    | r| n| dd }d| S )Nrf   zjscache-invalidate-confirm-set:r   )cache_idrZ   set_keyr   r   r   "_jshash_invalidate_confirm_set_key/  s    z+CmfCache._jshash_invalidate_confirm_set_keyc           	      C   s   t t}| D ]Z\}}td| |d |gd | D ]0\}}|dr8|| j|d | || q8q| jr| D ]\}}| jj	|f|  qzd S )Nzinvalidate-)roomevent_personsjshash:rZ   )
r   rv   rw   cmf_emit_eventr_   r   r   r   r=   sadd)	r   ZmsgsZconfirmationsZ	person_idinv_dictrZ   r   r   confirm_listr   r   r   rV   6  s    

zCmfCache.emitc                 C   sb   | j r^|r^|d d }| j|d}t }|D ]}|| |d |d  q,| j j|f|  d S )Nr   r   r^   )r=   r   rv   r   r   srem)r   Zconfirm_dictZsample_jshashZkey_cache_idr   Zconfirmr   r   r   jshash_invalidate_confirmE  s    
z"CmfCache.jshash_invalidate_confirmc                    s.    j r* |} fdd j |D S d S )Nc                    s   g | ]}  | qS r   )r   rP   ).0memberrG   r   r   
<listcomp>V  s   z;CmfCache.jshash_invalidate_confirm_list.<locals>.<listcomp>)r=   r   smembers)r   r   r   r   rG   r   jshash_invalidate_confirm_listQ  s
    


z'CmfCache.jshash_invalidate_confirm_listc              	   C   s  |sd S | j r| j jdd |D   i }|D ]}| jrPd|krPtd|  t| jd|  | j d| }|r.t| jd|  | jrtd|  |D ]}|d	}| jrd|krtd
| d|  t| jd|  | j d| }	|	d krqt	|	}	|	r|	d }
|
|kr.t
 ||
< |dkrZdtdd |jddD }nd}|	d  d| d| d| }|||
 |< | j d|  q| j d|  | | q.n.| jr|D ]}|| jkr| j|= qnd S d S )Nc                 S   s   g | ]}d | qS )r   r   r   rY   r   r   r   r   ^  s     z+CmfCache._obj_dict_mdel.<locals>.<listcomp>rJ   z#DEBUG_CACHE JSHASH: try invalidate z*DEBUG_CACHE JSHASH: try invalidate:jshash:zinvalidate:jshash:z*DEBUG_CACHE JSHASH: got invalidate:jshash:z#DEBUG_CACHE JSHASH: got invalidate utf-8z"DEBUG_CACHE JSHASH: do invalidate  z)DEBUG_CACHE JSHASH: do invalidate jshash:r   rL   updater   c                 S   s   g | ]}|d kr|qS ))Zcache_fieldscmf_modified_atcmf_viewed_atZcmf_modified_by_idr   )r   r   r   r   r   r   }  s    T)
is_changedZONLYFORUPDATESrM   )r=   rT   rC   r   r4   r   rP   rQ   rR   rS   r:   joinr   r   rV   r>   r;   )r   r   r   Zobj_idactionrW   rY   ZinvjsrZ   r[   r\   Zchanged_fieldsr   r   r   r   _obj_dict_mdelZ  sT    






zCmfCache._obj_dict_mdelc              	   C   s   | j rN| j  6}| D ]\}}|jd| f|  q|  W 5 Q R X nD| jr|D ]2}|| jkr|| j| ||  qX|| | j|< qXnd S d S Ninvalidate:)r=   rN   rw   r   rU   r>   r<   r   )r   r   rX   rY   r   r   r   r   _invalidate_dict_mset  s    
zCmfCache._invalidate_dict_msetc                 C   sH   | j r.| j d| }|r*dd |D S |S | jr@| j|S d S d S )Nr   c                 S   s   g | ]}| d qS )r   )rP   r   r   r   r   r     s     z1CmfCache._invalidate_dict_get.<locals>.<listcomp>)r=   r   r>   r<   rQ   )r   namer~   r   r   r   _invalidate_dict_get  s    zCmfCache._invalidate_dict_getc              	   C   s   | j rT| j  <}| D ]$\}}|r| j jd| f|  q|  W 5 Q R X nJ| jr| D ]4\}}|D ]&}|| j|g krn| j| | qnqbnd S d S r   )	r=   rN   rw   r   rU   r>   r<   rQ   remove)r   r   rX   r   r   Zkey_listrY   r   r   r   _invalidate_dict_mdel  s    zCmfCache._invalidate_dict_mdelc                    s  t jdrdt_d S t r>dt_tjdt	   d S tj
 k rtdt_tjdtj
 d   d S i fdd  fdd	}|rt|tst|d
r|| d}nx|rt|trt|d d
rd}|| nN|d k	rd}t|tkr2t|tkr2ttkr2n|s*d}d}ntdd}|r|d rtjd| |dkr|j|d kr|d D ]:}||j d|j dfkrvd} |j   qqv|sg }	|d r|	|d 7 }	|d r|	|d 7 }	|d r|	|d 7 }	|	s
dg}	|	D ]}
|
dkr d}
|d D ]h}|dd }||krd d|   d| d  n* d!|
 d"|   d!|
 d"| d  q(q|d D ]} d| d  q|r|d sֈ d| d  jrD ]}tjd#| d$  q|sdt_d%tkrttjrttjd& dtj  jr\td& tj d' tjfi  d S )(NNO_CACHETz%DEBUG_CACHE ADD SKIP CACHE LOCKED_BY z#DEBUG_CACHE ADD SKIP too old trans r   c                    s$   |  krt   | <  |   d S r   )rv   r   )bind)r   rY   r   r   bind_add  s    
zCmfCache.add.<locals>.bind_addc                    sd   t | tr| }n| g}g }|D ]@}t |jtjjr>|}nt|}|D ]} | qPqdS )u   
            Собираем списки ключей инвалидации
            :param val:
            :param invalidate_dict:
            :return:
            N)ri   rv   r   rj   r   rk   r   r   )r   Zobj_listr~   itemr   )r   r   r   r   bind_add_recursive  s    
z(CmfCache.add.<locals>.bind_add_recursiver   r   r   rv   ZcustomemptyZEmptyuG   Невозможный объект для хранения в кешеFr   zDEBUG_CACHE WHERE: r   z.idz.codeparentslistsZcache_clustersZScopeAll)ZNullZNULLZnullrg   ZnoneNrg   r    where_ScopeAll__insdelwhere_r   zDEBUG_CACHE BIND: z = rZ   #DEBUG_CACHE JSHASH: add invalidate r   )osenvironrQ   gno_jscache_force	CMF_CACHEcache_is_lockedr4   rC   cache_locked_bycache_transaction_startget_last_invalidateri   rv   r   rx   ro   rp   rn   ru   r   r   r&   r   Zcache_store_errorrZ   r   r   )r   rY   r   obj_typeZquery_paramsr   Zobj_caseZwhere_pk
field_nameZscopesZscopeZ
model_nameZbindidr   )r   r   rY   r   r   r     s    

&





zCmfCache.addc              
   C   s~   zdt krt t _W n( tk
r< } z
W Y d S d }~X Y nX dt jkrTdt jd< nt jd  d7  < dt jkrzdt jd< d S )Nprofiler_data	cache_hitr^   
cache_missr   r   r:   r   ru   r   rY   r   r   r   r   profiler_data_hith  s    

zCmfCache.profiler_data_hitc              
   C   s   zdt krt t _W n( tk
r< } z
W Y d S d }~X Y nX dt jkrTdt jd< nt jd  d7  < dt jkrzdt jd< |t jd< d S )Nr   r   r^   r   r   Zcache_miss_lastr   r   r   r   r   profiler_data_missv  s    


zCmfCache.profiler_data_missc                 C   s   t jdrd S t| jd | |}|rdtkrtjr| d| tjfi t| jd| dtj  | jrt	d| tj t| jd|  t| jd	| | 
| t|S | | t| jd
|  d S )Nr   ZCACHErZ   r   z*DEBUG_CACHE JSHASH: add invalidate jshash:r   r   zDEBUG_CACHE HIT: zDEBUG_CACHE GET:zDEBUG_CACHE MISS: )r   r   rQ   r4   rC   r   r   rZ   r   r   r   rR   rS   r   r   r   r   r   rQ     s"    



zCmfCache.getc                 C   s    t | jd t| jdpdS )Nz%DEBUG_CACHE TRANS get_last_invalidatecache_last_invalidater   r4   rC   ro   r=   rQ   rG   r   r   r   r     s    zCmfCache.get_last_invalidatec                 C   s   t | jd |  t_d S )Nz)DEBUG_CACHE TRANS cache_transaction_start)r4   rC   gen_time_usr   r   rG   r   r   r   r     s    z CmfCache.cache_transaction_startc                 C   s   t tjtjjdS )Nz%Y%m%d%H%M%S%f)ro   rh   r   ra   rs   strftimerG   r   r   r   r    s    zCmfCache.gen_time_usc                 C   sR   t | jd |  sN| jdtj |  }| jd| | jd| |t_d S )NzDEBUG_CACHE TRANS cache_lock
cache_lockr   )r4   rC   r   r=   r   r   r   r  )r   lr   r   r   r    s    zCmfCache.cache_lockc                 C   sJ   dt krd S |  }t j|ks,t j|d krFt| jd | jdd d S )Nr   i zDEBUG_CACHE TRANS cache_unlockr  0)r   r   r   r4   rC   r=   r   )r   Zlock_trr   r   r   cache_unlock  s    zCmfCache.cache_unlockc                 C   s    t | jd t| jdpdS )Nz%DEBUG_CACHE TRANS get cache_locked_byr  r   r  rG   r   r   r   r     s    zCmfCache.cache_locked_byc                 C   s"   |   }|dkr|tjkrdS dS )Nr   TF)r   r   r   )r   Z_cache_locked_byr   r   r   r     s    zCmfCache.cache_is_lockedc                 C   sZ   g }|D ]}| ||  q| |||j| | | | jrVtd| d|j | d S )Ninvaldebug--)r   r   r   r   rC   r   )r   r   r   r   Zinv_listr   r   r   r   _do_invalidate  s    
zCmfCache._do_invalidatec              	      s  d& fdd	}ddl m} tjdr.d S   tjd  d|j  |j}i j	rpdd l
}|  |jd	kr||j d
  dkr|d|j d|j d ||j d |d|j dd |d|j d|j dd |  d S t }|jddD ]8\}	}
|
jdkr&qt|
tjjrΈ dkrh|
rh|
jrh|d|
j d|j d  dkr|
jr|
j|
jkr|d|
jj d|j d |d|
jj d|j d ||	 qt|
tjjr dkr|
jr||	 q|
jr$t|
tjjr$||	 q|
jr|
j|
jkr||	 qt|dkr| dkr|tjd  d|j d S t|dr|j   dkr||j d  dkrb|D ]}	t|dr|d|j d| d |	 d t|d!r|d|j d| d |	 d t|drH|jD ]$}|d|j d| d |	 d" q"|d| d |	 d q dkst|d#r|j jst|d$r|j!jst|dr|jjst|dr|jjrt|dr|d|j d| dd t|d!r|d|j d| dd t|d#r^|j jr^|j jr^|j j|j jkr^|d|jj d| dd% t|d$r|j!jr|j!jr|j!j|j!jkr|d|jj d| dd% t|dr|jD ] }|d|j d| dd" q|d| d |  d S )'Nrb   c                    s6    | }|r2|| < tjd  d| |   d S )NzDEBUG_CACHE INVAL: r   )r   r4   rC   )ZinvaldebugZinvdr   r   r   r   r   _check_inval  s    
z)CmfCache.invalidate.<locals>._check_invalr   )r   r   zDEBUG_CACHE start invalidate r   ZRelationCachezRelationCache.parent.id=)r   r   r   r   zref=zobj.id=r   r   zwhere=r   Tr   )r   cmf_modified_byr   Zcmf_viewed_byrb   )createrT   r   zref_new=zref_old=zDEBUG_CACHE ivalidate: z not fields_have_changesr   )r   r  rT   cache_cluster_idr    	parent_idz
where_lst=parentcache_clusterz
where_old=)rb   )"collectionsr   r   r   rQ   r  r4   rC   r   TRACEpdbZ	set_tracer  r   r
  rv   rw   ri   rj   r   r   r   oldnewr   r   r   r   r   r   loadr  r  r  )r   r   r   r   r  r   r   r  Zchange_fieldsr   r   lstr   r  r   
invalidate  s     
 
"





"
22
zCmfCache.invalidatec                 C   s<   | j D ]\}}td| q| j D ]\}}td| q$d S )NzDEBUG CmfCache.dumps)r;   r)   r<   rw   )r   rY   r|   r   r   r   rz   a  s    zCmfCache.dumps)NF)N)NN)N)N).r'   r%   r2   r;   r<   r=   r>   rC   r  PROCESS_EVICTED_FLUSHr   rF   r]   r`   r   r   r   r   r   r   staticmethodrn   r   r   r   rV   r   r   r   r   r   r   r   r   r   rQ   r   r   r  r  r  r   r   r
  r  rz   r   r   r   r   r5   A   s\   C
	6
 /
 r5   c                 C   sJ   t | }| D ]4\}}t|trztj|||< W q   Y qX q|S r   )r   rw   ri   rn   r}   rq   rr   )r  Zdctr   r   r   r   r   CustomJSONDecoderg  s    
r  c                   @   s   e Zd Zdd ZdS )CustomJSONEncoderc                 C   s   znt |tjtjfr|j}t |tjs2t |tjrP|jsF| d W S | W S t |tj	rd|jW S t
|}W n tk
r   Y n
X t|S t| |S )NZ)ri   r   ZCmfDateTimer   rm   rh   dateZtzinfoZ	isoformatrk   iter	TypeErrorrv   r   default)r   r   iterabler   r   r   r$  s  s    
zCustomJSONEncoder.defaultN)r'   r%   r2   r$  r   r   r   r   r  r  s   r  )Zstatic_folderZ	root_pathTZSEND_FILE_MAX_AGE_DEFAULT)SocketIO	Namespace)RedisManager)Clientrb   c              
   C   s   dd dD D ]v}t j|| }tj|s:tj||}ztj|sLW qW n" tt	fk
rp   t j
 Y nX t jj|dd  S tjD ]$}|| }|rt jj|dd  S qt jdS )Nc                 S   s   g | ]}t jtj|qS r   )r   pathr   rB   PROJECT_DIR)r   dr   r   r   r     s     zsend_static.<locals>.<listcomp>)zcustom/static/zcommon/static/zcmf/static/zdist/cmf-angular/T)Zconditionalzdist/cmf-angular/index.html)flaskZhelpersZ	safe_joinr   r*  isabsr   isfiler#  
ValueErrorZ
BadRequestZ	send_fileAPPHOOK_STATIC_NOTFOUND)Zreq_filenameZ	directoryfilenamehookr   r   r   send_static  s    
r5  c                   @   s   e Zd ZdZdejdddZdd Zedd	 Zed
d	 Zedd Z	edd Z
edd ZedddZedd Zedd ZdS )CmfRedisMemoryWrapperut    Если есть self.redis - используется он
        Если нет - нужен фолбэк
    N)redisc                 C   s   || _ i | _d S r   )r7  
memstorage)r   r7  r   r   r   r     s    zCmfRedisMemoryWrapper.__init__c                    s    fdd}|S )Nc                    s6   | j rt| j  j||S td | f||S d S )Nu&   Redis memory wrapper запрещен!)r7  r   r'   CmfAbortErrorr   r*   r   r   wrapper  s    z/CmfRedisMemoryWrapper.fallback.<locals>.wrapperr   )r*   r;  r   r:  r   fallback  s    zCmfRedisMemoryWrapper.fallbackc                 O   s   t d S r   NotImplementedErrorr   r   r   r   r     s    zCmfRedisMemoryWrapper.smembersc                 O   s   t d S r   r=  r   r   r   r   r     s    c                 C   s   | j |S r   r8  rQ   )r   rY   r   r   r   rQ     s    zCmfRedisMemoryWrapper.getc                 C   s   | j   d S r   )r8  clearrG   r   r   r   rF     s    zCmfRedisMemoryWrapper.flushdbc                 C   s$   | j |d}||7 }|| j |< |S )Nr   r?  )r   rY   amountrm   r   r   r   r?     s    
zCmfRedisMemoryWrapper.incrbyr^   c                 C   s   |  ||S r   )r?   )r   rY   rA  r   r   r   incr  s    zCmfRedisMemoryWrapper.incrc                 G   s$   d}|D ]}|| j kr|d7 }q|S )Nr   r^   r8  )r   namesrnr   r   r   r     s
    

zCmfRedisMemoryWrapper.existsc                 C   s   || j |< d S r   rC  )r   rY   rm   r   r   r   r     s    zCmfRedisMemoryWrapper.set)N)r^   )r'   r%   r2   __doc__r7  Redisr   r<  r   rQ   rF   r?   rB  r   r   r   r   r   r   r6    s&   






r6  c                     s   fdd} t d d }zz~tdt  trtdt  tj }d gtd< |jtt  |	 D ]*}td|  |d d	krn|d
 
 }t|g }|D ] |dkrptd|  td tjjjrq|r|t   d krtd qt   }dtjj_tddJ}z6t|tjtjB  td tjj  t d W n   Y nX W 5 Q R X dtjj_qtd|  tj| t|d |d qqnW n: ttfk
r    Y n  tk
r   td Y nX W 5 t d X qd S )Nc                     s~   zFt d  d|  d| d t   | |W  5 Q R  W S Q R X W n2 tk
rx   td  d|  d| d Y nX d S )NzRun server event handler z(*z, **)z+_spawn_server_event_listener handler error )r)   cmf_contextru   logging	exceptionr   r   Zhandlerr   r   spawn_handler  s    "z3_spawn_server_event_listener.<locals>.spawn_handler   z._spawn_server_event_listener: listen channels z	Channels z__keyevent@7__:evictedz*_spawn_server_event_listener: got message rx   messagechannelu   WARNING! Сервер Redis выгрузил ключи из-за нехватки памяти. Если это происходит слишком часто, нужно увеличить память для Redis. Ключ: uT   Кеши больше не валидные, запускаем сброс кеша!<   skip_evicted_timerTz/tmp/eva-app_flushdb.lockwz;on_project_permission_change handler do CMF_CACHE.flushdb()rc   Fz7_spawn_server_event_listener: gevent.spawn got message data)rV  rQ  z"_spawn_server_event_listener error)timesleepr)   _server_event_channelsREDIS_DBr7  pubsubZ	subscriberv   ZlistenrP   rQ   rj   appr   r  openfcntlZflockZLOCK_EXZLOCK_NBrF   geventspawnjsonrS   
SystemExitKeyboardInterruptru   rK  rL  )rO  rT  r[  rQ  rR  Zhandlersr*   r   rN  r   _spawn_server_event_listener  sX    	





"rd  c                   C   s   t t d S r   )r_  r`  rd  r   r   r   r   spawn_server_event_listener<  s    re  c                    s    fdd}|S )Nc                    s   t   |  | S r   )rY  r   )funcrR  r   r   r0   C  s    z"on_server_event.<locals>.decoratorr   )rR  patternr0   r   rg  r   on_server_event@  s    ri  cache_settingsr$  rx   r7  Z	run_uwsgiu?   При работе через uwsgi обязателен Redisr   F)r\  Zcors_allowed_originsloggerZengineio_loggerdbZunix_socket_pathzunix://z?db=zflask-socketio)rR  Z
write_onlyclient_managerzredis://Zpasswordrf   @ZhostportZ6379r#   message_queue)Payloadd   )rk  z/custom/org_name)r=   r>   )r>   u&   Неизвестный тип кеша)Z	only_onceZsystem_taskc               
   K   s`   t jD ]T}td z
|  W q ttfk
r6    Y q tk
rX   td|  Y qX qd S )Nscheduler_minutelyuJ   Ошибка выполнения периодической задачи )r1  HOOK_CRON_MINUTELYr)   rc  rb  ru   rK  rL  )_kwargstaskr   r   r   rs    s    

rs  c                 C   s   t |  t t  t| tr||  }t| j	| j
| jt d|_d|_tjdd|jd< d|jd< d|jd	< |S t }d
|d< d|d< t| |d< t |d< t|}d
|_tjdd|jd< d|jd< d|jd	< |S d S )N)coder   description	tracebackapplication/jsonOriginr   Access-Control-Allow-Origintrue Access-Control-Allow-CredentialsContent-Type, x-ijtAccess-Control-Allow-Headersi  rw  zUnknown errorr   rx  ry  )r   r  ry  
format_excri   r   Zget_responsera  rz   rw  r   rx  rV  content_typerequestheadersrQ   r:   rn   Zjsonifystatus_code)r   Zresponser   r   r   handle_exception  s4    






r  Zjwt_rsazjwt_rsa.pub)RSAcmf_deletedrg_member_ofZdefault_projectZemailZphone
user_localZphone_internalZprimary_roleZonline_statusZvacation_startZvacation_endZon_vacationactivitydoes_not_workZis_admin
is_supportservicedesk_allowZ
first_name	last_nameztwo_factor.two_factor_optc                 C   sP   t js
d S ztjs&tjjdtjdt_W n  tk
rH   t	
d  Y nX tjS )Nz.CmfPerson:00000000-0000-0000-0000-000000000001r   r   zapp.system_person() error)rB   AUTH_ENABLEDr1  system_personr   	CmfPersonrQ   current_person_fieldsru   rK  rL  rG   r   r   r   r    s     
r  c            
      C   s  t jdrt jd} n^t js$dS ztt j}W n  tk
rT   t	
d Y dS X |dkrbdS t|tov|dd} | sdS t| }|jdsdS dt_t|jd	dgd
 }|rt|dkrdS |jdd }|sdS td| }r| \}}ndS |dks$|dks$|dkr,tj}nR|dksT|dksT|dksT|dkr\tj}n"|dksp|dkrxtj}ntj}t|tjjsdS d|kr|j|j d| ddgd}	n|j|ddgd}	|	sdS |t|	j krdt_!|	t_"dS )u  
    Проверяем, что пользователь пришел из share-ссылки
    Если идёт обращение к /files, то проверяем Referer
    Т.к. jsurl передаётся только в апи для других ендпоинтов не смысла путаться парсить body
      Вообще, для API тоже лучше использовать реферер, тогда не придётся по два раза парсить json
    Выставляем:
     - g.sharelink_access_request = True, если пользователь пришел по /share ссылке
     - g.sharelink_access_granted = True, если проверка hash прошла
     - g.sharelink_access_obj = объект, по которому проверяли ключ. Используется в API для доп.фильтрации
    /filesZRefererNu{   _check_sharelink_access не смогли распарсить request.data для проверки прав доступаjsurlrb   z/share/Tr   r      r#   r   z*^(?P<obj_type>[^:-]*)[:-](?P<obj_code>.*)$docZDOCCmfDocumentZflZFLZIN_WORK	CmfFolderCmfListZEPIr	  rf   r   sharelink_hashr  )rw  r   )#r  r*  r_   r  rQ   rV  ujsonrS   ru   rK  rL  ri   r:   r   r   sharelink_access_requestr   Zqueryr   r&   rematchgroupsr   r  r  r  r   rj   Z	CmfEntityr   rn   r  sharelink_access_grantedsharelink_access_obj)
r  Zjson_resr,   Z
hash_paramZobj_keyr  r   Zobj_codeZ	obj_modelr   r   r   r   _check_sharelink_access  s^    
(
r  c                 C   s   | t _t jS )uh   !!! Эта функция не меняет контекст, только инициализирует.)r   _current_person)personr   r   r   set_current_personE  s    r  c                 C   sZ   t | dd dkr| jS tjs d S t| dr@t | dd d k	r@| jS td tjt	j
d d S )Nr  ZFAIL_recursionz#Warning!!! Lazy Calc Current Personr@   )r   r  rB   r  r   r  r)   ry  print_stackrD   stdoutrG   r   r   r   current_personK  s    r  c              	      s   zt jstjjdgd}|jsztjj J dd l	}dd l
|j|j  d fddtdD |_|  W 5 Q R X |jt _W n  tk
r   td  Y nX t jS )	Napp_keyr   r   rb   c                 3   s   | ]}  V  qd S r   )choice)r   r   Zalphabetsecretsr   r   	<genexpr>d  s     zapp_key.<locals>.<genexpr>    zapp.app_key() error)r1  r  r   CmfGlobalSettingsrQ   rj   utilcmfutildisable_aclstringr  Zascii_lettersdigitsr   rangesaveru   rK  rL  )r   Zsettingsr  r   r  r   r  Z  s     
r  c              	   C   s   t | dd d k	r| jS ztjs4tjjddtjdt_tj| _| jstjj	ddd}|
  zPtjjddtjd| _| jstjj  tj| j| _W 5 Q R X t  W 5 |  X | jW S  tk
r   td  Y nX d S )	N_anonymous_userzanonymous@evateam.ruTrw  Zinclude_deletedr   zcreate-anonymous-user-lockrP  timeoutzapp._anonymous_user() error)r   r  r1  r   r  rQ   r  rZ  r7  lockacquirereleaserj   r  r  r  system_dataZcreate_anonymous_userr  ddcommit_all_dsru   rK  rL  r   Z
redis_lockr   r   r   anonymous_userq  s8      

r  c              	   C   s   t | dd d k	r| jS ztjs4tjjddtjdt_tj| _| jstjj	ddd}|
  zPtjjddtjd| _| jstjj  tj| j| _W 5 Q R X t  W 5 |  X | jW S  tk
r   td  Y nX d S )	N_sharelink_anonymous_userzsharelink-anonymous@evateam.ruTr  z$create-sharelink-anonymous-user-lockrP  r  z%app._sharelink_anonymous_user() error)r   r  r1  r   r  rQ   r  rZ  r7  r  r  r  rj   r  r  r  r  Zcreate_sharelink_anonymous_userr  r  r  ru   rK  rL  r  r   r   r   sharelink_anonymous_user  s<      

r  c              	   C   s   t | dd d k	r| jS ztjjddtjd| _| jstjj	ddd}|
  zPtjjddtjd| _| jstjj  tj| j| _W 5 Q R X t  W 5 |  X | jW S  tk
r   td  Y nX d S )	N_test_guest_userztest-guest@evateam.ruTr  zcreate-test-guest-user-lockrP  r  zapp._test_guest_user() error)r   r  r   r  rQ   r1  r  rZ  r7  r  r  r  rj   r  r  r  r  Zcreate_test_guest_userr  r  r  ru   rK  rL  r  r   r   r   test_guest_user  s4      

r  c              	   C   s   t | dr t| dd d k	r | jS tjjdgd| _| jstjj	 8 ddl
m} |  tjjdgd| _| jsxtdW 5 Q R X | jS )N_global_settingsr   r   r   )init_global_settingsu6   CmfGlobalSettings не инициализирован.)r   r   r  r   r  rQ   rj   r  r  r  cmf.system_datar  AssertionError)r   r  r   r   r   global_settings  s    r  c                 C   s:   t | dr t| dd d k	r | jS tjjddgd| _| jS )N_global_varZaccount_sync_statusZaccount_sync_lastr   )r   r   r  r   ZCmfGlobalVarrQ   rG   r   r   r   
global_var  s    r  lineno   c                 C   s6  |  tddtddf} | j|dd}td|  t|d | dD ]\}}|jd }tj	|j
tjd	d  }td
|||j|jd f  t|j
|j }|rtd|  |j D ]}	t|	 qqJ||d  }
|
rtdd |
D }tdt|
|d f  tdd |D }td|d   d S )NFz<frozen importlib._bootstrap>z	<unknown>T)Z
cumulativezTop %s linesr^   r   z#%s: %s:%s: %.1f KiBi   z    %sc                 s   s   | ]}|j V  qd S r   sizer   statr   r   r   r    s     zdisplay_top.<locals>.<genexpr>z%s other: %.1f KiBc                 s   s   | ]}|j V  qd S r   r  r  r   r   r   r    s     zTotal allocated size: %.1f KiB)Zfilter_tracestracemallocZFilterZ
statisticsr)   	enumeratery  r   sepr   r3  r&   r  r  	linecachegetlinestripformatsumr   )ZsnapshotZkey_typelimitZ	top_statsr"   r  framer3  lineZllotherr  totalr   r   r   display_top  s.    


r  c              
   C   s  t jjjddd tjj| jtj	d}|sdd | j
ddD }tj|d	< tj|d
< tj|d< tjf |}|rd|_|jtj  d|_|jtj  |rd|_|jtjjdd t jj  |jdd W 5 Q R X t  |W  5 Q R  S Q R X d S )Nzcreate-current_person-lock
   r  )loginr   c                 S   s(   i | ] \}}| d s|dkr||qS )Zcmf_r   )r_   )r   r   r   r   r   r   
<dictcomp>  s
   
  z+create_person_from_auth.<locals>.<dictcomp>Tr   	cmf_owner
cmf_authorr  ZServiceDeskClient)rw  )Z	only_data)rj   r  r  ZCmfLockr   r  rQ   r  r1  r  rw   r   system_userr  r  r   ZCmfPersonGroupZsupport_groupr  Z
user_groupr  r  r  r  r  )authr  is_servicedeskr  Zperson_valuesr   r   r   create_person_from_auth  s,    



r  c                     sb  t   tjdkrdS t  dt_i t_g t_	t
jddkt_ddlm  ddlm}    t_tjt_d	| d
ddt_dt_g t_g t_dt_dt_dt_dt_dt_dt_dt_dt_dt_ dt_!dt_"dt_#tj$%dt_&dt_'dt_(t)j)*t)j+j,t_-dd t_*tj-. t_/dd t_.dt_0i t_1i t_2g t_3dt_4dt_5dt_6dd fdd
}|t_7t8j9:  t;j<st=d dS tj$%drdS d}tj$%drJtj>dptj>dptj?d}|rJ|%dr|t@dd }t8jAB|}t8jAj|dtCjDd}t7d|dd  d| d|  |sJtEd d!d"d#S tj$d$krft8jFjGtCjDd%}tj$%d&rd'}d(tjHkrtjHd( }tI|}|stJd(|i}tKt;jL d)| }tj>d*d+|j>d,< d-|j>d.< d/|j>d0< |S |s"tjMd1}tjMd2}	|r"t8jNO|\t_t_(n|	r6t8jPQ|	t_tjrnt;jRoXt8jPjtjjjSd3}
t;jRrn|
sndt_tjr"tjjjSt_d4d5d6dgd7d6dggd8d6tjjgg}t8jAj|tCjDd9}|r|jTr"t7d:|j d; d}nB|
stjjUr
tV|
ptjtjjUd<}ntjWjXr"tVtjdd=}tj$%d>pHtj$%d?pHtj$%d@}dAdB }|r\d}|r|jjSt_tjrtjjUt_tjjY t_ndt_dt_dt_t=| nT|s| rtjZ}t[  tj#rtj\}dt_dt_dt_t=| ndt_t=tj] tjp@tj$%dCp@tj$dDkp@tj$%dEp@tj$%dFp@tj$dGkp@tj$%dHp@tj$%drtjHdIdJkrtj^dKkp@tj$%dLp@tj$dMkp@tj$%dNp@tj$%dOrtj^dKkp@tj$%dPrtj^dKkp@| rtj$%dQrt8j_` p@| r tj$%dRr t8j_` p@tj$%dSr6tjp@tabtj$}tjc}tj]}t8j9d  |sBtjrhntj&rtjr|sted:tj dTS |r|jfs|jgste S tj&rB|jfsBt;jRsB|jgsBtedUS nltjr|sted:tj dTS tj$d'kr |r |jgs |jfr tKdS |r.|jgs4te S tjrBte S tj(r^tj(h }|r^|S dS )VuJ  
    Должны вернуть Response or None
    Особенности поведения:
      В случае web запроса:
        - response - view не выполняется, сразу отправляем response
        - None - выполняем view
        - Exception(в т.ч. и abort) - обработчик выводит трейс клиенту
      Системный контекст(shell, celery, socket, other with cmf_context):
        - None, Response - нет разницы
        - Exception - прерывает выполнение.
    ZOPTIONSNFZ
run_pytest1r   rW  )choicesrb   Z0123456789abcdef   )r   z/servicedeskc                   S   s   t jS r   )r   _nowr   r   r   r   <lambda>f      z before_request.<locals>.<lambda>c                   S   s   t jS r   )r   _dater   r   r   r   r  h  r  )forcec           
         s   t tdd s| rވ  }tt|tj d d}tt|tj d d}tdi dt }|dd}|dd}|d	d}t	j
d
}	ttjd|	d| d| dd| d| d| d|| |  ddf|    t_d S )NrC   rH   rc   r   Zselect_countZselectr   r   insertmr#   z(+z)mszs zu zi t)r   rB   rn   roundr   debug_start	debug_nowrQ   r:   r  r   r)   
request_id)
r  messagesr   r   rF  ZscZscsZscuZscir  r  r   r   r  v  s,    "	zbefore_request.<locals>.debugz/memZOK/api/zX-Eva-TokenZAuthorizationtokenzBearer T)api_token_hashr  r   zAuth API Token(z...): hash=z	, person=zInvalid API token  
text/plainr  /pub/webhookr   z/auth/not_authorizedr#   next_url/auth/signin?r{  r   r|  r}  r~  r  r  session_tokenaccess_token)r  ORr  z==r  r  filterr   u   Учётная запись u    заблокирована.)r  )r  z/pub/apiz/docsz/sharec                   S   s   t jdpt jdS )Nr  /socket.io/)r  r*  r_   r   r   r   r   is_allow_public  s    
z'before_request.<locals>.is_allow_publicz
/auth/sync)z/auth/invitez/auth/restore_passwordz
/auth/signz/servicedesk/auth/signz"/servicedesk/auth/restore_passwordz/auth/two-factormoderootz	127.0.0.1z/crm/forms/z/manifest.webmanifestz/app/assets/z/forms/z/js/z/pub/z/sso/z	/helpdeskuQ    заблокирована. Обратитесь к администраторуuU   У вас нет доступа. Обратитесь к администратору)ir   r   r  methodr  before_requestr   r   flagsremove_filesr   r   rQ   ZtestrW  Zrandomr  r  r  r   r  Zsave_only_data_hackalertdeferred_tasksr  Zpublic_accessr  Zis_guest_userZis_anonymousr  Zis_system_contextZdisable_notifyZimport_modeZinteractive_shellr  r  r*  r_   request_servicedeskr  sessionrh   r   ra   rs   r  r!  r  Zrelaxed_bz_python_mode	emit_listsocket_eventsserver_eventsr  Zjscache_timelifeZTEXCOM_ENABLE_GROWCACHE_HACKr  r   CmfAccessListZinit_contextrB   r  r  r  r   r   r  Z
hash_tokenr1  r  r   Z
CmfWebhookZget_token_personr   check_sso_redirectr   redirectAUTH_SERVER_URLZcookiesZ
CmfSessionZ
from_tokenCmfAuthZfrom_jwtZIS_AUTHORIZATORrm   r  Zjwt_is_supportr  r  Zservicedesk_allow_auth_guestsZjwt_is_match_orgr  r  r  r  Zremote_addrZ	CmfPluginZcheck_secretSTATIC_URL_REr  r  Zsetup_contextreject_responser  r  Ztfa_check_two_factor)r  r  Zauth_personZ	api_tokenr  r  rE  qsr  r	  Z	real_authZ_filterZis_force_publicr  Zanon_personZis_allow_without_authr   r   r  r   r  5  s~   




  $


$











	 




"
r  c                 C   s&   t jjddgdd}|r"|| S d S )Nr   zplugin.*F)r   Zdisabled)r   ZCmfAuthOpenIdPluginrQ   Zlogin_redirect)r  Zopenidr   r   r   r  t  s    r  c                 C   s   t jds"t jds"t jdkr4t| p*ddddS dt ji}| rJ| |d	< t|}tjrntt	j
 d
| }nt }|stt	j
 d| }t jdd|jd< d|jd< d|jd< |S d S )Nr  r  r  znot authorizedr  r  r  r  rQ  z/servicedesk/auth/signin?r  r{  r   r|  r}  r~  r  r  )r  r*  r_   r   r,   r   r   r  r  rB   r  r  r  rQ   )rQ  paramsr#  rE  r   r   r   r"  y  s(    




r"  c                   C   s   t   t  t  d S r   )r  r  emit_eventsemit_server_eventsr   r   r   r   commit_with_event  s    r'  c               	   C   sN   t dsd S t j D ]*\} }td|d  |d|ddd qi t _d S )Nr  is_changed-r   r#   r   private)	namespacer   )r   rQ   r  rw   r   )r   r|   r   r   r   emit_list_apply  s
    
$r+  c                 C   s  |   D ]\}}|D ]}|d }|d= t|d }|d= |d  }z"t| t| t| W nJ tk
r } z,td| d| d| d|  W Y qW 5 d }~X Y nX t|ts|j	|f|d |d	|d	 i q|d
 r,|d
 dks,|d
 |d
< |j	|f|d |d	|d	 i q|
dr|d rd|d d krj||d d d  d|d d kr|d d d D ]}|| q|D ]r}	t|	tjjrtd|	 d| d| d|  |	jj}
nt|	}
|
|d
< |j	|f|d |d	|d	 i qqqd S )Nsocket_clientr   r   uP   DEV: FATAL emit пришел с несериализуемыми данными z! socket_client:z; event_persons:z; event_param:r   r*  r   r)  r   event_current_personr   Zrelation_personsuY   DEV: INFO Кривой евент, в event_person попал объект, а не str: r   )rw   r   copyra  rz   ru   r)   ri   r&  rV   r_   r   rj   r   r   r   rm   rn   )Z
event_dictmsgZevent_param_listZevent_paramr,  r   Zemit_kwargsr   Zuser_idevent_personevent_persons_strr   r   r   emit_events_dict  sF    


 
""
 
r2  c                  C   s&   t   tdpi } i t_t|  d S )Nr  )r+  r   rQ   r  r2  )r  r   r   r   r%    s    r%  c                    s:    fdd}t   tdp i i t_r6t| dS )u   Запускаемся в контексте, но отправляем в отдельном таске вне контекста, после паузы, чтобы не держать запрос.c                      s   t   t d S r   )r_  rX  r2  r   delayr  r   r   emitter  s    
z'emit_events_with_delay.<locals>.emitterr  N)r+  r   rQ   r  r_  r`  )r4  r5  r   r3  r   emit_events_with_delay  s    r6  c                  C   sP   t dpg } g t _| D ]2\}}t d| d|  tj|t| qd S )Nr  zemit_server_events: r   )	r   rQ   r  r  rZ  r7  Zpublishra  rz   )r  rR  rV  r   r   r   r&    s
    r&  c                   C   s   t   i t_d S r   )r  Zrollback_all_dsr   r  r   r   r   r   rollback_purge_event  s    r7  c                  C   s$   t dg D ]} |  }qg t _d S )Nr  )r   rQ   Zapply_asyncr  )Ztask_signaturer~   r   r   r   apply_deferred_run_tasks  s    
r8  c                  C   s2   t dg D ]} tj| rt|  qg t _d S )Nr  )r   rQ   r   r*  r   r   r  r3  r   r   r   apply_deferred_remove_files  s    r:  c                 C   sN   t   td t  t  t  tjdd| jd< d| jd< d| jd< | S )	uk   
    Запускается только если небыло ошибок
    :param r:
    :return:
    rc   r{  r   r|  r}  r~  r  r  )	r  r  r6  r&  r8  r:  r  r  rQ   )rE  r   r   r   acao  s    

r;  c                
   C   sT   t js
d S t jt_t , tjj	  tj
jj  W 5 Q R X W 5 Q R X t  d S r   )rB   r  ZDISABLE_PERMISSIONSr1  disable_permissionsrJ  rj   r  r  r  includer   r  Zload_acl_datare  r   r   r   r   app_init_acl  s    "r>  c                
   C   sN   t tjjdsd S t , tjj  tjjj	  W 5 Q R X W 5 Q R X d S )NCmfProjectPermScheme)
r   rj   r=  r   rJ  r  r  r  r?  Zload_project_permission_datar   r   r   r   app_init_project_permission$  s    r@  c               z   C   s  t tddkrd S tj } | r|   |   | ddddg | ddd	dd
dg | ddddddddg | ddg | dddddddddddd d!g | d"g | dddd#ddd$d%d&d'g
 | dd(d)d*g | d)d*g | d+d,d"g | d-g | d+d.d/g | d0d1d2ddd)d*d3g | d4d5dd6g | d7dg | dd8g | dd9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdd1dLdMdNdOd2ddPdQd4dRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d	d}d~ddddddddddddd$dddddddddddddddddddddddd3dgs | dddg | d9dbdrdddddddddg | dddddddg | dddddddddddddd d!g | dg | ddd9d:d;d<d=d>d?d@dAdBdCdDdEdFdGddHddIdJdKdd1dLdMdNdOd2ddPdQd4dRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddddedfdgdhdidjdkdldmdndodpddrdsdtdudvdwddxdydzd{d|d	d}d~ddddddddddddddddddddddddddddddddddddd3dgx dddgddddgdddggfD ].}|dddgg}tjj	|dddddgd qtj
 }|r||  |  |ddddg |ddddddg |d4ddddddg tj }|r|  |  |ddg |ddddg |dd1ddddddddddg tj }|r|  |  d S )Nr+  z/opt/eva-appr  Z
logic_typer  Z	scheme_wfr  ZdealZordernozparent.root_parent_idZroot_parent_idr  z
perm_acl.*zperm_acl.cmf_ownerz!perm_acl.object_ownerperm_inheritZperm_effective_acl_idZperm_has_aclZperm_inherit_acl_idZperm_parentZparent_logic_prefixz0parent.sl_allow_executor_change_nofatal_deadlinezparent.sl_deadline_shiftzparent.sl_deny_no_approvezparent.sl_only_owner_approvezparent.sl_task_need_approvezparent.sl_task_only_owner_closezworkflow.enable_sl_controlz2workflow.sl_allow_executor_change_nofatal_deadlinezworkflow.sl_deadline_shiftzworkflow.sl_deny_no_approvezworkflow.sl_only_owner_approvezworkflow.sl_task_need_approvez!workflow.sl_task_only_owner_closez+root_parent.task_code_use_logic_type_prefixZperm_inheritZperm_policyZperm_policy_anonymousZperm_policy_guestZperm_policy_sharelinkZcmf_owner_assistantszparent.cmf_ownerzparent.cmf_owner_assistantszlogic_type.obj_code_prefixzroot_parent.task_code_prefixz!parent.default_agile_story_pointszparent.task_code_prefixz&parent.task_code_use_logic_type_prefixZcache_status_typeZcmf_created_atr  Zwaiting_forrw  ZhrefZui_nameZop_gantt_taskZtree_parent_idZagile_story_pointsZ
alarm_dateZapprovedZattachmentszattachments.cmf_created_atzattachments.urlzattachments.url_previewzattachments.url_preview_imgZchild_taskszchild_tasks.activityzchild_tasks.agile_story_pointszchild_tasks.cmf_deletedzchild_tasks.is_checkedzchild_tasks.listszchild_tasks.logic_prefixzchild_tasks.parent_taskzchild_tasks.responsiblezchild_tasks.statusZcloned_fromr  Zcmf_locked_atZcmf_locked_byr   zcmf_owner.avatar_filenameZcmf_owner_idzcomments.cmf_authorzcomments.cmf_created_atzcomments.cmf_ownerzcomments.importantzcomments.likeszcomments.log_levelzcomments.parentzcomments.person_views.personzcomments.privatezcomments.spectatorszcomments.textzcomments.tree_parentZcompanyzcompany.is_internalZ
componentsZdeadlineZ	executorsZext_idZgantt_projectZgit_brancheszgit_branches.urlZgit_commitszgit_commits.urlZgit_merge_requestszgit_merge_requests.mergedzgit_merge_requests.urlZhas_child_tasksZin_tasksZ
is_checkedZis_milestoneZis_templateuA   link:/?popup=1&obj=${id}&uiModule=acl:Настройки правr   zlists.logic_prefixzlists.parent.logic_prefixzlists.sys_typeZlocal_linksZlogic_prefixzlogic_type.ui_colorZ	main_listZmarkZ
no_controlzop_gantt_task.actual_completeZ	out_tasksZoutline_numberzparent.logic_prefixzparent.logic_typezparent.main_gantt_projectZparent_taskz#parent_task.cache_branch_gantt_pathzparent_task.logic_typeZperiod_clear_checkboxZperiod_create_newZperiod_intervalZperiod_next_dateZperm_encryptZplan_end_dateZplan_start_datepriorityZremaining_estimateZresponsibleZresult_textZ
spectatorsstatusZstatus_closed_atZstatus_review_atZtagsz
tags.colorz%tags.tag_category.ui_separated_widgettextZtime_estimateZ
time_spentZtimetracker_historyZtimetracker_is_runningZtmplt_documentZtree_parentZui_view_formr  Zworkflowzparent.ui_form_schemezresponsible.namezstatus.status_codezstatus.status_typezcmf_author.user_localzcmf_owner.user_localzexecutors.user_localzparent.cmf_owner.user_localzresponsible.user_localzspectators.user_localzwaiting_for.user_localzparent.sl_readonly_closed_taskz workflow.sl_readonly_closed_taskz=root_parent.security_level_scheme.default_task_security_levelZaffected_versionszchild_tasks.logic_type.ui_colorzchild_tasks.priorityZfix_versionsu`   link:/?popup=1&obj=${id}&uiModule=acl:Настройки уровней безопасностиZperm_security_levelZcache_action=r  r
  r  Z	cmf_modelCmfTaskZjson_filterZjson_entry_pointZjson_actionZ	func_nameZ	json_datar  r   r   Zsys_typezparent.codez	parent.idzparent.logic_type.namezparent.nameZ	log_levelzparent.activityzparent.logic_type_idzparent.scheme_wfZ	importantZlikeszperson_views.personr)  )r   rB   r   rE  rQ   Zsave_prepareZ_load_perm_fieldsZload_fieldsZ
CmfTriggerrv   r  Z
CmfCommentZ	CmfNotify)r  Z_fr  crF  r   r   r   prepare_plan_cache+  sd    
$"($

"
rG  c                   C   s6   t   t  t  t  tjr&t  tjr2t	  d S r   )
r  before_first_requestr>  r@  rG  rB   WHATSAPP_MESSENGER_URLspawn_messenger_socketio_clientWHATSAPP_WEB_SOCKETspawn_whatsapp_socketio_clientr   r   r   r   rH  h  s    rH  c                 C   s   t j| d d S NrL  )r  r  rN  r   r   r   teardown_requestv  s    rO  c              
   C   s   t d| d|d|d| |r0tjs0dS |dk	rH|tj krHdS |rrdt }t d|  t| | t j	krt j	
|  dS )u   
    Глобальная функция для оповещения фронта о предупреждениях
    :param msg:
    :return:
    zcmf_alert: msg=z abort=z debug_only=z devel_only=Nr   zcmf_alert Stack:
)r   r  rB   rC   Z
PRODUCTIONr   ry  format_stackr9  r  r   )r/  r   r   Z
devel_onlyZ	stack_strr   r   r   r   |  s    "

r   r)  )r*  r,  r   r   c             
   O   s  |st }zdtkrt t_W n( tk
rD } z
W Y d S d }~X Y nX t|dkrldtjrdtjjjpfd ig}t	|d tkrdtkrtj
|d d< nd|d d< tjrtjjjpd |d d< t||||d}t| ||d< d	}	d
D ]}
| |
rd}	 q q|	rtdt   |s:tjg}|	s:tdt   g }|D ]4}t|tjjrf||jj n|t| qB||d< t|d  tj| g }||kr|| d S )Nr  r   rL   session_tab_idrb   r-  )r   r   r*  r   r,  F)
zevent-r  ztask-comment-zaudit-task-comment-znotify-person-r(  zcomment-z	notify-osznotify-important-ZDEBUG_TuC   DEV: WARNING в cmf_emit_event не указали cmf_emit_event: u   DEV: FATAL!!!!!!!!!!!!!! Добавьте меня в спинт Баги реактивности. 10.10.2022 в cmf_emit_event не указали cmf_emit_event: r   )socketior   r:   r  ru   r   r  r   rm   rx   rQ  ra  rz   r_   r)   localsr   ri   rj   r   r   r   rn   
setdefault)r/  r*  r,  r   r   r   r   r   Zevent_paramsZmutedZ
muted_debtr1  r0  Z
event_listr   r   r   r     sL    


r   c                 C   s"   dt krg t _t j| |f d S )Nr  )r   r  r   )rR  rV  r   r   r   cmf_emit_server_event  s    rU  c                 C   s   |rd |nd}|rdnd}|r&dnd}	d ||| |	g}
tj|
dtjtjd}|r| \}}|rv| }| }|j}|r|rtd|
 td	| td
| t	d|
 |r|||fS ||p|fS dS )u  
    :param command: собственно, команда которую необходимо выполнить
    :param sudo: необходимо ли команду выполнять от рута
    :param timeout: секунд на выполнение. Дальше команда получит SIGTERM.
    :param wait: True дождаться окончания выполнения команды, False запустить и забыть, вернёт (None, None)
    :param separate_out_and_err: отдельно stdout, отдельно stderr, иначе не ясно как это всё парсить
        False по умолчанию, чтобы никому ничего не сломать.
    :param do_decode: возвращать декодированные строки вместо байт
    :param do_raise: выбрасывать исключение в случае, если код возврата != 0 (удобно для логирования трэйсбэков)
    TODO: почему u''? Наследие python2 и биллинга или реальная необходимость?
    TODO: Можно перейти на f'{sudo}bash -c export BLA=BLA;{timeout}{cmd}{redirect}', читается лучше
    ztimeout {0} rb   zsudo z 2>&1z0{0} bash -c "export BOOTUP="noncolor";{1}{2}{3}"T)shellr  rE   u6   Произошла ошибка при вызове %sz
STDOUT: %sz
STDERR: %su4   Произошла ошибка при вызове )NN)
r  
subprocessPopenPIPEZcommunicaterP   
returncoderK  errorRuntimeError)ZcommandZsudor  waitZseparate_out_and_errZ	do_decodeZdo_raiseZtimeout_cmdZ_sudoZ	_redirectcmdZprocessouterrZerrcoder   r   r   run_bash_command  s8    
ra  c                 C   sL   t tj}t }||   ||}t	|
 }|  d| }|S )ua   
    Подписываем токен сертификатом
    :param jwt:
    :return:
    r    )r
   r  r1  rsa_private_keyr	   r   r   signbase64	b64encoderP   )jwtZsignerZdigestrc  r~   r   r   r   rsa_sign_pack_jwt  s    
rg  c                 C   sH   ddd}t t|  }t t|   } | d|  S )uD   
    Создаем токен
    :param payload:
    :return:
    ZRS256ZJWT)Zalgtypr    )rd  re  ra  rz   r   rP   )payloadheaderr   r   r   
create_jwt	  s    
rk  c                   C   s   t jS )u2   
    Текущая версия
    :return:
    )rB   ZCMF_VERSIONr   r   r   r   cmf_get_version	  s    rl  c                 C   s   | t jkrt j|  dS )ux   
    Удаления файлов после коммита транзакции
    :param filename:
    :return:
    N)r   r  r   r9  r   r   r   cmf_remove_file"	  s    
rm  c                   @   s,   e Zd Zd
ddddZdd Zdd	 ZdS )rJ  FNr6   c                 C   s   t d| _|| _d S )Nz/with-context)r1  Ztest_request_contextctxinit_views_and_ds)r   ro  r   r   r   r   -	  s    zcmf_context.__init__c                 C   s*   | j   | jrt  t  t  d S r   )rn  	__enter__ro  start_viewsr  Zinit_dsr1  Zpreprocess_requestrG   r   r   r   rp  1	  s
    
zcmf_context.__enter__c                 C   s<   t j|d |s(t  t  t  t  | j||| d S rM  )r  r  r%  r&  r8  r:  rn  __exit__)r   excrm   ry  r   r   r   rr  8	  s    zcmf_context.__exit__)F)r'   r%   r2   r   rp  rr  r   r   r   r   rJ  ,	  s   rJ  c                  C   s   ddddddg} t jdd | D  }|D ]\}}}|tjd	}|d
r(|D ]\}|dsf|drN|dsNddd |dD }t	j
|d |dd  d d qNq(tjddtd tjddtd tjddtd d S )Nz	cmf/viewszcmf/modulescommonmoduleszcustom/commonzcustom/modulesc                 S   s&   g | ]}t jtj d | ddqS )r#   T)followlinks)r   walkrB   r+  )r   Z
search_dirr   r   r   r   D	  s   zstart_views.<locals>.<listcomp>rb   z/viewsz.pyz.pycz__init__.pyr    c                 s   s   | ]}|r|V  qd S r   r   )r   r   r   r   r   r  L	  s      zstart_views.<locals>.<genexpr>r#   r   )packager  )r   Z	view_funcz/<path:req_filename>Zdistz/static/<path:req_filename>Zstatic)	itertoolschainrt   rB   r+  endswithr_   r   r&   	importlibimport_moduler1  r(   r5  )Zsearch_dirsZsearch_iterdirnamedirnames	filenamesr3  r+   r   r   r   rq  B	  s$    

$  rq  c                 K   s,   t j| ||d}|jf | tj| |S )NrM  )celery	signaturer   r   r  r   )rv  r   r   r.   r  r   r   r   cmf_deferred_task\	  s    r  c                   C   s*   t jdd d kr&ttjdddg d S )NSOCKETIOZworkerz--poolr_  )r   r   rQ   r_  r`  
celery_appZworker_mainr   r   r   r   spawn_task_workerc	  s    r  c                  C   s*   dd } t jdd d kr&td|  d S )Nc               	   S   sJ   ddl m}  t  | tdd  W 5 Q R X tdtjd td d S )Nr   Beatztmp/celerybeat-schedule)r\  ZschedulezBeat die!!! Stop worker.r@   r^   )	Zcelery.apps.beatr  rJ  r  runr)   rD   rE   exitr  r   r   r   run_beatk	  s
    z&spawn_task_scheduler.<locals>.run_beatr  rP  )r   r   rQ   r_  Zspawn_later)r  r   r   r   spawn_task_schedulerj	  s    r  c                  C   s"   dd } t jrtj| dgd d S )Nc                 S   s2   i }t jdd rdtji}tjtj| |d d S )Nr  r   
namespacesr  )r   r   rQ   rB   ORG_NAMEwhatsapp_sioconnectrI  r  r   r   r   messenger_connectw	  s    
 z:spawn_messenger_socketio_client.<locals>.messenger_connectz	/whatsapp)r  )rB   rI  r_  r`  )r  r   r   r   rJ  v	  s    rJ  c                   C   s   t tjtj d S r   )r_  r`  whatsapp_go_sior  rB   rK  r   r   r   r   rL  	  s    rL  c                  C   s<   dd l } tdtj dtj  | jtjtjdddd d S )Nr   uY   Подключаемся к удаленной отладке config.REMOTE_DEBUG_SERVER=z config.REMOTE_DEBUG_PORT=TF)ro  ZstdoutToServerZstderrToServerZsuspend)pydevd_pycharmr)   rB   ZREMOTE_DEBUG_SERVERZREMOTE_DEBUG_PORTsettrace)r  r   r   r   cmf_pycharm_debug	  s     r  r6   c                  C   sH   t tjtjttt ttt d tjj	dd} t
| }t|S )NrS  Zguid)ZissZorg_nameZiatZexpr  Zjti)r:   rB   ZAPP_FQDNr  rn   ro   rW  r   r  rm   rk  rg  )ri  rf  r   r   r   gen_eva_app_token	  s    r  )urirV  c           
      C   s   ddl m} tjrtjdkrPttj|d }|dg }|di }|||}n| }ddd	d
|_tj	 |  }t
 |d< |j|t|d}	|	jdkrtd| d|	j d|	j |	 }|rd|krtd| t| |S )Nr   )r  Falser  r   r   rz  r  r   )zContent-typeZAcceptzContent-EncodingZeva_app_token)rV     u9   Не удалось отправить запрос, url=z, status_code=z, res=r[  u(   Сервер вернул ошибку: )Zrequestsr  rB   ZEVA_ACCOUNT_USEr   r   r   rQ   r  r  r  Zpostra  rz   r  ru   Zcontentr   r  )
r  rV  r  r  Zmethod_argsZmethod_kwargsresultr   r,   r~   r   r   r   call_eva_account	  s.    


r  )rb   )NN)r  r  )FF)N)N)r   )N)FFN)TNTFFF)NN)r   ry  rR   rD   r^  rd  Zcalendarrh   rW  rW  ry  r  r   r   pathlibr   Zurllib.parser   r   r   r   r  r}   r_  r  ZCrypto.Hashr	   ZCrypto.Signaturer
   r-  r   r   Z
flask.jsonr   Zwerkzeug.exceptionsr   rj   r   Zcmf.includeZcmf.data_providersr   r  r  r  compiler!  r   r4   objectr5   r  r  r'   rB   r+  r1  Zjson_encoderr  r  r2  rt  ZHOOK_CRON_HOURLYZHOOK_CRON_DAILYZHOOK_CRON_WEEKLYZHOOK_CRON_MONTHLYr<  Zcache_in_project_roleZflask_socketior&  r'  rR  r(  r)  r7  r5  r6  rZ  rv   rY  rd  re  ri  r   rj  r.  Zcfgr$   rH  r   r   rQ   ru   rC   Zsocketio_kwargsrl  r,   rm  rp  Zengineio.payloadrq  Zmax_decode_packetsr  r  r*  r   r]  r*   readr  r  r   r  rv  rs  Zerrorhandlerr  Zregister_error_handlerZprivate_key_pathZpublic_key_pathZCrypto.PublicKeyr  Z
import_keyZ
read_bytesrb  Zrsa_public_keyr  r  r  r  r  r  r  r  r  propertyrx   r   r  Zcurrent_userr  r  r  r  r  r  r"  r'  r+  r2  r%  r6  r&  r7  r8  r:  Zafter_requestr;  r>  r@  rG  rH  rO  r   r   rU  ra  rg  rk  rl  rm  rJ  rq  r  r  r  rJ  rL  r  rn   r  r:   r  Zcache_notify_scheme_ruleZcache_person_notify_optr   r   r   r   <module>   s  
      ,

;H
	 
	 




!

                	b "


  @

1
	
=

9  
,

