U
    /md                    @   sz  d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl	Z	d dl
Z
d dlmZmZ d dlmZ d dlmZmZmZmZ d dlZd dlZd dlZd dlZd dlmZ d dlmZ d dlmZmZ d dl m!Z! d d	l"m#Z# d d
l$m%Z% d dl&T d dl'm(Z) d dl*Z$G dd de+Z+dd Z,G dd de-Z.dd Z/G dd de!Z0e+e1de2j3dZ4e0e4_5de4_6de4_7g e4_8g e4_9g e4_:g e4_;g e4_<g e4_=de4_>d e4j2d< i e4_?d dl@mAZAmBZB d dlCmDZD d dlCmEZE d dlFZFdddZGG d d! d!ZHeH ZIeeJZKd"d# ZLd$d% ZMdd&d'ZNeOe2d(rne2jPd) d* d+krne2jPd) Q ZReRSd* eFjTf eReI_FeUjVWd,reIjFdkreXd-e4d.e2jYd/d0ZZeOe2d(re2jPd) d* d+kre2jPd) d1 Z[e2jPd) Wd2rd3e2jPd) d2  d4e[ Z\eDe\d5d/d6Z]e]eZd7< nrd8Z^d9e2jPd) kr@e^d:e2jPd) d9  d;7 Z^e^e2jPd) d< 7 Z^e^d:e2jPd) Wd=d> 7 Z^e^d?e[ 7 Z^e^eZd@< d dAl_m`Z` dBe`_aeAf eZZCeEe2jYdCZbeEe2jYdCZceUjdee2j3dD refe2j3dD Zgegh i e2_jW 5 Q R X eOe2d(rLe2jPd) d* d+kr"e.eIjFdEZkn(e2jPd) d* dFkrBe.ddGZkneXdHne. ZkeIe4_IeljmdddIdJdK Zne4oeXdLdM Zpe4qeXep ee2j3dN Zree2j3dO Zsd dPltmuZu ere reuverw e4_xese reuvesw e4_ydQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcge4_zddde Z6dfdg Z{dhdi Z|djdk Z}dldm Z7dndo Z~dpdq Zdrds Zee6ee_6ee6ee_ee~ee_~eeee_eeee_ee}ee_}ee}ee_ee7ee_7dtdu Zeeee_dvdw Zeeee_ddzd{Zdd|d}Ze4jd~d ZdddZdddZdd Zdd Zdd Zdd ZdddZdd Zdd Zdd Zdd Ze4jdd Zdd Zdd Zdd Ze4jdd Ze4jdddZdddZd?ddg dddZdd ZdddZdd Zdd Zdd Zdd ZG dd dZdd ZdddZdd Zdd Zdd Zdd ZddÄ ZedĜddƄZeedǜddɄZi e4_i e4_dS )    N)OrderedDictdefaultdict)Path)urlparseparse_qs	urlencodequote)SHA256)
PKCS1_v1_5)abortResponse)JSONEncoder)HTTPExceptionfields)*)basec                       s$   e Zd Z fddZdd Z  ZS )Flaskc                    s   t  j|| d S N)super__init__selfargskwargs	__class__ ./cmf/app.pyr   %   s    zFlask.__init__c                    s    fdd}|S )Nc                    sn     dd }| j}|dd }|dkr6d|  }n}|d krP|d | j }j||| f  t| | S )Nendpoint.index/)pop
__module__split__name__add_url_ruleprint)fr   module_pathZmodule_nameurloptionsruler   r   r   	decorator)   s    zFlask.route.<locals>.decoratorr   )r   r/   r.   r0   r   r-   r   route(   s    zFlask.route)r'   r%   __qualname__r   r1   __classcell__r   r   r   r   r   $   s   r   c                 O   s   | rt || d S r   )r)   )Zcondr   r   r   r   r   print_debug:   s    r4   c                   @   sb  e Zd ZdZdZdZdZdZdZdZ	dJddddZ
dd Zdd	 Zd
d Zdd ZdKddZdd Zdd Zdd Zdd ZeeedddZeedddZedLddZd d! Zd"d# Zd$d% Zd&d' Zd(d) Zd*d+ Zd,d- ZdMd.d/Z d0d1 Z!d2d3 Z"d4d5 Z#d6d7 Z$d8d9 Z%d:d; Z&d<d= Z'd>d? Z(d@dA Z)dBdC Z*dDdE Z+dNdFdGZ,dHdI Z-dS )OCmfCacheNFreturnc                 C   sB   t  | _t  | _|| _|| _| jr>| jdd | jdd d S )Nstat_hitr   	stat_miss)dict	cache_objcache_invalidateredis_dbmemoryincrby)r   r=   r>   r   r   r   r   H   s    zCmfCache.__init__c                 C   s>   t tjp| jdtjd | jr*| j  nt | _t | _	d S )NzCmfCache.flushdb!!!file)
r4   configDEBUGsysstderrr=   flushdbr:   r;   r<   r   r   r   r   rF   R   s
    zCmfCache.flushdbc                 C   s   t tjp| jdtjd tt}| j }| jj	dddD ]p}t | jd| dtjd |dd	 
 }| j|}|d	kr~q:t|}|d
 }|d || |< || q:|  | | d	S )u)   Инвалидируем весь jscachezCmfCache.flush_jscache!!!r@   zobj:jshash:*  countz"CmfCache.flush_jscache invalidate z!!!   Ncurrent_person_idjsver)r4   rB   rC   rD   rE   r   r:   r=   pipeline	scan_iterdecodegetpickleloadsdeleteexecuteemit)r   emit_msgpipekeyjshashjsresjspersonr   r   r   flush_jscacheZ   s    

zCmfCache.flush_jscachec                 C   s   t tjp| jdtjd d}| j }| jjdddD ]"}|drFq6|d7 }|	| q6|
  t tjpn| jd	| d
tjd dS )u+   Инвалидируем весь obj cachezCmfCache.flush_all_obj!!!r@   r   zobj:*rH   rI   s
   obj:jshash   zCmfCache.flush_all_obj: z recordsN)r4   rB   rC   rD   rE   r=   rN   rO   
startswithrT   rU   )r   rJ   rX   rY   r   r   r   flush_all_objl   s    

zCmfCache.flush_all_objc                    s0  dd l |} fdd ttjj dd   d d dkrXtjj S |D ]}|d  | }q\d|kr|d t|d  }t	|
 D ]*\}}|dkrq|d | d	  | }q| jrd
|dd  d |   }|dd	}n| d	|   }t| jd| |S )Nr   c              
      sh  dd l }ddlm} t| tjjr4| jr0| j} nd} d}t| t	t
tfrt| t	r| dd dkrz.|j| }||j}|jddd}|} W n" tk
r } zW 5 d }~X Y nX t	| }nt| tr| D ]}| | d }qnt| tr.|  D ]2\}}|| }|r"| d	 | }q|d }qn6| d kr>d
}n&dt| j d	 t|   }|S )Nr   )timezonez...    Z20)secondZmicrosecond,:Nonez
todo2:obj:)Zdateutil.parserdatetimera   
isinstancecmfr   CmfType
is_definedvaluestrintfloatparserparseZ
astimezoneutcreplace	Exceptionlistr:   itemstyper'   md5rR   dumps	hexdigest)valdateutilra   resZval1evk_all2strhashlibr   r   r   ~   s<    


&zCmfCache.hash.<locals>._all2strrK   Z0781|idz|id:rf   zHASH:i  z|md5:
zDEBUG_CACHE HASH:)r   ry   rn   rj   r   CmfDatenowencoder{   sortedrw   rC   rt   r4   )r   prefixr   r   sr|   rY   r   r   r   hashz   s&    +2&zCmfCache.hashc           	      C   s   |d krt  }|s|S ||j tt|j}|j D ]}t||jsJq8t	|t
jjrzt||jd }|r| j||d q8t	|t
jjt
jjfr8t||jd }|r|D ]}| j||d q| D ]"}d|j d|j }|| qq8|S )N)r~   ref__)setaddr   getattrmodels
class_namer   valueshasattr
issubclassrj   CmfRelationBasesimple_objects_id_recursive
CmfM2MBaseCmfBackrefBaserelated_models)	r   objr~   ZmodelZ	field_clsZfield_valuerel_obj	rel_modelrefr   r   r   r      s,    z$CmfCache.simple_objects_id_recursivec                 C   s   |sg S |j jg}|jddD ]}t|tjjrB|| |j t|tjj	tjj
fr|jrz|jD ]}|| | qd| D ]"}d|j  d|j }|| qqtt|}|S )u   
        Собираем ид связанных обьектов 2 уровня для настройки инвалидации
        :param obj:
        :return:
        Trl   r   r   )r   rm   r   ri   rj   r   r   extendobjects_id_recursiver   r   r   r   appendrv   r   )r   r   r~   fieldr   r   r   r   r   r   r      s    

zCmfCache.objects_id_recursivec                 C   s   t |}t|tjkrd}t|tjjs4t	
|r@d| }nJ|rt|trt|d tjjsnt	
|d rd|d j dt| d}tdt| d| dd	 d
S | jr| jd| | dS | jr|| j|< dS d S )Nrb   , r   []uR   DEV: Слишком большой объект для кэширования — u	    байтT)
debug_onlyFobj:)rR   rz   lenrB   ZCACHE_MAX_OBJ_SIZEri   rj   r   	BaseModeldataclassesZis_dataclassrv   r   	cmf_alertr=   r   r>   r;   )r   rY   r|   Zstr_valZdetailr   r   r   _obj_dict_set   s&    

zCmfCache._obj_dict_setc                 G   sr   t  }|D ]}|d|  q
| jrD| jj| t|kr>dS dS n*| jrj|D ]}| j|sN dS qNdS d S d S )Nr   TF)r   r   r=   existsr   r>   r;   rQ   )r   keysZhkeysrY   r   r   r   _obj_dict_exists  s    zCmfCache._obj_dict_existsc                 C   sX   | j r>| j d| }|d k	r.| j d n| j d |S | jrP| j|S d S d S )Nr   r8   r9   )r=   rQ   r?   r>   r;   r   rY   r~   r   r   r   _obj_dict_get  s    zCmfCache._obj_dict_getrZ   inv_payloadc                 C   s   |  d| S )N::r   r   r   r   r   %_jshash_invalidate_confirm_member_key$  s    z.CmfCache._jshash_invalidate_confirm_member_keyZ
member_keyc                 C   s   | j dddS )Nr   r^   )maxsplitr&   r   r   r   r   +_jshash_invalidate_confirm_member_key_split(  s    z4CmfCache._jshash_invalidate_confirm_member_key_splitc                 C   s    | r| n| dd }d| S )Nrf   zjscache-invalidate-confirm-set:r   )cache_idrZ   set_keyr   r   r   "_jshash_invalidate_confirm_set_key,  s    z+CmfCache._jshash_invalidate_confirm_set_keyc           	      C   s   t t}| D ]Z\}}td| |d |gd | D ]0\}}|dr8|| j|d | || q8q| jr| D ]\}}| jj	|f|  qzd S )Nzinvalidate-)roomevent_personsjshash:rZ   )
r   rv   rw   cmf_emit_eventr_   r   r   r   r=   sadd)	r   ZmsgsZconfirmationsZ	person_idinv_dictrZ   r   r   confirm_listr   r   r   rV   3  s    

zCmfCache.emitc                 C   sb   | j r^|r^|d d }| j|d}t }|D ]}|| |d |d  q,| j j|f|  d S )Nr   r   r^   )r=   r   rv   r   r   srem)r   Zconfirm_dictZsample_jshashZkey_cache_idr   Zconfirmr   r   r   jshash_invalidate_confirmB  s    
z"CmfCache.jshash_invalidate_confirmc                    s.    j r* |} fdd j |D S d S )Nc                    s   g | ]}  | qS r   )r   rP   ).0memberrG   r   r   
<listcomp>S  s   z;CmfCache.jshash_invalidate_confirm_list.<locals>.<listcomp>)r=   r   smembers)r   r   r   r   rG   r   jshash_invalidate_confirm_listN  s
    


z'CmfCache.jshash_invalidate_confirm_listc              	   C   s  |sd S | j r| j jdd |D   i }|D ]}| jrPd|krPtd|  t| jd|  | j d| }|r.t| jd|  | jrtd|  |D ]}|d	}| jrd|krtd
| d|  t| jd|  | j d| }	|	d krqt	|	}	|	r|	d }
|
|kr.t
 ||
< |dkrZdtdd |jddD }nd}|	d  d| d| d| }|||
 |< | j d|  q| j d|  | | q.n.| jr|D ]}|| jkr| j|= qnd S d S )Nc                 S   s   g | ]}d | qS )r   r   r   rY   r   r   r   r   [  s     z+CmfCache._obj_dict_mdel.<locals>.<listcomp>rJ   z#DEBUG_CACHE JSHASH: try invalidate z*DEBUG_CACHE JSHASH: try invalidate:jshash:zinvalidate:jshash:z*DEBUG_CACHE JSHASH: got invalidate:jshash:z#DEBUG_CACHE JSHASH: got invalidate utf-8z"DEBUG_CACHE JSHASH: do invalidate  z)DEBUG_CACHE JSHASH: do invalidate jshash:r   rL   updater   c                 S   s   g | ]}|d kr|qS ))Zcache_fieldscmf_modified_atcmf_viewed_atZcmf_modified_by_idr   )r   r   r   r   r   r   z  s    T)
is_changedZONLYFORUPDATESrM   )r=   rT   rC   r   r4   r   rP   rQ   rR   rS   r:   joinr   r   rV   r>   r;   )r   r   r   Zobj_idactionrW   rY   ZinvjsrZ   r[   r\   Zchanged_fieldsr   r   r   r   _obj_dict_mdelW  sT    






zCmfCache._obj_dict_mdelc              	   C   s   | j rN| j  6}| D ]\}}|jd| f|  q|  W 5 Q R X nD| jr|D ]2}|| jkr|| j| ||  qX|| | j|< qXnd S d S Ninvalidate:)r=   rN   rw   r   rU   r>   r<   r   )r   r   rX   rY   r   r   r   r   _invalidate_dict_mset  s    
zCmfCache._invalidate_dict_msetc                 C   sH   | j r.| j d| }|r*dd |D S |S | jr@| j|S d S d S )Nr   c                 S   s   g | ]}| d qS )r   )rP   r   r   r   r   r     s     z1CmfCache._invalidate_dict_get.<locals>.<listcomp>)r=   r   r>   r<   rQ   )r   namer~   r   r   r   _invalidate_dict_get  s    zCmfCache._invalidate_dict_getc              	   C   s   | j rT| j  <}| D ]$\}}|r| j jd| f|  q|  W 5 Q R X nJ| jr| D ]4\}}|D ]&}|| j|g krn| j| | qnqbnd S d S r   )	r=   rN   rw   r   rU   r>   r<   rQ   remove)r   r   rX   r   r   Zkey_listrY   r   r   r   _invalidate_dict_mdel  s    zCmfCache._invalidate_dict_mdelc                    s  t jdrdt_d S t r>dt_tjdt	   d S tj
 k rtdt_tjdtj
 d   d S i fdd  fdd	}|rt|tst|d
r|| d}nx|rt|trt|d d
rd}|| nN|d k	rd}t|tkr2t|tkr2ttkr2n|s*d}d}ntdd}|r|d rtjd| |dkr|j|d kr|d D ]:}||j d|j dfkrvd} |j   qqv|sg }	|d r|	|d 7 }	|d r|	|d 7 }	|d r|	|d 7 }	|	s
dg}	|	D ]}
|
dkr d}
|d D ]h}|dd }||krd d|   d| d  n* d!|
 d"|   d!|
 d"| d  q(q|d D ]} d| d  q|r|d sֈ d| d  jrD ]}tjd#| d$  q|sdt_d%tkrttjrttjd& dtj  jr\td& tj d' tjfi  d S )(NNO_CACHETz%DEBUG_CACHE ADD SKIP CACHE LOCKED_BY z#DEBUG_CACHE ADD SKIP too old trans r   c                    s$   |  krt   | <  |   d S r   )rv   r   )bind)r   rY   r   r   bind_add  s    
zCmfCache.add.<locals>.bind_addc                    sd   t | tr| }n| g}g }|D ]@}t |jtjjr>|}nt|}|D ]} | qPqdS )u   
            Собираем списки ключей инвалидации
            :param val:
            :param invalidate_dict:
            :return:
            N)ri   rv   r   rj   r   rk   r   r   )r   Zobj_listr~   itemr   )r   r   r   r   bind_add_recursive  s    
z(CmfCache.add.<locals>.bind_add_recursiver   r   r   rv   ZcustomemptyZEmptyuG   Невозможный объект для хранения в кешеFr   zDEBUG_CACHE WHERE: r   z.idz.codeparentslistsZcache_clustersZScopeAll)ZNullZNULLZnullrg   ZnoneNrg   r    where_ScopeAll__insdelwhere_r   zDEBUG_CACHE BIND: z = rZ   #DEBUG_CACHE JSHASH: add invalidate r   )osenvironrQ   gno_jscache_force	CMF_CACHEcache_is_lockedr4   rC   cache_locked_bycache_transaction_startget_last_invalidateri   rv   r   rx   ro   rp   rn   ru   r   r   r&   r   Zcache_store_errorrZ   r   r   )r   rY   r   obj_typeZquery_paramsr   Zobj_caseZwhere_pk
field_nameZscopesZscopeZ
model_nameZbindidr   )r   r   rY   r   r   r     s    

&





zCmfCache.addc              
   C   s~   zdt krt t _W n( tk
r< } z
W Y d S d }~X Y nX dt jkrTdt jd< nt jd  d7  < dt jkrzdt jd< d S )Nprofiler_data	cache_hitr^   
cache_missr   r   r:   r   ru   r   rY   r   r   r   r   profiler_data_hite  s    

zCmfCache.profiler_data_hitc              
   C   s   zdt krt t _W n( tk
r< } z
W Y d S d }~X Y nX dt jkrTdt jd< nt jd  d7  < dt jkrzdt jd< |t jd< d S )Nr   r   r^   r   r   Zcache_miss_lastr   r   r   r   r   profiler_data_misss  s    


zCmfCache.profiler_data_missc                 C   s   t jdrd S t| jd | |}|rdtkrtjr| d| tjfi t| jd| dtj  | jrt	d| tj t| jd|  t| jd	| | 
| t|S | | t| jd
|  d S )Nr   ZCACHErZ   r   z*DEBUG_CACHE JSHASH: add invalidate jshash:r   r   zDEBUG_CACHE HIT: zDEBUG_CACHE GET:zDEBUG_CACHE MISS: )r   r   rQ   r4   rC   r   r   rZ   r   r   r   rR   rS   r   r   r   r   r   rQ     s"    



zCmfCache.getc                 C   s    t | jd t| jdpdS )Nz%DEBUG_CACHE TRANS get_last_invalidatecache_last_invalidater   r4   rC   ro   r=   rQ   rG   r   r   r   r     s    zCmfCache.get_last_invalidatec                 C   s   t | jd |  t_d S )Nz)DEBUG_CACHE TRANS cache_transaction_start)r4   rC   gen_time_usr   r   rG   r   r   r   r     s    z CmfCache.cache_transaction_startc                 C   s   t tjtjjdS )Nz%Y%m%d%H%M%S%f)ro   rh   r   ra   rs   strftimerG   r   r   r   r    s    zCmfCache.gen_time_usc                 C   s:   t | jd |  s6| jdtj | jd|   d S )NzDEBUG_CACHE TRANS cache_lock
cache_lockr   )r4   rC   r   r=   r   r   r   r  rG   r   r   r   r    s    zCmfCache.cache_lockc                 C   sJ   dt krd S |  }t j|ks,t j|d krFt| jd | jdd d S )Nr   i zDEBUG_CACHE TRANS cache_unlockr  0)r   r   r   r4   rC   r=   r   )r   Zlock_trr   r   r   cache_unlock  s    zCmfCache.cache_unlockc                 C   s    t | jd t| jdpdS )Nz%DEBUG_CACHE TRANS get cache_locked_byr  r   r  rG   r   r   r   r     s    zCmfCache.cache_locked_byc                 C   s"   |   }|dkr|tjkrdS dS )Nr   TF)r   r   r   )r   Z_cache_locked_byr   r   r   r     s    zCmfCache.cache_is_lockedc                 C   sZ   g }|D ]}| ||  q| |||j| | | | jrVtd| d|j | d S )Ninvaldebug--)r   r   r   r   rC   r   )r   r   r   r   Zinv_listr   r   r   r   _do_invalidate  s    
zCmfCache._do_invalidatec              	      s  d& fdd	}ddl m} tjdr.d S   tjd  d|j  |j}i j	rpdd l
}|  |jd	kr||j d
  dkr|d|j d|j d ||j d |d|j dd |d|j d|j dd |  d S t }|jddD ]8\}	}
|
jdkr&qt|
tjjrΈ dkrh|
rh|
jrh|d|
j d|j d  dkr|
jr|
j|
jkr|d|
jj d|j d |d|
jj d|j d ||	 qt|
tjjr dkr|
jr||	 q|
jr$t|
tjjr$||	 q|
jr|
j|
jkr||	 qt|dkr| dkr|tjd  d|j d S t|dr|j   dkr||j d  dkrb|D ]}	t|dr|d|j d| d |	 d t|d!r|d|j d| d |	 d t|drH|jD ]$}|d|j d| d |	 d" q"|d| d |	 d q dkst|d#r|j jst|d$r|j!jst|dr|jjst|dr|jjrt|dr|d|j d| dd t|d!r|d|j d| dd t|d#r^|j jr^|j jr^|j j|j jkr^|d|jj d| dd% t|d$r|j!jr|j!jr|j!j|j!jkr|d|jj d| dd% t|dr|jD ] }|d|j d| dd" q|d| d |  d S )'Nrb   c                    s6    | }|r2|| < tjd  d| |   d S )NzDEBUG_CACHE INVAL: r   )r   r4   rC   )ZinvaldebugZinvdr   r   r   r   r   _check_inval  s    
z)CmfCache.invalidate.<locals>._check_invalr   )r   r   zDEBUG_CACHE start invalidate r   ZRelationCachezRelationCache.parent.id=)r   r   r   r   zref=zobj.id=r   r   zwhere=r   Tr   )r   cmf_modified_byr   Zcmf_viewed_byrb   )createrT   r   zref_new=zref_old=zDEBUG_CACHE ivalidate: z not fields_have_changesr   )r   r  rT   cache_cluster_idr    	parent_idz
where_lst=parentcache_clusterz
where_old=)rb   )"collectionsr   r   r   rQ   r  r4   rC   r   TRACEpdbZ	set_tracer  r   r	  rv   rw   ri   rj   r   r   r   oldnewr   r   r   r   r   r   loadr  r  r  )r   r   r   r   r  r   r   r  Zchange_fieldsr   r   lstr   r  r   
invalidate  s     
 
"





"
22
zCmfCache.invalidatec                 C   s<   | j D ]\}}td| q| j D ]\}}td| q$d S )NzDEBUG CmfCache.dumps)r;   r)   r<   rw   )r   rY   r|   r   r   r   rz   V  s    zCmfCache.dumps)NF)N)NN)N)N).r'   r%   r2   r;   r<   r=   r>   rC   r  PROCESS_EVICTED_FLUSHr   rF   r]   r`   r   r   r   r   r   r   staticmethodrn   r   r   r   rV   r   r   r   r   r   r   r   r   r   rQ   r   r   r  r  r  r   r   r	  r  rz   r   r   r   r   r5   ?   s\   
C
	6
 /
 r5   c                 C   sJ   t | }| D ]4\}}t|trztj|||< W q   Y qX q|S r   )r   rw   ri   rn   r}   rq   rr   )r  Zdctr   r   r   r   r   CustomJSONDecoder\  s    
r  c                   @   s   e Zd Zdd ZdS )CustomJSONEncoderc                 C   s   znt |tjtjfr|j}t |tjs2t |tjrP|jsF| d W S | W S t |tj	rd|jW S t
|}W n tk
r   Y n
X t|S t| |S )NZ)ri   r   ZCmfDateTimer   rm   rh   dateZtzinfoZ	isoformatrk   iter	TypeErrorrv   r   default)r   r   iterabler   r   r   r#  h  s    
zCustomJSONEncoder.defaultN)r'   r%   r2   r#  r   r   r   r   r  g  s   r  )Zstatic_folderZ	root_pathTZSEND_FILE_MAX_AGE_DEFAULT)SocketIO	Namespace)RedisManager)Clientrb   c              
   C   s   dd dD D ]v}t j|| }tj|s:tj||}ztj|sLW qW n" tt	fk
rp   t j
 Y nX t jj|dd  S tjD ]$}|| }|rt jj|dd  S qt jdS )Nc                 S   s   g | ]}t jtj|qS r   )r   pathr   rB   PROJECT_DIR)r   dr   r   r   r     s     zsend_static.<locals>.<listcomp>)zcustom/static/zcommon/static/zcmf/static/zdist/cmf-angular/T)Zconditionalzdist/cmf-angular/index.html)flaskZhelpersZ	safe_joinr   r)  isabsr   isfiler"  
ValueErrorZ
BadRequestZ	send_fileAPPHOOK_STATIC_NOTFOUND)Zreq_filenameZ	directoryfilenamehookr   r   r   send_static  s    
r4  c                   @   s   e Zd ZdZdejdddZdd Zedd	 Zed
d	 Zedd Z	edd Z
edd ZedddZedd Zedd ZdS )CmfRedisMemoryWrapperut    Если есть self.redis - используется он
        Если нет - нужен фолбэк
    N)redisc                 C   s   || _ i | _d S r   )r6  
memstorage)r   r6  r   r   r   r     s    zCmfRedisMemoryWrapper.__init__c                    s    fdd}|S )Nc                    s6   | j rt| j  j||S td | f||S d S )Nu&   Redis memory wrapper запрещен!)r6  r   r'   CmfAbortErrorr   r*   r   r   wrapper  s    z/CmfRedisMemoryWrapper.fallback.<locals>.wrapperr   )r*   r:  r   r9  r   fallback  s    zCmfRedisMemoryWrapper.fallbackc                 O   s   t d S r   NotImplementedErrorr   r   r   r   r     s    zCmfRedisMemoryWrapper.smembersc                 O   s   t d S r   r<  r   r   r   r   r     s    c                 C   s   | j |S r   r7  rQ   )r   rY   r   r   r   rQ     s    zCmfRedisMemoryWrapper.getc                 C   s   | j   d S r   )r7  clearrG   r   r   r   rF     s    zCmfRedisMemoryWrapper.flushdbc                 C   s$   | j |d}||7 }|| j |< |S )Nr   r>  )r   rY   amountrm   r   r   r   r?     s    
zCmfRedisMemoryWrapper.incrbyr^   c                 C   s   |  ||S r   )r?   )r   rY   r@  r   r   r   incr  s    zCmfRedisMemoryWrapper.incrc                 G   s$   d}|D ]}|| j kr|d7 }q|S )Nr   r^   r7  )r   namesrnr   r   r   r     s
    

zCmfRedisMemoryWrapper.existsc                 C   s   || j |< d S r   rB  )r   rY   rm   r   r   r   r     s    zCmfRedisMemoryWrapper.set)N)r^   )r'   r%   r2   __doc__r6  Redisr   r;  r   rQ   rF   r?   rA  r   r   r   r   r   r   r5    s&   






r5  c                     s   fdd} t d d }zz~tdt  trtdt  tj }d gtd< |jtt  |	 D ]*}td|  |d d	krn|d
 
 }t|g }|D ] |dkrptd|  td tjjjrq|r|t   d krtd qt   }dtjj_tddJ}z6t|tjtjB  td tjj  t d W n   Y nX W 5 Q R X dtjj_qtd|  tj| t|d |d qqnW n: ttfk
r    Y n  tk
r   td Y nX W 5 t d X qd S )Nc                     s~   zFt d  d|  d| d t   | |W  5 Q R  W S Q R X W n2 tk
rx   td  d|  d| d Y nX d S )NzRun server event handler z(*z, **)z+_spawn_server_event_listener handler error )r)   cmf_contextru   logging	exceptionr   r   Zhandlerr   r   spawn_handler  s    "z3_spawn_server_event_listener.<locals>.spawn_handler   z._spawn_server_event_listener: listen channels z	Channels z__keyevent@7__:evictedz*_spawn_server_event_listener: got message rx   messagechannelu   WARNING! Сервер Redis выгрузил ключи из-за нехватки памяти. Если это происходит слишком часто, нужно увеличить память для Redis. Ключ: uT   Кеши больше не валидные, запускаем сброс кеша!<   skip_evicted_timerTz/tmp/eva-app_flushdb.lockwz;on_project_permission_change handler do CMF_CACHE.flushdb()rc   Fz7_spawn_server_event_listener: gevent.spawn got message data)rU  rP  z"_spawn_server_event_listener error)timesleepr)   _server_event_channelsREDIS_DBr6  pubsubZ	subscriberv   ZlistenrP   rQ   rj   appr   r  openfcntlZflockZLOCK_EXZLOCK_NBrF   geventspawnjsonrS   
SystemExitKeyboardInterruptru   rJ  rK  )rN  rS  rZ  rP  rQ  Zhandlersr*   r   rM  r   _spawn_server_event_listener  sX    	





"rc  c                   C   s   t t d S r   )r^  r_  rc  r   r   r   r   spawn_server_event_listener1  s    rd  c                    s    fdd}|S )Nc                    s   t   |  | S r   )rX  r   )funcrQ  r   r   r0   8  s    z"on_server_event.<locals>.decoratorr   )rQ  patternr0   r   rf  r   on_server_event5  s    rh  cache_settingsr#  rx   r6  Z	run_uwsgiu?   При работе через uwsgi обязателен Redisr   F)r[  Zcors_allowed_originsloggerZengineio_loggerdbZunix_socket_pathzunix://z?db=zflask-socketio)rQ  Z
write_onlyclient_managerzredis://Zpasswordrf   @ZhostportZ6379r#   message_queue)Payloadd   )rj  z/custom/org_name)r=   r>   )r>   u&   Неизвестный тип кеша)Z	only_onceZsystem_taskc               
   K   s`   t jD ]T}td z
|  W q ttfk
r6    Y q tk
rX   td|  Y qX qd S )Nscheduler_minutelyuJ   Ошибка выполнения периодической задачи )r0  HOOK_CRON_MINUTELYr)   rb  ra  ru   rJ  rK  )_kwargstaskr   r   r   rr    s    

rr  c                 C   s   t |  t t  t| tr||  }t| j	| j
| jt d|_d|_tjdd|jd< d|jd< d|jd	< |S t }d
|d< d|d< t| |d< t |d< t|}d
|_tjdd|jd< d|jd< d|jd	< |S d S )N)coder   description	tracebackapplication/jsonOriginr   Access-Control-Allow-Origintrue Access-Control-Allow-CredentialsContent-Type, x-ijtAccess-Control-Allow-Headersi  rv  zUnknown errorr   rw  rx  )r   r
  rx  
format_excri   r   Zget_responser`  rz   rv  r   rw  rU  content_typerequestheadersrQ   r:   rn   Zjsonifystatus_code)r   Zresponser   r   r   handle_exception  s4    






r  Zjwt_rsazjwt_rsa.pub)RSAcmf_deletedrg_member_ofZdefault_projectZemailZphone
user_localZphone_internalZprimary_roleZonline_statusZvacation_startZvacation_endZon_vacationactivitydoes_not_workZis_admin
is_supportservicedesk_allowZ
first_name	last_namec                 C   sP   t js
d S ztjs&tjjdtjdt_W n  tk
rH   t	
d  Y nX tjS )Nz.CmfPerson:00000000-0000-0000-0000-000000000001r   r   zapp.system_person() error)rB   AUTH_ENABLEDr0  system_personr   	CmfPersonrQ   current_person_fieldsru   rJ  rK  rG   r   r   r   r    s     
r  c            
      C   s  t jdrt jd} n^t js$dS ztt j}W n  tk
rT   t	
d Y dS X |dkrbdS t|tov|dd} | sdS t| }|jdsdS dt_t|jd	dgd
 }|rt|dkrdS |jdd }|sdS td| }r| \}}ndS |dks$|dks$|dkr,tj}nR|dksT|dksT|dksT|dkr\tj}n"|dksp|dkrxtj}ntj}t|tjjsdS d|kr|j|j d| ddgd}	n|j|ddgd}	|	sdS |t|	j krdt_!|	t_"dS )u  
    Проверяем, что пользователь пришел из share-ссылки
    Если идёт обращение к /files, то проверяем Referer
    Т.к. jsurl передаётся только в апи для других ендпоинтов не смысла путаться парсить body
      Вообще, для API тоже лучше использовать реферер, тогда не придётся по два раза парсить json
    Выставляем:
     - g.sharelink_access_request = True, если пользователь пришел по /share ссылке
     - g.sharelink_access_granted = True, если проверка hash прошла
     - g.sharelink_access_obj = объект, по которому проверяли ключ. Используется в API для доп.фильтрации
    /filesZRefererNu{   _check_sharelink_access не смогли распарсить request.data для проверки прав доступаjsurlrb   z/share/Tr   r      r#   r   z*^(?P<obj_type>[^:-]*)[:-](?P<obj_code>.*)$docZDOCCmfDocumentZflZFLZIN_WORK	CmfFolderCmfListZEPIr  rf   r   sharelink_hashr  )rv  r   )#r  r)  r_   r  rQ   rU  ujsonrS   ru   rJ  rK  ri   r:   r   r   sharelink_access_requestr   Zqueryr   r&   rematchgroupsr   r  r  r  r   rj   Z	CmfEntityr   rn   r  sharelink_access_grantedsharelink_access_obj)
r  Zjson_resr,   Z
hash_paramZobj_keyr  r   Zobj_codeZ	obj_modelr   r   r   r   _check_sharelink_access  s^    
(
r  c                 C   s   | t _t jS )uh   !!! Эта функция не меняет контекст, только инициализирует.)r   _current_person)personr   r   r   set_current_person:  s    r  c                 C   sZ   t | dd dkr| jS tjs d S t| dr@t | dd d k	r@| jS td tjt	j
d d S )Nr  ZFAIL_recursionz#Warning!!! Lazy Calc Current Personr@   )r   r  rB   r  r   r  r)   rx  print_stackrD   stdoutrG   r   r   r   current_person@  s    r  c              	      s   zt jstjjdgd}|jsztjj J dd l	}dd l
|j|j  d fddtdD |_|  W 5 Q R X |jt _W n  tk
r   td  Y nX t jS )	Napp_keyr   r   rb   c                 3   s   | ]}  V  qd S r   )choice)r   r   Zalphabetsecretsr   r   	<genexpr>Y  s     zapp_key.<locals>.<genexpr>    zapp.app_key() error)r0  r  r   CmfGlobalSettingsrQ   rj   utilcmfutildisable_aclstringr  Zascii_lettersdigitsr   rangesaveru   rJ  rK  )r   Zsettingsr  r   r  r   r  O  s     
r  c              	   C   s   t | dd d k	r| jS ztjjddtjd| _| jstjj	ddd}|
  zPtjjddtjd| _| jstjj  tj| j| _W 5 Q R X t  W 5 |  X | jW S  tk
r   td  Y nX d S )	N_anonymous_userzanonymous@evateam.ruTrv  Zinclude_deletedr   zcreate-anonymous-user-lockrO  timeoutzapp._anonymous_user() error)r   r  r   r  rQ   r0  r  rY  r6  lockacquirereleaserj   r  r  r  system_dataZcreate_anonymous_userr  ddcommit_all_dsru   rJ  rK  r   Z
redis_lockr   r   r   anonymous_userc  s4      

r  c              	   C   s   t | dd d k	r| jS ztjjddtjd| _| jstjj	ddd}|
  zPtjjddtjd| _| jstjj  tj| j| _W 5 Q R X t  W 5 |  X | jW S  tk
r   td  Y nX d S )	N_sharelink_anonymous_userzsharelink-anonymous@evateam.ruTr  z$create-sharelink-anonymous-user-lockrO  r  z%app._sharelink_anonymous_user() error)r   r  r   r  rQ   r0  r  rY  r6  r  r  r  rj   r  r  r  r  Zcreate_sharelink_anonymous_userr  r  r  ru   rJ  rK  r  r   r   r   sharelink_anonymous_user  s8      

r  c              	   C   s   t | dd d k	r| jS ztjjddtjd| _| jstjj	ddd}|
  zPtjjddtjd| _| jstjj  tj| j| _W 5 Q R X t  W 5 |  X | jW S  tk
r   td  Y nX d S )	N_test_guest_userztest-guest@evateam.ruTr  zcreate-test-guest-user-lockrO  r  zapp._test_guest_user() error)r   r  r   r  rQ   r0  r  rY  r6  r  r  r  rj   r  r  r  r  Zcreate_test_guest_userr  r  r  ru   rJ  rK  r  r   r   r   test_guest_user  s4      

r  c              	   C   s   t | dr t| dd d k	r | jS tjjdgd| _| jstjj	 8 ddl
m} |  tjjdgd| _| jsxtdW 5 Q R X | jS )N_global_settingsr   r   r   )init_global_settingsu6   CmfGlobalSettings не инициализирован.)r   r   r  r   r  rQ   rj   r  r  r  cmf.system_datar  AssertionError)r   r  r   r   r   global_settings  s    r  c                 C   s:   t | dr t| dd d k	r | jS tjjddgd| _| jS )N_global_varZaccount_sync_statusZaccount_sync_lastr   )r   r   r  r   ZCmfGlobalVarrQ   rG   r   r   r   
global_var  s    r  lineno   c                 C   s6  |  tddtddf} | j|dd}td|  t|d | dD ]\}}|jd }tj	|j
tjd	d  }td
|||j|jd f  t|j
|j }|rtd|  |j D ]}	t|	 qqJ||d  }
|
rtdd |
D }tdt|
|d f  tdd |D }td|d   d S )NFz<frozen importlib._bootstrap>z	<unknown>T)Z
cumulativezTop %s linesr^   r   z#%s: %s:%s: %.1f KiBi   z    %sc                 s   s   | ]}|j V  qd S r   sizer   statr   r   r   r    s     zdisplay_top.<locals>.<genexpr>z%s other: %.1f KiBc                 s   s   | ]}|j V  qd S r   r  r  r   r   r   r     s     zTotal allocated size: %.1f KiB)Zfilter_tracestracemallocZFilterZ
statisticsr)   	enumeraterx  r   sepr   r2  r&   r  r  	linecachegetlinestripformatsumr   )ZsnapshotZkey_typelimitZ	top_statsr"   r  framer2  lineZllotherr  totalr   r   r   display_top  s.    


r  c              
   C   s  t jjjddd tjj| jtj	d}|sdd | j
ddD }tj|d	< tj|d
< tj|d< tjf |}|rd|_|jtj  d|_|jtj  |rd|_|jtjjdd t jj  |jdd W 5 Q R X t  |W  5 Q R  S Q R X d S )Nzcreate-current_person-lock
   r  )loginr   c                 S   s(   i | ] \}}| d s|dkr||qS )Zcmf_r   )r_   )r   r   r   r   r   r   
<dictcomp>
  s
   
  z+create_person_from_auth.<locals>.<dictcomp>Tr   	cmf_owner
cmf_authorr  ZServiceDeskClient)rv  )Z	only_data)rj   r  r  ZCmfLockr   r  rQ   r  r0  r  rw   r   system_userr  r  r   ZCmfPersonGroupZsupport_groupr  Z
user_groupr  r  r  r  r  )authr  is_servicedeskr  Zperson_valuesr   r   r   create_person_from_auth  s,    



r  c                     s  t   tjdkrdS t  dt_i t_g t_	t
jddkt_ddlm  ddlm}    t_tjt_d	| d
ddt_dt_g t_g t_dt_dt_dt_dt_dt_dt_dt_dt_dt_ dt_!dt_"dt_#tj$%dt_&dt_'dt_(t)j)*t)j+j,t_-dd t_*tj-. t_/dd t_.dt_0i t_1i t_2g t_3dt_4dt_5dd fdd
}|t_6t7j89  t:j;s~t<d dS tj$%drdS d}tj$%drDtj=dptj=dptj>d}|rD|%dr|t?dd }t7j@A|}t7j@j|dtBjCd}t6d|dd  d| d|  |sDtDd d!d"d#S tj$d$kr`t7jEjFtBjCd%}tj$%d&rd'}d(tjGkrtjGd( }tH|}|stId(|i}tJt:jK d)| }tj=d*d+|j=d,< d-|j=d.< d/|j=d0< |S |stjLd1}tjLd2}	|rt7jMN|\t_t_(n|	r0t7jOP|	t_tjrht:jQoRt7jOjtjjjRd3}
t:jQrh|
shdt_tjrtjjjRt_d4d5d6dgd7d6dggd8d6tjjgg}t7j@j|tBjCd9}|r|jSrt6d:|j d; d}nB|
stjjTrtU|
ptjtjjTd<}ntjVjWrtUtjdd=}tj$%d>pBtj$%d?pBtj$%d@}dAdB }|rVd}|r|jjRt_tjrtjjTt_tjjX t_ndt_dt_dt_t<| nT|s| rtjY}tZ  tj#rtj[}dt_dt_dt_t<| ndt_t<tj\ tjp,tj$%dCp,tj$dDkp,tj$%dEp,tj$%dFp,tj$dGkp,tj$%dHp,tj$%drztjGdIdJkrztj]dKkp,tj$%dLp,tj$dMkp,tj$%dNp,tj$%dOrtj]dKkp,tj$%dPrtj]dKkp,| rtj$%dQrt7j^_ p,| rtj$%dRrt7j^_ p,tj$%dSo,tj}tj`}tj\}t7j8a  |stjstjrr|srtbd:tj dTS |r|jcstb S tjrtb S tj$d'kr|r|jcs|jdrtJdS tj&r|jdst:jQstbdUS tj(rtj(e }|r|S dS )VuJ  
    Должны вернуть Response or None
    Особенности поведения:
      В случае web запроса:
        - response - view не выполняется, сразу отправляем response
        - None - выполняем view
        - Exception(в т.ч. и abort) - обработчик выводит трейс клиенту
      Системный контекст(shell, celery, socket, other with cmf_context):
        - None, Response - нет разницы
        - Exception - прерывает выполнение.
    ZOPTIONSNFZ
run_pytest1r   rV  )choicesrb   Z0123456789abcdef   )r   z/servicedeskc                   S   s   t jS r   )r   _nowr   r   r   r   <lambda>S      z before_request.<locals>.<lambda>c                   S   s   t jS r   )r   _dater   r   r   r   r  U  r  )forcec           
         s   t tdd s| rވ  }tt|tj d d}tt|tj d d}tdi dt }|dd}|dd}|d	d}t	j
d
}	ttjd|	d| d| dd| d| d| d|| |  ddf|    t_d S )NrC   rH   rc   r   Zselect_countZselectr   r   insertmr#   z(+z)mszs zu zi t)r   rB   rn   roundr   debug_start	debug_nowrQ   r:   r  r   r)   
request_id)
r  messagesr   r   rE  ZscZscsZscuZscir  r  r   r   r
  b  s,    "	zbefore_request.<locals>.debugz/memZOK/api/zX-Eva-TokenZAuthorizationtokenzBearer T)api_token_hashr  r   zAuth API Token(z...): hash=z	, person=zInvalid API token  
text/plainr  /pub/webhookr   z/auth/not_authorizedr#   next_url/auth/signin?rz  r   r{  r|  r}  r~  r  session_tokenaccess_token)r  ORr  z==r  r  filterr   u   Учётная запись u    заблокирована.)r  )r  z/pub/apiz/docsz/sharec                   S   s   t jdpt jdS )Nr  /socket.io/)r  r)  r_   r   r   r   r   is_allow_public  s    
z'before_request.<locals>.is_allow_publicz
/auth/sync)z/auth/invitez/auth/restore_passwordz
/auth/signz/servicedesk/auth/signz"/servicedesk/auth/restore_passwordz/auth/two-factormoderootz	127.0.0.1z/crm/forms/z/manifest.webmanifestz/app/assets/z/forms/z/js/z/pub/z/sso/z	/helpdeskuQ    заблокирована. Обратитесь к администраторуuU   У вас нет доступа. Обратитесь к администратору)fr   r   r  methodr  before_requestr   r   flagsremove_filesr   r   rQ   ZtestrV  Zrandomr  r  r  r   r  Zsave_only_data_hackalertdeferred_tasksr  Zpublic_accessr  Zis_guest_userZis_anonymousr  Zis_system_contextZdisable_notifyZimport_modeZinteractive_shellr  r  r)  r_   request_servicedeskr  sessionrh   r   ra   rs   r  r   r  Zrelaxed_bz_python_mode	emit_listsocket_eventsserver_eventsr  Zjscache_timelifer
  r   CmfAccessListZinit_contextrB   r  r  r  r   r   r  Z
hash_tokenr0  r  r   Z
CmfWebhookZget_token_personr   check_sso_redirectr   redirectAUTH_SERVER_URLZcookiesZ
CmfSessionZ
from_tokenCmfAuthZfrom_jwtZIS_AUTHORIZATORrm   r  Zjwt_is_supportr  r  Zservicedesk_allow_auth_guestsZjwt_is_match_orgr  r  r  r  Zremote_addrZ	CmfPluginZcheck_secretr  Zsetup_contextreject_responser  r  Ztfa_check_two_factor)r  r
  Zauth_personZ	api_tokenr   r  rD  qsr  r  Z	real_authZ_filterZis_force_publicr  Zanon_personZis_allow_without_authr   r   r  r   r  "  sj   




  $


$











	 


"
r  c                 C   s&   t jjddgdd}|r"|| S d S )Nr   zplugin.*F)r   Zdisabled)r   ZCmfAuthOpenIdPluginrQ   Zlogin_redirect)r  Zopenidr   r   r   r  R  s    r  c                 C   s   t jds"t jds"t jdkr4t| p*ddddS dt ji}| rJ| |d	< t|}tjrntt	j
 d
| }nt }|stt	j
 d| }t jdd|jd< d|jd< d|jd< |S d S )Nr  r  r  znot authorizedr  r  r  r  rP  z/servicedesk/auth/signin?r  rz  r   r{  r|  r}  r~  r  )r  r)  r_   r   r,   r   r   r  r  rB   r  r  r  rQ   )rP  paramsr!  rD  r   r   r   r   W  s(    




r   c                   C   s   t   t  t  d S r   )r  r  emit_eventsemit_server_eventsr   r   r   r   commit_with_eventp  s    r%  c               	   C   sN   t dsd S t j D ]*\} }td|d  |d|ddd qi t _d S )Nr  is_changed-r   r#   r   private)	namespacer   )r   rQ   r  rw   r   )r   r|   r   r   r   emit_list_applyw  s
    
$r)  c                 C   s  |   D ]\}}|D ]}|d }|d= t|d }|d= |d  }z"t| t| t| W nJ tk
r } z,td| d| d| d|  W Y qW 5 d }~X Y nX t|ts|j	|f|d |d	|d	 i q|d
 r,|d
 dks,|d
 |d
< |j	|f|d |d	|d	 i q|
dr|d rd|d d krj||d d d  d|d d kr|d d d D ]}|| q|D ]r}	t|	tjjrtd|	 d| d| d|  |	jj}
nt|	}
|
|d
< |j	|f|d |d	|d	 i qqqd S )Nsocket_clientr   r   uP   DEV: FATAL emit пришел с несериализуемыми данными z! socket_client:z; event_persons:z; event_param:r   r(  r   r'  r   event_current_personr   Zrelation_personsuY   DEV: INFO Кривой евент, в event_person попал объект, а не str: r   )rw   r   copyr`  rz   ru   r)   ri   r%  rV   r_   r   rj   r   r   r   rm   rn   )Z
event_dictmsgZevent_param_listZevent_paramr*  r   Zemit_kwargsr   Zuser_idevent_personevent_persons_strr   r   r   emit_events_dict  sF    


 
""
 
r0  c                  C   s&   t   tdpi } i t_t|  d S )Nr  )r)  r   rQ   r  r0  )r  r   r   r   r#    s    r#  c                    s:    fdd}t   tdp i i t_r6t| dS )u   Запускаемся в контексте, но отправляем в отдельном таске вне контекста, после паузы, чтобы не держать запрос.c                      s   t   t d S r   )r^  rW  r0  r   delayr  r   r   emitter  s    
z'emit_events_with_delay.<locals>.emitterr  N)r)  r   rQ   r  r^  r_  )r2  r3  r   r1  r   emit_events_with_delay  s    r4  c                  C   sP   t dpg } g t _| D ]2\}}t d| d|  tj|t| qd S )Nr  zemit_server_events: r   )	r   rQ   r  r
  rY  r6  Zpublishr`  rz   )r  rQ  rU  r   r   r   r$    s
    r$  c                   C   s   t   i t_d S r   )r  Zrollback_all_dsr   r  r   r   r   r   rollback_purge_event  s    r5  c                  C   s$   t dg D ]} |  }qg t _d S )Nr  )r   rQ   Zapply_asyncr  )Ztask_signaturer~   r   r   r   apply_deferred_run_tasks  s    
r6  c                  C   s2   t dg D ]} tj| rt|  qg t _d S )Nr  )r   rQ   r   r)  r   r   r  r2  r   r   r   apply_deferred_remove_files  s    r8  c                 C   sN   t   td t  t  t  tjdd| jd< d| jd< d| jd< | S )	uk   
    Запускается только если небыло ошибок
    :param r:
    :return:
    rc   rz  r   r{  r|  r}  r~  r  )	r  r  r4  r$  r6  r8  r  r  rQ   )rD  r   r   r   acao  s    

r9  c                
   C   sT   t js
d S t jt_t , tjj	  tj
jj  W 5 Q R X W 5 Q R X t  d S r   )rB   r  ZDISABLE_PERMISSIONSr0  disable_permissionsrI  rj   r  r  r  includer   r  Zload_acl_datard  r   r   r   r   app_init_acl  s    "r<  c                
   C   sN   t tjjdsd S t , tjj  tjjj	  W 5 Q R X W 5 Q R X d S )NCmfProjectPermScheme)
r   rj   r;  r   rI  r  r  r  r=  Zload_project_permission_datar   r   r   r   app_init_project_permission  s    r>  c               z   C   s  t tddkrd S tj } | r|   |   | ddddg | ddd	dd
dg | ddddddddg | ddg | dddddddddddd d!g | d"g | dddd#ddd$d%d&d'g
 | dd(d)d*g | d)d*g | d+d,d"g | d-g | d+d.d/g | d0d1d2ddd)d*d3g | d4d5dd6g | d7dg | dd8g | dd9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdd1dLdMdNdOd2ddPdQd4dRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d	d}d~ddddddddddddd$dddddddddddddddddddddddd3dgs | dddg | d9dbdrdddddddddg | dddddddg | dddddddddddddd d!g | dg | ddd9d:d;d<d=d>d?d@dAdBdCdDdEdFdGddHddIdJdKdd1dLdMdNdOd2ddPdQd4dRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddddedfdgdhdidjdkdldmdndodpddrdsdtdudvdwddxdydzd{d|d	d}d~ddddddddddddddddddddddddddddddddddddd3dgx dddgddddgdddggfD ].}|dddgg}tjj	|dddddgd qtj
 }|r||  |  |ddddg |ddddddg |d4ddddddg tj }|r|  |  |ddg |ddddg |dd1ddddddddddg tj }|r|  |  d S )Nr*  z/opt/eva-appr  Z
logic_typer  Z	scheme_wfr  ZdealZordernozparent.root_parent_idZroot_parent_idr  z
perm_acl.*zperm_acl.cmf_ownerz!perm_acl.object_ownerperm_inheritZperm_effective_acl_idZperm_has_aclZperm_inherit_acl_idZperm_parentZparent_logic_prefixz0parent.sl_allow_executor_change_nofatal_deadlinezparent.sl_deadline_shiftzparent.sl_deny_no_approvezparent.sl_only_owner_approvezparent.sl_task_need_approvezparent.sl_task_only_owner_closezworkflow.enable_sl_controlz2workflow.sl_allow_executor_change_nofatal_deadlinezworkflow.sl_deadline_shiftzworkflow.sl_deny_no_approvezworkflow.sl_only_owner_approvezworkflow.sl_task_need_approvez!workflow.sl_task_only_owner_closez+root_parent.task_code_use_logic_type_prefixZperm_inheritZperm_policyZperm_policy_anonymousZperm_policy_guestZperm_policy_sharelinkZcmf_owner_assistantszparent.cmf_ownerzparent.cmf_owner_assistantszlogic_type.obj_code_prefixzroot_parent.task_code_prefixz!parent.default_agile_story_pointszparent.task_code_prefixz&parent.task_code_use_logic_type_prefixZcache_status_typeZcmf_created_atr  Zwaiting_forrv  ZhrefZui_nameZop_gantt_taskZtree_parent_idZagile_story_pointsZ
alarm_dateZapprovedZattachmentszattachments.cmf_created_atzattachments.urlzattachments.url_previewzattachments.url_preview_imgZchild_taskszchild_tasks.activityzchild_tasks.agile_story_pointszchild_tasks.cmf_deletedzchild_tasks.is_checkedzchild_tasks.listszchild_tasks.logic_prefixzchild_tasks.parent_taskzchild_tasks.responsiblezchild_tasks.statusZcloned_fromr  Zcmf_locked_atZcmf_locked_byr   zcmf_owner.avatar_filenameZcmf_owner_idzcomments.cmf_authorzcomments.cmf_created_atzcomments.cmf_ownerzcomments.importantzcomments.likeszcomments.log_levelzcomments.parentzcomments.person_views.personzcomments.privatezcomments.spectatorszcomments.textzcomments.tree_parentZcompanyzcompany.is_internalZ
componentsZdeadlineZ	executorsZext_idZgantt_projectZgit_brancheszgit_branches.urlZgit_commitszgit_commits.urlZgit_merge_requestszgit_merge_requests.mergedzgit_merge_requests.urlZhas_child_tasksZin_tasksZ
is_checkedZis_milestoneZis_templateuA   link:/?popup=1&obj=${id}&uiModule=acl:Настройки правr   zlists.logic_prefixzlists.parent.logic_prefixzlists.sys_typeZlocal_linksZlogic_prefixzlogic_type.ui_colorZ	main_listZmarkZ
no_controlzop_gantt_task.actual_completeZ	out_tasksZoutline_numberzparent.logic_prefixzparent.logic_typezparent.main_gantt_projectZparent_taskz#parent_task.cache_branch_gantt_pathzparent_task.logic_typeZperiod_clear_checkboxZperiod_create_newZperiod_intervalZperiod_next_dateZperm_encryptZplan_end_dateZplan_start_datepriorityZremaining_estimateZresponsibleZresult_textZ
spectatorsstatusZstatus_closed_atZstatus_review_atZtagsz
tags.colorz%tags.tag_category.ui_separated_widgettextZtime_estimateZ
time_spentZtimetracker_historyZtimetracker_is_runningZtmplt_documentZtree_parentZui_view_formr  Zworkflowzparent.ui_form_schemezresponsible.namezstatus.status_codezstatus.status_typezcmf_author.user_localzcmf_owner.user_localzexecutors.user_localzparent.cmf_owner.user_localzresponsible.user_localzspectators.user_localzwaiting_for.user_localzparent.sl_readonly_closed_taskz workflow.sl_readonly_closed_taskz=root_parent.security_level_scheme.default_task_security_levelZaffected_versionszchild_tasks.logic_type.ui_colorzchild_tasks.priorityZfix_versionsu`   link:/?popup=1&obj=${id}&uiModule=acl:Настройки уровней безопасностиZperm_security_levelZcache_action=r  r	  r  Z	cmf_modelCmfTaskZjson_filterZjson_entry_pointZjson_actionZ	func_nameZ	json_datar
  r   r   Zsys_typezparent.codez	parent.idzparent.logic_type.namezparent.nameZ	log_levelzparent.activityzparent.logic_type_idzparent.scheme_wfZ	importantZlikeszperson_views.personr'  )r   rB   r   rC  rQ   Zsave_prepareZ_load_perm_fieldsZload_fieldsZ
CmfTriggerrv   r  Z
CmfCommentZ	CmfNotify)r  Z_flcrE  r   r   r   prepare_plan_cache	  sd    
$"($

"
rF  c                   C   s6   t   t  t  t  tjr&t  tjr2t	  d S r   )
r  before_first_requestr<  r>  rF  rB   WHATSAPP_MESSENGER_URLspawn_messenger_socketio_clientWHATSAPP_WEB_SOCKETspawn_whatsapp_socketio_clientr   r   r   r   rG  F  s    rG  c                 C   s   t j| d d S NrK  )r  r  rM  r   r   r   teardown_requestT  s    rN  c              
   C   s   t d| d|d|d| |r0tjs0dS |dk	rH|tj krHdS |rrdt }t d|  t| | t j	krt j	
|  dS )u   
    Глобальная функция для оповещения фронта о предупреждениях
    :param msg:
    :return:
    zcmf_alert: msg=z abort=z debug_only=z devel_only=Nr   zcmf_alert Stack:
)r   r
  rB   rC   Z
PRODUCTIONr   rx  format_stackr8  r  r   )r-  r   r   Z
devel_onlyZ	stack_strr   r   r   r   Z  s    "

r   r'  )r(  r*  r   r   c             
   O   s  |st }zdtkrt t_W n( tk
rD } z
W Y d S d }~X Y nX t|dkrldtjrdtjjjpfd ig}t	|d tkrdtkrtj
|d d< nd|d d< tjrtjjjpd |d d< t||||d}t| ||d< d	}	d
D ]}
| |
rd}	 q q|	rtdt   |s:tjg}|	s:tdt   g }|D ]4}t|tjjrf||jj n|t| qB||d< t|d  tj| g }||kr|| d S )Nr  r   rL   session_tab_idrb   r+  )r   r   r(  r   r*  F)
zevent-r  ztask-comment-zaudit-task-comment-znotify-person-r&  zcomment-z	notify-osznotify-important-ZDEBUG_TuC   DEV: WARNING в cmf_emit_event не указали cmf_emit_event: u   DEV: FATAL!!!!!!!!!!!!!! Добавьте меня в спинт Баги реактивности. 10.10.2022 в cmf_emit_event не указали cmf_emit_event: r   )socketior   r:   r  ru   r   r  r   rm   rx   rP  r`  rz   r_   r)   localsr   ri   rj   r   r   r   rn   
setdefault)r-  r(  r*  r   r   r   r   r   Zevent_paramsZmutedZ
muted_debtr/  r.  Z
event_listr   r   r   r   r  sL    


r   c                 C   s"   dt krg t _t j| |f d S )Nr  )r   r  r   )rQ  rU  r   r   r   cmf_emit_server_event  s    rT  c                 C   s   |rd |nd}|rdnd}|r&dnd}	d ||| |	g}
tj|
dtjtjd}|r| \}}|rv| }| }|j}|r|rtd|
 td	| td
| t	d|
 |r|||fS ||p|fS dS )u  
    :param command: собственно, команда которую необходимо выполнить
    :param sudo: необходимо ли команду выполнять от рута
    :param timeout: секунд на выполнение. Дальше команда получит SIGTERM.
    :param wait: True дождаться окончания выполнения команды, False запустить и забыть, вернёт (None, None)
    :param separate_out_and_err: отдельно stdout, отдельно stderr, иначе не ясно как это всё парсить
        False по умолчанию, чтобы никому ничего не сломать.
    :param do_decode: возвращать декодированные строки вместо байт
    :param do_raise: выбрасывать исключение в случае, если код возврата != 0 (удобно для логирования трэйсбэков)
    TODO: почему u''? Наследие python2 и биллинга или реальная необходимость?
    TODO: Можно перейти на f'{sudo}bash -c export BLA=BLA;{timeout}{cmd}{redirect}', читается лучше
    ztimeout {0} rb   zsudo z 2>&1z0{0} bash -c "export BOOTUP="noncolor";{1}{2}{3}"T)shellr  rE   u6   Произошла ошибка при вызове %sz
STDOUT: %sz
STDERR: %su4   Произошла ошибка при вызове )NN)
r  
subprocessPopenPIPEZcommunicaterP   
returncoderJ  errorRuntimeError)ZcommandZsudor  waitZseparate_out_and_errZ	do_decodeZdo_raiseZtimeout_cmdZ_sudoZ	_redirectcmdZprocessouterrZerrcoder   r   r   run_bash_command  s8    
r`  c                 C   sL   t tj}t }||   ||}t	|
 }|  d| }|S )ua   
    Подписываем токен сертификатом
    :param jwt:
    :return:
    r    )r
   r  r0  rsa_private_keyr	   r   r   signbase64	b64encoderP   )jwtZsignerZdigestrb  r~   r   r   r   rsa_sign_pack_jwt  s    
rf  c                 C   sH   ddd}t t|  }t t|   } | d|  S )uD   
    Создаем токен
    :param payload:
    :return:
    ZRS256ZJWT)Zalgtypr    )rc  rd  r`  rz   r   rP   )payloadheaderr   r   r   
create_jwt  s    
rj  c                   C   s   t jS )u2   
    Текущая версия
    :return:
    )rB   ZCMF_VERSIONr   r   r   r   cmf_get_version  s    rk  c                 C   s   | t jkrt j|  dS )ux   
    Удаления файлов после коммита транзакции
    :param filename:
    :return:
    N)r   r  r   r7  r   r   r   cmf_remove_file 	  s    
rl  c                   @   s,   e Zd Zd
ddddZdd Zdd	 ZdS )rI  FNr6   c                 C   s   t d| _|| _d S )Nz/with-context)r0  Ztest_request_contextctxinit_views_and_ds)r   rn  r   r   r   r   	  s    zcmf_context.__init__c                 C   s*   | j   | jrt  t  t  d S r   )rm  	__enter__rn  start_viewsr  Zinit_dsr0  Zpreprocess_requestrG   r   r   r   ro  	  s
    
zcmf_context.__enter__c                 C   s<   t j|d |s(t  t  t  t  | j||| d S rL  )r  r  r#  r$  r6  r8  rm  __exit__)r   excrm   rx  r   r   r   rq  	  s    zcmf_context.__exit__)F)r'   r%   r2   r   ro  rq  r   r   r   r   rI  
	  s   rI  c                  C   s   ddddddg} t jdd | D  }|D ]\}}}|tjd	}|d
r(|D ]\}|dsf|drN|dsNddd |dD }t	j
|d |dd  d d qNq(tjddtd tjddtd tjddtd d S )Nz	cmf/viewszcmf/modulescommonmoduleszcustom/commonzcustom/modulesc                 S   s&   g | ]}t jtj d | ddqS )r#   T)followlinks)r   walkrB   r*  )r   Z
search_dirr   r   r   r   "	  s   zstart_views.<locals>.<listcomp>rb   z/viewsz.pyz.pycz__init__.pyr    c                 s   s   | ]}|r|V  qd S r   r   )r   r   r   r   r   r  *	  s      zstart_views.<locals>.<genexpr>r#   r   )packager  )r   Z	view_funcz/<path:req_filename>Zdistz/static/<path:req_filename>Zstatic)	itertoolschainrt   rB   r*  endswithr_   r   r&   	importlibimport_moduler0  r(   r4  )Zsearch_dirsZsearch_iterdirnamedirnames	filenamesr2  r+   r   r   r   rp   	  s$    

$  rp  c                 K   s,   t j| ||d}|jf | tj| |S )NrL  )celery	signaturer   r   r  r   )ru  r   r   r.   r  r   r   r   cmf_deferred_task:	  s    r  c                   C   s*   t jdd d kr&ttjdddg d S )NSOCKETIOZworkerz--poolr^  )r   r   rQ   r^  r_  
celery_appZworker_mainr   r   r   r   spawn_task_workerA	  s    r  c                  C   s*   dd } t jdd d kr&td|  d S )Nc               	   S   sJ   ddl m}  t  | tdd  W 5 Q R X tdtjd td d S )Nr   Beatztmp/celerybeat-schedule)r[  ZschedulezBeat die!!! Stop worker.r@   r^   )	Zcelery.apps.beatr  rI  r  runr)   rD   rE   exitr  r   r   r   run_beatI	  s
    z&spawn_task_scheduler.<locals>.run_beatr  rO  )r   r   rQ   r^  Zspawn_later)r  r   r   r   spawn_task_schedulerH	  s    r  c                  C   s"   dd } t jrtj| dgd d S )Nc                 S   s2   i }t jdd rdtji}tjtj| |d d S )Nr  r   
namespacesr  )r   r   rQ   rB   ORG_NAMEwhatsapp_sioconnectrH  r  r   r   r   messenger_connectU	  s    
 z:spawn_messenger_socketio_client.<locals>.messenger_connectz	/whatsapp)r  )rB   rH  r^  r_  )r  r   r   r   rI  T	  s    rI  c                   C   s   t tjtj d S r   )r^  r_  whatsapp_go_sior  rB   rJ  r   r   r   r   rK  `	  s    rK  c                  C   s<   dd l } tdtj dtj  | jtjtjdddd d S )Nr   uY   Подключаемся к удаленной отладке config.REMOTE_DEBUG_SERVER=z config.REMOTE_DEBUG_PORT=TF)rn  ZstdoutToServerZstderrToServerZsuspend)pydevd_pycharmr)   rB   ZREMOTE_DEBUG_SERVERZREMOTE_DEBUG_PORTsettrace)r  r   r   r   cmf_pycharm_debugd	  s     r  r6   c                  C   sH   t tjtjttt ttt d tjj	dd} t
| }t|S )NrR  Zguid)ZissZorg_nameZiatZexpr  Zjti)r:   rB   ZAPP_FQDNr  rn   ro   rV  r   r  rm   rj  rf  )rh  re  r   r   r   gen_eva_app_tokenk	  s    r  )urirU  c           
      C   s   ddl m} tjrtjdkrPttj|d }|dg }|di }|||}n| }ddd	d
|_tj	 |  }t
 |d< |j|t|d}	|	jdkrtd| d|	j d|	j |	 }|rd|krtd| t| |S )Nr   )r  Falser  r   r   ry  r  r   )zContent-typeZAcceptzContent-EncodingZeva_app_token)rU     u9   Не удалось отправить запрос, url=z, status_code=z, res=rZ  u(   Сервер вернул ошибку: )Zrequestsr  rB   ZEVA_ACCOUNT_USEr   r   r  rQ   r  r  r  Zpostr`  rz   r  ru   Zcontentr   r
  )
r  rU  r  r  Zmethod_argsZmethod_kwargsresultr   r,   r~   r   r   r   call_eva_accountw	  s.    


r  )rb   )NN)r  r  )FF)N)N)r   )N)FFN)TNTFFF)NN)r   rx  rR   rD   r]  rc  Zcalendarrh   rV  rV  rx  r  r   r   pathlibr   Zurllib.parser   r   r   r   r  r}   r^  r  ZCrypto.Hashr	   ZCrypto.Signaturer
   r,  r   r   Z
flask.jsonr   Zwerkzeug.exceptionsr   rj   r   Zcmf.includeZcmf.data_providersr   r  r  r   r4   objectr5   r  r  r'   rB   r*  r0  Zjson_encoderr  r  r1  rs  ZHOOK_CRON_HOURLYZHOOK_CRON_DAILYZHOOK_CRON_WEEKLYZHOOK_CRON_MONTHLYr:  Zcache_in_project_roleZflask_socketior%  r&  rQ  r'  r(  r6  r4  r5  rY  rv   rX  rc  rd  rh  r   ri  r,  Zcfgr$   rG  r   r   rQ   ru   rC   Zsocketio_kwargsrk  r,   rl  ro  Zengineio.payloadrp  Zmax_decode_packetsr  r  r)  r   r\  r*   readr  r  r   r  ru  rr  Zerrorhandlerr  Zregister_error_handlerZprivate_key_pathZpublic_key_pathZCrypto.PublicKeyr  Z
import_keyZ
read_bytesra  Zrsa_public_keyr  r  r  r  r  r  r  propertyrx   r   r  Zcurrent_userr  r  r  r  r  r  r   r%  r)  r0  r#  r4  r$  r5  r6  r8  Zafter_requestr9  r<  r>  rF  rG  rN  r   r   rT  r`  rf  rj  rk  rl  rI  rp  r  r  r  rI  rK  r  rn   r  r:   r  Zcache_notify_scheme_ruleZcache_person_notify_optr   r   r   r   <module>   s        #

;H
	 
	 




!

               	b


  1

1
	
=

9  
,

