U
    _[cܧ                    @   s  d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl	Z	d dl
mZmZ d dlmZ d dlmZmZmZmZ d dlmZ d dlZd dlZd dlZd dlZd dlmZ d dlmZ d dlmZmZ d d	l m!Z! d d
l"m#Z# d dl$m%Z% d dl&T d dl'm(Z) d dl*Z$G dd de+Z+dd Z,G dd de-Z.dd Z/G dd de!Z0e+e1de2j3dZ4e0e4_5de4_6de4_7g e4_8g e4_9g e4_:g e4_;g e4_<g e4_=de4_>d e4j2d< d dl?m@Z@mAZA d dlBmCZC d dlBmDZD d dlEZEddd ZFG d!d" d"ZGeG ZHeeIZJd#d$ ZKd%d& ZLdd'd(ZMeNe2d)rle2jOd* d+ d,krle2jOd* P ZQeQRd+ eEjSf eQeH_EeTjUVd-reHjEdkreWd.e4d/e2jXd0d1ZYeNe2d)r2e2jOd* d+ d,kr2e2jOd* d2 ZZe2jOd* Vd3rd4e2jOd* d3  d5eZ Z[eCe[d6d0d7Z\e\eYd8< n"d9e2jOd* d:  d;eZ Z]e]eYd<< d d=l^m_Z_ d>e__`e@f eYZBeDe2jXd?ZaeDe2jXd?ZbeTjcde2j3d@ reee2j3d@ Zfefg h e2_iW 5 Q R X eNe2d)re2jOd* d+ d,kre.eHjEdAZjn(e2jOd* d+ dBkre.ddCZjneWdDne. ZjeHe4_HdEdF Zkek ZleljmdddGdHdI Zne4oeWdJdK Zpe4qeWep ee2j3dL Zree2j3dM Zsd dNltmuZu erd reuverw e4_xesd reuvesw e4_ydOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^ge4_zd_d` Z6dadb Z{dcdd Z|dedf Z}dgdh Z7didj Z~dkdl Zdmdn Zee6ee_6ee~ee_~eeee_eeee_ee}ee_}ee}ee_ee7ee_7dodp Zeeee_dqdr Zeeee_ddudvZddwdxZe4jdydz Zdd{d|Zd}d~ Zdd Zdd Zdd ZdddZdd Zdd Zdd Zdd Ze4jdd Zdd Zdd Ze4jdd Ze4jdddZdddZdddg dddZdd ZdddZdd Zdd Zdd Zdd ZG dd dZdd ZdddZdd Zdd Zdd Zdd Zdd ZedddZeedddZdS )    N)OrderedDictdefaultdict)Path)urlparseparse_qs	urlencodequote)Celery)SHA256)
PKCS1_v1_5)abortResponse)JSONEncoder)HTTPExceptionfields)*)basec                       s$   e Zd Z fddZdd Z  ZS )Flaskc                    s   t  j|| d S N)super__init__selfargskwargs	__class__ ./app.pyr   $   s    zFlask.__init__c                    s    fdd}|S )Nc                    sn     dd }| j}|dd }|dkr6d|  }n}|d krP|d | j }j||| f  t| | S )Nendpoint.index/)pop
__module__split__name__add_url_ruleprint)fr    module_pathZmodule_nameurloptionsruler   r   r   	decorator(   s    zFlask.route.<locals>.decoratorr   )r   r0   r/   r1   r   r.   r   route'   s    zFlask.route)r(   r&   __qualname__r   r2   __classcell__r   r   r   r   r   #   s   r   c                 O   s   | rt || d S r   )r*   )Zcondr   r   r   r   r   print_debug9   s    r5   c                   @   s^  e Zd ZdZdZdZdZdZdZdJddddZ	dd Z
dd	 Zd
d Zdd ZdKddZdd Zdd Zdd Zdd ZeeedddZeedddZedLddZd d! Zd"d# Zd$d% Zd&d' Zd(d) Zd*d+ Zd,d- ZdMd.d/Zd0d1 Z d2d3 Z!d4d5 Z"d6d7 Z#d8d9 Z$d:d; Z%d<d= Z&d>d? Z'd@dA Z(dBdC Z)dDdE Z*dNdFdGZ+dHdI Z,dS )OCmfCacheNFreturnc                 C   sB   t  | _t  | _|| _|| _| jr>| jdd | jdd d S )Nstat_hitr   	stat_miss)dict	cache_objcache_invalidateredis_dbmemoryincrby)r   r>   r?   r   r   r   r   F   s    zCmfCache.__init__c                 C   s>   t tjp| jdtjd | jr*| j  nt | _t | _	d S )NzCmfCache.flushall!!!file)
r5   configDEBUGsysstderrr>   flushdbr;   r<   r=   r   r   r   r   flushallP   s
    zCmfCache.flushallc                 C   s   t tjp| jdtjd tt}| j }| jj	dddD ]p}t | jd| dtjd |dd	 
 }| j|}|d	kr~q:t|}|d
 }|d || |< || q:|  | | d	S )u)   Инвалидируем весь jscachezCmfCache.flush_jscache!!!rA   zobj:jshash:*  countz"CmfCache.flush_jscache invalidate z!!!   Ncurrent_person_idjsver)r5   rC   rD   rE   rF   r   r;   r>   pipeline	scan_iterdecodegetpickleloadsdeleteexecuteemit)r   emit_msgpipekeyjshashjsresjspersonr   r   r   flush_jscacheX   s    

zCmfCache.flush_jscachec                 C   s   t tjp| jdtjd d}| j }| jjdddD ]"}|drFq6|d7 }|	| q6|
  t tjpn| jd	| d
tjd dS )u+   Инвалидируем весь obj cachezCmfCache.flush_all_obj!!!rA   r   zobj:*rJ   rK   s
   obj:jshash   zCmfCache.flush_all_obj: z recordsN)r5   rC   rD   rE   rF   r>   rP   rQ   
startswithrV   rW   )r   rL   rZ   r[   r   r   r   flush_all_objj   s    

zCmfCache.flush_all_objc                    s   dd l |} fdd |D ]}|d  | }qd|krP|d t|d  }t| D ]*\}}|dkrnq\|d | d  | }q\| jrd|dd	  d
 |   }|dd}n| d|   }t	| jd| |S )Nr   c              
      sh  dd l }ddlm} t| tjjr4| jr0| j} nd} d}t| t	t
tfrt| t	r| dd dkrz.|j| }||j}|jddd}|} W n" tk
r } zW 5 d }~X Y nX t	| }nt| tr| D ]}| | d }qnt| tr.|  D ]2\}}|| }|r"| d	 | }q|d }qn6| d kr>d
}n&dt| j d	 t|   }|S )Nr   )timezonez...    Z20)secondZmicrosecond,:Nonez
todo2:obj:)Zdateutil.parserdatetimerc   
isinstancecmfr   CmfType
is_definedvaluestrintfloatparserparseZ
astimezoneutcreplace	Exceptionlistr;   itemstyper(   md5rT   dumps	hexdigest)valdateutilrc   resZval1evk_all2strhashlibr   r   r   {   s<    


&zCmfCache.hash.<locals>._all2str|idz|id:rh   zHASH:i  z|md5:
zDEBUG_CACHE HASH:)
r   rp   sortedry   rD   r{   encoder}   rv   r5   )r   prefixr   r   sr~   r[   r   r   r   hashw   s"    +&zCmfCache.hashc           	      C   s   |d krt  }|s|S ||j tt|j}|j D ]}t||jsJq8t	|t
jjrzt||jd }|r| j||d q8t	|t
jjt
jjfr8t||jd }|r|D ]}| j||d q| D ]"}d|j d|j }|| qq8|S )N)r   ref__)setaddr   getattrmodels
class_namer   valueshasattr
issubclassrl   CmfRelationBasesimple_objects_id_recursive
CmfM2MBaseCmfBackrefBaserelated_models)	r   objr   ZmodelZ	field_clsZfield_valuerel_obj	rel_modelrefr   r   r   r      s,    z$CmfCache.simple_objects_id_recursivec                 C   s   |sg S |j jg}|jddD ]}t|tjjrB|| |j t|tjj	tjj
fr|jrz|jD ]}|| | qd| D ]"}d|j  d|j }|| qqtt|}|S )u   
        Собираем ид связанных обьектов 2 уровня для настройки инвалидации
        :param obj:
        :return:
        Trn   r   r   )r   ro   r   rk   rl   r   r   extendobjects_id_recursiver   r   r   r   appendrx   r   )r   r   r   fieldr   r   r   r   r   r   r      s    

zCmfCache.objects_id_recursivec                 C   s   t |}t|tjkrd}t|tjjs4t	
|r@d| }nJ|rt|trt|d tjjsnt	
|d rd|d j dt| d}tdt| d| dd	 d
S | jr| jd| | dS | jr|| j|< dS d S )Nrd   , r   []uR   DEV: Слишком большой объект для кэширования — u	    байтT)
debug_onlyFobj:)rT   r|   lenrC   ZCACHE_MAX_OBJ_SIZErk   rl   r   	BaseModeldataclassesZis_dataclassrx   r   	cmf_alertr>   r   r?   r<   )r   r[   r~   Zstr_valZdetailr   r   r   _obj_dict_set   s&    

zCmfCache._obj_dict_setc                 G   sr   t  }|D ]}|d|  q
| jrD| jj| t|kr>dS dS n*| jrj|D ]}| j|sN dS qNdS d S d S )Nr   TF)r   r   r>   existsr   r?   r<   rS   )r   keysZhkeysr[   r   r   r   _obj_dict_exists   s    zCmfCache._obj_dict_existsc                 C   sX   | j r>| j d| }|d k	r.| j d n| j d |S | jrP| j|S d S d S )Nr   r9   r:   )r>   rS   r@   r?   r<   r   r[   r   r   r   r   _obj_dict_get  s    zCmfCache._obj_dict_getr\   inv_payloadc                 C   s   |  d| S )N::r   r   r   r   r   %_jshash_invalidate_confirm_member_key  s    z.CmfCache._jshash_invalidate_confirm_member_keyZ
member_keyc                 C   s   | j dddS )Nr   r`   )maxsplitr'   r   r   r   r   +_jshash_invalidate_confirm_member_key_split"  s    z4CmfCache._jshash_invalidate_confirm_member_key_splitc                 C   s    | r| n| dd }d| S )Nrh   zjscache-invalidate-confirm-set:r   )cache_idr\   set_keyr   r   r   "_jshash_invalidate_confirm_set_key&  s    z+CmfCache._jshash_invalidate_confirm_set_keyc           	      C   s   t t}| D ]Z\}}td| |d |gd | D ]0\}}|dr8|| j|d | || q8q| jr| D ]\}}| jj	|f|  qzd S )Nzinvalidate-)roomevent_personsjshash:r\   )
r   rx   ry   cmf_emit_eventra   r   r   r   r>   sadd)	r   ZmsgsZconfirmations	person_idinv_dictr\   r   r   confirm_listr   r   r   rX   -  s    

zCmfCache.emitc                 C   sb   | j r^|r^|d d }| j|d}t }|D ]}|| |d |d  q,| j j|f|  d S )Nr   r   r`   )r>   r   rx   r   r   srem)r   Zconfirm_dictZsample_jshashZkey_cache_idr   Zconfirmr   r   r   jshash_invalidate_confirm<  s    
z"CmfCache.jshash_invalidate_confirmc                    s.    j r* |} fdd j |D S d S )Nc                    s   g | ]}  | qS r   )r   rR   ).0memberrH   r   r   
<listcomp>M  s   z;CmfCache.jshash_invalidate_confirm_list.<locals>.<listcomp>)r>   r   smembers)r   r   r   r   rH   r   jshash_invalidate_confirm_listH  s
    


z'CmfCache.jshash_invalidate_confirm_listc              	   C   s  |sd S | j r| j jdd |D   i }|D ]}| jrPd|krPtd|  t| jd|  | j d| }|r.t| jd|  | jrtd|  |D ]}|d	}| jrd|krtd
| d|  t| jd|  | j d| }	|	d krqt	|	}	|	r|	d }
|
|kr.t
 ||
< |dkrZdtdd |jddD }nd}|	d  d| d| d| }|||
 |< | j d|  q| j d|  | | q.n.| jr|D ]}|| jkr| j|= qnd S d S )Nc                 S   s   g | ]}d | qS )r   r   r   r[   r   r   r   r   U  s     z+CmfCache._obj_dict_mdel.<locals>.<listcomp>rL   z#DEBUG_CACHE JSHASH: try invalidate z*DEBUG_CACHE JSHASH: try invalidate:jshash:zinvalidate:jshash:z*DEBUG_CACHE JSHASH: got invalidate:jshash:z#DEBUG_CACHE JSHASH: got invalidate utf-8z"DEBUG_CACHE JSHASH: do invalidate  z)DEBUG_CACHE JSHASH: do invalidate jshash:r   rN   updater   c                 S   s   g | ]}|d kr|qS ))Zcache_fieldscmf_modified_atcmf_viewed_atZcmf_modified_by_idr   )r   r   r   r   r   r   t  s    T)
is_changedZONLYFORUPDATESrO   )r>   rV   rD   r   r5   r   rR   rS   rT   rU   r;   joinr   r   rX   r?   r<   )r   r   r   Zobj_idactionrY   r[   Zinvjsr\   r]   r^   Zchanged_fieldsr   r   r   r   _obj_dict_mdelQ  sT    






zCmfCache._obj_dict_mdelc              	   C   s   | j rN| j  6}| D ]\}}|jd| f|  q|  W 5 Q R X nD| jr|D ]2}|| jkr|| j| ||  qX|| | j|< qXnd S d S Ninvalidate:)r>   rP   ry   r   rW   r?   r=   r   )r   r   rZ   r[   r   r   r   r   _invalidate_dict_mset  s    
zCmfCache._invalidate_dict_msetc                 C   sH   | j r.| j d| }|r*dd |D S |S | jr@| j|S d S d S )Nr   c                 S   s   g | ]}| d qS )r   )rR   r   r   r   r   r     s     z1CmfCache._invalidate_dict_get.<locals>.<listcomp>)r>   r   r?   r=   rS   )r   namer   r   r   r   _invalidate_dict_get  s    zCmfCache._invalidate_dict_getc              	   C   s   | j rT| j  <}| D ]$\}}|r| j jd| f|  q|  W 5 Q R X nJ| jr| D ]4\}}|D ]&}|| j|g krn| j| | qnqbnd S d S r   )	r>   rP   ry   r   rW   r?   r=   rS   remove)r   r   rZ   r   r   Zkey_listr[   r   r   r   _invalidate_dict_mdel  s    zCmfCache._invalidate_dict_mdelc                    sr  t jdrdt_d S t r>dt_tjdt	   d S tj
 k rtdt_tjdtj
 d   d S i fdd  fdd	}|rt|tst|d
r|| d}nx|rt|trt|d d
rd}|| nN|d k	rd}t|tkr2t|tkr2ttkr2n|s*d}d}ntdd}|r|d rtjd| |dkr|d D ]:}||j d|j dfkrfd} |j   qqf|sg }	|d r|	|d 7 }	|d r|	|d 7 }	|d r|	|d 7 }	|	sdg}	|	D ]}
|
dkrd}
|d D ]h}|dd }||krT d|   d| d n* d |
 d!|   d |
 d!| d qq|d" D ]} d| d q|r|d sƈ d| d jrD ]}tjd#| d$  q҈|sdt_d%tkrdtjrdtjd& dtj  jrLtd& tj d' tjfi  d S )(NNO_CACHETz%DEBUG_CACHE ADD SKIP CACHE LOCKED_BY z#DEBUG_CACHE ADD SKIP too old trans r   c                    s$   |  krt   | <  |   d S r   )rx   r   )bind)r   r[   r   r   bind_add  s    
zCmfCache.add.<locals>.bind_addc                    sd   t | tr| }n| g}g }|D ]@}t |jtjjr>|}nt|}|D ]} | qPqdS )u   
            Собираем списки ключей инвалидации
            :param val:
            :param invalidate_dict:
            :return:
            N)rk   rx   r   rl   r   rm   r   r   )r   Zobj_listr   itemr   )r   r   r   r   bind_add_recursive  s    
z(CmfCache.add.<locals>.bind_add_recursiver   r   r   rx   ZcustomemptyZEmptyuG   Невозможный объект для хранения в кешеFr   zDEBUG_CACHE WHERE: z.idz.codeparentslistsZcache_clustersZScopeAll)ZNullZNULLZnullri   ZnoneNri   r!   where_ScopeAll__insdelwhere_r   r   zDEBUG_CACHE BIND: z = r\   #DEBUG_CACHE JSHASH: add invalidate r   )osenvironrS   gno_jscache_force	CMF_CACHEcache_is_lockedr5   rD   cache_locked_bycache_transaction_startget_last_invalidaterk   rx   r   rz   rq   rr   rp   rw   r   r   r'   r   Zcache_store_errorr\   r   r   )r   r[   r   obj_typeZquery_paramsr   Zobj_caseZwhere_pk
field_nameZscopesZscopeZ
model_nameZbindidr   )r   r   r[   r   r   r     s    

&






zCmfCache.addc              
   C   s~   zdt krt t _W n( tk
r< } z
W Y d S d }~X Y nX dt jkrTdt jd< nt jd  d7  < dt jkrzdt jd< d S )Nprofiler_data	cache_hitr`   
cache_missr   r   r;   r   rw   r   r[   r   r   r   r   profiler_data_hitY  s    

zCmfCache.profiler_data_hitc              
   C   s   zdt krt t _W n( tk
r< } z
W Y d S d }~X Y nX dt jkrTdt jd< nt jd  d7  < dt jkrzdt jd< |t jd< d S )Nr   r   r`   r   r   Zcache_miss_lastr   r   r   r   r   profiler_data_missg  s    


zCmfCache.profiler_data_missc                 C   s   t jdrd S t| jd | |}|rdtkrtjr| d| tjfi t| jd| dtj  | jrt	d| tj t| jd|  t| jd	| | 
| t|S | | t| jd
|  d S )Nr   ZCACHEr\   r   z*DEBUG_CACHE JSHASH: add invalidate jshash:r   r   zDEBUG_CACHE HIT: zDEBUG_CACHE GET:zDEBUG_CACHE MISS: )r   r   rS   r5   rD   r   r   r\   r   r   r   rT   rU   r   r   r   r   r   rS   v  s"    



zCmfCache.getc                 C   s    t | jd t| jdpdS )Nz%DEBUG_CACHE TRANS get_last_invalidatecache_last_invalidater   r5   rD   rq   r>   rS   rH   r   r   r   r     s    zCmfCache.get_last_invalidatec                 C   s   t | jd |  t_d S )Nz)DEBUG_CACHE TRANS cache_transaction_start)r5   rD   gen_time_usr   r   rH   r   r   r   r     s    z CmfCache.cache_transaction_startc                 C   s   t tjtjjdS )Nz%Y%m%d%H%M%S%f)rq   rj   nowrc   ru   strftimerH   r   r   r   r    s    zCmfCache.gen_time_usc                 C   s:   t | jd |  s6| jdtj | jd|   d S )NzDEBUG_CACHE TRANS cache_lock
cache_lockr  )r5   rD   r   r>   r   r   r   r  rH   r   r   r   r    s    zCmfCache.cache_lockc                 C   sJ   dt krd S |  }t j|ks,t j|d krFt| jd | jdd d S )Nr   i zDEBUG_CACHE TRANS cache_unlockr  0)r   r   r   r5   rD   r>   r   )r   Zlock_trr   r   r   cache_unlock  s    zCmfCache.cache_unlockc                 C   s    t | jd t| jdpdS )Nz%DEBUG_CACHE TRANS get cache_locked_byr  r   r  rH   r   r   r   r     s    zCmfCache.cache_locked_byc                 C   s"   |   }|dkr|tjkrdS dS )Nr   TF)r   r   r   )r   Z_cache_locked_byr   r   r   r     s    zCmfCache.cache_is_lockedc                 C   sZ   g }|D ]}| ||  q| |||j| | | | jrVtd| d|j | d S )Ninvaldebug--)r   r   r   r   rD   r   )r   r   r   r   Zinv_listr   r   r   r   _do_invalidate  s    
zCmfCache._do_invalidatec              	      s  d& fdd	}ddl m} tjdr.d S   tjd  d|j  |j}i j	rpdd l
}|  |jd	kr||j d
  dkr|d|j d|j d ||j d |d|j dd |d|j d|j dd |  d S t }|jddD ]8\}	}
|
jdkr&qt|
tjjrΈ dkrh|
rh|
jrh|d|
j d|j d  dkr|
jr|
j|
jkr|d|
jj d|j d |d|
jj d|j d ||	 qt|
tjjr dkr|
jr||	 q|
jr$t|
tjjr$||	 q|
jr|
j|
jkr||	 qt|dkr| dkr|tjd  d|j d S t|dr|j   dkr||j d  dkrb|D ]}	t|dr|d|j d| d |	 d t|d!r|d|j d| d |	 d t|drH|jD ]$}|d|j d| d |	 d" q"|d| d |	 d q dkst|d#r|j jst|d$r|j!jst|dr|jjst|dr|jjrt|dr|d|j d| dd t|d!r|d|j d| dd t|d#r^|j jr^|j jr^|j j|j jkr^|d|jj d| dd% t|d$r|j!jr|j!jr|j!j|j!jkr|d|jj d| dd% t|dr|jD ] }|d|j d| dd" q|d| d |  d S )'Nrd   c                    s6    | }|r2|| < tjd  d| |   d S )NzDEBUG_CACHE INVAL: r   )r   r5   rD   )ZinvaldebugZinvdr   r   r   r   r   _check_inval  s    
z)CmfCache.invalidate.<locals>._check_invalr   )r   r   zDEBUG_CACHE start invalidate r   ZRelationCachezRelationCache.parent.id=)r   r   r   r   zref=zobj.id=r   r   zwhere=r   Tr   )r   cmf_modified_byr   Zcmf_viewed_byrd   )createrV   r   zref_new=zref_old=zDEBUG_CACHE ivalidate: z not fields_have_changesr   )r   r  rV   cache_cluster_idr!   	parent_idz
where_lst=parentcache_clusterz
where_old=)rd   )"collectionsr   r   r   rS   r  r5   rD   r   TRACEpdbZ	set_tracer  r   r  rx   ry   rk   rl   r   r   r   oldnewr   r   r   r   r   r   loadr  r  r  )r   r   r   r   r  r   r   r  Zchange_fieldsr   r   lstr   r  r   
invalidate  s     
 
"





"
22
zCmfCache.invalidatec                 C   s<   | j D ]\}}td| q| j D ]\}}td| q$d S )NzDEBUG CmfCache.dumps)r<   r*   r=   ry   )r   r[   r~   r   r   r   r|   J  s    zCmfCache.dumps)NF)N)NN)N)N)-r(   r&   r3   r<   r=   r>   r?   rD   r  r   rI   r_   rb   r   r   r   r   r   r   staticmethodrp   r   r   r   rX   r   r   r   r   r   r   r   r   r   rS   r   r   r  r  r  r   r   r  r  r|   r   r   r   r   r6   >   sZ   
@
	6
 )
 r6   c                 C   sJ   t | }| D ]4\}}t|trztj|||< W q   Y qX q|S r   )r   ry   rk   rp   r   rs   rt   )r  Zdctr   r   r   r   r   CustomJSONDecoderP  s    
r  c                   @   s   e Zd Zdd ZdS )CustomJSONEncoderc                 C   s   znt |tjtjfr|j}t |tjs2t |tjrP|jsF| d W S | W S t |tj	rd|jW S t
|}W n tk
r   Y n
X t|S t| |S )NZ)rk   r   ZCmfDateTimeZCmfDatero   rj   dateZtzinfoZ	isoformatrm   iter	TypeErrorrx   r   default)r   r   iterabler   r   r   r$  \  s    
zCustomJSONEncoder.defaultN)r(   r&   r3   r$  r   r   r   r   r  [  s   r  )Zstatic_folderZ	root_pathTZSEND_FILE_MAX_AGE_DEFAULT)SocketIO	Namespace)RedisManager)Clientrd   c              
   C   s   dd dD D ]v}t j|| }tj|s:tj||}ztj|sLW qW n" tt	fk
rp   t j
 Y nX t jj|dd  S tjD ]$}|| }|rt jj|dd  S qt jdS )Nc                 S   s   g | ]}t jtj|qS r   )r   pathr   rC   PROJECT_DIR)r   dr   r   r   r     s     zsend_static.<locals>.<listcomp>)zcustom/static/zcommon/static/zcmf/static/zdist/cmf-angular/T)Zconditionalzdist/cmf-angular/index.html)flaskZhelpersZ	safe_joinr   r*  isabsr   isfiler#  
ValueErrorZ
BadRequestZ	send_fileAPPHOOK_STATIC_NOTFOUND)Zreq_filenameZ	directoryfilenamehookr   r   r   send_static  s    
r5  c                   @   s   e Zd ZdZdejdddZdd Zedd	 Zed
d	 Zedd Z	edd Z
edd ZedddZedd Zedd ZdS )CmfRedisMemoryWrapperut    Если есть self.redis - используется он
        Если нет - нужен фолбэк
    N)redisc                 C   s   || _ i | _d S r   )r7  
memstorage)r   r7  r   r   r   r     s    zCmfRedisMemoryWrapper.__init__c                    s    fdd}|S )Nc                    s6   | j rt| j  j||S td | f||S d S )Nu&   Redis memory wrapper запрещен!)r7  r   r(   CmfAbortErrorr   r+   r   r   wrapper  s    z/CmfRedisMemoryWrapper.fallback.<locals>.wrapperr   )r+   r;  r   r:  r   fallback  s    zCmfRedisMemoryWrapper.fallbackc                 O   s   t d S r   NotImplementedErrorr   r   r   r   r     s    zCmfRedisMemoryWrapper.smembersc                 O   s   t d S r   r=  r   r   r   r   r     s    c                 C   s   | j |S r   r8  rS   )r   r[   r   r   r   rS     s    zCmfRedisMemoryWrapper.getc                 C   s   | j   d S r   )r8  clearrH   r   r   r   rG     s    zCmfRedisMemoryWrapper.flushdbc                 C   s$   | j |d}||7 }|| j |< |S )Nr   r?  )r   r[   amountro   r   r   r   r@     s    
zCmfRedisMemoryWrapper.incrbyr`   c                 C   s   |  ||S r   )r@   )r   r[   rA  r   r   r   incr  s    zCmfRedisMemoryWrapper.incrc                 G   s$   d}|D ]}|| j kr|d7 }q|S )Nr   r`   r8  )r   namesrnr   r   r   r     s
    

zCmfRedisMemoryWrapper.existsc                 C   s   || j |< d S r   rC  )r   r[   ro   r   r   r   r     s    zCmfRedisMemoryWrapper.set)N)r`   )r(   r&   r3   __doc__r7  Redisr   r<  r   rS   rG   r@   rB  r   r   r   r   r   r   r6    s&   






r6  c               	      s   fdd} t d zzt  tdt  trtdt  tj }|jt	t  |
 D ]Z}td|  |d dkrb|d	  }t|g }|D ] tj| t|d
 |d qqbW 5 Q R X W n8 ttfk
r    Y n  tk
r   td Y nX W 5 t d X qd S )Nc                     s~   zFt d  d|  d| d t   | |W  5 Q R  W S Q R X W n2 tk
rx   td  d|  d| d Y nX d S )NzRun server event handler z(*z, **)z+_spawn_server_event_listener handler error )r*   cmf_contextrw   logging	exceptionr   r   Zhandlerr   r   spawn_handler  s    "z3_spawn_server_event_listener.<locals>.spawn_handler   z._spawn_server_event_listener: listen channels z	Channels z*_spawn_server_event_listener: got message rz   messagechanneldata)rS  rQ  z"_spawn_server_event_listener error)timesleeprJ  r*   _server_event_channelsREDIS_DBr7  pubsubZ	subscriberx   ZlistenrR   rS   geventspawnjsonrU   
SystemExitKeyboardInterruptrw   rK  rL  )rO  rX  rQ  rR  Zhandlersr   rN  r   _spawn_server_event_listener  s*    	

,r^  c                   C   s   t t d S r   )rY  rZ  r^  r   r   r   r   spawn_server_event_listener  s    r_  c                    s    fdd}|S )Nc                    s   t   |  | S r   )rV  r   )funcrR  r   r   r1   
  s    z"on_server_event.<locals>.decoratorr   )rR  patternr1   r   ra  r   on_server_event  s    rc  cache_settingsr$  rz   r7  Z	run_uwsgiu?   При работе через uwsgi обязателен Redisr   F)appZcors_allowed_originsloggerZengineio_loggerdbunix_socket_pathzunix://z?db=zflask-socketio)rR  Z
write_onlyclient_managerredis://host:6379/message_queue)Payloadd   )rf  z/custom/org_name)r>   r?   )r?   u&   Неизвестный тип кешаc                  C   s   t jd dr0dt jd d  dtd  } ndt jd d  dtd  } td	| | d
}|jt j G dd d|j}||_|S )Nr$  rh  zredis+socket://z?virtual_host=r`   rj  rk  rl  Zcrm)ZbackendZbrokerc                       s8   e Zd Z fddZd	 fdd	ZddddZ  ZS )
z$make_celery_app.<locals>.ContextTaskc                    s.   t  j|| d| j | _d| j | _dS )uy   Фабрика все опции прописывает в классе, вызов конструктора пустойZcmf_task_only_once_queue__Zcmf_task_only_once_lock__N)r   r   r   only_once_queue_flag_nameonly_once_lock_namer   r   r   r   r   W  s    z-make_celery_app.<locals>.ContextTask.__init__Nc                    s   t | dd rLtjj| jd| jp dd d dd}|sLtd| j d	 d S |pRi }t | d
d rdd ntj	j
j|d< t j||f|}|j
tj	j
j||| jd}t| td| |S )N	only_oncer`   r   re   <   T)exZnxzSkip create task z - already startedsystem_taskcmf_current_person_id)Ztask_idr   r   r   r`  zcmf-background-task-queued)r   rW  r7  r   rp  soft_time_limitr   r  r   current_personr   ro   r   apply_asyncr[  r|   socketiorX   )r   r   r   Z_my_custom_paramr/   Zneed_creater   event_paramsr   r   r   ry  ]  s,          
z0make_celery_app.<locals>.ContextTask.apply_async)rv  c          	      _   s  dd l }|d tdd tjj| j| jp2dd d}| jj	rzt
d| jj	  t| dd rz|  tj| j td	| j d
dd zz>|rtjj|tjdt_| j||}td	| j ddd W nx tk
rH } zXt d| jj	  td	| j d| dd | jj	r6t
d| jj	 t!|  W 5 d }~X Y nX W 5 t| dd rz|  W nJ tjjk
r } z&td| d|j d|j dd W 5 d }~X Y nX X | jj	rt
d| jj	 t!| t"j#$  |W  5 Q R  S Q R X d S )Nr   rP  F)init_views_and_dsrs  timeoutzcmf-background-task-start-rr  zContextTask z startT)flushzlock release error z, lock_name z
, timeout r   z successzcelery task error z error zcmf-background-task-error-zcmf-background-task-result-)%rT  rU  rJ  rW  r7  lockrq  rw  requestr   rz  rX   r   acquirerV   rp  r*   r   release
exceptionsZ	LockErrorr~  r   	CmfPersonrS   r1  current_person_fieldsr   _current_personrunrw   rK  rL  rp   rE   stdoutr  )	r   rv  r   r   rT  
redis_lockr   resulterrorr   r   r   __call__s  sH    
 


z-make_celery_app.<locals>.ContextTask.__call__)NNN)r(   r&   r3   r   ry  r  r4   r   r   r   r   ContextTaskV  s   r  )	rC   rd  rS   rg  r	   Zconfr   celeryZTask)Z	redis_url
celery_appr  r   r   r   make_celery_appJ  s     Fr  )rr  ru  c               
   K   s`   t jD ]T}td z
|  W q ttfk
r6    Y q tk
rX   td|  Y qX qd S )Nscheduler_minutelyuJ   Ошибка выполнения периодической задачи )r1  HOOK_CRON_MINUTELYr*   r]  r\  rw   rK  rL  )_kwargstaskr   r   r   r    s    

r  c                 C   s   t |  t t  t| tr||  }t| j	| j
| jt d|_d|_tjdd|jd< d|jd< d|jd	< |S t }d
|d< d|d< t| |d< t |d< t|}d
|_tjdd|jd< d|jd< d|jd	< |S d S )N)coder   description	tracebackapplication/jsonOriginr   Access-Control-Allow-Origintrue Access-Control-Allow-CredentialsContent-Type, x-ijtAccess-Control-Allow-Headersi  r  zUnknown errorr   r  r  )r   r  r  
format_excrk   r   Zget_responser[  r|   r  r   r  rS  content_typer  headersrS   r;   rp   Zjsonifystatus_code)r   Zresponser   r   r   handle_exception  s4    






r  Zjwt_rsazjwt_rsa.pub)RSAZcmf_deletedrg_member_ofZdefault_projectZemailZphone
user_localZphone_internalZprimary_roleZonline_statusZvacation_startZvacation_endZon_vacationZactivitydoes_not_workZis_admin
is_supportc                 C   sP   t js
d S ztjs&tjjdtjdt_W n  tk
rH   t	
d  Y nX tjS )Nz.CmfPerson:00000000-0000-0000-0000-000000000001r   r   zapp.system_person() error)rC   AUTH_ENABLEDr1  system_personr   r  rS   r  rw   rK  rL  rH   r   r   r   r    s     
r  c            
      C   s  t jdrt jd} n^t js$dS ztt j}W n  tk
rT   t	
d Y dS X |dkrbdS t|tov|dd} | sdS t| }|jdsdS dt_t|jd	dgd
 }|rt|dkrdS |jdd }|sdS td| }r| \}}ndS |dks$|dks$|dkr,tj}nR|dksT|dksT|dksT|dkr\tj}n"|dksp|dkrxtj}ntj}t|tjjsdS d|kr|j|j d| ddgd}	n|j|ddgd}	|	sdS |t|	j krdt_!|	t_"dS )u  
    Проверяем, что пользователь пришел из share-ссылки
    Если идёт обращение к /files, то проверяем Referer
    Т.к. jsurl передаётся только в апи для других ендпоинтов не смысла путаться парсить body
      Вообще, для API тоже лучше использовать реферер, тогда не придётся по два раза парсить json
    Выставляем:
     - g.sharelink_access_request = True, если пользователь пришел по /share ссылке
     - g.sharelink_access_granted = True, если проверка hash прошла
     - g.sharelink_access_obj = объект, по которому проверяли ключ. Используется в API для доп.фильтрации
    /filesZRefererNu{   _check_sharelink_access не смогли распарсить request.data для проверки прав доступаjsurlrd   z/share/Tr   r      r$   r   z*^(?P<obj_type>[^:-]*)[:-](?P<obj_code>.*)$docZDOCCmfDocumentZflZFLZIN_WORK	CmfFolderCmfListZEPIr
  rh   r   sharelink_hashr  )r  r   )#r  r*  ra   r  rS   rS  ujsonrU   rw   rK  rL  rk   r;   r   r   sharelink_access_requestr   Zqueryr   r'   rematchgroupsr   r  r  r  r   rl   Z	CmfEntityr   rp   r  sharelink_access_grantedsharelink_access_obj)
r  Zjson_resr-   Z
hash_paramZobj_keyr  r   Zobj_codeZ	obj_modelr   r   r   r   _check_sharelink_access  s^    
(
r  c                 C   s   | t _t jS )uh   !!! Эта функция не меняет контекст, только инициализирует.)r   r  )personr   r   r   set_current_person\  s    r  c                 C   sZ   t | dd dkr| jS tjs d S t| dr@t | dd d k	r@| jS td tjt	j
d d S )Nr  ZFAIL_recursionz#Warning!!! Lazy Calc Current PersonrA   )r   r  rC   r  r   r  r*   r  print_stackrE   r  rH   r   r   r   rx  b  s    rx  c              	      s   zt jstjjdgd}|jsztjj J dd l	}dd l
|j|j  d fddtdD |_|  W 5 Q R X |jt _W n  tk
r   td  Y nX t jS )	Napp_keyr   r   rd   c                 3   s   | ]}  V  qd S r   )choice)r   r   Zalphabetsecretsr   r   	<genexpr>{  s     zapp_key.<locals>.<genexpr>    zapp.app_key() error)r1  r  r   CmfGlobalSettingsrS   rl   utilcmfutildisable_aclstringr  Zascii_lettersdigitsr   rangesaverw   rK  rL  )r   Zsettingsr  r   r  r   r  q  s     
r  c              	   C   s   t | dd d k	r| jS ztjjddtjd| _| jstjj	ddd}|
  zPtjjddtjd| _| jstjj  tj| j| _W 5 Q R X t  W 5 |  X | jW S  tk
r   td  Y nX d S )	N_anonymous_userzanonymous@evateam.ruTr  Zinclude_deletedr   zcreate-anonymous-user-lockrP  r}  zapp._anonymous_user() error)r   r  r   r  rS   r1  r  rW  r7  r  r  r  rl   r  r  r  system_dataZcreate_anonymous_userr  ddcommit_all_dsrw   rK  rL  r   r  r   r   r   anonymous_user  s4      

r  c              	   C   s   t | dd d k	r| jS ztjjddtjd| _| jstjj	ddd}|
  zPtjjddtjd| _| jstjj  tj| j| _W 5 Q R X t  W 5 |  X | jW S  tk
r   td  Y nX d S )	N_sharelink_anonymous_userzsharelink-anonymous@evateam.ruTr  z$create-sharelink-anonymous-user-lockrP  r}  z%app._sharelink_anonymous_user() error)r   r  r   r  rS   r1  r  rW  r7  r  r  r  rl   r  r  r  r  Zcreate_sharelink_anonymous_userr  r  r  rw   rK  rL  r  r   r   r   sharelink_anonymous_user  s8      

r  c              	   C   s   t | dd d k	r| jS ztjjddtjd| _| jstjj	ddd}|
  zPtjjddtjd| _| jstjj  tj| j| _W 5 Q R X t  W 5 |  X | jW S  tk
r   td  Y nX d S )	N_test_guest_userztest-guest@evateam.ruTr  zcreate-test-guest-user-lockrP  r}  zapp._test_guest_user() error)r   r  r   r  rS   r1  r  rW  r7  r  r  r  rl   r  r  r  r  Zcreate_test_guest_userr  r  r  rw   rK  rL  r  r   r   r   test_guest_user  s4      

r  c              	   C   s   t | dr t| dd d k	r | jS tjjdgd| _| jstjj	 8 ddl
m} |  tjjdgd| _| jsxtdW 5 Q R X | jS )N_global_settingsr   r   r   )init_global_settingsu6   CmfGlobalSettings не инициализирован.)r   r   r  r   r  rS   rl   r  r  r  cmf.system_datar  AssertionError)r   r  r   r   r   global_settings  s    r  c                 C   s8   t | dr t| dd d k	r | jS tjjdgd| _| jS )N_global_varr   r   )r   r   r  r   ZCmfGlobalVarrS   rH   r   r   r   
global_var  s    r  lineno   c                 C   s6  |  tddtddf} | j|dd}td|  t|d | dD ]\}}|jd }tj	|j
tjd	d  }td
|||j|jd f  t|j
|j }|rtd|  |j D ]}	t|	 qqJ||d  }
|
rtdd |
D }tdt|
|d f  tdd |D }td|d   d S )NFz<frozen importlib._bootstrap>z	<unknown>T)Z
cumulativezTop %s linesr`   r   z#%s: %s:%s: %.1f KiBi   z    %sc                 s   s   | ]}|j V  qd S r   sizer   statr   r   r   r     s     zdisplay_top.<locals>.<genexpr>z%s other: %.1f KiBc                 s   s   | ]}|j V  qd S r   r  r  r   r   r   r  "  s     zTotal allocated size: %.1f KiB)Zfilter_tracestracemallocZFilterZ
statisticsr*   	enumerater  r   sepr   r3  r'   r  r  	linecachegetlinestripformatsumr   )ZsnapshotZkey_typelimitZ	top_statsr#   r  framer3  lineZllotherr  totalr   r   r   display_top  s.    


r  c              
   C   s   t jjjddd tjj| jtj	d}|sdd | j
ddD }tj|d	< tj|d
< tj|d< tjf |}|rd|_|jtj  d|_|jtj  t jj  |jdd W 5 Q R X t  |W  5 Q R  S Q R X d S )Nzcreate-current_person-lock
   r}  )loginr   c                 S   s(   i | ] \}}| d s|dkr||qS )Zcmf_r   )ra   )r   r   r   r   r   r   
<dictcomp>,  s
   
  z+create_person_from_auth.<locals>.<dictcomp>Tr   Z	cmf_ownerZ
cmf_authorr  )Z	only_data)rl   r  r  ZCmfLockr   r  rS   r  r1  r  ry   r   r  r  r  r   ZCmfPersonGroupZsupport_groupr  Z
user_groupr  r  r  r  )authr  r  Zperson_valuesr   r   r   create_person_from_auth&  s&    



r  c                     sZ  t   tjdkrdS t  dt_i t_g t_	t
jddkt_ddlm  ddlm}    t_tjt_d	| d
ddt_dt_g t_g t_dt_dt_dt_dt_dt_dt_dt_dt_dt_ dt_!dt_"dt_#dt_$dt_%t&j&'t&j(j)t_*dd t_'tj*+ t_,dd t_+dt_-i t_.i t_/g t_0dt_1dt_2dd fdd
}|t_3t4j56  t7j8spt9d dS tj:;drdS d}tj:;dr6tj<dptj<dptj=d}|r6|;dr|t>dd }t4j?@|}t4j?j|dtAjBd}t3d|dd  d| d|  |s6tCdd d!d"S tj:d#krRt4jDjEtAjBd$}|stjFd%}|rt4jGH|t_tjrt7jIot4jGjtjjjJd&}t7jIr|sdt_tjrtjjjJt_t4j?jdtjjtAjBd'}|r|jKrd}n(|s tjjLrtM|ptjtjjLd(}tj:;d)p>tj:;d*p>tj:;d+}d,d- }|rRd}|r|jjJt_tjrtjjLt_tjjNt_tjjN t_ndt_dt_dt_dt_t9| n`|s| rtjO}	tP  tj$rtjQ}	dt_dt_dt_dt_t9|	 ndt_dt_t9tjR tjptj:;d.ptj:d/kptj:;d0ptj:;drjtjSd1d2krjtjTd3kptj:;d4ptj:d5kptj:;d6ptj:;d7rtjTd3kptj:;d8rtjTd3kp| rtj:;d9rt4jUV ptj:;d:otj}
tjR}tjW}t4j5X  |
sVtjsVtjr@|s@tYd;tj d<S tjrPtjrVtY S dS )=uJ  
    Должны вернуть Response or None
    Особенности поведения:
      В случае web запроса:
        - response - view не выполняется, сразу отправляем response
        - None - выполняем view
        - Exception(в т.ч. и abort) - обработчик выводит трейс клиенту
      Системный контекст(shell, celery, socket, other with cmf_context):
        - None, Response - нет разницы
        - Exception - прерывает выполнение.
    ZOPTIONSNFZ
run_pytest1r   rT  )choicesrd   Z0123456789abcdef   )r   c                   S   s   t jS r   )r   _nowr   r   r   r   <lambda>p      z before_request.<locals>.<lambda>c                   S   s   t jS r   )r   _dater   r   r   r   r  r  r   )forcec           
         s   t tdd s| rވ  }tt|tj d d}tt|tj d d}tdi dt }|dd}|dd}|d	d}t	j
d
}	ttjd|	d| d| dd| d| d| d|| |  ddf|    t_d S )NrD   rJ   re   r   Zselect_countZselectr   r   insertmr$   z(+z)mszs zu zi t)r   rC   rp   roundr   debug_start	debug_nowrS   r;   r  r   r*   
request_id)
r  messagesr  r   rF  ZscZscsZscuZscir  r  r   r   r    s,    "	zbefore_request.<locals>.debugz/memZOK/api/zX-Eva-TokenZAuthorizationtokenzBearer T)api_token_hashr  r   zAuth API Token(z...): hash=z	, person=zInvalid API token  
text/plainr  /pub/webhookr   access_token)r  )r  r  r   )r  z/pub/apiz/docsz/sharec                   S   s   t jdpt jdS )Nr  /socket.io/)r  r*  ra   r   r   r   r   is_allow_public  s    
z'before_request.<locals>.is_allow_publicz
/auth/sync)z/auth/invitez/auth/restore_passwordz
/auth/signmoderootz	127.0.0.1z/crm/forms/z/manifest.webmanifestz/app/assets/z/forms/z/js/z/pub/z	/helpdesku   Учётная запись uQ    заблокирована. Обратитесь к администратору)Zr   r   r  methodr  before_requestr   r   flagsremove_filesr   r   rS   ZtestrT  Zrandomr  r  r  r   r	  Zsave_only_data_hackalertdeferred_tasksr  Zpublic_accessr  Zis_local_userZis_guest_userZis_anonymousr  Zis_system_contextZdisable_notifyZimport_modeZinteractive_shellr  r  r  rj   r  rc   ru   r  r!  r  Zrelaxed_bz_python_mode	emit_listsocket_eventsserver_eventsr  Zjscache_timelifer  r   CmfAccessListZinit_contextrC   r  r  r*  ra   r  r   r   r  Z
hash_tokenr1  r  r   Z
CmfWebhookZget_token_personZcookiesZCmfAuthZfrom_jwtZIS_AUTHORIZATORro   r  Zjwt_is_supportr  Zjwt_is_match_orgr  r  r  r  r   Zremote_addrZ	CmfPluginZcheck_secretr  Zsetup_contextreject_response)r  r  Zauth_personZ	api_tokenr  r  Z	real_authZis_force_publicr  Zanon_personZis_allow_without_authr   r   r  r   r  A  s.   




  $  









 	


r  c                 C   s   t jds"t jds"t jdkr4t| p*ddddS dt ji}| rJ| |d	< t|}ttj d
| }t j	
dd|j	d< d|j	d< d|j	d< |S d S )Nr  r  r  znot authorizedr  r  r  Znext_urlrQ  z/auth/signin?r  r   r  r  r  r  r  )r  r*  ra   r   r-   r   ZredirectrC   AUTH_SERVER_URLr  rS   )rQ  paramsZqsrE  r   r   r   r!  ?  s     




r!  c                   C   s   t   t  t  d S r   )r  r  emit_eventsemit_server_eventsr   r   r   r   commit_with_eventR  s    r&  c               	   C   sN   t dsd S t j D ]*\} }td|d  |d|ddd qi t _d S )Nr  is_changed-r   r$   r   private)	namespacer   )r   rS   r  ry   r   )r   r~   r   r   r   emit_list_applyY  s
    
$r*  c                 C   s  |   D ]\}}|D ]}|d }|d= t|d }|d= |d  }z"t| t| t| W nJ tk
r } z,td| d| d| d|  W Y qW 5 d }~X Y nX t|ts|j	|f|d |d	|d	 i q|d
 r,|d
 dks,|d
 |d
< |j	|f|d |d	|d	 i q|
dr|d rd|d d krj||d d d  d|d d kr|d d d D ]}|| q|D ]r}	t|	tjjrtd|	 d| d| d|  |	jj}
nt|	}
|
|d
< |j	|f|d |d	|d	 i qqqd S )Nsocket_clientr   r   uP   DEV: FATAL emit пришел с несериализуемыми данными z! socket_client:z; event_persons:z; event_param:r   r)  r   r(  r   event_current_personr   Zrelation_personsuY   DEV: INFO Кривой евент, в event_person попал объект, а не str: r   )ry   r   copyr[  r|   rw   r*   rk   r&  rX   ra   r   rl   r   r   r   ro   rp   )Z
event_dictmsgZevent_param_listZevent_paramr+  r   Zemit_kwargsr   Zuser_idevent_personevent_persons_strr   r   r   emit_events_dicta  sF    


 
""
 
r1  c                  C   s&   t   tdpi } i t_t|  d S )Nr  )r*  r   rS   r  r1  )r  r   r   r   r$    s    r$  c                    s:    fdd}t   tdp i i t_r6t| dS )u   Запускаемся в контексте, но отправляем в отдельном таске вне контекста, после паузы, чтобы не держать запрос.c                      s   t   t d S r   )rY  rU  r1  r   delayr  r   r   emitter  s    
z'emit_events_with_delay.<locals>.emitterr  N)r*  r   rS   r  rY  rZ  )r3  r4  r   r2  r   emit_events_with_delay  s    r5  c                  C   sP   t dpg } g t _| D ]2\}}t d| d|  tj|t| qd S )Nr  zemit_server_events: r   )	r   rS   r  r  rW  r7  Zpublishr[  r|   )r  rR  rS  r   r   r   r%    s
    r%  c                   C   s   t   i t_d S r   )r  Zrollback_all_dsr   r  r   r   r   r   rollback_purge_event  s    r6  c                  C   s$   t dg D ]} |  }qg t _d S )Nr  )r   rS   ry  r  )Ztask_signaturer   r   r   r   apply_deferred_run_tasks  s    
r7  c                  C   s2   t dg D ]} tj| rt|  qg t _d S )Nr  )r   rS   r   r*  r   r   r  r3  r   r   r   apply_deferred_remove_files  s    r9  c                 C   sN   t   td t  t  t  tjdd| jd< d| jd< d| jd< | S )	uk   
    Запускается только если небыло ошибок
    :param r:
    :return:
    re   r  r   r  r  r  r  r  )	r  r  r5  r%  r7  r9  r  r  rS   )rE  r   r   r   acao  s    

r:  c                
   C   sT   t js
d S t jt_t , tjj	  tj
jj  W 5 Q R X W 5 Q R X t  d S r   )rC   r  ZDISABLE_PERMISSIONSr1  disable_permissionsrJ  rl   r  r  r  includer   r   Zload_acl_datar_  r   r   r   r   app_init_acl  s    "r=  c                
   C   sN   t tjjdsd S t , tjj  tjjj	  W 5 Q R X W 5 Q R X d S )NCmfProjectPermScheme)
r   rl   r<  r   rJ  r  r  r  r>  Zload_project_permission_datar   r   r   r   app_init_project_permission  s    r?  c                   C   s0   t   t  t  tjr t  tjr,t  d S r   )	r  before_first_requestr=  r?  rC   WHATSAPP_MESSENGER_URLspawn_messenger_socketio_clientWHATSAPP_WEB_SOCKETspawn_whatsapp_socketio_clientr   r   r   r   r@    s    r@  c                 C   s   t j| d d S NrL  )r  r  rF  r   r   r   teardown_request  s    rG  c              
   C   s   t d| d|d|d| |r0tjs0dS |dk	rH|tj krHdS |rrdt }t d|  t| | t j	krt j	
|  dS )u   
    Глобальная функция для оповещения фронта о предупреждениях
    :param msg:
    :return:
    zcmf_alert: msg=z abort=z debug_only=z devel_only=Nr   zcmf_alert Stack:
)r   r  rC   rD   Z
PRODUCTIONr   r  format_stackr9  r  r   )r.  r   r   Z
devel_onlyZ	stack_strr   r   r   r     s    "

r   r$   r(  )r)  r+  r   r   c             
   O   s  |st }zdtkrt t_W n( tk
rD } z
W Y d S d }~X Y nX t|dkrldtjrdtjjjpfd ig}t	|d tkrdtkrtj
|d d< nd|d d< tjrtjjjpd |d d< t||||d}t| ||d< d	}	d
D ]}
| |
rd}	 q q|	rtdt   |s:tjg}|	s:tdt   g }|D ]4}t|tjjrf||jj n|t| qB||d< t|d  tj| g }||kr|| d S )Nr  r   rN   session_tab_idrd   r,  )r   r   r)  r   r+  F)
zevent-r	  ztask-comment-zaudit-task-comment-znotify-person-r'  zcomment-z	notify-osznotify-important-ZDEBUG_TuC   DEV: WARNING в cmf_emit_event не указали cmf_emit_event: u   DEV: FATAL!!!!!!!!!!!!!! Добавьте меня в спинт Баги реактивности. 10.10.2022 в cmf_emit_event не указали cmf_emit_event: r   )rz  r   r;   r  rw   r   rx  r   ro   rz   rI  r[  r|   ra   r*   localsr   rk   rl   r   r   r   rp   
setdefault)r.  r)  r+  r   r   r   r   r   r{  ZmutedZ
muted_debtr0  r/  Z
event_listr   r   r   r     sL    


r   c                 C   s"   dt krg t _t j| |f d S )Nr  )r   r  r   )rR  rS  r   r   r   cmf_emit_server_eventP  s    rL  c                 C   s   |rd |nd}|rdnd}|r&dnd}	d ||| |	g}
tj|
dtjtjd}|r| \}}|rv| }| }|j}|r|rtd|
 td	| td
| t	d|
 |r|||fS ||p|fS dS )u  
    :param command: собственно, команда которую необходимо выполнить
    :param sudo: необходимо ли команду выполнять от рута
    :param timeout: секунд на выполнение. Дальше команда получит SIGTERM.
    :param wait: True дождаться окончания выполнения команды, False запустить и забыть, вернёт (None, None)
    :param separate_out_and_err: отдельно stdout, отдельно stderr, иначе не ясно как это всё парсить
        False по умолчанию, чтобы никому ничего не сломать.
    :param do_decode: возвращать декодированные строки вместо байт
    :param do_raise: выбрасывать исключение в случае, если код возврата != 0 (удобно для логирования трэйсбэков)
    TODO: почему u''? Наследие python2 и биллинга или реальная необходимость?
    TODO: Можно перейти на f'{sudo}bash -c export BLA=BLA;{timeout}{cmd}{redirect}', читается лучше
    ztimeout {0} rd   zsudo z 2>&1z0{0} bash -c "export BOOTUP="noncolor";{1}{2}{3}"T)shellr  rF   u6   Произошла ошибка при вызове %sz
STDOUT: %sz
STDERR: %su4   Произошла ошибка при вызове )NN)
r  
subprocessPopenPIPEZcommunicaterR   
returncoderK  r  RuntimeError)ZcommandZsudor~  waitZseparate_out_and_errZ	do_decodeZdo_raiseZtimeout_cmdZ_sudoZ	_redirectcmdZprocessouterrZerrcoder   r   r   run_bash_commandV  s8    
rW  c                 C   sL   t tj}t }||   ||}t	|
 }|  d| }|S )ua   
    Подписываем токен сертификатом
    :param jwt:
    :return:
    r!   )r   r  r1  rsa_private_keyr
   r   r   signbase64	b64encoderR   )jwtZsignerZdigestrY  r   r   r   r   rsa_sign_pack_jwt  s    
r]  c                 C   sH   ddd}t t|  }t t|   } | d|  S )uD   
    Создаем токен
    :param payload:
    :return:
    ZRS256ZJWT)Zalgtypr!   )rZ  r[  r[  r|   r   rR   )payloadheaderr   r   r   
create_jwt  s    
ra  c                   C   s   t jS )u2   
    Текущая версия
    :return:
    )rC   ZCMF_VERSIONr   r   r   r   cmf_get_version  s    rb  c                 C   s   | t jkrt j|  dS )ux   
    Удаления файлов после коммита транзакции
    :param filename:
    :return:
    N)r   r  r   r8  r   r   r   cmf_remove_file  s    
rc  c                   @   s,   e Zd Zd
ddddZdd Zdd	 ZdS )rJ  FNr7   c                 C   s   t d| _|| _d S )Nz/with-context)r1  Ztest_request_contextctxr|  )r   r|  r   r   r   r     s    zcmf_context.__init__c                 C   s*   | j   | jrt  t  t  d S r   )rd  	__enter__r|  start_viewsr  Zinit_dsr1  Zpreprocess_requestrH   r   r   r   re    s
    
zcmf_context.__enter__c                 C   s<   t j|d |s(t  t  t  t  | j||| d S rE  )r  r  r$  r%  r7  r9  rd  __exit__)r   excro   r  r   r   r   rg    s    zcmf_context.__exit__)F)r(   r&   r3   r   re  rg  r   r   r   r   rJ    s   rJ  c                  C   s   ddddddg} t jdd | D  }|D ]\}}}|tjd	}|d
r(|D ]\}|dsf|drN|dsNddd |dD }t	j
|d |dd  d d qNq(tjddtd tjddtd tjddtd d S )Nz	cmf/viewszcmf/modulescommonmoduleszcustom/commonzcustom/modulesc                 S   s&   g | ]}t jtj d | ddqS )r$   T)followlinks)r   walkrC   r+  )r   Z
search_dirr   r   r   r     s   zstart_views.<locals>.<listcomp>rd   z/viewsz.pyz.pycz__init__.pyr!   c                 s   s   | ]}|r|V  qd S r   r   )r   r   r   r   r   r    s      zstart_views.<locals>.<genexpr>r$   r   )packager  )r    Z	view_funcz/<path:req_filename>Zdistz/static/<path:req_filename>Zstatic)	itertoolschainrv   rC   r+  endswithra   r   r'   	importlibimport_moduler1  r)   r5  )Zsearch_dirsZsearch_iterdirnamedirnames	filenamesr3  r,   r   r   r   rf    s$    

$  rf  c                 K   s,   t j| ||d}|jf | tj| |S )NrM  )r  	signaturer   r   r  r   )r  r   r   r/   rv  r   r   r   cmf_deferred_task  s    rw  c                   C   s*   t jdd d kr&ttjdddg d S )NSOCKETIOZworkerz--poolrY  )r   r   rS   rY  rZ  r  Zworker_mainr   r   r   r   spawn_task_worker  s    ry  c                  C   s*   dd } t jdd d kr&td|  d S )Nc               	   S   sH   ddl m}  t  | td  W 5 Q R X tdtjd td d S )Nr   Beat)re  zBeat die!!! Stop worker.rA   r`   )	Zcelery.apps.beatr{  rJ  r  r  r*   rE   rF   exitrz  r   r   r   run_beat  s
    z&spawn_task_scheduler.<locals>.run_beatrx  rP  )r   r   rS   rY  Zspawn_later)r}  r   r   r   spawn_task_scheduler  s    r~  c                  C   s"   dd } t jrtj| dgd d S )Nc                 S   s2   i }t jdd rdtji}tjtj| |d d S )Nrx  r   
namespacesr  )r   r   rS   rC   ORG_NAMEwhatsapp_sioconnectrA  r  r   r   r   messenger_connect  s    
 z:spawn_messenger_socketio_client.<locals>.messenger_connectz	/whatsapp)r  )rC   rA  rY  rZ  )r  r   r   r   rB    s    rB  c                   C   s   t tjtj d S r   )rY  rZ  whatsapp_go_sior  rC   rC  r   r   r   r   rD  	  s    rD  c                  C   s<   dd l } tdtj dtj  | jtjtjdddd d S )Nr   uY   Подключаемся к удаленной отладке config.REMOTE_DEBUG_SERVER=z config.REMOTE_DEBUG_PORT=TF)ZportZstdoutToServerZstderrToServerZsuspend)pydevd_pycharmr*   rC   ZREMOTE_DEBUG_SERVERZREMOTE_DEBUG_PORTsettrace)r  r   r   r   cmf_pycharm_debug		  s     r  r7   c                  C   sH   t tjtjttt ttt d tjj	dd} t
| }t|S )Nrs  Zguid)ZissZorg_nameZiatZexpr  Zjti)r;   rC   ZAPP_FQDNr  rp   rq   rT  r   r  ro   ra  r]  )r_  r\  r   r   r   gen_eva_app_token	  s    r  )urirS  c                 C   s   ddl m} | }dddd|_tj |  }t |d< |j|t|d}|j	d	krtt
d
| d|j	 d|j | }|rd|krt
d| t| |S )Nr   )sessionr  r  r   )zContent-typeZAcceptzContent-EncodingZeva_app_token)rS     u9   Не удалось отправить запрос, url=z, status_code=z, res=r  u(   Сервер вернул ошибку: )Zrequestsr  r  rC   r"  r  Zpostr[  r|   r  rw   Zcontentr   r  )r  rS  r  r   r-   r   r  r   r   r   call_eva_account	  s$    


r  )rd   )NN)r  r  )F)N)r   )N)FFN)TNTFFF)NN)r   rn  rT   rE   rZ  Zcalendarrj   rN  rT  r  r  r   r   pathlibr   Zurllib.parser   r   r   r   r  r	   r   rY  r  ZCrypto.Hashr
   ZCrypto.Signaturer   r-  r   r   Z
flask.jsonr   Zwerkzeug.exceptionsr   rl   r   Zcmf.includeZcmf.data_providersr   r  r  r   r5   objectr6   r  r  r(   rC   r+  r1  Zjson_encoderr  r  r2  r  ZHOOK_CRON_HOURLYZHOOK_CRON_DAILYZHOOK_CRON_WEEKLYZHOOK_CRON_MONTHLYr;  Zflask_socketior&  r'  rz  r(  r)  r7  r5  r6  rW  rx   rV  r^  r_  rc  r   rd  r-  Zcfgr%   rH  r   r   rS   rw   rD   Zsocketio_kwargsrg  r-   ri  rm  Zengineio.payloadrn  Zmax_decode_packetsr  r  r*  r   openr+   readr  r  r   r  r  r  r  Zerrorhandlerr  Zregister_error_handlerZprivate_key_pathZpublic_key_pathZCrypto.PublicKeyr  Z
import_keyZ
read_bytesrX  Zrsa_public_keyr  r  r  rx  r  r  r  propertyrz   r   Zcurrent_userr  r  r  r  r  r!  r&  r*  r1  r$  r5  r%  r6  r7  r9  Zafter_requestr:  r=  r?  r@  rG  r   r   rL  rW  r]  ra  rb  rc  rJ  rf  rw  ry  r~  rB  rD  r  rp   r  r;   r  r   r   r   r   <module>   s|        

;'
	 
	 


V

!

             b 


 ~
1
	


9  
,

