Файловый менеджер - Редактировать - /opt/imh-python/lib/python3.9/site-packages/celery/backends/__pycache__/base.cpython-39.pyc
Ðазад
a t�hΫ � @ s d Z ddlZddlZddlZddlmZ ddlmZmZmZ ddl m Z ddl m Z ddl mZ ddlmZmZmZ dd lmZ dd lmZmZ dd lmZ ddlZdd lm Z m Z m Z m Z dd l m!Z! ddl"m#Z# ddlm$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+ ddl,m-Z-m.Z.m/Z/m0Z0m1Z1 ddl2m3Z3 ddl4m5Z5m6Z6 ddl7m8Z8 ddl9m:Z:m;Z;m<Z<m=Z=m>Z> ddl?m@Z@ dZAeBdh�ZCe8eD�ZEdZFedd�ZGdZHd ZId d � ZJG d d � d eK�ZLd!d"� ZMG d#d$� d$�ZNG d%d&� d&�ZOG d'd(� d(eNeO�ZPePZQG d)d*� d*eN�ZRG d+d,� d,eReO�ZSG d-d.� d.eP�ZTdS )/z�Result backend base classes. - :class:`BaseBackend` defines the interface. - :class:`KeyValueStoreBackend` is a common base class using K/V semantics like _get and _put. � N)� namedtuple)�datetime� timedelta�timezone)�partial)�WeakValueDictionary)� ExceptionInfo)�dumps�loads�prepare_accept_content)�registry)� bytes_to_str� ensure_bytes)�maybe_sanitize_url)� current_app�group�maybe_signature�states)�get_current_task)�Context)�BackendGetMetaError�BackendStoreError� ChordError�ImproperlyConfigured� NotRegistered� SecurityError�TaskRevokedError� TimeoutError)� GroupResult� ResultBase� ResultSet�allow_join_result�result_from_tuple)� BufferMap)�LRUCache� arity_greater)� get_logger)�create_exception_cls�ensure_serializable�get_pickleable_exception�get_pickled_exception�raise_with_context)� get_exponential_backoff_interval)� BaseBackend�KeyValueStoreBackend�DisabledBackend�picklei �pending_results_t)Zconcrete�weakzU No result backend is configured. Please see the documentation for more information. z� Starting chords requires a result backend to be configured. Note that a group chained with a task is also upgraded to be a chord, as this pattern requires synchronization. Result backends that supports chords: Redis, Database, Memcached, and more. c C s | |dt �� i|��S )z Return an unpickled backend.�app)r Z_get_current_object)�cls�args�kwargs� r7 ��/root/rpmbuild/BUILDROOT/imh-python39-modules-3.9.7-92.el8.x86_64/opt/imh-python/lib/python3.9/site-packages/celery/backends/base.py�unpickle_backend? s r9 c @ s e Zd Zdd� Ze Z ZZdS )� _nulldictc O s d S �Nr7 )�self�a�kwr7 r7 r8 �ignoreE s z_nulldict.ignoreN)�__name__� __module__� __qualname__r? � __setitem__�update� setdefaultr7 r7 r7 r8 r: D s r: c C s | d u r dS | j S �NF)Z ignore_result��requestr7 r7 r8 �_is_request_ignore_resultK s rI c @ s* e Zd ZejZejZejZeZdZdZ dZ dZ ddddd�Z dpdd �Z dqd d �Zd d � Zddejfdd�Zddddejfdd�Zdd� Zdddejfdd�Zdddejfdd�Zdrdd�Zdsdd �Zdtd d �Zd d � Z d!d"� Z d#d$� Z d%d&� Z d'd(� Z d)d*� Z!d+d,� Z"dud-d.�Z#dvd/d0�Z$d1d2� Z%d3d4� Z&dwd5d6�Z'd7d8� Z(dxd9d:�Z)d;d<� Z*d=d>� Z+d?d@� Z,e,Z-dAdB� Z.dCdD� Z/dEdF� Z0dGdH� Z1dIdJ� Z2dydKdL�Z3dMdN� Z4dOdP� Z5dzdQdR�Z6d{dSdT�Z7dUdV� Z8dWdX� Z9dYdZ� Z:d[d\� Z;d]d^� Z<d_d`� Z=dadb� Z>dcdd� Z?d|dedf�Z@dgdh� ZAdidj� ZBd}dkdl�ZCd~dndo�ZDdS )�BackendNFT� r � )� max_retriesZinterval_startZ interval_stepZ interval_maxc K s || _ | j j} |p| j| _tj| j \| _| _| _|p:| j } | dkrJt � nt | d�| _ | � ||�| _|d u rr| jn|| _| jd u r�| jn| j| _t| j�| _| �dd�| _| �dd�| _| �dd�| _| �d td ��| _| �d d�| _ti t� �| _ t t �| _ || _ d S ) N���)�limitZresult_backend_always_retryFZ+result_backend_max_sleep_between_retries_msi' Z,result_backend_base_sleep_between_retries_ms� Zresult_backend_max_retries�infZresult_backend_thread_safe)!r3 �confZresult_serializer� serializer�serializer_registryZ _encoders� content_type�content_encoding�encoderZresult_cache_maxr: r$ �_cache�prepare_expires�expiresZresult_accept_content�acceptZaccept_contentr �get� always_retry� max_sleep_between_retries_ms� base_sleep_between_retries_ms�floatrM Z thread_safer1 r Z_pending_resultsr# �MESSAGE_BUFFER_MAXZ_pending_messages�url) r< r3 rS Zmax_cached_resultsr[ rZ Z expires_typerb r6 rR Zcmaxr7 r7 r8 �__init__o s* � zBackend.__init__c C s2 |r | j S t| j pd�}|�d�r.|dd� S |S )z=Return the backend as an URI, sanitizing the password or not.� z:///NrN )rb r �endswith)r< Zinclude_passwordrb r7 r7 r8 �as_uri� s zBackend.as_uric K s | � ||tj�S )zMark a task as started.)� store_resultr ZSTARTED�r< �task_id�metar7 r7 r8 �mark_as_started� s zBackend.mark_as_startedc C s: |r t |�s | j||||d� |r6|jr6| �|||� dS )z#Mark task as successfully executed.rG N)rI rg �chord�on_chord_part_return)r< ri �resultrH rg �stater7 r7 r8 � mark_as_done� s zBackend.mark_as_donec C s� |r| j |||||d� |r�|jr0| �|||� zt|j�}W n ttfyZ t� }Y n0 |D ]z} t| �} | � | j � | j � d�| _ | j � d�| _ |r�|tjv r�| jdur�| j | j|||| d� d| j v r`| �| ||� q`|r�|jr�| �|||� dS )z#Mark task as executed with failure.�� tracebackrH ri �group_idNrl )rg rl rm �iter�chain�AttributeError� TypeError�tupler rD �optionsr\ �idr r ZPROPAGATE_STATESri �errbacks�_call_task_errbacks) r< ri �excrr rH rg Z call_errbacksro Z chain_dataZ chain_elemZchain_elem_ctxr7 r7 r8 �mark_as_failure� s< � ���� zBackend.mark_as_failurec C s� g }|j D ]�}| j�|�}|js(| j|_zDt|jd�r`t|jjt�s`t |jjd�r`||||� n |� |� W q t y� |� |� Y q 0 q |r�|j }|j p�|}t|| jd�}| jjjs�|j�dd�r�|j|f||d� n|j|f||d� d S )N� __header__rL �r3 Zis_eagerF)� parent_id�root_id)r{ r3 � signatureZ_app�hasattr�type� isinstancer r r% �appendr rz r� r rR �task_always_eager� delivery_infor\ �apply� apply_async) r< rH r} rr Z old_signatureZerrbackri r� �gr7 r7 r8 r| � s6 � � � ��zBackend._call_task_errbacksrd c C s< t |�}|r | j|||d |d� |r8|jr8| �|||� d S )Nrq )r rg rl rm )r< ri �reasonrH rg ro r} r7 r7 r8 �mark_as_revoked s � zBackend.mark_as_revokedc C s | j |||||d�S )zfMark task as being retries. Note: Stores the current exception (if any). rq )rg )r< ri r} rr rH rg ro r7 r7 r8 � mark_as_retry s �zBackend.mark_as_retryc C s� | j }z|j|j j}W n ty. | }Y n0 t|j�d�|j�dg �t� d�|��}z| � ||d � W n4 t y� } z |j |j |d�W Y d }~S d }~0 0 |j |j |d�S d S )Nri Z link_error)rz r{ r� )r} ) r3 �_tasks�task�backend�KeyErrorr ry r\ �dictr| � Exception�fail_from_current_stackrz )r< �callbackr} r3 r� Z fake_requestZeb_excr7 r7 r8 �chord_error_from_stack s" ��&z Backend.chord_error_from_stackc C s t �� \}}}z�|d u r |n|}t|||f�}| �|||j� |W |d ur|z|j�� |jj W n tyr Y n0 |j }qB~S |d ur�z|j�� |jj W n ty� Y n0 |j }q�~n>|d ur�z|j�� |jj W n ty� Y n0 |j }q�~0 d S r; ) �sys�exc_infor r~ rr �tb_frame�clear�f_locals� RuntimeError�tb_next)r< ri r} �type_Zreal_exc�tbZexception_infor7 r7 r8 r� 2 s> � � z Backend.fail_from_current_stackc C sL |du r| j n|}|tv r"t|�S t|�}t|d|j�t|j| j�|j d�S )z$Prepare exception for serialization.NrB )�exc_type� exc_message� exc_module) rS �EXCEPTION_ABLE_CODECSr) r� �getattrr@ r( r5 �encoderA )r< r} rS �exctyper7 r7 r8 �prepare_exceptionE s �zBackend.prepare_exceptionc C s� |sdS t |t�r(| jtv r$t|�}|S t |t�stz t|�}W n4 tyr } z td|� ��|�W Y d}~n d}~0 0 |�d�}z |d }W n. ty� } zt d�|�W Y d}~n d}~0 0 |du r�t |t �}nPz(t j | }|�d�D ]}t||�}q�W n& ttf�y t |tjj �}Y n0 |�dd�}t |t��rBt|t��sr|du �rP|n |� d|� �}td |� d |� ���z&t |ttf��r�||� }n||�}W n: t�y� } z t|� d |� d ��}W Y d} ~ n d} ~ 0 0 |S ) z1Convert serialized exception to Python exception.NzbIf the stored exception isn't an instance of BaseException, it must be a dictionary. Instead got: r� r� z5Exception information must include the exception type�.r� rd z!Expected an exception class, got z with payload �(�))r� � BaseExceptionrS r� r* r� rw r\ r� � ValueErrorr' r@ r� �modules�splitr� rv �celery� exceptionsr� � issubclassr rx �listr� ) r< r} �er� r� r4 �nameZexc_msgZ fake_exc_type�errr7 r7 r8 �exception_to_pythonO s^ �� �� � � *zBackend.exception_to_pythonc C s | j dkr t|t�r |�� S |S )zPrepare value for storage.r0 )rS r� r �as_tuple�r< rn r7 r7 r8 � prepare_value� s zBackend.prepare_valuec C s | � |�\}}}|S r; )�_encode)r< �data�_�payloadr7 r7 r8 r� � s zBackend.encodec C s t || jd�S )N)rS )r rS )r< r� r7 r7 r8 r� � s zBackend._encodec C s$ |d | j v r | �|d �|d< |S )N�statusrn )�EXCEPTION_STATESr� )r< rj r7 r7 r8 �meta_from_decoded� s zBackend.meta_from_decodedc C s | � | �|��S r; )r� �decode�r< r� r7 r7 r8 � decode_result� s zBackend.decode_resultc C s. |d u r |S |pt |�}t|| j| j| jd�S )N)rU rV r[ )�strr rU rV r[ r� r7 r7 r8 r� � s �zBackend.decodec C s< |d u r| j jj}t|t�r$|�� }|d ur8|r8||�S |S r; )r3 rR Zresult_expiresr� r � total_seconds)r< �valuer� r7 r7 r8 rY � s zBackend.prepare_expiresc C s( |d ur |S | j jj}|d u r$| jS |S r; )r3 rR Zresult_persistent� persistent)r< �enabledr� r7 r7 r8 �prepare_persistent� s zBackend.prepare_persistentc C s( || j v r t|t�r | �|�S | �|�S r; )r� r� r� r� r� )r< rn ro r7 r7 r8 � encode_result� s zBackend.encode_resultc C s || j v S r; )rX �r< ri r7 r7 r8 � is_cached� s zBackend.is_cachedc C sJ || j v r$t�tj�}|r(|�� }nd }|||| �|�|d�}|rXt|dd �rX|j|d< |rrt|dd �rr|j |d< | j j � dd��rF|�rFt|dd �t|dd �t|d d �t|d d �t|d d �t |d �r�|jr�|j�d �nd d�} t|dd ��r|j| d< | �|j� |�r<dd h} | D ]$} | | } | �| �} t| �| | < �q|�| � |S )N)r� rn rr �children� date_doner rs r� �extendedrn r� r5 r6 �hostname�retriesr� Z routing_key)r� r5 r6 Zworkerr� �queue�stamps�stamped_headers)� READY_STATESr �nowr �utc� isoformat�current_task_childrenr� r r� r3 rR Zfind_value_for_keyr� r� r\ r� rD r� r� r )r< rn ro rr rH Z format_dater� r� rj Z request_metaZencode_needed_fields�fieldr� Z encoded_valuer7 r7 r8 �_get_result_meta� sN � ��� zBackend._get_result_metac C s t �|� d S r; )�time�sleep)r< �amountr7 r7 r8 �_sleep� s zBackend._sleepc K s� | � ||�}d}z"| j||||fd|i|�� |W S ty� } zf| jr�| �|�r�|| jk r�|d7 }t| j|| jd�d } | � | � q�t t d||d�� n� W Y d}~qd}~0 0 qdS ) z�Update task state and result. if always_retry_backend_operation is activated, in the event of a recoverable exception, then retry operation with an exponential backoff until a limit has been reached. r rH rL T�� z%failed to store result on the backend)ri ro N) r� � _store_resultr� r] �exception_safe_to_retryrM r, r_ r^ r� r+ r ) r< ri rn ro rr rH r6 r� r} � sleep_amountr7 r7 r8 rg s0 �� �� �zBackend.store_resultc C s | j �|d � | �|� d S r; )rX �pop�_forgetr� r7 r7 r8 �forget# s zBackend.forgetc C s t d��d S )Nz"backend does not implement forget.��NotImplementedErrorr� r7 r7 r8 r� ' s zBackend._forgetc C s | � |�d S )zGet the state of a task.r� )� get_task_metar� r7 r7 r8 � get_state* s zBackend.get_statec C s | � |��d�S )z$Get the traceback for a failed task.rr �r� r\ r� r7 r7 r8 � get_traceback0 s zBackend.get_tracebackc C s | � |��d�S )zGet the result of a task.rn r� r� r7 r7 r8 � get_result4 s zBackend.get_resultc C s( z| � |�d W S ty" Y n0 dS )z(Get the list of subtasks sent by a task.r� N)r� r� r� r7 r7 r8 � get_children8 s zBackend.get_childrenc C s$ | j jjr | j jjs t�dt� d S )Nz�Results are not stored in backend and should not be retrieved when task_always_eager is enabled, unless task_store_eager_result is enabled.)r3 rR r� Ztask_store_eager_result�warnings�warn�RuntimeWarning�r< r7 r7 r8 �_ensure_not_eager? s �zBackend._ensure_not_eagerc C s dS )a Check if an exception is safe to retry. Backends have to overload this method with correct predicates dealing with their exceptions. By default no exception is safe to retry, it's up to backend implementation to define which exceptions are safe. Fr7 )r< r} r7 r7 r8 r� G s z Backend.exception_safe_to_retryc C s� | � � |r,z | j| W S ty* Y n0 d}z| �|�}W q�W q0 ty� } zd| jr�| �|�r�|| jk r�|d7 }t| j || j d�d }| � |� q�t t d|d�� n� W Y d}~q0d}~0 0 q0|r�|�d�tjkr�|| j|< |S ) z�Get task meta from backend. if always_retry_backend_operation is activated, in the event of a recoverable exception, then retry operation with an exponential backoff until a limit has been reached. r rL Tr� zfailed to get meta)ri Nr� )r� rX r� �_get_task_meta_forr� r] r� rM r, r_ r^ r� r+ r r\ r �SUCCESS)r< ri �cacher� rj r} r� r7 r7 r8 r� Q s8 �� � zBackend.get_task_metac C s | j |dd�| j|< dS )z;Reload task result, even if it has been previously fetched.F�r� N)r� rX r� r7 r7 r8 �reload_task_resultx s zBackend.reload_task_resultc C s | j |dd�| j|< dS )z<Reload group result, even if it has been previously fetched.Fr� N)�get_group_metarX �r< rs r7 r7 r8 �reload_group_result| s zBackend.reload_group_resultc C sP | � � |r,z | j| W S ty* Y n0 | �|�}|rL|d urL|| j|< |S r; )r� rX r� �_restore_group�r< rs r� rj r7 r7 r8 r� � s zBackend.get_group_metac C s | j ||d�}|r|d S dS )zGet the result for a group.r� rn N)r� r� r7 r7 r8 � restore_group� s zBackend.restore_groupc C s | � ||�S )z&Store the result of an executed group.)� _save_group�r< rs rn r7 r7 r8 � save_group� s zBackend.save_groupc C s | j �|d � | �|�S r; )rX r� � _delete_groupr� r7 r7 r8 � delete_group� s zBackend.delete_groupc C s dS )zBackend cleanup.Nr7 r� r7 r7 r8 �cleanup� s zBackend.cleanupc C s dS )z:Cleanup actions to do at the end of a task worker process.Nr7 r� r7 r7 r8 �process_cleanup� s zBackend.process_cleanupc C s i S r; r7 )r< Zproducerri r7 r7 r8 � on_task_call� s zBackend.on_task_callc C s t d��d S )Nz%Backend does not support add_to_chordr� )r< Zchord_idrn r7 r7 r8 � add_to_chord� s zBackend.add_to_chordc K s d S r; r7 )r< rH ro rn r6 r7 r7 r8 rm � s z Backend.on_chord_part_returnc C s d S r; r7 )r< rs � chord_sizer7 r7 r8 �set_chord_size� s zBackend.set_chord_sizec K s� dd� |D �|d< zt |dd �}W n ty8 d }Y n0 |j�dt |dd ��}|d u rr| jjj�||j�d j}|j�dt |dd��}| jj d j |j |f||||d � d S ) Nc S s g | ] }|� � �qS r7 �r� ��.0�rr7 r7 r8 � <listcomp>� � z1Backend.fallback_chord_unlock.<locals>.<listcomp>rn r� r� �priorityr zcelery.chord_unlock)� countdownr� r ) r� r ry r\ r3 ZamqpZrouterZrouter� �tasksr� rz )r< � header_result�bodyr r6 Z body_typer� r r7 r7 r8 �fallback_chord_unlock� s �z Backend.fallback_chord_unlockc C s d S r; r7 r� r7 r7 r8 �ensure_chords_allowed� s z Backend.ensure_chords_allowedc K s, | � � | jj|� }| j||fi |�� d S r; )r r3 r r �r< Zheader_result_argsr r6 r r7 r7 r8 � apply_chord� s zBackend.apply_chordc C s0 |pt t� dd �}|r,dd� t |dg �D �S d S )NrH c S s g | ] }|� � �qS r7 r r r7 r7 r8 r � r z1Backend.current_task_children.<locals>.<listcomp>r� )r� r )r< rH r7 r7 r8 r� � s z Backend.current_task_childrenr7 c C s |si n|}t | j||ffS r; )r9 � __class__�r< r5 r6 r7 r7 r8 � __reduce__� s zBackend.__reduce__)NNNNNN)F)N)N)N)N)N)TF)NN)T)T)T)rL )N)r7 N)Er@ rA rB r r� ZUNREADY_STATESr� r Zsubpolling_interval�supports_native_joinZsupports_autoexpirer� Z retry_policyrc rf rk r� rp �FAILUREr~ r| ZREVOKEDr� �RETRYr� r� r� r� r� r� r� r� r� r� r� rY r� r� r� r� r� rg r� r� r� � get_statusr� r� r� r� r� r� r� r� r� r r r r r r r rm r r r r r� r r7 r7 r7 r8 rJ Q s� � � � � 8.� � G � 3 � " ' rJ c @ sH e Zd Zddd�Zddd�Zddd �Zdd d �Zd d� Zedd� �Z dS )�SyncBackendMixinN� �?Tc c sl | � � |j}|sd S t� }|D ]*}t|t�r>|j|jfV q |�|j� q | j||||||d�E d H d S )N)�timeout�interval�no_ack� on_message� on_interval)r� �results�setr� r rz �add�get_many) r< rn r$ r% r& r' r( r) �task_idsr7 r7 r8 � iter_native� s �z SyncBackendMixin.iter_nativec C sN | � � |d urtd��| j|j||||d�} | rJ|�| � |j||d�S d S )Nz,Backend does not support on_message callback)r$ r% r( r& )� propagater� )r� r �wait_forrz Z_maybe_set_cacheZ maybe_throw) r< rn r$ r% r& r' r( r� r/ rj r7 r7 r8 �wait_for_pending� s �� z!SyncBackendMixin.wait_for_pendingc C s^ | � � d}| �|�}|d tjv r(|S |r2|� t�|� ||7 }|r ||kr td��q dS )aL Wait for task and return its result. If the task raises an exception, this exception will be re-raised by :func:`wait_for`. Raises: celery.exceptions.TimeoutError: If `timeout` is not :const:`None`, and the operation takes longer than `timeout` seconds. g r� zThe operation timed out.N)r� r� r r� r� r� r )r< ri r$ r% r& r( Z time_elapsedrj r7 r7 r8 r0 � s zSyncBackendMixin.wait_forFc C s |S r; r7 )r< rn r2 r7 r7 r8 �add_pending_result s z#SyncBackendMixin.add_pending_resultc C s |S r; r7 r� r7 r7 r8 �remove_pending_result s z&SyncBackendMixin.remove_pending_resultc C s dS rF r7 r� r7 r7 r8 �is_async s zSyncBackendMixin.is_async)Nr# TNN)Nr# TNNNT)Nr# TN)F) r@ rA rB r. r1 r0 r2 r3 �propertyr4 r7 r7 r7 r8 r" � s � � � r" c @ s e Zd ZdZdS )r- z"Base (synchronous) result backend.N�r@ rA rB �__doc__r7 r7 r7 r8 r- $ s r- c s e Zd ZeZdZdZdZdZ� fdd�Z dd� Z d d � Z d d � Z d d� Z dd� Zdd� Zdd� Zdd� Zdd� Zd=dd�Zd>d d �Zd?d d �Zd@d d!�Zd"d#� Zejfd$d%�Zejfd&d'�Zd(d)d*d(d(d(ejfd+d,�Z d-d.� Z dAd/d0�Z d1d2� Z d3d4� Z d5d6� Z!d7d8� Z"d9d:� Z#d;d<� Z$� Z%S )B�BaseKeyValueStoreBackendzcelery-task-meta-zcelery-taskset-meta-z chord-unlock-Fc sJ t | jd�r| jj| _t� j|i |�� | �� | �� | jrF| j| _ d S )N�__func__) r� �key_tr9 �superrc �_add_global_keyprefix�_encode_prefixes�implements_incr�_apply_chord_incrr r �r r7 r8 rc 2 s z!BaseKeyValueStoreBackend.__init__c C sV | j j�di ��dd�}|rR|� d| j� �| _|� d| j� �| _|� d| j� �| _dS )a/ This method prepends the global keyprefix to the existing keyprefixes. This method checks if a global keyprefix is configured in `result_backend_transport_options` using the `global_keyprefix` key. If so, then it is prepended to the task, group and chord key prefixes. Z result_backend_transport_options�global_keyprefixNr� )r3 rR r\ �task_keyprefix�group_keyprefix�chord_keyprefix)r< rA r7 r7 r8 r< ; s z.BaseKeyValueStoreBackend._add_global_keyprefixc C s. | � | j�| _| � | j�| _| � | j�| _d S r; )r: rB rC rD r� r7 r7 r8 r= H s z)BaseKeyValueStoreBackend._encode_prefixesc C s t d��d S )Nz Must implement the get method.r� �r< �keyr7 r7 r8 r\ M s z BaseKeyValueStoreBackend.getc C s t d��d S )NzDoes not support get_manyr� )r< �keysr7 r7 r8 �mgetP s z BaseKeyValueStoreBackend.mgetc C s | � ||�S r; )r* )r< rF r� ro r7 r7 r8 �_set_with_stateS s z(BaseKeyValueStoreBackend._set_with_statec C s t d��d S )Nz Must implement the set method.r� �r< rF r� r7 r7 r8 r* V s z BaseKeyValueStoreBackend.setc C s t d��d S )Nz Must implement the delete methodr� rE r7 r7 r8 �deleteY s z BaseKeyValueStoreBackend.deletec C s t d��d S )NzDoes not implement incrr� rE r7 r7 r8 �incr\ s z BaseKeyValueStoreBackend.incrc C s d S r; r7 rJ r7 r7 r8 �expire_ s z BaseKeyValueStoreBackend.expirerd c C s$ |st d|� d���| �| j||�S )z#Get the cache key for a task by id.z task_id must not be empty. Got � instead.)r� � _get_key_forrB )r< ri rF r7 r7 r8 �get_key_for_taskb s z)BaseKeyValueStoreBackend.get_key_for_taskc C s$ |st d|� d���| �| j||�S )z$Get the cache key for a group by id.� group_id must not be empty. Got rN )r� rO rC �r< rs rF r7 r7 r8 �get_key_for_grouph s z*BaseKeyValueStoreBackend.get_key_for_groupc C s$ |st d|� d���| �| j||�S )z?Get the cache key for the chord waiting on group with given id.rQ rN )r� rO rD rR r7 r7 r8 �get_key_for_chordn s z*BaseKeyValueStoreBackend.get_key_for_chordc C s" | j }|d��|||�||�g�S )Nrd )r: �join)r< �prefixrz rF r: r7 r7 r8 rO t s �z%BaseKeyValueStoreBackend._get_key_forc C sF | � |�}| j| jfD ]&}|�|�rt|t|�d� � S qt|�S )zTake bytes: emit string.N)r: rB rC � startswithr �len)r< rF rV r7 r7 r8 � _strip_prefix{ s z&BaseKeyValueStoreBackend._strip_prefixc c s: |D ]0\}}|d ur| � |�}|d |v r||fV qd S )Nr� )r� )r< �valuesr� �kr� r7 r7 r8 � _filter_ready� s z&BaseKeyValueStoreBackend._filter_readyc sJ t |d�r(�fdd���|�� |�D �S � fdd���t|�|�D �S d S )N�itemsc s i | ]\}}� � |�|�qS r7 )rY )r r[ �vr� r7 r8 � <dictcomp>� s �z=BaseKeyValueStoreBackend._mget_to_results.<locals>.<dictcomp>c s i | ]\}}t � | �|�qS r7 �r )r �ir^ )rG r7 r8 r_ � s �)r� r\ r] � enumerate)r< rZ rG r� r7 )rG r< r8 �_mget_to_results� s � �z)BaseKeyValueStoreBackend._mget_to_resultsNr# Tc # sd |d u r dn|}t |t�r |nt|�} t� } � j} | D ]H} z | | } W n tyX Y q60 | d |v r6t| �| fV | �| � q6| �| � d}| �r`t| �}� �� � � fdd�|D ��||�}| � |� | �dd� |D �� |� � D ]&\}}|d ur�||� t|�|fV q�|�r0|| |k�r0t d|� d ���|�r<|� t �|� |d 7 }|r�||kr��q`q�d S ) Nr# r� r c s g | ]}� � |��qS r7 )rP )r r[ r� r7 r8 r � s �z5BaseKeyValueStoreBackend.get_many.<locals>.<listcomp>c S s h | ] }t |��qS r7 r` )r r^ r7 r7 r8 � <setcomp>� r z4BaseKeyValueStoreBackend.get_many.<locals>.<setcomp>zOperation timed out (r� rL )r� r* rX r� r r+ �difference_updater� rc rH rD r] r r� r� )r< r- r$ r% r& r' r( Zmax_iterationsr� ZidsZ cached_idsr� ri �cachedZ iterationsrG r rF r� r7 r� r8 r, � sF �� z!BaseKeyValueStoreBackend.get_manyc C s | � | �|�� d S r; )rK rP r� r7 r7 r8 r� � s z BaseKeyValueStoreBackend._forgetc K s� | j ||||d�}t|�|d< | �|�}|d tjkr:|S z | �| �|�| �|�|� W n8 ty� } z tt | �||d�| �W Y d } ~ n d } ~ 0 0 |S )N)rn ro rr rH ri r� )ro ri ) r� r r� r r� rI rP r� r r� ) r< ri rn ro rr rH r6 rj Z current_meta�exr7 r7 r8 r� � s � *z&BaseKeyValueStoreBackend._store_resultc C s( | � | �|�| �d|�� i�tj� |S )Nrn )rI rS r� r� r r� r r7 r7 r8 r � s �z$BaseKeyValueStoreBackend._save_groupc C s | � | �|�� d S r; )rK rS r� r7 r7 r8 r � s z&BaseKeyValueStoreBackend._delete_groupc C s* | � | �|��}|s tjdd�S | �|�S )�$Get task meta-data for a task by id.N)r� rn )r\ rP r ZPENDINGr� rh r7 r7 r8 r� � s z+BaseKeyValueStoreBackend._get_task_meta_forc C s> | � | �|��}|r:| �|�}|d }t|| j�|d< |S dS )rh rn N)r\ rS r� r" r3 )r< rs rj rn r7 r7 r8 r� � s z'BaseKeyValueStoreBackend._restore_groupc K s$ | � � | jj|� }|j| d� d S )N�r� )r r3 r �saver r7 r7 r8 r? � s z*BaseKeyValueStoreBackend._apply_chord_incrc K s� | j s d S | j}|j}|s d S | �|�}ztj|| d�}W nV ty� } z>t|j|d�} t � d|| � | � | t d| ����W Y d } ~ S d } ~ 0 0 |d u �rz t |��W nZ t �y } z@t|j|d�} t � d|| � | � | t d|� d���W Y d } ~ S d } ~ 0 0 | �|�} |j�d�} | d u �r,t|�} | | k�rFt �d |� �n�| | k�r�t|j|d�} |j�rl|jn|j} �z,z<t� � | |jjd d �}W d � n1 �s�0 Y W n~ t�y0 } zdz t|�� �}d �|| �}W n t�y� t | �}Y n0 t � d||� | � | t |�� W Y d } ~ ndd } ~ 0 0 z| � |� W nJ t�y� } z0t � d|| � | � | t d | ���� W Y d } ~ n d } ~ 0 0 W |� � | � |� n|� � | � |� 0 n| � || j � d S )Nri r� zChord %r raised: %rzCannot restore group: z Chord callback %r raised: %rz GroupResult z no longer existsr z/Chord counter incremented too many times for %rT)r$ r/ z Dependency {0.id} raised {1!r}zCallback error: )!r> r3 r rT r Zrestorer� r rl �logger� exceptionr� r r� rL r\ rX �warningr Z join_nativerU r! rR Zresult_chord_join_timeout�nextZ_failed_join_report�format� StopIteration�repr�delayrK rM rZ )r< rH ro rn r6 r3 �gidrF �depsr} r� �val�size�j�retZculpritr� r7 r7 r8 rm � s� � � � �* �& � �z-BaseKeyValueStoreBackend.on_chord_part_return)rd )rd )rd )rd )NN)&r@ rA rB r r: rB rC rD r> rc r< r= r\ rH rI r* rK rL rM rP rS rT rO rY r r� r\ rc r, r� r� r r r� r� r? rm � __classcell__r7 r7 r@ r8 r8 + sF � & � r8 c @ s e Zd ZdZdS )r. z/Result backend base class for key/value stores.Nr6 r7 r7 r7 r8 r. @ s r. c @ sP e Zd ZdZi Zdd� Zdd� Zdd� Zdd � Ze Z Z Z Z e Z ZZd S ) r/ zDummy result backend.c O s d S r; r7 r r7 r7 r8 rg I s z DisabledBackend.store_resultc C s t t�� ��d S r; )r� �E_CHORD_NO_BACKEND�stripr� r7 r7 r8 r L s z%DisabledBackend.ensure_chords_allowedc O s t t�� ��d S r; )r� � E_NO_BACKENDr{ r r7 r7 r8 � _is_disabledO s z DisabledBackend._is_disabledc O s dS )Nz disabled://r7 r r7 r7 r8 rf R s zDisabledBackend.as_uriN)r@ rA rB r7 rX rg r r} rf r� r! r� r� Zget_task_meta_forr0 r, r7 r7 r7 r8 r/ D s r/ )Ur7 r� r� r� � collectionsr r r r � functoolsr �weakrefr Zbilliard.einfor Zkombu.serializationr r r r rT Zkombu.utils.encodingr r Zkombu.utils.urlr Zcelery.exceptionsr� r r r r Z celery._stater Zcelery.app.taskr r r r r r r r r Z celery.resultr r r r! r" Zcelery.utils.collectionsr# Zcelery.utils.functionalr$ r% Zcelery.utils.logr& Zcelery.utils.serializationr' r( r) r* r+ Zcelery.utils.timer, �__all__� frozensetr� r@ rk ra r1 r| rz r9 r� r: rI rJ r" r- ZBaseDictBackendr8 r. r/ r7 r7 r7 r8 �<module> s^ ( N
| ver. 1.1 | |
.
| PHP 8.3.30 | Ð“ÐµÐ½ÐµÑ€Ð°Ñ†Ð¸Ñ Ñтраницы: 0 |
proxy
|
phpinfo
|
ÐаÑтройка