cj1 g d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl m
Z
m Z ddl Z ddl
mZ ddl
mZ ej j" ZddlmZmZmZmZmZ G d d e Z e Z G d
d e Z G d d
e Z y))Queue SimpleQueue
JoinableQueue N)EmptyFull )
connection)context)debuginfoFinalizeregister_after_fork
is_exitingc e Zd ZddZd Zd Zd ZddZddZddZ d Z
d
Z d Z d Z
d
Zd Zd Zd Zd Zd Zed Zed Zed Zed Z eej6 Z y)r c |dk rddl m} || _ t j d \ | _ | _ |j | _ t j | _ t j dk( rd | _ n|j | _ |j | | _ d| _ | j% t j dk7 rt' | t( j* y y )Nr r )
SEM_VALUE_MAXFduplexwin32) synchronizer _maxsizer Pipe_reader_writerLock_rlockosgetpid_opidsysplatform_wlockBoundedSemaphore_sem
_ignore_epipe_resetr r _after_forkselfmaxsizectxs //usr/lib64/python3.12/multiprocessing/queues.py__init__zQueue.__init__% s a< =
%/__E%B" dlhhj YY[
<<7 " DK ((*DK((1 "
<<7 " e&7&7 8 # c t j | | j | j | j | j
| j | j | j | j fS N)
r
assert_spawningr% r r r r r" r$ r r) s r, __getstate__zQueue.__getstate__9 sP %""DMM4<< T[[$))TZZA Ar. c |\ | _ | _ | _ | _ | _ | _ | _ | _ | j y r0 ) r% r r r r r" r$ r r& r) states r, __setstate__zQueue.__setstate__> s5 t d | j d y )NzQueue._after_fork()T)
after_fork)r r& r2 s r, r' zQueue._after_forkC s
#$ t $r. c |r| j j n,t j t j | _ t j | _ d | _ d | _ d| _
d| _ d | _ | j j | _ | j j" | _ | j j& | _ y NF) _notempty_at_fork_reinit threading Conditionr collectionsdeque_buffer_thread _jointhread_joincancelled_closed_closer
send_bytes _send_bytesr
recv_bytes _recv_bytespoll_poll)r) r9 s r, r& z Queue._resetG s NN * * , & 0 0 1A BDN"((* # <<22 <<22\\&&
r. Nc b | j rt d| d | j j || st | j
5 | j | j | j j | | j
j d d d y # 1 sw Y y xY wNzQueue z
is closed) rF
ValueErrorr$ acquirer r< rC
_start_threadrB appendnotifyr) objblocktimeouts r, putz Queue.putV s << vdXZ 89 9yy 0J
^^||#""$ LL $ NN ! ! # ^^s
AB%%B.c | j rt d| d |rB|@| j 5 | j }d d d | j j n|rt
j |z }| j j || st |r.t
j z
}| j | s t | j st | j }| j j | j j t j S # 1 sw Y xY w# | j j w xY wrO )
rF rP r rK r$ releasetime monotonicrQ r rM _ForkingPicklerloads)r) rW rX resdeadlines r, getz Queue.getb s
<< vdXZ 89 9 W_&&( II >>+g5;;&&ug6
& & )9 9G ::g. # K&&( !!# ##% $$S))) $ ##%s D; A0E ;E E#c d | j | j j j z
S r0 )r r$ _semlock
_get_valuer2 s r, qsizez Queue.qsize| s$ }}tyy 1 1 < < >>>r. c $ | j S r0 rM r2 s r, emptyz Queue.empty ::< r. c J | j j j S r0 )r$ rd _is_zeror2 s r, fullz
Queue.full s yy!!**,,r. c $ | j d S r; )rb r2 s r,
get_nowaitzQueue.get_nowait s xx r. c & | j |d S r; )rY r) rV s r,
put_nowaitzQueue.put_nowait s xxU##r. c L d| _ | j }|rd | _ | y y )NT)rF rG )r) closes r, rt z Queue.close s& DK G r. c T t d | j r| j y y )NzQueue.join_thread())r rD r2 s r, join_threadzQueue.join_thread s%
#$ r. c | t d d| _ | j j y # t $ r Y y w xY w)NzQueue.cancel_join_thread()T)r rE rD cancelAttributeErrorr2 s r, cancel_join_threadzQueue.cancel_join_thread s<
*+ " # # % s / ;;c | j j t j dk( r| j j | j | j y )Nr )r rt r r! r rv r2 s r, _terminate_brokenzQueue._terminate_broken sG
<<7 " LL
r. c , t d | j j t j t
j | j | j | j | j | j j | j j | j | j | j f dd | _ t d | j j# t d | j$ sJt' | j t
j( t+ j, | j gd | _ t' | t
j0 | j | j gd | _ y # d | _ xY w)
NzQueue._start_thread()QueueFeederThreadT)targetargsnamedaemonzdoing self._thread.start()z ... done self._thread.start()) exitpriority
)r rB clearr> Threadr _feedr< rI r" r rt r r% _on_queue_feeder_errorr$ rC startrE r
_finalize_joinweakrefrefrD _finalize_closerG r2 s r, rR zQueue._start_thread s2
%&
'';;,,0@0@++t|| 1 14<<3E3E$$d&A&A)) %
. / LL 1 2 "" ' e 2 2T\\*+ D %''
\\4>> * DL s
0F
Fc z t d | }| |j t d y t d y )Nzjoining queue threadz... queue thread joinedz ... queue thread already dead)r join)twrthreads r, r zQueue._finalize_join s3
$% KKM + , 1 2r. c t d |5 | j t |j d d d y # 1 sw Y y xY w)Nz telling queue thread to quit)r rS _sentinelrT )buffernotemptys r, r zQueue._finalize_close s.
,-
MM) $ OO XXs &=Ac t d |j } |j }
|j } | j } t
}
t j dk7 r|j }|j }nd } | | s | |
| }||
u rt d | | y t j | }| || n | || ]# |
w xY w# w xY w# t $ r Y nw xY wno# t $ rc}|r#t |dd t j k( rY d }~y t rt! d| Y d }~y |j || Y d }~nd }~ww xY w)Nz$starting thread to feed data to piper z%feeder thread got sentinel -- exitingerrnor zerror in queue thread: %s)r rQ r[ waitpopleftr r r! r^ dumps
IndexError Exceptiongetattrr EPIPEr r )r r rH writelock reader_close writer_close ignore_epipeonerror queue_semnacquirenreleasenwaitbpopleftsentinelwacquirewreleaserV es r, r z Queue._feed sh 45####
>> <<7 " ((H ((HH-
$
! J &j (? !"I J (N (N " . 3 3C 8#+ &sO $J + *3 (
# J& !)
!
$ GAw$:ekk$I
<4a8 %%'AsOO#
$; sx 2D : C) D %D 1'D C5 !D ) C22D 5 C>>D D
D D
D E= E8?E8E88E=c , ddl }|j y)z
Private API hook called when feeding data in the background thread
raises an exception. For overriding by concurrent.futures.
r N) traceback print_exc)r rV r s r, r z Queue._on_queue_feeder_error& s r. r )FTN) __name__
__module__ __qualname__r- r3 r7 r' r& rY rb rf ri rm ro rr rt rv rz r| rR staticmethodr r r r classmethodtypes GenericAlias__class_getitem__ r. r, r r # s 9(A
%
'
$*4? - $ %N 3 3 <$ <$| $E$6$67r. r c 4 e Zd ZddZd Zd Zd dZd Zd Zy)
r c t j | || |j d | _ |j | _ y )N)r+ r )r r- Semaphore_unfinished_tasksr? _condr( s r, r- zJoinableQueue.__init__> s2
tW#.!$ q!1 ]]_
r. c ^ t j | | j | j fz S r0 )r r3 r r r2 s r, r3 zJoinableQueue.__getstate__C s' !!$'4::t7M7M*NNNr. c Z t j | |d d |dd \ | _ | _ y )N)r r7 r r r5 s r, r7 zJoinableQueue.__setstate__F s-
4s,-223Z*
D*r. Nc | j rt d| d | j j || st | j
5 | j 5 | j | j | j j | | j j | j
j d d d d d d y # 1 sw Y xY w# 1 sw Y y xY wrO )rF rP r$ rQ r r< r rC rR rB rS r r[ rT rU s r, rY zJoinableQueue.putJ s << vdXZ 89 9yy 0J
^^TZZ||#""$ LL $ " " * * , NN ! ! # (^^ZZ^^s%
C A,CC C C C)c | j 5 | j j d s t d | j j j r| j j
d d d y # 1 sw Y y xY w)NFz!task_done() called too many times)r r rQ rP rd rl
notify_allr2 s r, task_donezJoinableQueue.task_doneW s[
ZZ))11%8 !DEE%%..779
%%' ZZs A%A;;Bc | j 5 | j j j s| j j d d d y # 1 sw Y y xY wr0 )r r rd rl r r2 s r, r zJoinableQueue.join^ s9
ZZ))22;;=
! ZZs ?AA r r ) r r r r- r3 r7 rY r r r r. r, r r < s! %
O8 $("r. r c Z e Zd Zd Zd Zd Zd Zd Zd Zd Z e
e j Z
y) r c
t j d \ | _ | _ |j | _ | j j | _ t j dk( rd | _
y |j | _
y )NFr r ) r r r r r r rL rM r r! r" )r) r+ s r, r- zSimpleQueue.__init__i sW %/__E%B" dlhhj \\&&
<<7 " DK ((*DKr. c l | j j | j j y r0 )r rt r r2 s r, rt zSimpleQueue.closer s" r. c $ | j S r0 rh r2 s r, ri zSimpleQueue.emptyv rj r. c t j | | j | j | j | j
fS r0 )r
r1 r r r r" r2 s r, r3 zSimpleQueue.__getstate__y s/ % dllDKKEEr. c p |\ | _ | _ | _ | _ | j j | _ y r0 )r r r r" rL rM r5 s r, r7 zSimpleQueue.__setstate__} s) AF> t|T[$+\\&&
r. c | j 5 | j j }d d d t j S # 1 sw Y xY wr0 )r r rJ r^ r_ )r) r` s r, rb zSimpleQueue.get s;
[[,,))+C $$S)) [s AAc t j | }| j | j j | y | j 5 | j j | d d d y # 1 sw Y y xY wr0 )r^ r r" r rH rq s r, rY zSimpleQueue.put sQ ##C( ;; LL # #C ( '', s
A//A8N)r r r r- rt ri r3 r7 rb rY r r r r r r. r, r r g s9 % F'* - $E$6$67r. r ) __all__r r r> r@ r\ r r r queuer r _multiprocessing r r
reductionForkingPicklerr^ utilr r r
r r objectr r r r r r. r, r sx 4
##22 H H L8F L8^
H %"E %"V*8& *8r.