_ixdZddlmZddlZddlZddlZddlZddlZddlZddl Z ddlm Z m Z m Z m Z mZddlmZmZmZmZddlmZmZddlmZddlmZdd lmZdd lmZmZdd l m!Z!m"Z"m#Z#dd l$m%Z% dd l&m'Z'm(Z(dZ)n #e*$rdZ)YnwxYw ddl+m,Z,dZ-n#e*$rdZ-e(Z,YnwxYwddl.m/Z/m0Z0m1Z1er ddl2m3Z3ddl4m5Z5ej6dj7Z8ej6dj7Z9dZ:e;ge/ej<RZdkr dId!Z? dJdKd)Z@n dLd+Z? dJdMd,Z@dHd-ZAdNd/ZBdOd0ZCdPd2ZDd3ejEvZFej>dkZGdQd7ZHdRd8ZIGd9d:ZJGd;deJZLGd?d@e ZMdSdAZNefdTdFZOefdUdGZPdS)Vz&Internal network layer helper methods.) annotationsN)AbstractEventLoop BaseTransportBufferedProtocolFuture Transport) TYPE_CHECKINGAnyOptionalUnion)_csot ssl_support) create_task)MAX_MESSAGE_SIZE) decompress) ProtocolError_OperationCancelled) _UNPACK_REPLY_OpMsg_OpReply)_errno_from_exception)SSLError SSLSocketTF)_sslConn)BLOCKING_IO_LOOKUP_ERRORBLOCKING_IO_READ_ERRORBLOCKING_IO_WRITE_ERROR)AsyncConnection) Connectionz._is_readyc/xxzz  NN4 !Underlying socket has been closedr<r=r$r%) memoryviewlensendBLOCKING_IO_ERRORSfilenorr0r create_future add_reader remove_readerr add_writer remove_writer_HAVE_PYOPENSSLr) r r"r6viewsentrDr7fdr<s r8r2r2]s# ! ! ! ! SXXoo / $tuu+...% / / /[[]]88"#FGGTQc#9::/,,..COOB 3777/! **2....**2....c#:;;/,,..COOB 3777/! **2....**2...."/z#7O'P'P/,,..COOB 3777/Is;;;! **2...**2....**2...**2....7 /SXXoooooosb A IA*H<C# H<#C::AH<>EH<E33A H<>H+H<,H44H<<IconnrlengthintonceOptional[bool]rJcKtt|}d}d d}||krB |||d}|dkrtd|r |d|S||z }n#t$r}|} | dkrt d dt|trd| } | | ||  | d{V| | n#| | wxYwt|trd| } | | ||  | d{V|| n#|| wxYwtrt|t r| } | | ||  | | || | d{V| | || n/#| | || wxYwYd}~nd}~wwxYw||kB|S) Nrr<r=r$r%c\|rdS|ddSr?r@rCs r8rDz,_async_socket_receive_ssl.._is_readyrErFconnection closedrGrHrI)rJ bytearray recv_intoOSErrorrMrNrr0rrOrPrQrrRrSrTr) rXrYr6r[mv total_readrDreadr7rWr<s r8_async_socket_receive_sslrfs &)) * *  ! ! ! ! 6!!# /~~bo66199!"5666%ete9$d" % / / /[[]]88"#FGGTQc#9::/,,..COOB 3777/! **2....**2....c#:;;/,,..COOB 3777/! **2....**2...."/z#7O'P'P/,,..COOB 3777/Is;;;! **2...**2....**2...**2....7 /6!!J sh=A2+A22 I$=A*I(D0IDAI!E?)I?FA I!H++I+,III$dummycdKt|}t|}d}d}||kr |||d}n,#t$rt j|d{Vd}YnwxYw|dkrt |dz d}nt|dzd}||z }||kdSdS)NrMbP?Mb?)rJrKrLrMr-sleepmaxmin)r r"rgrU total_length total_sentbackoffrVs r8r2r2s#3xx  <'' yyjkk!233%   mG,,,,,,,,, axxgk511gk511 $ J<''''''sA &A32A3cKtt|}d}d}||kr |||d}|dkrtd|r |d|Sn,#t$rt j|d{Vd}YnwxYw|dkrt|dz d}nt|dzd}||z }||k|S)Nrrir_rjrk) rJr`rarbrMr-rlrmrn)rXrYrgr[rcrdrqres r8rfrfs &)) * * 6!! ~~bo66199!"5666%ete9$%%   mG,,,,,,,,, axxgk511gk511 $ J6!!  s=A))&BBc0||dSr?)sendall)r r"s r8rtrtsLLrFrcdK |jjrdStjtd{V.r?)cancel_context cancelledr-rl _POLL_TIMEOUTrXs r8_poll_cancellationrzsE+   (  FmM********* +rFc^K|}|}|dtj} tr_t |t tfrCtjt|||d|d{V ||Stjt||||d{V ||S#tj $r}tj d|d}~wwxYw#||wxYw)Nr'T)r[r(r*)r+r,r-r.r/r0rrr1rf_async_socket_receiver4r5r))r rY sock_timeoutr)r6errs r8async_receive_data_socketrsy??$$LGOOC  # % %D&  D9h*?@@  ))$4HHH   %%%%!)%dFD99   %%%%  333n[))s23  %%%%s+AC)(*C))D8D  DDD, socket.socketcKtt|}d}||krD||||dd{V}|dkrtd||z }||kD|S)Nrr_)rJr`sock_recv_intorb)rXrYr6rc bytes_read chunk_lengths r8r|r|s If%% & &BJ v  !00r*++GGGGGGGG 1  -.. .l" v   IrFPyPyrdeadlineOptional[float]c|jj}d}|dkrdS t|dr|dkrd}nh|rB|t jz }|dkrd}tt|td}nt}|j |d|}|j j rtd|rdS|rtjd ) zABlock until at least one byte is read, or a timeout, or a cancel.FrGNTpendingr)rer)operation cancelledr*)rXr rNhasattrrtime monotonicrmrnrxsocket_checkerselectrvrwrr5r))rXrr timed_outreadable remainingr)s r8 wait_for_readr$s  9>DI {{}}. 4 # # T (:(:HH ($t~'7'77 >> $Ic)];;Q??'*11$T71SSH   ( =%&;<< <   F  ..-- -/.rFct|}t|}d}|j} ||kr tst r]t ||tjr9|7| t|tj z dnV|8tt|tj z dt}nt}| ||j||d}n#t $r2|jjrt'ddt)jddt(j$rR|jjrt'ddts*t s#|js||tj z dkrYt.$rE} |jjrt'ddt1| t2jkrYd} ~ ΂d} ~ wwxYw|dkrt/d||z }||k| |n#| |wxYw|S)Nrrr*r_)r`rJrXr+_PYPY_WINDOWSrr get_timeoutset_conn_timeoutrmrrrnrxrarMrvrwrr5r)is_sdamrbrerrnoEINTR) rXrYrr"rcr orig_timeout short_timeoutrr7s r8 receive_datarEs F  C CBJ9''))L.,6!!&  9H 9!$111(**Sx/C--c(T^=M=M2Mq.Q.QRRR+(+C4>;K;K0KQ,O,OQ^(_(_ (5 ))-888#y222jkk?CC % < < <&0O-.CDD$Nn[11t;>   &0O-.CDD$N <!, 4>#3#33a77   &0O-.CDD$N(--<<HHHH   q  1222 , &JW6!!Z l++++l++++ IsII C#D'&I 'BH>I  H 9H I H  H$I I cveZdZddZeddZdd Zdd Zdd Zedd Z eddZ dS)NetworkingInterfaceBaserXr c||_dSr?ry)selfrXs r8__init__z NetworkingInterfaceBase.__init__s  rFr$ctr?NotImplementedErrorrs r8r+z"NetworkingInterfaceBase.gettimeout!!rFr) float | Noner%ctr?rrr)s r8r,z"NetworkingInterfaceBase.settimeout!!rFctr?rrs r8closezNetworkingInterfaceBase.closerrFboolctr?rrs r8 is_closingz"NetworkingInterfaceBase.is_closingrrFctr?rrs r8get_connz NetworkingInterfaceBase.get_connrrFctr?rrs r8r zNetworkingInterfaceBase.sockrrFN)rXr )r$r r)rr$r%r$r) __name__ __module__ __qualname__rpropertyr+r,rrrr rFr8rrs"""X""""""""""""""""X""""X"""rFrceZdZdfd ZeddZdd Zdd Zdd ZeddZ eddZ xZ S)AsyncNetworkingInterfacerX!tuple[Transport, PyMongoProtocol]cJt|dSr?superrrrX __class__s r8rz!AsyncNetworkingInterface.__init__! rFr$rc&|jdjSNrXr+rs r8r+z#AsyncNetworkingInterface.gettimeoutsy|&&rFr)r%cF|jd|dSrrXr,rs r8r,z#AsyncNetworkingInterface.settimeouts" ! (((((rFcK|jd|jdd{VdSr)rXr wait_closedrs r8rzAsyncNetworkingInterface.closesN ! il&&(((((((((((rFrc@|jdS)NrrXrrs r8rz#AsyncNetworkingInterface.is_closingsy|&&(((rFPyMongoProtocolc|jdSrryrs r8rz!AsyncNetworkingInterface.get_connsy|rFrcB|jddS)Nrr5)rXget_extra_infors r8r zAsyncNetworkingInterface.socksy|**8444rF)rXrr$rrr$r%r)r$r)r$r) rrrrrr+r,rrrr __classcell__rs@r8rrs'''X'))))))))))))X555X55555rFrceZdZdfd ZddZdd Zdd Zdd Zedd Z eddZ ddZ ddZ xZ S)NetworkingInterfacerXr!cJt|dSr?rrs r8rzNetworkingInterface.__init__rrFr$rc4|jSr?rrs r8r+zNetworkingInterface.gettimeouty##%%%rFr)r%c:|j|dSr?rrs r8r,zNetworkingInterface.settimeouts W%%%%%rFc8|jdSr?)rXrrs r8rzNetworkingInterface.closes rFrc4|jSr?rrs r8rzNetworkingInterface.is_closingrrFc|jSr?ryrs r8rzNetworkingInterface.get_conn yrFc|jSr?ryrs r8r zNetworkingInterface.sockrrFrZc4|jSr?)rXrNrs r8rNzNetworkingInterface.filenosy!!!rFbufferbytes | memoryviewc6|j|Sr?)rXra)rrs r8razNetworkingInterface.recv_intosy""6***rF)rXr!rrrr)r$r!)r$rZ)rrr$rZ)rrrrr+r,rrrrr rNrarrs@r8rrs&&&&&&&&&&&&XX""""++++++++rFrceZdZd%d&dZd'dZed(d Zd)d Zd*dZd+dZ d,dZ d-dZ d.dZ d/dZ d%d0d!Zd%d0d"Zd%d0d#Zd1d$ZdS)2rNr)rc(d|_ttd|_d|_ttd|_d|_d|_d|_d|_ d|_ d|_ d|_ d|_ d|_||_d|_d|_t$|_d|_t+j|_t3j|_t3j|_dS)Nr TF) transportrJr`_header _header_index_compression_header_compression_index_message_message_index_expecting_header_expecting_compression _message_size_op_code_connection_lost _read_waiter_timeout_is_compressed_compressor_idr_max_message_size _response_tor-r.rO_closed collectionsdeque_pending_messages_done_messagesrs r8rzPyMongoProtocol.__init__s$(")B--00 #-ill#;#; "#.2 !%&+# %37 #-1!1+//11??AA ALARATAT>I>O>Q>QrFrr$r%c||_dSr?rrs r8r,zPyMongoProtocol.settimeouts  rFc|jS)zGThe configured timeout for the socket that underlies our protocol pair.rrs r8r+zPyMongoProtocol.gettimeouts }rFrrc^||_|jttdS)zCalled exactly once when a connection is made. The transport argument is the transport representing the write side of the connection. N)rset_write_buffer_limitsr)rrs r8connection_madezPyMongoProtocol.connection_mades+# ../?AQRRRRRrFmessager#cK|jrtd|j||jdS)z/Write a message to this connection's transport.zConnection is closedN)rrrbwriteresume_reading)rrs r8r zPyMongoProtocol.writes[ > $ $ & & 2011 1 W%%% %%'''''rF request_id Optional[int]max_message_sizerZtuple[bytes, int]cK|jr9 |jn#t$rtddwxYw||_|jr |jd{V}n|jr(|jrtdtj }|j | |d{V}||jvr|j |n)#||jvr|j |wwxYw|r:|\}}}}|||krtd|d||t||}||fStd)zARead a single MongoDB Wire Protocol message from this connection.zconnection is already closedNGot response id  but expected r_)rr AttributeErrorrbrrpopleftrr-r.rOrappendremoverr) rr r r read_waiterop_code compressor_id response_todatas r8rezPyMongoProtocol.read s > H H--////! H H H<==4G H!1   < /7799999999GG~ >$.";";"="= ><===!244BBDDK  " ) )+ 6 6 6 < +++++++$"555'..{;;;$"555'..{;;;;6  !8? 5G]K%,,'V;VV VV(!$ 66= )***s%A D &D2sizehintrJc|jr/|js!ttd|_|jS|jr|j|jdS|jr|j|j dS|j|j dS)a8Called to allocate a new receive buffer. The asyncio loop calls this method expecting to receive a non-empty buffer to fill with data. If any data does not fit into the returned buffer, this method will be called again until either no data remains or an empty buffer is returned. i@N) rrrJr`rrrrrrr)rrs r8 get_bufferzPyMongoProtocol.get_buffer+s   != = *9U+;+; < < =   ! 6< 2 4 45 5  & G+D,C,E,EF F}T02233rFnbytesc|dkr$|tddS|jrdS|jr|xj|z c_|jdkrd|_ |\|_|_|_|_ n-#t$r }||Yd}~dSd}~wwxYwtt|j|_ dS|j rE|xj|z c_|jdkr(d|_ |\|_|_dS|xj|z c_|j|jkrd|_|j|jr|j}n%t-j}|r|ddS||j|j|j|j f|j|d|_d|_d|_d|_d|_ d|_d|_d|_dSdS)z9Called when the buffer was updated with the received datarr_NrFrT)rrbrrrprocess_headerrrrrrrJr`rrprocess_compression_headerrrr pause_readingrrr-r.rOrArBrr)rrr7results r8buffer_updatedzPyMongoProtocol.buffer_updated@s Q;; JJw233 4 4 4 F    F  !    & (  !R'').&  ++-- * )33$JJsOOOFFFFF!+9T5G+H+H I I F  &   # #v - # #&!++.3+595T5T5V5V2 t2 F v%  $"4 4 4%)D " N ( ( * * *% D/7799 133AACC{{}}  4       3T5F V      & &v . . .!"D &'D #"#D !"D  DMDM"&D  $D   3 5 4s-B B6B11B6tuple[int, int, int, bool]ct|j\}}}}d}|dkr |dkrtd|dd}|dz}|dkrtd|d ||jkrtd|d |jd |dz |||fS) z&Unpack a MongoDB Wire Protocol header.FMessage length (zA) not longer than standard OP_COMPRESSED message header size (25)Trr3) not longer than standard message header size (16)*) is larger than server max message size ())_UNPACK_HEADERrrr)rrY_rrexpecting_compressions r8r zPyMongoProtocol.process_header{s*8*F*F'; % d??||#rvrrr%) ! aKF R<<`6```  D* * *=6==!%!7===  {G[2GGGrFtuple[int, int]c:t|j\}}}||fS)z2Unpack a MongoDB Wire Protocol compression header.)_UNPACK_COMPRESSION_HEADERr)rrr.rs r8r!z*PyMongoProtocol.process_compression_headers$$>t?W$X$X!M %%rFr7Optional[Exception]ct|j}|D]]}|s-||dn|||j|^dSr?)listrrArB set_exceptionrr)rr7rmsgs r8_resolve_pending_messagesz)PyMongoProtocol._resolve_pending_messagesst-.. , ,C88:: +;NN4((((%%c***   & &s + + + +  , ,rFcp|j||d|_dS)NT)rabortr8rrr7s r8rzPyMongoProtocol.closes8  &&s+++ $rFc|||js|jddSdSr?)r8rrArBr;s r8connection_lostzPyMongoProtocol.connection_lostsR &&s+++|  "" * L # #D ) ) ) ) ) * *rFc$K|jd{VdSr?)rrs r8rzPyMongoProtocol.wait_closeds&lrFr?)r)rrr)rrr$r%)rr#r$r%)r r r rZr$r)rrZr$rJ)rrZr$r%)r$r%)r$r0)r7r3r$r%r)rrrrr,rr+rr rerr$r r!r8rr=rrrFr8rrs[RRRRR4    XSSSS(((( + + + +D4444*9%9%9%9%vHHHH.&&&& ,,,,,%%%%% ***** rFrcK tj|||jd{VdS#tj$r}t jd|d}~wwxYw)Nr(r*)r-r1r r+r4r5r))rXr"r7s r8 async_sendallr@sy3tzz#HHHHHHHHHHHH  333n[))s23s4:A# AA#r r r Union[_OpReply, _OpMsg]cK|jj}tjrtj}n|rt j|z}nd}|r$t|t jz d}tt|}t|jj ||}||g} tj ||tjd{V\}} | D]} | | rtj | d{Vt!|dkrt#jd||vrf|\} } t(| } n5#t*$r(t-d| dt)jdwxYw| | St1d#tj$r5|D]} | tj |d{VwxYw)1Receive a raw BSON message or raise socket.error.Nr)r) return_whenr* Got opcode rr)rXr+r r get_deadlinerrrmrrzrrer-waitFIRST_COMPLETEDcancelrKr5r)r#rKeyErrorrkeysrCancelledError)rXr r r)rcancellation_task read_tasktasksrArtaskrr unpack_replys r8async_receive_messagerRsni"G %''  ~'''1HHH6h!1!11155#$6t$<$<==DI.33J@PQQRRI ) *E%l 70G         g  D KKMMMM  (,w'' ' ' ' ' ' ' ' t99>>.-- -   %,,..MD' ,W5    #S'SS=;M;O;OSS  <%% %!"7888  !  D KKMMMMl5!!!!!!!!! s,B!G' E54G52F'' G5GAHctjrtj}n4|j}|rt j|z}nd}tt|d|\}}}}|||krtd|d||dkrtd|d||krtd|d|d|d krEtt|d |\}}} tt||d z || } nt||dz |} t|} n5#t$r(td |dtjdwxYw| | S) rCNrrrr)r*r+r,r'rr(rE)r rrFrXr+rrr-rrr2rrrJrK) rXr r rr)rYr.rrrrrQs r8receive_messagerTs %'')&&((  ~'''1HHH&4\$H5U5U&V&V#FA{G  $ $ ^; ^ ^PZ ^ ^__ _ || \v \ \ \       3v 3 3- 3 3 3   $$>|DRSU]?^?^$_$_!M,tVb[(CC]SSD&2+x88$W-  K' K K=3E3G3G K K    <  s 1 D??2E1)r r!r"r#r$r%)r r!r"r#r6rr$r%)F) rXrrYrZr6rr[r\r$rJ)r r!r"r#rgrr$r%) rXrrYrZrgrr[r\r$rJ)rXrr$r%)r r!rYrZr$rJ)rXrrYrZr6rr$rJ)rXrrrr$r%)rXrrYrZrrr$rJ)rXrr"r#r$r%)rXrr r r rZr$rA)rXrr r r rZr$rA)Q__doc__ __future__rr-rrr5structsysrrrrrrtypingr r r r pymongor rpymongo._asyncio_taskrpymongo.commonrpymongo.compression_supportrpymongo.errorsrrpymongo.messagerrrpymongo.socket_checkerrsslrrr/ ImportErrorpymongo.pyopenssl_contextrrTpymongo.ssl_supportrrrpymongo.asynchronous.poolrpymongo.synchronous.poolrStructunpackr-r2rxBlockingIOErrorrMr9platformr2rfrtrzrr|versionrrrrrrrrr@rRrTrrFr8rls-,"""""" YYYYYYYYYYYYYY'&&&&&&&------++++++222222========;;;;;;;;;;888888''''''''IIIII222222OOOHHH 4999999333333w''.*V]6229 %b(@b;Cabb ! ! ! ! <7)/)/)/)/XV[000000l,W\6++++&&&&2     #+ <7 "....B<<<<~""""""""45555565556+++++1+++>TTTTT&TTTn3333-00000hJZ(((((((s$2 A==BB B B B