a dDI@sddlmZddlZddlZddlZddlmZddlmZddl m Z ddl Z ddl Z ddl mZddlmZmZmZmZmZddlmZdd lmZmZmZGd d d ZGd d d ZdS)) annotationsN) TimeoutError)deque)Any)Literal) Estimation LogMessage PredictBodyProgress ProgressUnit)TrackedIterable) AsyncRequestrun_coro_in_background set_task_namec@s.eZdZddddddZd ddd d Zd S) Eventfastapi.WebSocketstrint) websocket session_hashfn_indexcCsP||_||_||_|jd|j|_d|_d|_d|_d|_d|_t |_ dS)N_F) rrr_iddataZlost_connection_timetokenprogressprogress_pendingr log_messages)selfrrrrX/var/www/html/stable-diffusion-webui/venv/lib/python3.9/site-packages/gradio/queueing.py__init__szEvent.__init__codecs|jj|dIdHdS)Nr#)rclose)rr$rrr disconnect+szEvent.disconnectN)r")__name__ __module__ __qualname__r!r&rrrr rsrc@seZdZddddddddZd^d d Zd d ZddZddddZddddZddddZ ddddZ ddddZ ddd d!Z d"dd#d$d%Z dd&d'd(d)Zddd*d+d,d-Zd"dd#d.d/Zd"dd#d0d1Zddd2d3Zd_d"dd#d5d6Zddd7d8Zddd9d:Zd"d;dd;d<d=d>Zddd?d@dAZd;ddBdCZdDdEdFdGdHZdIddJdKdLZdIdddMdNdOZd`dQdRddSdTdUZdadWddXdYZdddZd[d\Zd]S)bQueueboolrfloatz int | Nonelist) live_updatesconcurrency_countupdate_intervalsmax_sizeblocks_dependenciescCst|_g|_d|_||_||_dg||_t|_ d|_ d|_ d|_ d|_ d|_d|_||_d|_d|_||_||_d|_d|_g|_dS)NFrg?g?)r event_queueZevents_pending_reconnectionstoppedmax_thread_countr0 active_jobsasyncioLock delete_lock server_pathduration_history_totalduration_history_countavg_process_timeavg_concurrent_process_timequeue_durationr.sleep_when_freeprogress_update_sleep_when_freer1r2 access_token queue_clientcontinuous_tasks)rr.r/r0r1r2rrr r!0s*  zQueue.__init__Tcs6tj|d|_t|jt|j|js2t|jdS)N)verify)httpxZ AsyncClientrErstart_processingstart_log_and_progress_updatesr.notify_clients)rZ ssl_verifyrrr startNs   z Queue.startcCs d|_dS)NTr6rrrr r%Wsz Queue.closecCs d|_dSNFrMrNrrr resumeZsz Queue.resumer)urlcCs ||_dSN)r<)rrQrrr set_url]sz Queue.set_url)rcCs ||_dSrR)rD)rrrrr set_access_token`szQueue.set_access_token)returncCs$d}|jD]}|dur |d7}q |S)Nrr3)r8)rcountZworkerrrr get_active_worker_countcs   zQueue.get_active_worker_countztuple[list[Event] | None, bool]csjs dSj}|g}|jjd}|r|jd}fddjDd|d}||fdd|D||fS)NrObatchZmax_batch_sizecsg|]}|jkr|qSr)r.0event)event_fn_indexrr vsz-Queue.get_events_in_batch..r3csg|]}j|qSr)r5removerYrNrr r]z)r5popleftrr2extend)rZ first_eventeventsrXZ batch_sizeZ rest_of_batchr)r\rr get_events_in_batchjs     zQueue.get_events_in_batchNonec s|js|js t|jIdHqd|jvr>t|jIdHq|j4IdH"|\}}WdIdHq1IdHsz0Y|r||j|jd<t |j ||}t |j t ||dj |dj|qdS)Nr)r6r5r9sleeprBr8r;rcindexrprocess_eventsbroadcast_live_estimationsrrr)rrbrXZtaskrrr rI~s 6 zQueue.start_processingcs|jsdd|jD|j}t|dkr.rF) r6r8rFlenr9rerCrr send_messagedict clean_eventsend_log_updates_for_event)rrbr[ client_awakerrr rJs"  z$Queue.start_log_and_progress_updatesr)r[rUcsVz|j}Wnty$YqRYn0|||IdH}|s||IdHqdSrR)rr` IndexErrorrmrnro)rr[messagerqrrr rps  z Queue.send_log_updates_for_eventzlist[TrackedIterable] | None)event_id iterablesc Cs|dur dS|jD]h}|dur q|D]T}|j|kr$g}|D]*}t|j|j|j|j|jd}||q:t |d|_d|_ q$qdS)N)rflengthunitrdesc) progress_dataT) r8rr rfrvrwrrxappendr r)rrtrurjrkryiterableZ progress_unitrrr set_progresss&    zQueue.set_progresszLiteral['info', 'warning'])rtloglevelcCsFdd|jD|j}|D]&}|j|krt||d}|j|qdS)NcSs"g|]}|dur|D]}|qqSrRrrirrr r]sz%Queue.log_message..)r}r~)r8rFrrrrz)rrtr}r~rbr[ log_messagerrr rs zQueue.log_messagecCs2t|j}|jdur"||jkr"dS|j||S)z Add event to queue, or return None if Queue is full Parameters: event: Event to add to Queue Returns: rank of submitted Event N)rlr5r1rz)rr[Z queue_lenrrr pushs   z Queue.pushc sT||jvrP|j4IdH"|j|WdIdHqP1IdHsF0YdSrR)r5r;r^)rr[rrr ros zQueue.clean_eventcs|jr|IdHdS)z Runs 2 functions sequentially instead of concurrently. Otherwise dced clients are tried to get deleted twice. N)r.broadcast_estimationsrNrrr rhsz Queue.broadcast_live_estimations<csl|jsh||ddiIdH}|s$dS|j||dIdH\}}|sb||dddidd IdHdS||_d S) z Gather data for the event Parameters: event: the Event to gather data for receive_timeout: how long to wait for data to be received from frontend msgZ send_dataNFtimeoutprocess_completederrorz!Time out uploading data to serverroutputsuccessT)rrm get_message)rr[Zreceive_timeoutrqrrrr gather_event_datas  zQueue.gather_event_datacs2|js.t|jIdH|jr|IdHqdS)zQ Notify clients about events statuses in the queue periodically. N)r6r9rer0r5rrNrrr rKszQueue.notify_clientscs2tjfddtjDIdHdS)Ncsg|]\}}||qSr)send_estimation)rZrankr[ estimationrrr r]sz/Queue.broadcast_estimations..)get_estimationr9Zgather enumerater5rNrrr rs  zQueue.broadcast_estimationsr)r[rrrUcsl||_|jdur>|j|j|j|_d|jvr>|j|j7_|||IdH}|sh||IdH|S)z Send estimation about ETA to the client. Parameters: event: estimation: rank: N)rr@r?Zrank_etar8rmrnro)rr[rrrqrrr r!s    zQueue.send_estimation)durationrUcCsV|j|7_|jd7_|j|j|_|jt|j|j|_|jt|j|_dS)zt Update estimation by last x element's average duration. Parameters: duration: r3N) r=r>r?minr7r@rlr5rA)rrrrr update_estimation;s zQueue.update_estimationcCstt|j|j|j|jdS)N)Z queue_sizeZavg_event_process_timeZ!avg_event_concurrent_process_timeZ queue_eta)rrlr5r?r@rArNrrr rLs zQueue.get_estimationrzdict[str, Any])rrUcCs\t|jt|jt|jt|j|jj|jjdd}z|j |d<Wnt yVYn0|S)N)hostport)rQheaders query_params path_paramsclientsession) rrQrnrrrrrrr Exception)rrparamsrrr get_request_paramsTs zQueue.get_request_paramsz list[Event])rbrXcs|dj}|dusJd|dj}|s2|djnd|_z|dj|_Wnty`Yn0|rtt dd|D|_fdd|D|_d|_ t t j j jdt|dd ji|durd |indjd IdH}|S) Nrz No event datacSsg|]}|jr|jjqSrrrYrrr r]or_z)Queue.call_prediction..csg|]}|jr|jqSr)rrrrYrNrr r]psTz api/predict AuthorizationzBearer z access-token)methodrQjsonrcookiesr)rrrrtrrrequest ValueErrorr-zipZbatchedr MethodPOSTr<rnrDrE)rrbrXrrresponserrNr call_predictionds.      zQueue.call_prediction)rbrXrUcsTg}zΐz |D]<}||IdH}|r>||ddiIdH}|r||q|sWW|D]*}z|IdHWqZtyYqZ0qZd|j|j|<|D]*}||IdH||j |j IdHqdSt }| ||IdH}|j r |D](}||ddt|jiddIdHqn|jddr|}|jddr4|}g} |D]2}||d|j|jd kdIdH} | | qPd d t|| D}|sWW|D].}z|IdHWntyYn0qd|j|j|<|D],}||IdH||j |j IdHqdS| ||IdH}q4|D]N}|jd krN|} n|} ||IdH||d| j| jd kdIdHq8n|t|j} t|D]f\} }|rd | vrtt|jd | | d <||IdH||d| |jd kdIdHqt }|jd kr(|||Wn.tyX} zt| WYd} ~ n d} ~ 00W|D].}z|IdHWntyYn0q`d|j|j|<|D],}||IdH||j |j IdHqnz|D].}z|IdHWntyYn0qd|j|j|<|D],}||IdH||j |j IdHq 0dS) NrZprocess_startsrrFrZ is_generatingZprocess_generatingcSsg|]\}}|r|qSrr)rZeZis_openrrr r]sz(Queue.process_events..r)rrmrzr&rr8rfroreset_iteratorsrrtimer has_exceptionr exceptionrgetstatusrrpcopydeepcopyrr-rprint)rrbrXZ awake_eventsr[rqZ begin_timerZ old_responseZopen_wsopenZrelevant_responserrZend_timerrr rgs  F   &        zQueue.process_eventsr3rnz float | int)rrrUcsNz$tj|jj|d|dIdHWdStyH||IdHYdS0dS)NrrTF)r9wait_forrZ send_jsonrro)rr[rrrrr rms  zQueue.send_messageztuple[PredictBody | None, bool]csXz.tj|j|dIdH}tfi|dfWStyR||IdHYdS0dS)NrTrO)r9rrZ receive_jsonr AsyncTimeOutErrorro)rr[rrrrr rs  zQueue.get_messagerrcs.ttjj|jd||d|jdIdHdS)Nresetr)rrQrr)r rrr<rE)rrrrrr rs zQueue.reset_iteratorsN)T)r)r3)r)r'r(r)r!rLr%rPrSrTrWrcrIrJrpr|rrrorhrrKrrrrrrrgrmrrrrrr r*/s8    `  r*) __future__rr9rrrr collectionsrtypingrZfastapirHZtyping_extensionsrZgradio.data_classesrrr r r Zgradio.helpersr Z gradio.utilsr rrrr*rrrr s