a d`$@sUdZddlZddlZddlZddlZddlmZddlmZddl m Z m Z m Z m Z mZmZmZmZmZmZmZmZmZddlmZddlmZdd lmZmZmZmZm Z m!Z!dd l"m#Z#d d l$m%Z%e rdd l&m'Z'm(Z(ddl)m*Z*e+Z,ee+efZ-ee.e fZ/ee/e-e,fZ0e1e2Z3Gdddee4Z5ddZ6ddZ7ddZ8da9eee+ee+fe:d<e+e+dddZ;ee+ee+fdddZee#dee#dd!d$d#Z>eee0eee/ddfd!d%d#Z>e0e+d!d&d'Z?e+d(d)d*d+Z@e.d(d!d,d-ZAe.d(d!d.d/ZBee.eCeee+ee%fd0d1d2ZDe e.eCee e+e e%fd0d3d4ZEd5d6e e.d7d8d9ZFeGZHeee+e:d:<ee+dd;dd?ZJdS)@zEContains utilities used by both the sync and async inference clients.N)contextmanager)Path) TYPE_CHECKINGAny AsyncIterableBinaryIOContextManagerDict GeneratorIterableListOptionalSetUnionoverload) HTTPError)ENDPOINT)build_hf_headers get_sessionhf_raise_for_statusis_aiohttp_availableis_numpy_availableis_pillow_available)Literal)TextGenerationStreamResponse)ClientResponse ClientSessionImagec@seZdZdZdS)InferenceTimeoutErrorzBError raised when a model is unavailable or the request times out.N)__name__ __module__ __qualname____doc__r&r&j/var/www/html/stable-diffusion-webui/venv/lib/python3.9/site-packages/huggingface_hub/inference/_common.pyr!Dsr!cCststdddl}|S)NzMPlease install aiohttp to use `AsyncInferenceClient` (`pip install aiohttp`).r)r ImportErroraiohttp)r)r&r&r'_import_aiohttpKsr*cCststdddl}|S)z.Make sure `numpy` is installed on the machine.zGPlease install numpy to use deal with embeddings (`pip install numpy`).rN)rr(numpy)r+r&r&r' _import_numpyTsr,cCststdddlm}|S)z,Make sure `PIL` is installed on the machine.zPlease install Pillow to use deal with images (`pip install Pillow`). If you don't want the image to be post-processed, use `client.post(...)` and get the raw response from the server.rr)rr(PILr rr&r&r'_import_pil_image]s  r._RECOMMENDED_MODELS)taskreturnc CsFt|}|dur$td|dtd|d|d|d|S)NzTask zn has no recommended task. Please specify a model explicitly. Visit https://huggingface.co/tasks for more info.zUsing recommended model z for task z7. Note that it is encouraged to explicitly set `model='zI'` as the recommended models list might get updated without prior notice.)_fetch_recommended_modelsget ValueErrorloggerinfo)r0modelr&r&r'_get_recommended_modelos  r8)r1cCsBtdur>tjtdtd}t|dd|DatS)Nz /api/tasks)headerscSsi|]\}}|t|dqS)Z widgetModels)_first_or_none).0r0detailsr&r&r' sz-_fetch_recommended_models..)r/rr3rrrjsonitems)responser&r&r'r2}s r2)r?r1cCs(z|dp dWSty"YdS0dS)Nr) IndexError)r?r&r&r'r:s r:)contentr1cCsdSNr&rBr&r&r'_open_as_binarysrEcCsdSrCr&rDr&r&r'rEsccst|trb|ds|drBtd|t|jVdSt|}| sbt d|dt|trtd|| d}|VWdq1s0Yn|VdS) zOpen `content` as a binary file, either from a URL, a local path, or raw bytes. Do nothing if `content` is None, TODO: handle a PIL.Image as input TODO: handle base64 as input zhttps://zhttp://zDownloading content from NzFile not found at z. If `data` is a string, it must either be a URL or a path to a local file. To pass raw content, please encode it as bytes first.zOpening content from rb) isinstancestr startswithr5debugrr3rBrexistsFileNotFoundErroropen)rBfr&r&r'rEs    &cCsPt|4}t|tr|n|}t|WdS1sB0YdS)z[Encode a raw file (image, audio) into base64. Can be byes, an opened file, a path or a URL.N)rErGbytesreadbase64 b64encodedecode)rBdataZ data_as_bytesr&r&r' _b64_encodes rUr ) encoded_imager1cCst}|tt|S)z/Parse a base64-encoded string into a PIL Image.)r.rMioBytesIOrQ b64decode)rVr r&r&r' _b64_to_imagesrZcCst|S)zyParse bytes from a Response object into a Python dictionary. Expects the response body to be encoded-JSON data. )r>loadsrSrDr&r&r'_bytes_to_dictsr\cCst}|t|S)zParse bytes from a Response object into a PIL Image. Expects the response body to be raw bytes. To deal with b64 encoded images, use `_b64_to_image` instead. )r.rMrWrX)rBr r&r&r'_bytes_to_imagesr])bytes_output_as_linesr<r1ccsb|D]X}|dkrq|d}|drt|dd}tfi|}|sV|jjn|VqdSN zutf-8zdata:z/n rSrIr>r[lstriprstriprtokentextr^r< byte_payloadpayloadZ json_payloadoutputr&r&r' _stream_text_generation_responses  rjcCsl|2z`3dHW}|dkrq|d}|drt|dd}tfi|}|s^|jjn|Vq6dSr_rarfr&r&r'&_async_stream_text_generation_responses  rkrr)clientr@r1cCs.|j2z3dHW}|Vq6|IdHdSrC)rBclose)rlr@rgr&r&r'_async_yield_froms rn_NON_TGI_SERVERS)r7r1cCst|dSrC)roaddr7r&r&r'_set_as_non_tgisrrcCs|tvSrC)rorqr&r&r'_is_tgi_server srs)Kr%rQrWr>logging contextlibrpathlibrtypingrrrrrr r r r r rrrrequestsr constantsrutilsrrrrrrZ utils._typingrZ_text_generationrr)rrr-r rHZUrlTZPathTrOZBinaryTZContentT getLoggerr"r5 TimeoutErrorr!r*r,r.r/__annotations__r8r2r:rErUrZr\r]boolrjrkrnsetrorrrsr&r&r&r's`  <             $