-iّ6UdZddlZddlZddlZddlZddlZddlZddlZddlZddl m Z ddl m Z ddl mZddlmZmZmZmZmZmZddlZddlmZdd lmZdd lmZmZmZmZm Z m!Z!m"Z"d d lm#Z#d d l$m%Z%d dl&m'Z'e#j(e)Z*e dGddZ+ej,dZ-ej,dZ.dee/e/fdee+fdZ0dZ1dZ2ej,dej3Z4dej5ddfdZ6dej5ddfdZ7dej8ddfd Z9dej:fd!Z;dej<fd"Z=egej:fZ>egej<fZ?ej@ZAe;aBe>eCd#<e=aDe?eCd$<daEeej:eCd%<d&e>ddfd'ZFd(e?ddfd)ZGdej:fd*ZHdej<fd+ZIdPd,ZJejKeJeLed-rejMeJ.ejNejOfZPeQeReSd/feCd0<d1ZTeQeUd/feCd2<d3d d4ePeTd5d6d7e'd8e/d9eUd:eVd;eVdeWdeej8ddffd?ZXd3d d4ePeTd@d7e'd8e/d9eUd:eVd;eVdContains utilities to handle HTTP requests in huggingface_hub.N)contextmanager) dataclass)quote)AnyCallable GeneratorMappingOptionalUnion)OfflineModeIsEnabled) constants)BadRequestErrorDisabledRepoErrorGatedRepoErrorHfHubHTTPErrorRemoteEntryNotFoundErrorRepositoryNotFoundErrorRevisionNotFoundError)logging) SliceFileObj) HTTP_METHOD_TT)frozencfeZdZUdZeed<eed<eed<dZeeed<dZ eeed<dS) RateLimitInfoa Parsed rate limit information from HTTP response headers. Attributes: resource_type (`str`): The type of resource being rate limited. remaining (`int`): The number of requests remaining in the current window. reset_in_seconds (`int`): The number of seconds until the rate limit resets. limit (`int`, *optional*): The maximum number of requests allowed in the current window. window_seconds (`int`, *optional*): The number of seconds in the current window. resource_type remainingreset_in_secondsNlimitwindow_seconds) __name__ __module__ __qualname____doc__str__annotations__intr r r!Y/var/www/html/speakWrite/venv/lib/python3.11/site-packages/huggingface_hub/utils/_http.pyrr4sg  NNNE8C=$(NHSM(((((r*rzL\"(?P\w+)\"\s*;\s*r\s*=\s*(?P\d+)\s*;\s*t\s*=\s*(?P\d+)z'q\s*=\s*(?P\d+).*?w\s*=\s*(?P\d+)headersreturnc`d}d}|D]3}|}|dkr ||}%|dkr||}4|sdSt|}|sdS|d}t |d}t |d}d} d} |r`t |} | rDt | d} t | d} t |||| | S) a*Parse rate limit information from HTTP response headers. Follows IETF draft: https://www.ietf.org/archive/id/draft-ietf-httpapi-ratelimit-headers-09.html Only a subset is implemented. Example: ```python >>> from huggingface_hub.utils import parse_ratelimit_headers >>> headers = { ... "ratelimit": '"api";r=0;t=55', ... "ratelimit-policy": '"fixed window";"api";q=500;w=300', ... } >>> info = parse_ratelimit_headers(headers) >>> info.remaining 0 >>> info.reset_in_seconds 55 ``` N ratelimitzratelimit-policyrrtqw)rrrr r!)lower_RATELIMIT_REGEXsearchgroupr(_RATELIMIT_POLICY_REGEXr) r,r/policykey lower_keymatchrrrr r! policy_matchs r+parse_ratelimit_headersr>PsP* $I F""IIKK  # # II , , ,S\F t  # #I . .E tKK00MEKK$$%%I5;;s++,,E$(N :.55f==  : **3//00E !3!3C!8!899N #)%    r*zX-Amzn-Trace-Idz x-request-ida  # staging or production endpoint ^https://[^/]+ ( # on /api/repo_type/repo_id /api/(models|datasets|spaces)/(.+) | # or /repo_id/resolve/revision/... /(.+)/resolve/(.+) ) )flagsrequestc :tjrtd|jdt|jvrL|jtpttj |jt<|jt}t d||j |j|jddutjr(t dt||S)z Event hook that will be used to make HTTP requests to the Hugging Face Hub. What it does: - Block requests if offline mode is enabled - Add a request ID to the request headers - Log the request if debug mode is enabled z Cannot reach za: offline mode is enabled. To disable it, please unset the `HF_HUB_OFFLINE` environment variable.z%Request %s: %s %s (authenticated: %s) authorizationNzSend: %s)ris_offline_moder urlX_AMZN_TRACE_IDr,get X_REQUEST_IDr&uuiduuid4loggerdebugmethodHF_DEBUG_curlify)r@ request_ids r+hf_request_event_hookrPs  "" " KGK K K K   go--+2?+>+>|+L+L+aPSTXT^T`T`PaPa($$_55J LL/ O,,D8 4 Z'!2!2333 r*c$Kt|S)z3 Async version of `hf_request_event_hook`. )rP)r@s r+async_hf_request_event_hookrRs ! ) ))r*responsecK|jdkrXd|jvrQ t|jd}n#t$rYdSwxYw|dkr |d{VdSdSdSdS)NzContent-lengthi@B) status_coder,r( ValueErroraread)rSlengths r+async_hf_response_event_hookrZss"" x/ / / X-.>?@@     !!nn&&&&&&&&&&&#" 0 / "!s3 AAc|tjdtgidtjtjdS)zQ Factory function to create a `httpx.Client` with the default transport. r@TN@write event_hooksfollow_redirectstimeout)httpxClientrPTimeoutrDEFAULT_REQUEST_TIMEOUTr)r*r+default_client_factoryrgsA <!6 78 i?tLLL   r*ctjtgtgddtjt jdS)zV Factory function to create a `httpx.AsyncClient` with the default transport. )r@rSTr\r]r_)rc AsyncClientrRrZrerrfr)r*r+default_async_client_factoryrjsH  !< =LhKijj i?tLLL   r*_GLOBAL_CLIENT_FACTORY_GLOBAL_ASYNC_CLIENT_FACTORY_GLOBAL_CLIENTclient_factorycft5t|addddS#1swxYwYdS)a Set the HTTP client factory to be used by `huggingface_hub`. The client factory is a method that returns a `httpx.Client` object. On the first call to [`get_client`] the client factory will be used to create a new `httpx.Client` object that will be shared between all calls made by `huggingface_hub`. This can be useful if you are running your scripts in a specific environment requiring custom configuration (e.g. custom proxy or certifications). Use [`get_client`] to get a correctly configured `httpx.Client`. N) _CLIENT_LOCK close_sessionrk)rns r+set_client_factoryrrs} 00!/000000000000000000s &**async_client_factoryc |adS)a Set the HTTP async client factory to be used by `huggingface_hub`. The async client factory is a method that returns a `httpx.AsyncClient` object. This can be useful if you are running your scripts in a specific environment requiring custom configuration (e.g. custom proxy or certifications). Use [`get_async_client`] to get a correctly configured `httpx.AsyncClient`. Contrary to the `httpx.Client` that is shared between all calls made by `huggingface_hub`, the `httpx.AsyncClient` is not shared. It is recommended to use an async context manager to ensure the client is properly closed when the context is exited. Nrl)rss r+set_async_client_factoryrvs $8   r*cxt-t5tadddn #1swxYwYtS)a Get a `httpx.Client` object, using the transport factory from the user. This client is shared between all calls made by `huggingface_hub`. Therefore you should not close it manually. Use [`set_client_factory`] to customize the `httpx.Client`. N)rmrprkr)r*r+ get_sessionrxsv  6 6355N 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 s *..ctS)a Return a `httpx.AsyncClient` object, using the transport factory from the user. Use [`set_async_client_factory`] to customize the `httpx.AsyncClient`. Contrary to the `httpx.Client` that is shared between all calls made by `huggingface_hub`, the `httpx.AsyncClient` is not shared. It is recommended to use an async context manager to ensure the client is properly closed when the context is exited. rur)r*r+get_async_sessionrz)s ( ) ))r*ct}da|L |dS#t$r(}td|Yd}~dSd}~wwxYwdS)z Close the global `httpx.Client` used by `huggingface_hub`. If a Client is closed, it will be recreated on the next call to [`get_session`]. Can be useful if e.g. an SSL certificate has been updated. NzError closing client: )rmclose ExceptionrJwarning)clientes r+rqrq9sFN 9 LLNNNNN 9 9 9 NN7A77 8 8 8 8 8 8 8 8 8 9s# AAAregister_at_fork)after_in_child._DEFAULT_RETRY_ON_EXCEPTIONS)iiii_DEFAULT_RETRY_ON_STATUS_CODESF) max_retriesbase_wait_time max_wait_timeretry_on_exceptionsretry_on_status_codesstreamrLrDrrrrrrc +`Kt|tr|f}ttrfd|} dd} d|vrAt|dtjt fr|d} t} dz d | |d| dtj dtffd } |rG| j dd |5} | | s| V ddddS dddn #1swxYwYn!| j dd |} | | s| VdSne#|$r]}td |d d t|tjrt#kr|Yd}~nd}~wwxYw7t%dz}td |dddn&| }td|dddt'j|t+|| dz} )zfInternal implementation of HTTP backoff logic shared between `http_backoff` and `http_stream_backoff`.rNdataTrrSr-c|jvrdStd|jddkrt|dS|jdkrt |j}||jdS)zNHandle response and return True if should retry, False if should return/yield.Fz HTTP Error z thrown while requesting  rNT)rVrJr~hf_raise_for_statusr>r,r)rSratelimit_inforrLnb_triesratelimit_resetrrDs r+ _should_retryz)_http_backoff_base.._should_retrys'/DDD 5jX-Ajj\bjjehjjkkkk))'111!5'3..%KSKKFKK$}X.."NNNF"    NNLsLLfLLsLL M M M#u122 +%% &%%%%    & 11A5L NNrLrrX`rrcnrrr s s s s%L NN[,[[[[[[ \ \ \ <    Q77 ?8sDA E*D; E EDED#EF%AF  F%)rrrrrc Fttd|||||||dd|S)a0 Wrapper around httpx to retry calls on an endpoint, with exponential backoff. Endpoint call is retried on exceptions (ex: connection timeout, proxy error,...) and/or on specific status codes (ex: service unavailable). If the call failed more than `max_retries`, the exception is thrown or `raise_for_status` is called on the response object. Re-implement mechanisms from the `backoff` library to avoid adding an external dependencies to `hugging_face_hub`. See https://github.com/litl/backoff. Args: method (`Literal["GET", "OPTIONS", "HEAD", "POST", "PUT", "PATCH", "DELETE"]`): HTTP method to perform. url (`str`): The URL of the resource to fetch. max_retries (`int`, *optional*, defaults to `5`): Maximum number of retries, defaults to 5 (no retries). base_wait_time (`float`, *optional*, defaults to `1`): Duration (in seconds) to wait before retrying the first time. Wait time between retries then grows exponentially, capped by `max_wait_time`. max_wait_time (`float`, *optional*, defaults to `8`): Maximum duration (in seconds) to wait before retrying. retry_on_exceptions (`type[Exception]` or `tuple[type[Exception]]`, *optional*): Define which exceptions must be caught to retry the request. Can be a single type or a tuple of types. By default, retry on `httpx.TimeoutException` and `httpx.NetworkError`. retry_on_status_codes (`int` or `tuple[int]`, *optional*, defaults to `(429, 500, 502, 503, 504)`): Define on which status codes the request must be retried. By default, retries on rate limit (429) and server errors (5xx). **kwargs (`dict`, *optional*): kwargs to pass to `httpx.request`. Example: ``` >>> from huggingface_hub.utils import http_backoff # Same usage as "httpx.request". >>> response = http_backoff("GET", "https://www.google.com") >>> response.raise_for_status() # If you expect a Gateway Timeout from time to time >>> http_backoff("PUT", upload_url, data=data, retry_on_status_codes=504) >>> response.raise_for_status() ``` > [!WARNING] > When using `requests` it is possible to stream data by passing an iterator to the > `data` argument. On http backoff this is a problem as the iterator is not reset > after a failed call. This issue is mitigated for file objects or any IO streams > by saving the initial position of the cursor (with `data.tell()`) and resetting the > cursor between each call (with `data.seek()`). For arbitrary iterators, http backoff > will fail. If this is a hard constraint for you, please let us know by opening an > issue on [Github](https://github.com/huggingface/huggingface_hub). FrLrDrrrrrrr))nextrrLrDrrrrrrs r+ http_backoffrsPB  #)' 3"7     r*c +@Ktd|||||||dd|Ed{VdS)a Wrapper around httpx to retry calls on an endpoint, with exponential backoff. Endpoint call is retried on exceptions (ex: connection timeout, proxy error,...) and/or on specific status codes (ex: service unavailable). If the call failed more than `max_retries`, the exception is thrown or `raise_for_status` is called on the response object. Re-implement mechanisms from the `backoff` library to avoid adding an external dependencies to `hugging_face_hub`. See https://github.com/litl/backoff. Args: method (`Literal["GET", "OPTIONS", "HEAD", "POST", "PUT", "PATCH", "DELETE"]`): HTTP method to perform. url (`str`): The URL of the resource to fetch. max_retries (`int`, *optional*, defaults to `5`): Maximum number of retries, defaults to 5 (no retries). base_wait_time (`float`, *optional*, defaults to `1`): Duration (in seconds) to wait before retrying the first time. Wait time between retries then grows exponentially, capped by `max_wait_time`. max_wait_time (`float`, *optional*, defaults to `8`): Maximum duration (in seconds) to wait before retrying. retry_on_exceptions (`type[Exception]` or `tuple[type[Exception]]`, *optional*): Define which exceptions must be caught to retry the request. Can be a single type or a tuple of types. By default, retry on `httpx.TimeoutException` and `httpx.NetworkError`. retry_on_status_codes (`int` or `tuple[int]`, *optional*, defaults to `(429, 500, 502, 503, 504)`): Define on which status codes the request must be retried. By default, retries on rate limit (429) and server errors (5xx). **kwargs (`dict`, *optional*): kwargs to pass to `httpx.request`. Example: ``` >>> from huggingface_hub.utils import http_stream_backoff # Same usage as "httpx.stream". >>> with http_stream_backoff("GET", "https://www.google.com") as response: ... for chunk in response.iter_bytes(): ... print(chunk) # If you expect a Gateway Timeout from time to time >>> with http_stream_backoff("PUT", upload_url, data=data, retry_on_status_codes=504) as response: ... response.raise_for_status() ``` When using `httpx` it is possible to stream data by passing an iterator to the `data` argument. On http backoff this is a problem as the iterator is not reset after a failed call. This issue is mitigated for file objects or any IO streams by saving the initial position of the cursor (with `data.tell()`) and resetting the cursor between each call (with `data.seek()`). For arbitrary iterators, http backoff will fail. If this is a hard constraint for you, please let us know by opening an issue on [Github](https://github.com/huggingface/huggingface_hub). TrNr))rrs r+http_stream_backoffr soL"  %#/3              r*endpointc|r|dn tj}|tjtjfvr@|tj|}|tj|}|S)zReplace the default endpoint in a URL by a custom one. This is useful when using a proxy and the Hugging Face Hub returns a URL with the default endpoint. r)rstriprENDPOINT_HF_DEFAULT_ENDPOINT_HF_DEFAULT_STAGING_ENDPOINTreplace)rDrs r+fix_hf_endpoint_in_urlr\si (0Gxs###Y5GH 6 8^___kk)8(CCkk)@(KK Jr* endpoint_namec b t|n,#t$rtddYnwxYw |dS#t j$rI}|jdzdkrYd}~dS|j d}|j d}|d kr0|jd d zd |j d z}tt||||dkr0|jd d zd|j d z}tt||||dkr0|jd d zd|j d z}tt||||dkr6|jd d zd|j d zdzdz}tt||||dksU|jdkr}|dkrw|jp|jj dt"t'|jj 3|jd d zd|j d zdz}tt(||||jdkr!|d|dnd}tt*||||jdkr4d |jd|d d |j d zd!z}tt,||||jd"krt/|j}|Zd#|jd$}|d%|jd&z }|j&|j|d'|jd(|jd)|jd*z }n|d z }|d+|j d z }n d,|j d }tt,||||jd-krY|jj d.}|d/|d0|j d1d }tt,|||tt,t'|||d}~wwxYw)2a Internal version of `response.raise_for_status()` that will refine a potential HTTPError. Raised exception will be an instance of [`~errors.HfHubHTTPError`]. This helper is meant to be the unique method to raise_for_status when making a call to the Hugging Face Hub. Args: response (`Response`): Response from the server. endpoint_name (`str`, *optional*): Name of the endpoint that has been called. If provided, the error message will be more complete. > [!WARNING] > Raises when the request has failed: > > - [`~utils.RepositoryNotFoundError`] > If the repository to download from cannot be found. This may be because it > doesn't exist, because `repo_type` is not set correctly, or because the repo > is `private` and you do not have access. > - [`~utils.GatedRepoError`] > If the repository exists but is gated and the user is not on the authorized > list. > - [`~utils.RevisionNotFoundError`] > If the repository exists but the revision couldn't be found. > - [`~utils.EntryNotFoundError`] > If the repository exists but the entry (e.g. the requested file) couldn't be > find. > - [`~utils.BadRequestError`] > If request failed with a HTTP 400 BadRequest error. > - [`~utils.HfHubHTTPError`] > If request failed for a reason not listed above. zFailed to parse warning headersT)exc_infodNz X-Error-CodeX-Error-MessageRevisionNotFoundz Client Error. zRevision Not Found for url: . EntryNotFoundzEntry Not Found for url: GatedRepoz!Cannot access gated repo for url z$Access to this resource is disabled.z!Cannot access repository for url  RepoNotFoundiz+Invalid credentials in Authorization headerzRepository Not Found for url: z Please make sure you specified the correct `repo_id` and `repo_type`. If you are trying to access a private or gated repo, make sure you are authenticated. For more details, see https://huggingface.co/docs/huggingface_hub/authenticationrUz Bad request for z endpoint:z Bad request:iz Forbidden: z Cannot access content at: z2 Make sure your token has the correct permissions.rz0 429 Too Many Requests: you have reached your 'z ' rate limit.z Retry after z secondsz (rz requests remaining in current z s window).z Url: z! 429 Too Many Requests for url: iRangez. Requested range: z. Content-Range: z Content-Range)_warn_on_warning_headersr}rJrKraise_for_statusrcHTTPStatusErrorrVr,rFrD_formatrrrrr@REPO_API_REGEXr6r&rrrr>rrr r!r)rSrr error_code error_messagemessager range_headers r+rrisBG **** GGG 6 FFFFFG`?!!#####  ^?^?^?  3 &! + + FFFFF%)).99  (,,->?? + + +!-===FIwhphtIwIwIwwG/(CC J ? * *!-===FItemeqItItIttG2GXFFA M ; & &'777&@CvgogsCvCvCvv .'8< ) )  C ' '!NNN , $0%%c(*:*>&?&?@@L'777B8<BBBCNN 17HEE1 L  !S ( (DQD]@}@@@@cu /7H==1 D  !S ( (Ix+IIIII@@@@AGH  .'8<}^?s*&;;AN.%N)9L0N))N.cT|jd}|D]}d|vr|ddnd|f\}}|}|tvrJ|}|r4t|t |dS)a Emit warnings if warning headers are present in the HTTP response. Expected header format: 'X-HF-Warning: topic; message' Only the first warning for each topic will be shown. Topic is optional and can be empty. Note that several warning headers can be present in a single response. Args: response (`httpx.Response`): The HTTP response to check for warning headers. z X-HF-Warning;rN)r,get_listsplitstrip_WARNED_TOPICSaddrJr~)rSserver_warningsserver_warningtopicrs r+rrs&//??O)((9<9N9N--c1555UWYgThw   & &mmooG (""5)))w'''((r* error_typecustom_messagecg}|jd}||| |}nQ#tj$r? ||}n#t$ri}YnwxYwYnwxYw|d}|@t|tr| |n|||d}|$|D]!}d|vr||d"ng#tj $rU|jdd}|j r0d| vr||j YnwxYwd|D}tt|}d |} |} | r=| | vrd |vr | d | zz } n| d | zz } t#|jt$d} | rd | d } n5t#|jt&d} | rd | d } | r_| | vr7d | vr.| d } | d| | z| | dz} n| | z } || || pdS)Nrerrorerrorsrz Content-Typerhtmlcg|]D}t|#t|ESr))r&r).0lines r+ z_format..>s=VVV4CIIOODUDUVSYY__&&VVVr*rrz (Request ID: )z (Amzn Trace ID: )rSserver_message)r,rFappendjsonrcResponseNotReadread RuntimeErrorrlistextendJSONDecodeErrortextr4dictfromkeysjoinr&rGrEindexr)rrrS server_errors from_headersrrr content_typerfinal_error_messagerOrequest_id_message newline_indexs r+rrsM#''(9::L\***$0 ==??DD$     }}       !!  %&& ,$$U++++$$U+++(##   ; ;%%!((y)9:::  000'++NB?? = 0V<+=+=+?+???   / / / 0WV=VVVM}5566MYY}--N);...008L8L8N8NNN ^ # # 4.#8 8   6N#: : X%)),;;<z-Hz: Nzutf-8ignore)riz ... [truncated]zz-drrr)rLsortedr,itemsr4contentdecodelenrrrDrrr&r)r@partskvbody flat_partss r+rNrNds  w~$E w,,..//''1 7799 ' 'A 4A%&&D"%%gh%?? t99t  5D5k333D  #!  4dB//011 tW[! ""EJ--1  -   eCFFmm , , ,  -   eCFFmm , , , 88J  r*z%^\s*bytes\s*=\s*(\d*)\s*-\s*(\d*)\s*$original_range resume_sizec|sd|dSd|vrtd|dt|}|std|d|\}}|sG|std|dt ||z }d|}|d krtd |d|St |}||z}|r2t |}d|d|}||krtd |d|Sd|dS) zB Adjust HTTP Range header to account for resume position. zbytes=-,zMultiple ranges detected - z, not supported yet.zInvalid range format - rzbytes=-rzEmpty new range - )rW RANGE_REGEXr<rgroupsr()r r r<startend new_suffix new_range new_starts r+_adjust_range_headerrsq '& &&&& n]~]]]^^^   n - -E JH^HHHIIIJE3  NLLLLMM MXX + *j** ??BIBBBCC C JJE #I #hh.Y.... s??BIBBBCC C I  r*)r-N)N)er%atexitrrosre threadingrrH contextlibr dataclassesrshlexrtypingrrrr r r rchuggingface_hub.errorsr rrrrrrrrrrr_lfsr_typingr get_loggerr"rJrcompiler5r8r&r>rErGVERBOSErRequestrPrRrrZrdrgrirjCLIENT_FACTORY_TASYNC_CLIENT_FACTORY_TLockrprkr'rlrmrrrvrxrzrqregisterhasattrrTimeoutException NetworkErrorrtuplerr}rr(rrrrrrrsetrrrrN IGNORECASErrr)r*r+r/sREDD  %%%%%%!!!!!!EEEEEEEEEEEEEEEE 777777""""""  H % % $)))))))),2:mnn$"*%OPP8WS#X%688M;R8888|$   *    5=TB*u}***** ' 'D ' ' ' ' e&7B ,-!"e&7"78y~ +A(AAA7S4SSS)-&---0'70D0000"83I8d8888& U\     *5, * * * * 9999,  72!""6B}5555>C=SUZUg