o 0i56@sUddlmZddlmZmZmZmZddlmZddl m Z ddl m Z m Z ddlmZddlmZmZmZeeZidid id id id id ididididididididididididiiZeeeee ffed<edeeefdeeeffddZedeedeefddZdeeeefeefdeeeefeeffd dZGd!d"d"ZGd#d$d$eZGd%d&d&eZGd'd(d(eZ ed)d*d+eded,fd-d.Z!d/ed0edefd1d2Z"d)S)3) lru_cache)AnyOptionalUnionoverload) constants)InferenceProviderMapping) MimeBytesRequestParameters)ChatCompletionInputMessage)build_hf_headers get_tokenloggingZcerebrasZcohereZclarifaizfal-aiz fireworks-aiZgroqz hf-inferenceZ hyperbolicZnebiusZnscaleZnvidiaZovhcloudZ replicateZ sambanovaZscalewayZtogetherZ wavespeedzzai-org!HARDCODED_MODEL_INFERENCE_MAPPINGobjreturncCdSNrrrf/home/kim/smarthome/.venv/lib/python3.10/site-packages/huggingface_hub/inference/_providers/_common.py filter_none.rcCrrrrrrrr0rcCsvt|tr&i}|D]\}}|durq t|ttfrt|}|||<q |St|tr2dd|DStdt|)NcSs&g|]}t|ttfrt|n|qSr) isinstancedictlistr).0vrrr @s&zfilter_none..zExpected dict or list, got )rritemsrr ValueErrortype)rcleanedkrrrrr4s   c@seZdZdZdedededdfddZdd d ed eeefd ed eedeedeeeefde fddZ d,de e efdee defddZ deedefddZd eedefddZd eeefdeeeefdeedeeeffddZd ededeeeffddZded edefd!d"Zdedefd#d$Zd ededefd%d&Zd ed ed'edeefd(d)Zd ed ed'edeedeef d*d+ZdS)-TaskProviderHelperz.Base class for task-specific provider helpers.providerbase_urltaskrNcCs||_||_||_dSr)r%r'r&)selfr%r&r'rrr__init__Hs zTaskProviderHelper.__init__) extra_payloadinputs parametersheadersmodelapi_keyr*c Cs||}||}|||}|||j}|j|||d} | dur,t| t|p)i} |||||} | dur@| dur@t d| durL| durLt d| || | } t ||j |j| | | dS)z Prepare the request to be sent to the provider. Each step (api_key, model, headers, url, payload) can be customized in subclasses. )provider_mapping_infoNz8Both payload and data cannot be set in the same request.z2Either payload or data must be set in the request.)urlr'r.jsondatar-) _prepare_api_key_prepare_mapping_info_prepare_headers _prepare_url provider_id_prepare_payload_as_dictrecursive_merger_prepare_payload_as_bytesr _normalize_headersr r') r(r+r,r-r.r/r*r0r1payloadr3normalized_headersrrrprepare_requestMs*   z"TaskProviderHelper.prepare_requestresponserequest_paramscCs|S)z Return the response in the expected format. Override this method in subclasses for customized response handling.r)r(r@rArrr get_responses zTaskProviderHelper.get_responsecCs,|durt}|durtd|jd|S)zZReturn the API key to use for the request. Usually not overwritten in subclasses.Nz)You must provide an api_key to work with z$ API or log in with `hf auth login`.)r r r%r(r/rrrr4s z#TaskProviderHelper._prepare_api_keyc Cs|dur td|jdt|ji|rt|j|Sd}t|D] }|j|jkr0|}nq$|durAtd|d|jd|j|jkr[td|d|jd|jd|jd |jd krmtd|d |jd |jd krtd |d|jd|S)zbReturn the mapped model ID to use for the request. Usually not overwritten in subclasses.Nz+Please provide an HF model ID supported by .zModel z is not supported by provider z is not supported for task z and provider z. Supported task: Zstagingz! is in staging mode for provider z. Meant for test purposes only.errorz,Our latest automated health check on model 'z' for provider 'z<' did not complete successfully. Inference call might fail.) r r%rget!_fetch_inference_provider_mappingr'statusloggerwarning)r(r.provider_mappingmappingrrrr5s6     z(TaskProviderHelper._prepare_mapping_infor=r3cCsTdd|D}|ddur(|dur |jdur |j|d<|S|dur(d|d<|S)zzNormalize the headers to use for the request. Override this method in subclasses for customized headers. cSs"i|] \}}|dur||qSr)lowerrkeyvaluerrr s"z9TaskProviderHelper._normalize_headers..z content-typeNzapplication/json)rrFZ mime_type)r(r-r=r3r>rrrr<s z%TaskProviderHelper._normalize_headerscCsit|d|S)zwReturn the headers to use for the request. Override this method in subclasses for customized headers. )token)r )r(r-r/rrrr6sz#TaskProviderHelper._prepare_headers mapped_modelcCs0||}|||}|dd|dS)zVReturn the URL to use for the request. Usually not overwritten in subclasses./)_prepare_base_url_prepare_routerstriplstrip)r(r/rSr&Zrouterrrr7s  zTaskProviderHelper._prepare_urlcCsH|drtd|jdtjj|jdStd|jd|jS)[Return the base URL to use for the request. Usually not overwritten in subclasses.hf_z Calling 'z'' provider through Hugging Face router.)r%z' provider directly.) startswithrIinfor%rZINFERENCE_PROXY_TEMPLATEformatr&rCrrrrUs z$TaskProviderHelper._prepare_base_urlcCdS)ztReturn the route to use for the request. Override this method in subclasses for customized routes. rr(rSr/rrrrVsz!TaskProviderHelper._prepare_router0cCr^)zReturn the payload to use for the request, as a dict. Override this method in subclasses for customized payloads. Only one of `_prepare_payload_as_dict` and `_prepare_payload_as_bytes` should return a value. Nrr(r+r,r0rrrr9sz+TaskProviderHelper._prepare_payload_as_dictcCr^)zReturn the body to use for the request, as bytes. Override this method in subclasses for customized body data. Only one of `_prepare_payload_as_dict` and `_prepare_payload_as_bytes` should return a value. Nr)r(r+r,r0r*rrrr;s z,TaskProviderHelper._prepare_payload_as_bytesr)__name__ __module__ __qualname____doc__strr)rrrr r?rbytesrBr4rr5r r<r6r7rUrVr9r;rrrrr$Es|   8    %      r$c sjeZdZdZdedeffdd Zdededefd d Zd eee e fd e d e de e fddZ ZS)BaseConversationalTaskz Base class for conversational (chat completion) tasks. The schema follows the OpenAI API format defined here: https://platform.openai.com/docs/api-reference/chat r%r&ctj||dddS)Nconversationalr%r&r'superr)r(r%r& __class__rrr)zBaseConversationalTask.__init__rSr/rcCr^)Nz/v1/chat/completionsrr`rrrrVrz%BaseConversationalTask._prepare_router+r,r0cCtd|i|d|jiS)Nmessagesr.rr8rarrrr9sz/BaseConversationalTask._prepare_payload_as_dict)rbrcrdrerfr)rVrrrr rrr9 __classcell__rrrorrhsrhcsHeZdZdZfddZdedefddZdeedefd d Z Z S) AutoRouterConversationalTaska Auto-router for conversational tasks. We let the Hugging Face router select the best provider for the model, based on availability and user preferences. This is a special case since the selection is done server-side (avoid 1 API call to fetch provider mapping). cstjddddS)Nautozhttps://router.huggingface.co)r%r&rl)r(rorrr)%sz%AutoRouterConversationalTask.__init__r/rcCs|ds td|jS)rYrZz>Cannot select auto-router when using non-Hugging Face API key.)r[r r&rCrrrrU(s z.AutoRouterConversationalTask._prepare_base_urlr.cCs"|durtdtd||dddS)z In auto-router, we don't need to fetch provider mapping info. We just return a dummy mapping info with provider_id set to the HF model ID. NzPlease provide an HF model ID.rwliverj)r%Z hf_model_idZ providerIdrHr')r r)r(r.rrrr52sz2AutoRouterConversationalTask._prepare_mapping_info) rbrcrdrer)rfrUrrr5rurrrorrvs   rvc s^eZdZdZdedeffdd Zdededefd d Zd ed ed e de efddZ Z S)BaseTextGenerationTaskz Base class for text-generation (completion) tasks. The schema follows the OpenAI API format defined here: https://platform.openai.com/docs/api-reference/completions r%r&cri)Nztext-generationrkrlrnrorrr)IrqzBaseTextGenerationTask.__init__rSr/rcCr^)Nz/v1/completionsrr`rrrrVLrz%BaseTextGenerationTask._prepare_router+r,r0cCrr)Npromptr.rtrarrrr9Osz/BaseTextGenerationTask._prepare_payload_as_dict) rbrcrdrerfr)rVrrrrr9rurrrorryCsryN)maxsizer.rcCs>ddlm}|j|dgd}|j}|durtd||S)z; Fetch provider mappings for a model from the Hub. r)HfApiZinferenceProviderMapping)expandNz$No provider mapping found for model )huggingface_hub.hf_apir|Z model_infoZinference_provider_mappingr )r.r|r\rKrrrrGUs rGdict1dict2csifdd|DS)NcsDi|]\}}||vrt|trt|trt||n|qSr)rrr:rNrrrrQfs z#recursive_merge..)r)rrrrrr:cs r:)# functoolsrtypingrrrrZhuggingface_hubrr~rZ!huggingface_hub.inference._commonr r Z:huggingface_hub.inference._generated.types.chat_completionr Zhuggingface_hub.utilsr r rZ get_loggerrbrIrrrf__annotations__rrr$rhrvryrGr:rrrrst         $:D&