o iU0@sUddlmZddlmZmZmZmZmZmZddl m Z ddl m Z ddl mZmZddlmZddlmZmZmZeeZiiiiiiiiiiiiiiidZeeeee ffed <ed eeefd eeeffd d Zed eed eefdd Zd eeeefeefd eeeefeeffdd ZGdddZGdddeZGdddeZeddded edfddZ deded efddZ!dS) ) lru_cache)AnyDictListOptionalUnionoverload) constants)InferenceProviderMapping) MimeBytesRequestParameters)ChatCompletionInputMessage)build_hf_headers get_tokenlogging)cerebrascohereclarifaizfal-aiz fireworks-aigroqz hf-inference hyperbolicnebiusnscale replicate sambanovascalewaytogetherzzai-org!HARDCODED_MODEL_INFERENCE_MAPPINGobjreturncCdSNrr!r!`/home/ubuntu/.local/lib/python3.10/site-packages/huggingface_hub/inference/_providers/_common.py filter_none+r$cCrr r!r"r!r!r#r$-r%cCsvt|tr&i}|D]\}}|durq t|ttfrt|}|||<q |St|tr2dd|DStdt|)NcSs&g|]}t|ttfrt|n|qSr!) isinstancedictlistr$).0vr!r!r# =s&zfilter_none..zExpected dict or list, got )r&r'itemsr(r$ ValueErrortype)rcleanedkr*r!r!r#r$1s   c@seZdZdZdedededdfddZdd d ed eeefd ed eedeedeeeefde fddZ d,de e efdee defddZ deedefddZd eedefddZd eeefdeeeefdeedeeeffddZd ededeeeffddZded edefd!d"Zdedefd#d$Zd ededefd%d&Zd ed ed'edeefd(d)Zd ed ed'edeedeef d*d+ZdS)-TaskProviderHelperz.Base class for task-specific provider helpers.providerbase_urltaskrNcCs||_||_||_dSr )r2r4r3)selfr2r3r4r!r!r#__init__Es zTaskProviderHelper.__init__) extra_payloadinputs parametersheadersmodelapi_keyr7c Cs||}||}|||}|||j}|j|||d} | dur,t| t|p)i} |||||} | dur@| dur@t d| durL| durLt d| || | } t ||j |j| | | dS)z Prepare the request to be sent to the provider. Each step (api_key, model, headers, url, payload) can be customized in subclasses. )provider_mapping_infoNz8Both payload and data cannot be set in the same request.z2Either payload or data must be set in the request.)urlr4r;jsondatar:) _prepare_api_key_prepare_mapping_info_prepare_headers _prepare_url provider_id_prepare_payload_as_dictrecursive_merger$_prepare_payload_as_bytesr-_normalize_headersr r4) r5r8r9r:r;r<r7r=r>payloadr@normalized_headersr!r!r#prepare_requestJs*   z"TaskProviderHelper.prepare_requestresponserequest_paramscCs|S)z Return the response in the expected format. Override this method in subclasses for customized response handling.r!)r5rMrNr!r!r# get_responses zTaskProviderHelper.get_responsecCs,|durt}|durtd|jd|S)zZReturn the API key to use for the request. Usually not overwritten in subclasses.Nz)You must provide an api_key to work with z$ API or log in with `hf auth login`.)rr-r2r5r<r!r!r#rAs z#TaskProviderHelper._prepare_api_keyc Cs|dur td|jdt|ji|rt|j|Sd}t|D] }|j|jkr0|}nq$|durAtd|d|jd|j|jkr[td|d|jd|jd|jd |jd krmtd|d |jd |jd krtd |d|jd|S)zbReturn the mapped model ID to use for the request. Usually not overwritten in subclasses.Nz+Please provide an HF model ID supported by .zModel z is not supported by provider z is not supported for task z and provider z. Supported task: stagingz! is in staging mode for provider z. Meant for test purposes only.errorz,Our latest automated health check on model 'z' for provider 'z<' did not complete successfully. Inference call might fail.) r-r2rget!_fetch_inference_provider_mappingr4statusloggerwarning)r5r;provider_mappingmappingr!r!r#rBs6     z(TaskProviderHelper._prepare_mapping_inforJr@cCsTdd|D}|ddur(|dur |jdur |j|d<|S|dur(d|d<|S)zzNormalize the headers to use for the request. Override this method in subclasses for customized headers. cSs"i|] \}}|dur||qSr )lowerr)keyvaluer!r!r# s"z9TaskProviderHelper._normalize_headers..z content-typeNzapplication/json)r,rT mime_type)r5r:rJr@rKr!r!r#rIs z%TaskProviderHelper._normalize_headerscCsit|d|S)zwReturn the headers to use for the request. Override this method in subclasses for customized headers. )token)r)r5r:r<r!r!r#rCsz#TaskProviderHelper._prepare_headers mapped_modelcCs0||}|||}|dd|dS)zVReturn the URL to use for the request. Usually not overwritten in subclasses./)_prepare_base_url_prepare_routerstriplstrip)r5r<rbr3router!r!r#rDs  zTaskProviderHelper._prepare_urlcCsH|drtd|jdtjj|jdStd|jd|jS)z[Return the base URL to use for the request. Usually not overwritten in subclasses.hf_z Calling 'z'' provider through Hugging Face router.)r2z' provider directly.) startswithrWinfor2r INFERENCE_PROXY_TEMPLATEformatr3rPr!r!r#rds z$TaskProviderHelper._prepare_base_urlcCdS)ztReturn the route to use for the request. Override this method in subclasses for customized routes. r!r5rbr<r!r!r#resz!TaskProviderHelper._prepare_router=cCrn)zReturn the payload to use for the request, as a dict. Override this method in subclasses for customized payloads. Only one of `_prepare_payload_as_dict` and `_prepare_payload_as_bytes` should return a value. Nr!r5r8r9r=r!r!r#rFsz+TaskProviderHelper._prepare_payload_as_dictcCrn)zReturn the body to use for the request, as bytes. Override this method in subclasses for customized body data. Only one of `_prepare_payload_as_dict` and `_prepare_payload_as_bytes` should return a value. Nr!)r5r8r9r=r7r!r!r#rHs z,TaskProviderHelper._prepare_payload_as_bytesr )__name__ __module__ __qualname____doc__strr6rrrr rLrbytesrOrAr rBr rIrCrDrdrerFrHr!r!r!r#r1Bs|   8    %      r1c sjeZdZdZdedeffdd Zdededefd d Zd eee e fd e d e de e fddZ ZS)BaseConversationalTaskz Base class for conversational (chat completion) tasks. The schema follows the OpenAI API format defined here: https://platform.openai.com/docs/api-reference/chat r2r3ctj||dddS)Nconversationalr2r3r4superr6r5r2r3 __class__r!r#r6 zBaseConversationalTask.__init__rbr<rcCrn)Nz/v1/chat/completionsr!rpr!r!r#rer%z%BaseConversationalTask._prepare_router8r9r=cCtd|i|d|jiS)Nmessagesr;r$rErqr!r!r#rFsz/BaseConversationalTask._prepare_payload_as_dict)rrrsrtrurvr6rerrrr r rrF __classcell__r!r!rr#rxsrxc s^eZdZdZdedeffdd Zdededefd d Zd ed ed e de efddZ Z S)BaseTextGenerationTaskz Base class for text-generation (completion) tasks. The schema follows the OpenAI API format defined here: https://platform.openai.com/docs/api-reference/completions r2r3cry)Nztext-generationr{r|r~rr!r#r6 rzBaseTextGenerationTask.__init__rbr<rcCrn)Nz/v1/completionsr!rpr!r!r#re#r%z%BaseTextGenerationTask._prepare_router8r9r=cCr)Npromptr;rrqr!r!r#rF&sz/BaseTextGenerationTask._prepare_payload_as_dict) rrrsrtrurvr6rerrr rrFrr!r!rr#rsrN)maxsizer;r cCs>ddlm}|j|dgd}|j}|durtd||S)z; Fetch provider mappings for a model from the Hub. r)HfApiinferenceProviderMapping)expandNz$No provider mapping found for model )huggingface_hub.hf_apir model_infoinference_provider_mappingr-)r;rrkrYr!r!r#rU,s rUdict1dict2csifdd|DS)NcsDi|]\}}||vrt|trt|trt||n|qSr!)r&r'rGr\rr!r#r_=s z#recursive_merge..)r,)rrr!rr#rG:s rG)" functoolsrtypingrrrrrrhuggingface_hubr rr !huggingface_hub.inference._commonr r :huggingface_hub.inference._generated.types.chat_completionr huggingface_hub.utilsrrr get_loggerrrrWrrv__annotations__r$r1rxrrUrGr!r!r!r#sH     $:D