o ZhX1@sddlmZddlZddlZddlmZmZmZmZm Z m Z m Z m Z m Z mZddlmZddlmZmZmZddlmZmZmZmZddlmZmZmZmZmZm Z e!e"Z#dd d Z$dddZ%dddZ&dddZ'dddZ(Gdd d eeZ)dS)) annotationsN) AnyCallableDictListLiteralOptionalSequenceSetTupleUnion) Embeddings)get_from_dict_or_envget_pydantic_field_namespre_init) BaseModel ConfigDictFieldmodel_validator) AsyncRetryingbefore_sleep_logretryretry_if_exception_typestop_after_attemptwait_exponential embeddingsLocalAIEmbeddingsreturnCallable[[Any], Any]cCsrddl}d}d}tdt|jtd||dt|jjt|jjBt|jj Bt|jj Bt|jj Bt t tjdS)Nr T multiplierminmaxreraisestopwaitr before_sleep)openairr max_retriesrrerrorTimeoutAPIErrorAPIConnectionErrorRateLimitErrorServiceUnavailableErrorrloggerloggingWARNING)rr+ min_seconds max_secondsr8]/var/www/html/lang_env/lib/python3.10/site-packages/langchain_community/embeddings/localai.py_create_retry_decorator%s$       r:rcsddl}d}d}tdt|jtd||dt|jjt|jjBt|jj Bt|jj Bt|jj Bt t tjdd fd d }|S)Nrrr Tr!r"r&funcrrcsdfdd }|S) Nargsrkwargsrrcs42z3dHW}|i|IdHS6td)Nzthis is unreachable)AssertionError)r<r=_)async_retryingr;r8r9 wrapped_fQs z7_async_retry_decorator..wrap..wrapped_f)r<rr=rrrr8)r;rAr@)r;r9wrapPsz$_async_retry_decorator..wrap)r;rrr)r+rrr,rrr-r.r/r0r1r2rr3r4r5)rr+r6r7rCr8rBr9_async_retry_decorator;s(       rDresponsedictcCs.tdd|dDrddl}|jd|S)Ncss |] }t|ddkVqdS) embeddingr!N)len).0dr8r8r9 ]sz"_check_response..datarz'LocalAI API returned an empty embedding)anyr+r-r/)rEr+r8r8r9_check_response\s rNr=c s(t}|dfdd }|di|S) )Use tenacity to retry the embedding call.r=rrcsjjdi|}t|SNr8)clientcreaterNr=rErr8r9_embed_with_retryhsz+embed_with_retry.._embed_with_retryNr=rrrr8)r:)rr=Zretry_decoratorrUr8rTr9embed_with_retrydsrWcs,tdfdd }|di|IdHS) rOr=rrcs"jjdi|IdH}t|SrP)rQZacreaterNrSrTr8r9_async_embed_with_retryssz7async_embed_with_retry.._async_embed_with_retryNrVr8)rD)rr=rXr8rTr9async_embed_with_retrypsrYc@sveZdZUdZdZded<dZded<eZded<dZd ed <dZ d ed <dZ d ed <d Z ded< dZ d ed<dZ d ed<eZded<dZded<dZded< dZded< dZded< dZded<dZded < eed!Zd"ed#< ed$d%d&Zed'd(edFd+d,ZedGd.d/Ze dHd0d1Z!dId5d6Z"dId7d8Z# 9dJdKd>d?Z$ 9dJdKd@dAZ%dLdBdCZ&dLdDdEZ'dS)MraLocalAI embedding models. Since LocalAI and OpenAI have 1:1 compatibility between APIs, this class uses the ``openai`` Python package's ``openai.Embedding`` as its client. Thus, you should have the ``openai`` python package installed, and defeat the environment variable ``OPENAI_API_KEY`` by setting to a random string. You also need to specify ``OPENAI_API_BASE`` to point to your LocalAI service endpoint. Example: .. code-block:: python from langchain_community.embeddings import LocalAIEmbeddings openai = LocalAIEmbeddings( openai_api_key="random-string", openai_api_base="http://localhost:8080" ) NrrQztext-embedding-ada-002strmodel deploymentz Optional[str]openai_api_versionopenai_api_base openai_proxyiintembedding_ctx_lengthopenai_api_keyopenai_organizationzUnion[Literal['all'], Set[str]]allowed_specialallz.Union[Literal['all'], Set[str], Sequence[str]]disallowed_speciali chunk_sizer,z+Optional[Union[float, Tuple[float, float]]]request_timeoutheadersFboolshow_progress_bar)default_factoryDict[str, Any] model_kwargsZforbidr8)extraZprotected_namespacesbefore)modevaluesrc Cst|}|di}t|D](}||vrtd|d||vr6td|d|d|d||||<q||}|rHtd|d ||d<|S) z>Build extra kwargs from additional params that were passed in.rozFound z supplied twice.z WARNING! z/ is not default parameter. zJ was transferred to model_kwargs. Please confirm that z is what you intended.z Parameters za should be specified explicitly. Instead they were passed in as part of `model_kwargs` parameter.) rgetlist ValueErrorwarningswarnpop intersectionkeys)clsrsZall_required_field_namesrp field_nameZinvalid_model_kwargsr8r8r9 build_extras,   zLocalAIEmbeddings.build_extrarcCst|dd|d<t|dddd|d<t|dddd|d<d}t|d d |d|d <t|d d dd|d <z d dl}|j|d<W|StyItdw)z?Validate that api key and python package exists in environment.rbZOPENAI_API_KEYr^ZOPENAI_API_BASE)defaultr_Z OPENAI_PROXYr]ZOPENAI_API_VERSIONrcZOPENAI_ORGANIZATIONrNrQzTCould not import openai python package. Please install it with `pip install openai`.)rr+Z Embedding ImportError)r|rsZdefault_api_versionr+r8r8r9validate_environmentsJ      z&LocalAIEmbeddings.validate_environmentcCsJ|j|j|j|j|j|j|jd|j}|jr#ddl }|j|jd|_ |S)N)r[rirjZapi_keyZ organizationZapi_base api_versionr)httphttps) r[rirjrbrcr^r]ror_r+proxy)selfZ openai_argsr+r8r8r9_invocation_paramss  z$LocalAIEmbeddings._invocation_paramstextengine List[float]cCs<|jdr |dd}t|fd|gi|jdddS))Call out to LocalAI's embedding endpoint.001  inputrLrrG)r[endswithreplacerWrrrrr8r8r9_embedding_funcs  z!LocalAIEmbeddings._embedding_funccsD|jdr |dd}t|fd|gi|jIdHdddS) rrrrrNrLrrG)r[rrrYrrr8r8r9_aembedding_funcs    z"LocalAIEmbeddings._aembedding_funcrtexts List[str] Optional[int]List[List[float]]csfdd|DS)aNCall out to LocalAI's embedding endpoint for embedding search docs. Args: texts: The list of texts to embed. chunk_size: The chunk size of embeddings. If None, will use the chunk size specified by the class. Returns: List of embeddings, one for each text. csg|] }j|jdqS)rrr\)rIrrr8r9 0sz5LocalAIEmbeddings.embed_documents..r8)rrrgr8rr9embed_documents"sz!LocalAIEmbeddings.embed_documentscs4g}|D]}|j||jdIdH}||q|S)aTCall out to LocalAI's embedding endpoint async for embedding search docs. Args: texts: The list of texts to embed. chunk_size: The chunk size of embeddings. If None, will use the chunk size specified by the class. Returns: List of embeddings, one for each text. rN)rr\append)rrrgrrrEr8r8r9aembed_documents2s   z"LocalAIEmbeddings.aembed_documentscCs|j||jd}|S)zCall out to LocalAI's embedding endpoint for embedding query text. Args: text: The text to embed. Returns: Embedding for the text. rrrrrGr8r8r9 embed_queryEs zLocalAIEmbeddings.embed_querycs|j||jdIdH}|S)zCall out to LocalAI's embedding endpoint async for embedding query text. Args: text: The text to embed. Returns: Embedding for the text. rN)rr\rr8r8r9 aembed_queryQs zLocalAIEmbeddings.aembed_query)rsrnrr)rsrrr)rr)rrZrrZrr)r)rrrgrrr)rrZrr)(__name__ __module__ __qualname____doc__rQ__annotations__r[r\r]r^r_rarbrcsetrdrfrgr,rirjrlrrFrorZ model_configr classmethodr~rrpropertyrrrrrrrr8r8r8r9r{sR                  *      )rrrr)rrrr)rErFrrF)rrr=rrr)* __future__rr4rwtypingrrrrrrr r r r Zlangchain_core.embeddingsr Zlangchain_core.utilsrrrZpydanticrrrrtenacityrrrrrr getLoggerrr3r:rDrNrWrYrr8r8r8r9s 0     !