o Zhc8@sddlZddlZddlmZddlmZmZmZmZm Z m Z m Z ddl Z ddl Z ddlmZmZddlmZddlmZmZddlmZddlmZmZmZdd lmZdd lmZGd d d e Z Gd ddeZ!dS)N)ThreadPoolExecutor)AnyDictListMappingOptionalSequence TypedDict)AsyncCallbackManagerForLLMRunCallbackManagerForLLMRun)BaseLLM) Generation LLMResultget_from_dict_or_env) ConfigDictFieldmodel_validator)Self)enforce_stop_tokensc@seZdZUdZeed<dS) TrainResultz Train result.lossN)__name__ __module__ __qualname____doc__float__annotations__rr[/var/www/html/lang_env/lib/python3.10/site-packages/langchain_community/llms/gradient_ai.pyrs  rc @s<eZdZUdZedddZeed< dZe eed< dZ e eed< dZ e e ed < d Z eed < dZe ejed < ed ddZeddededefddZedddefddZedeeeffddZedefddZdeedeeefdeeeffdd Zd!edeeefdeeeffd"d#Z  d3d!ed$e e!ed%e e"dedef d&d'Z#  d3d!ed$e e!ed%e e$dedef d(d)Z%  d3d*e!ed$e e!ed%e e"dede&f d+d,Z'  d3d*e!ed$e e!ed%e e$dede&f d-d.Z(deedede)fd/d0Z*deedede)fd1d2Z+dS)4 GradientLLMaGradient.ai LLM Endpoints. GradientLLM is a class to interact with LLMs on gradient.ai To use, set the environment variable ``GRADIENT_ACCESS_TOKEN`` with your API token and ``GRADIENT_WORKSPACE_ID`` for your gradient workspace, or alternatively provide them as keywords to the constructor of this class. Example: .. code-block:: python from langchain_community.llms import GradientLLM GradientLLM( model="99148c6d-c2a0-4fbe-a4a7-e7c05bdb8a09_base_ml_model", model_kwargs={ "max_generated_token_count": 128, "temperature": 0.75, "top_p": 0.95, "top_k": 20, "stop": [], }, gradient_workspace_id="12345614fc0_workspace", gradient_access_token="gradientai-access_token", ) model)alias min_lengthmodel_idNgradient_workspace_idgradient_access_token model_kwargszhttps://api.gradient.ai/apigradient_api_url aiosessionTZforbid)Zpopulate_by_nameextrabefore)modevaluesreturncCs4t|dd|d<t|dd|d<t|dd|d<|S)z?Validate that api key and python package exists in environment.r'ZGRADIENT_ACCESS_TOKENr&ZGRADIENT_WORKSPACE_IDr)ZGRADIENT_API_URLr)clsr.rrrvalidate_environmentRsz GradientLLM.validate_environmentaftercCszddl}WntytdYn tyYnw|jdus)t|jdkr-td|jdus9t|jdkr=td|j r|j }d| dd krTd ksYtd td d| d d krjd ksotd td d| dd kr{tdd| dd krtd|S)zPost init validation.rNzdDeprecationWarning: `GradientLLM` will use `pip install gradientai` in future releases of langchain. z0env variable `GRADIENT_ACCESS_TOKEN` must be setz0env variable `GRADIENT_WORKSPACE_ID` must be set temperatureg?z-`temperature` must be in the range [0.0, 1.0]top_pz'`top_p` must be in the range [0.0, 1.0]top_kz`top_k` must be positivemax_generated_token_countz,`max_generated_token_count` must be positive) gradientai ImportErrorloggingwarning Exceptionr'len ValueErrorr&r(get)selfr:kwrrr post_initcs8   zGradientLLM.post_initcCs |jpi}id|jid|iS)zGet the identifying parameters.r)r()r(r))rB _model_kwargsrrr_identifying_paramss zGradientLLM._identifying_paramscCsdS)zReturn type of llm.Zgradientr)rBrrr _llm_typeszGradientLLM._llm_typeinputskwargsc Cs|jpi}i||}|dd}t|jd|jdd|j|jdddt|dur5tdd |Dn td d t||Dd d S) Build the kwargs for the Post request, used by sync Args: prompt (str): prompt used in query kwargs (dict): model kwargs in payload Returns: Dict[str, Union[str,dict]]: _description_ multipliersN/models/z /fine-tuneBearer application/json authorizationzx-gradient-workspace-idacceptz content-typecss|]}d|iVqdS)rHNr).0inputrrr s  z=GradientLLM._kwargs_post_fine_tune_request..css"|] \}}|d|idVqdS) multiplier)rHZfineTuningParametersNr)rRrSrUrrrrTs )Zsamplesurlheadersjson) r(rAdictr)r%r'r&tuplezip)rBrHrIrE_paramsrKrrr_kwargs_post_fine_tune_requests(   z*GradientLLM._kwargs_post_fine_tune_requestpromptc Csx|jpi}i||}t|jd|jdd|j|jdddt||dd|dd|d d|d dd d S) rJrLz /completerMrNrOr9Nr5r8r7)queryZmaxGeneratedTokenCountr5ZtopKZtopPrV)r(rZr)r%r'r&rA)rBr_rIrEr]rrr_kwargs_post_requests"      z GradientLLM._kwargs_post_requeststop run_managerc Ksztjdi|||}|jdkrtd|jd|jWntjjy4}ztd|d}~ww|d}|durDt ||}|S)aCall to Gradients API `model/{id}/complete`. Args: prompt: The prompt to pass into the model. stop: Optional list of stop words to use when generating. Returns: The string generated by the model. 5Gradient returned an unexpected response with status : 2RequestException while calling Gradient Endpoint: NgeneratedOutputr) requestspostra status_coder>text exceptionsRequestExceptionrYr)rBr_rbrcrIresponseerlrrr_calls&   zGradientLLM._callc sb|jsdt4IdHL}|jdi|j||d4IdH%}|jdkr0td|jd|j|IdHd}WdIdHn 1IdHsIwYWdIdHn 1IdHs^wYnB|jjdi|j||d4IdH%}|jdkrtd|jd|j|IdHd}WdIdHn 1IdHswY|durt ||}|S)aAsync Call to Gradients API `model/{id}/complete`. Args: prompt: The prompt to pass into the model. stop: Optional list of stop words to use when generating. Returns: The string generated by the model. N)r_rIrdrerfrhr) r*aiohttp ClientSessionrjrastatusr>rlrYr)rBr_rbrcrIsessionrorlrrr_acallsH  *(  ( zGradientLLM._acallpromptsc sdtdttffdd }t|dkrtt||}n!ttdt|}t|||}Wdn1s:wYt|dS) *Run the LLM on the given prompt and input.r_r/cs tjd|ddgS)N)r_rbrcrlr)r rq)r_rIrcrBrbrr_inner_generate=sz.GradientLLM._generate.._inner_generater6N generations) strrr r?listmaprminr)rBrwrbrcrIr{r~prrzr _generate3s  zGradientLLM._generatecsLg}tjfdd|DIdHD] }|t|dgqt|dS)rxcs$g|]}j|fdqS))rbrc)rv)rRr_rzrr Xsz*GradientLLM._agenerate..Nryr})asynciogatherappendr r)rBrwrbrcrIr~Z generationrrzr _agenerateNs zGradientLLM._ageneratec Ksztjdi|||}|jdkrtd|jd|jWntjjy4}ztd|d}~ww|}|d|d}t |dS) NrdrerfrgsumLossnumberOfTrainableTokensrr) rirjr^rkr>rlrmrnrYr)rBrHrIrorp response_jsonrrrrtrain_unsupervised`s(   zGradientLLM.train_unsupervisedc sj|jsit4IdHQ}|jdi|||4IdH+}|jdkr/td|jd|j|IdH}|d|d}WdIdHn 1IdHsNwYWdIdHn 1IdHscwYnG|jjdi|||4IdH+}|jdkrtd|jd|j|IdH}|d|d}WdIdHn 1IdHswYt |dS)Nrdrerfrrrr) r*rrrsrjr^rtr>rlrYr)rBrHrIrurorrrrratrain_unsupervisedusP  *(   ( zGradientLLM.atrain_unsupervised)NN),rrrrrr%rrr&rr'r(rZr)r*rrrsrZ model_configr classmethodrrr1rrDpropertyrrFrGrr^rarr rqr rvrrrrrrrrrrr s  $   /   #  %  /     r )"rr<concurrent.futuresrtypingrrrrrrr rrriZlangchain_core.callbacksr r Z#langchain_core.language_models.llmsr Zlangchain_core.outputsr rZlangchain_core.utilsrZpydanticrrrZtyping_extensionsrZlangchain_community.llms.utilsrrr rrrrs $