o
    /if)                     @  s   d dl mZ d dlZd dlmZ d dlmZ d dlm	Z	 d dl
mZ d dlmZmZ d dlmZmZ d d	lmZ d d
lmZ d dlmZmZmZmZmZ d dlmZ d dlmZ ej rcd dl!m"Z"m#Z# G dd deeZ$dS )    )annotationsN)Chain)RUN_KEY)
ChatOpenAI)OpenAIEmbeddings)EvaluationResultRunEvaluator)ExampleRun)LangchainEmbeddingsWrapper)LangchainLLMWrapper)EvaluationModeMetricMetricWithEmbeddingsMetricWithLLMget_required_columns)	RunConfig)EVALMODE_TO_COLUMNS)AsyncCallbackManagerForChainRunCallbackManagerForChainRunc                      s   e Zd ZU dZded< d3 fddZed4d
dZed4ddZ	d5d6ddZ		d5d7ddZ
			d8d9d"d#Zed:d(d)Zd;d.d/Z	d5d<d1d2Z  ZS )=EvaluatorChainzB
    Wrapper around ragas Metrics to use them with langsmith.
    r   metrickwargst.Anyc                   s   ||d< t  jdi | d|v r|d }nt }t| jtr0|dt }t|t	
t| j_t| jtrG|dt }t|t	
t| j_| j| d S )Nr   
run_configllm
embeddings )super__init__r   
isinstancer   r   getr   r   tcastr   r   r   r   r   init)selfr   r   r   r   r   	__class__r   U/var/www/html/corbot_env/lib/python3.10/site-packages/ragas/integrations/langchain.pyr   &   s    
zEvaluatorChain.__init__return	list[str]c                 C  s   t | jjS N)r   r   evaluation_moder%   r   r   r(   
input_keys7   s   zEvaluatorChain.input_keysc                 C  s
   | j jgS r+   )r   namer-   r   r   r(   output_keys;   s   
zEvaluatorChain.output_keysNinputsdict[str, t.Any]run_manager&t.Optional[CallbackManagerForChainRun]c           
      C  sv   |  | |p
t }| }|ddg}|dd}|dd}|dd}| jj||||d|d}	| jj|	iS ),
        Call the evaluation chain.
        contexts ground_truthquestionanswerr9   r:   r6   r8   	callbacks)	_validater   get_noop_manager	get_childr!   r   scorer/   )
r%   r1   r3   _run_managerr=   cgqarA   r   r   r(   _call?   s    
	zEvaluatorChain._callt.Dict[str, t.Any]+t.Optional[AsyncCallbackManagerForChainRun]c           	        s~   |  | |pt }|  |ddg}|dd}|dd}|dd}| jj||||dg dI dH }| jj|iS )	r5   r6   r7   r8   r9   r:   r;   r<   N)r>   r   r?   r@   r!   r   ascorer/   )	r%   r1   r3   rB   rC   rD   rE   rF   rA   r   r   r(   _acallZ   s"   
	zEvaluatorChain._acallr9   r:   r6   inputquestion_keystrprediction_keycontext_keyNonec                 C  s   t | jj }d|v r||vrtd| d| jj dd|v r0||vr0td| d| jj dd|v rE||vrEtd| d| jj dd	|v rWd	|vrYtd
| jj dd S d S )Nr9   "z," is required in each examplefor the metric[z] you have chosen.r:   z/" is required in each predictionfor the metric[r6   z0" is required in each prediction for the metric[r8   z="ground_truth" is required in each prediction for the metric[)r   r   r,   
ValueErrorr/   )r%   rL   rM   rO   rP   required_columnsr   r   r(   r>   v   s4   zEvaluatorChain._validatekeys_to_checklistdict_to_checkdictc                   s    fdd| D S )Nc                   s   g | ]}| vr|qS r   r   .0krW   r   r(   
<listcomp>   s    z4EvaluatorChain._keys_are_present.<locals>.<listcomp>r   )rU   rW   r   r\   r(   _keys_are_present   s   z EvaluatorChain._keys_are_presentrunr
   examplet.Optional[Example]c                 C  s   |d u rt d|jd u rt d|jd u rt dd|jvs$d|jvr3t ddd |j D  |jd us<J dt| jjddg}| ||j}|r]t d	d
d |j D  d S )Nzeexpected example to be provided. Please check langsmith dataset and ensure valid dataset is uploaded.zlexpected example.inputs to be provided. Please check langsmith dataset and ensure valid dataset is uploaded.r9   r8   z7Expected 'question' and 'ground_truth' in example.Got: c                 S     g | ]}|qS r   r   rY   r   r   r(   r]          z;EvaluatorChain._validate_langsmith_eval.<locals>.<listcomp>zUthe current run has no outputs. The chain should output 'answer' and 'contexts' keys.z5Expected 'answer' and 'contexts' in run.outputs.Got: c                 S  rb   r   r   rY   r   r   r(   r]      rc   )rS   r1   outputskeysr   r   r,   r^   )r%   r_   r`   r0   missing_keysr   r   r(   _validate_langsmith_eval   s@   

z'EvaluatorChain._validate_langsmith_evalr   c                 C  s   |  || |jdusJ |dusJ |jdusJ |jdus!J |j}|jd |d< | jjtjtjtjtj	fv rN|jdu sCd|jvrGt
d|jd |d< | j|dd}t| jj|| jj d}t|v rl|t |jt< |S )z*
        Evaluate a langsmith run
        Nr9   r8   z+expected `ground_truth` in example outputs.T)include_run_info)keyrA   )rg   rd   r1   r   r,   r   gcgaqcgqgarS   invoker   r/   r   evaluator_info)r%   r_   r`   
chain_evaleval_outputevaluation_resultr   r   r(   evaluate_run   s.   zEvaluatorChain.evaluate_run)r   r   r   r   )r)   r*   r+   )r1   r2   r3   r4   r)   r2   )r1   rH   r3   rI   r)   rH   )r9   r:   r6   )
rL   r2   rM   rN   rO   rN   rP   rN   r)   rQ   )rU   rV   rW   rX   r)   r*   )r_   r
   r`   ra   r)   rQ   )r_   r
   r`   ra   r)   r   )__name__
__module____qualname____doc____annotations__r   propertyr.   r0   rG   rK   r>   staticmethodr^   rg   rs   __classcell__r   r   r&   r(   r      s*   
 
 r   )%
__future__r   typingr"   langchain.chains.baser   langchain.schemar   langchain_openai.chat_modelsr   langchain_openai.embeddingsr   langsmith.evaluationr   r   langsmith.schemasr	   r
   ragas.embeddingsr   
ragas.llmsr   ragas.metrics.baser   r   r   r   r   ragas.run_configr   ragas.validationr   TYPE_CHECKINGlangchain.callbacks.managerr   r   r   r   r   r   r(   <module>   s     