o ZhO@sddlmZddlmZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl m Z ddlmZmZddlmZmZmZmZddlmZddlmZddlmZdd lmZmZm Z m!Z!dd l"m#Z#m$Z$m%Z%erxdd l&m'Z'dd l(m)Z)e*d Z+ej,e ddZ-ej.GdddZ/ dAdBddZ0 dCdDd%d&Z1dEd*d+Z2dFd,d-Z3dGd/d0Z4dHd4d5Z5dId8d9Z6 :dJdKd=d>Z7dLd?d@Z8dS)M) annotationsN) cpu_count)EmptyQueue) TYPE_CHECKINGOptionalUnioncast)schemas)utils)CompressedTraces)_AUTO_SCALE_DOWN_NEMPTY_TRIGGER_AUTO_SCALE_UP_NTHREADS_LIMIT_AUTO_SCALE_UP_QSIZE_TRIGGER _BOUNDARY)SerializedFeedbackOperationSerializedRunOperation#combine_serialized_queue_operations)Context)Clientzlangsmith.client) max_workersc@sPeZdZUdZded<ded<ded<dZ ddd d ZdddZdddZd S)TracingQueueItemzAn item in the tracing queue. Attributes: priority (str): The priority of the item. action (str): The action associated with the item. item (Any): The item itself. strpriority:Union[SerializedRunOperation, SerializedFeedbackOperation]itemOptional[Context] otel_contextrrrNreturnNonecCs||_||_||_dSNr)selfrrrr$]/var/www/html/lang_env/lib/python3.10/site-packages/langsmith/_internal/_background_thread.py__init__=s zTracingQueueItem.__init__otherboolcCs|j|jjf|j|jjfkSr")rr __class__r#r'r$r$r%__lt__Gs zTracingQueueItem.__lt__objectcCs&t|to|j|jjf|j|jjfkSr") isinstancerrrr)r*r$r$r%__eq__Ms  zTracingQueueItem.__eq__r")rrrrrrr r!)r'rr r()r'r,r r() __name__ __module__ __qualname____doc____annotations__ __slots__r&r+r.r$r$r$r%r-s  rdT tracing_queuerlimitintblockr(r list[TracingQueueItem]cCsg}z6|j|dd}r|||j|dd}r6|||r*t||kr*W|S|j|dd}sW|SW|StyBY|Sw)Ng?)r9timeout皙?)getappendlenr)r6r7r9 next_batchrr$r$r%_tracing_thread_drain_queueTs"   rA@clientr size_limitsize_limit_bytes int | None6tuple[Optional[io.BytesIO], Optional[tuple[int, int]]]cCsNz|jdur WdS|jjw|jj|jj}|jj}|dur-|dkr-td||dur<|dkrz0_tracing_thread_handle_batch..css|]}t|tVqdSr"r-rrcopr$r$r% sz/_tracing_thread_handle_batch..z;Feedback operations are not supported in non-multipart modecSsg|] }t|ts|qSr$rfrgr$r$r%rds  rHTrI) rZ_multipart_ingest_opsanyrZwarnZ_batch_ingest_run_opsr listrrYr[ task_done)rCr6r^r_ops_r$r$r%_tracing_thread_handle_batchs4    rpc CszJz-tdd|D}dd|D}dd|D}|r-|jdur(|j||ntdWnty>tjdd d YnwW|D]}|qBdS|D]}|qMw) z@Handle a batch of tracing queue items by exporting them to OTEL.cSr`r$rarbr$r$r%rdrez5_otel_tracing_thread_handle_batch..cSsg|] }t|tr|qSr$)r-rrgr$r$r%rdscSs$i|]}t|jtr|jj|jqSr$)r-rridrrbr$r$r% s   z5_otel_tracing_thread_handle_batch..NzLangSmith tracing error: Failed to submit OTEL trace data. This does not affect your application's runtime. Error details: client.otel_exporter is NonezzLangSmith tracing error: Failed to submit OTEL trace data. This does not affect your application's runtime. Error details:TrI)r otel_exporterZ export_batchrZr[rYrm)rCr6r^rnZrun_opsZotel_context_mapror$r$r%!_otel_tracing_thread_handle_batchs2     rt Optional[int]cCsHtd}|dur"zt|WSty!td|dYdSwdS)NZBATCH_INGEST_SIZE_LIMITz+Invalid value for BATCH_INGEST_SIZE_LIMIT: z, continuing with default)ls_utils get_env_varr8rQrZwarning)Zsize_limit_strr$r$r%get_size_limit_from_envs   ryinfols_schemas.LangSmithInfols_schemas.BatchIngestConfigcCsbtjdddtttd}|s|Sz|js|WSt}|dur"||jd<|jWSty0|YSw)NFr5)use_multipart_endpointrErDscale_up_nthreads_limitscale_up_qsize_triggerscale_down_nempty_triggerrD) ls_schemasZBatchIngestConfigrrr batch_ingest_configry BaseException)rzZdefault_configZenv_size_limitr$r$r%_ensure_ingest_configs(  r client_refweakref.ref[Client]c s|dur dSj}|dusJtj}|d}|d}|d}|dd}gdttdp9jdu}|sm|rmjjpCiddsNt d nt _ t_t_tjtt fd d 7dfdd }|rƈD] } | s| q{t|kr||krtjtt |fd } | | t||d} rÈjdurt|| nt|| ||syt||dd} rjdurt|| nt|| |t||dd} st ddS)NrDr~rr}FrZDISABLE_RUN_COMPRESSIONZzstd_compression_enabledz~Run compression is not enabled. Please update to the latest version of LangSmith. Falling back to regular multipart ingestion.)targetargsr r(csrr tdrjrtddStstddSttdr7tt k}|s5td|SdS)N_manual_cleanupz3Client is being cleaned up, stopping tracing threadFz,Main thread is dead, stopping tracing thread getrefcountzeClient refs count indicates we're the only remaining reference to the client, stopping tracing threadT) hasattrrrZdebug threading main_threadis_alivesysrr?Zshould_keep_threadrCnum_known_refsZ sub_threadsr$r%keep_thread_active6s(     z7tracing_control_thread_func..keep_thread_activer7r7r9z'Tracing control thread is shutting downr r()!r6rrzr=rvZ is_truishrwrsZinstance_flagsrZrxweakrefWeakSet_futuresr rKrEvent_data_available_eventThread-tracing_control_thread_func_compress_parallelrefstartrremover?qsize_tracing_sub_thread_funcr>rArtrpr) rr6rrDr~rr_Zdisable_compressionrthreadZ new_threadr@r$rr%tracing_control_thread_funcs                r?flush_intervalfloatc s|dur dSjdusjdusjdurtddStj}|d}|dd}ddfdd }t } jj d d }|sHnp|rj t ||\}} |dur{zt j|| } j| Wntyz|| Ynwt }n7t ||krt d d d\}} |durzt t j|| gWnty|| Ynwt }q=z-t d d d\} } | durzt t j| | gWnty| | YnwWntytjdd dYnwtddS)NzLangSmith tracing error: Required compression attributes not initialized. This may affect trace submission but does not impact your application's runtime.rDrErBr r(csjr tdrjrtddStstddSttdr3tk}|s1td|SdS)Nrz7Client is being cleaned up, stopping compression threadFz0Main thread is dead, stopping compression threadrziClient refs count indicates we're the only remaining reference to the client, stopping compression threadT) rrrZrrrrrrrrCrr$r%rs$    zItracing_control_thread_func_compress_parallel..keep_thread_activeTr<)r;r)rDrEzuLangSmith tracing error: Failed during final cleanup. This does not affect your application's runtime. Error details:rIz1Compressed traces control thread is shutting downr)rKrrrZr[rrzr=time monotonicwaitclearr]HTTP_REQUEST_THREAD_POOLZsubmitZ_send_compressed_multipart_reqadd RuntimeErrorcfrYr) rrrrDrErZlast_flush_timeZ triggeredZ data_streamr\futureZfinal_data_streamr$rr%rws         6   rc CsN|}|dur dSz|jsWdSWnty*}z td|WYd}~dSd}~ww|j}|dus4Jt|j}|dd}d}t r{||dkr{t ||d}rkd}|j durct |||n t ||||n|d7}t r{||dksMt ||dd }r|j durt |||nt ||||t ||dd }std dS) Nz#Error in tracing control thread: %srDr5rrrrFrz+Tracing control sub-thread is shutting down)rzrrZrr6rr=rrrrArsrtrp) rr_rCer6rrDZseen_successive_empty_queuesr@r$r$r%rs^          r)r5T)r6rr7r8r9r(r r:)r5rB)rCrrDr8rErFr rG) rCrr6rr^r:r_r(r r!)rCrr6rr^r:r r!)r ru)rzr{r r|)rrr r!)r)rrrrr r!)rrr_r(r r!)9 __future__rconcurrent.futuresZfuturesr functoolsiologgingrrrrmultiprocessingrqueuerrtypingrrrr Z langsmithr rr rvZ&langsmith._internal._compressed_tracesr Zlangsmith._internal._constantsr rrrZlangsmith._internal._operationsrrrZopentelemetry.context.contextrZlangsmith.clientr getLoggerrZZThreadPoolExecutorrtotal_orderingrrAr]rprtryrrrrr$r$r$r%sJ        '  3 # (  j