o Zh{<@sddlmZddlZddlZddlmZmZmZmZddl Z ddl m Z ddl mZddlmZddlmZeeZGdd d eZGd d d eZdS) ) annotationsN)AnyListOptionalTuple)Document) Embeddings) VectorStore)maximal_marginal_relevancec@seZdZdZd ddZd S) VikingDBConfigaAvikingdb connection config See the following documentation for details: https://www.volcengine.com/docs/6459/1167770 Attribute: host(str):The access address of the vector database server that the client needs to connect to. region(str):"cn-shanghai" or "cn-beijing" ak(str):Access Key ID, security credentials for accessing Volcano Engine services. sk(str):Secret Access Key, security credentials for accessing Volcano Engine services. scheme(str):http or https, defaulting to http. hostregionakskhttpcCs"||_||_||_||_||_dSN)r r rrscheme)selfr r rrrr`/var/www/html/lang_env/lib/python3.10/site-packages/langchain_community/vectorstores/vikingdb.py__init__"s  zVikingDBConfig.__init__N)r r rrr)__name__ __module__ __qualname____doc__rrrrrr sr c@seZdZdZ    dDdEddZedFddZ dGdHddZdIddZ  dJdKd$d%Z dGdLd)d*Z dGdMd,d-Z dGdNd0d1Z dGdOd2d3Z 4 5 dPdQd9d:Z 4 5 dPdRd;d<Z dGdSd?d@Ze     dTdUdBdCZdS)VVikingDBzvikingdb as a vector store In order to use this you need to have a database instance. See the following documentation for details: https://www.volcengine.com/docs/6459/1167774 LangChainCollectionNFembedding_functionrcollection_namestrconnection_argsOptional[VikingDBConfig] index_paramsOptional[dict]drop_oldOptional[bool]kwargsrc Ksz ddlm}m}Wn tytdw||_||_d|_||_||_||_ ||j |j |j |j |j|_z|j|} Wn tyId} Ynw| |_d|_|jdur_|j|j|j|_|rt|j|r|j|} | D] } |j|| jqo|j|d|_d|_dSdSdS)Nr) CollectionVikingDBServicefCould not import volcengine python package. Please install it with `pip install --upgrade volcengine`.ZLangChainIndex)volcengine.viking_dbr'r( ImportErrorembedding_funcr index_namer r"r$r r rrrserviceZget_collection Exception collectionindexZ get_index isinstanceZ list_indexesZ drop_indexZdrop_collection) rrrr r"r$r&r'r(colZindexesr1rrrr2sJ       zVikingDB.__init__returncCs|jSr)r,rrrr embeddingsaszVikingDB.embeddingsr6r metadatasOptional[List[dict]]Nonec Csz ddlm}m}Wn tytdwt|d}g}|r|dD]s\}}t|tr9||||j q&t|t rH||||j q&t|t rW||||j q&t|trotdd|Dro||||jq&t|trtdd|Dr||||jq&t|tr||||jq&td||d|j||d |j d d ||d |j|d |j|j||_dS)Nr)Field FieldTyper)cs|]}t|tVqdSr)r2r.0itemrrr z  z.VikingDB._create_collection..csr<r)r2intr=rrrr@~rAz>metadatas value is invalidplease change the type of metadatas.text primary_keyT)Zis_primary_keyvector)dim)r*r:r;r+lenitemsr2rappendStringrBZInt64boolZBoollistallZ List_StringZ List_Int64bytesText ValueErrorZVectorr.Zcreate_collectionrr0) rr6r7r:r;rFfieldskeyvaluerrr_create_collectionesD      zVikingDB._create_collectioncCszddlm}Wn tytdwd}|}d}d}|jdurV|jddur/|jd}|jddur<|jd}|jddurI|jd}|jd durV|jd }|jj|j|j||||d |_ dS) Nr)VectorIndexParamsr) cpu_quota vector_index partition_by scalar_index)rYrXrZr[) r*rUr+r"getr.Z create_indexrr-r1)rrUrXrYrZr[rrr _create_indexs8       zVikingDB._create_indextexts List[str] batch_sizerBc stzddlm}Wn tytdwt|}zj|}Wnty2fdd|D}Ynwt|dkr@t dgSj durO || g}g}t t|D]>} tt} || || | || d} |dur| t|krt|| } | D] } || | | | <q||| qYt|}t d||D]}t|||}|||}j |q|S) zInsert text data into VikingDB.r)Datar)csg|]}j|qSr)r, embed_query)r>xr5rr sz&VikingDB.add_texts..zNothing to insert, skipping.N)rCrDrE)r*rbr+rLr,Zembed_documentsNotImplementedErrorrGloggerdebugr0rTr]rangeruuiduuid4rIkeysr\minZ upsert_data)rr_r7rar&rbr6dataZpksr1rDfieldnamesnameZ total_countiendZ insert_datarr5r add_textssN         zVikingDB.add_textsqueryparamsList[Document]cK$|jd||d|}dd|DS)5Perform a similarity search against the query string.)rurvcSg|]\}}|qSrrr>doc_rrrrez.VikingDB.similarity_search..Nr)similarity_search_with_score)rrurvr&resrrrsimilarity_searchszVikingDB.similarity_searchList[Tuple[Document, float]]cKs&|j|}|jd||d|}|S)APerform a search on a query string and return results with score. embeddingrvNr)r,rc&similarity_search_with_score_by_vector)rrurvr&rrrrrrs z%VikingDB.similarity_search_with_scorer List[float]cKrx)ryrcSrzrrr{rrrrer~z8VikingDB.similarity_search_by_vector..Nr)r)rrrvr&rrrrsimilarity_search_by_vectors z$VikingDB.similarity_search_by_vectorcKs|jdur tdgSd}d}d}d}|durD|ddur#|d}|ddur.|d}|ddur9|d}|ddurD|d}|jj|||||d }g} |D]6} d | jvr`| jd d | jvrk| jd d } d | jvrx| jd } t| | jd} | | j f} | | qS| S)rN!No existing collection to search. defaultfilterlimit output_fields partitionrrrrrDrErWrC page_contentmetadata) r0rgrhr\r1search_by_vectorrQpoprZscorerI)rrrvr&rrrrrretr?rr|pairrrrrsH          z/VikingDB.similarity_search_with_score_by_vector?k lambda_multfloatcKs&|j|}|jd||||d|S)>Perform a search and return results that are reordered by MMR.)rrrrvNr)r,rc'max_marginal_relevance_search_by_vector)rrurrrvr&rrrrmax_marginal_relevance_search7s z&VikingDB.max_marginal_relevance_searchcKsV|jdur tdgSd}d}d}d} |durD|ddur#|d}|ddur.|d}|ddur9|d}|ddurD|d} |jj||||| d } g} g} | D]3} d | jvsfd | jvsfd | jvrgqU| | jd | jd | jd }t || jd }| |qUt t || ||d}g}|D]}|dkr|S|| |q|S)rNrrrrrrrrrErDrCr)rr) r0rgrhr\r1rrQrIrrr nparray)rrrrrvr&rrrrrZ documentsZordered_result_embeddingsr?rr|Z new_orderingrrdrrrrIsZ       z0VikingDB.max_marginal_relevance_search_by_vectoridsOptional[List[str]]cKs$|jdur td|j|dS)Nr)r0rgrhZ delete_data)rrr&rrrdeletes  zVikingDB.deleterKc Ks<|durtd|d|||||d|} | j||d| S)z0Create a collection, indexes it and insert data.NzVikingDBConfig does not exists)rrr r"r$)r_r7r)r/rt) clsr_rr r7rr"r$r&Z vector_dbrrr from_textss zVikingDB.from_texts)rNNF) rrrrr r!r"r#r$r%r&r)r4rr)r6rr7r8r4r9)r4r9)Nr^) r_r`r7r8rarBr&rr4r`)rurrvr#r&rr4rw)rurrvr#r&rr4r)rrrvr#r&rr4rw)rrrvr#r&rr4r)rrN) rurrrBrrrvr#r&rr4rw) rrrrBrrrvr#r&rr4rw)rrr&rr4r9)NNrNF)r_r`rrr r!r7r8rrr"r#r$rKr&r)rrrrrpropertyr6rTr]rtrrrrrrr classmethodrrrrrr*sP  /  ," 7    2  ?  r) __future__rloggingrjtypingrrrrnumpyrZlangchain_core.documentsrZlangchain_core.embeddingsrZlangchain_core.vectorstoresr Z&langchain_community.vectorstores.utilsr getLoggerrrgobjectr rrrrrs