o ZhJ5@sddlmZddlZddlZddlmZmZmZmZm Z m Z m Z ddl m Z ddlmZddlmZddlmZdZd ZGd d d eZdS) ) annotationsN)AnyDictIterableListOptionalTupleTypeDocument) Embeddings)get_from_dict_or_env) VectorStoreiZlangchain_pg_embeddingc@s.eZdZdZeeddfdRddZdSddZedTddZ e ddeedfdUd!d"Z dVd%d&Z  dWdXd'd(Z ) dYdZd/d0Z ) dYd[d3d4Z ) dYd\d6d7Z ) dYd]d8d9Ze deeddfd^dSz#Hologres.__from..cSg|]}iqSr"r"r6r"r"r#r9V)rrrrr)r*r)r-r/r")get_connection_stringadd_embeddings) clsr*r)rr-r/rrrr1rstorer"r"r#Z__fromEs$  zHologres.__from Iterable[str] List[dict]c KsZzdd|D}|j||||WdSty,}z |j|WYd}~dSd}~ww)a/Add embeddings to the vectorstore. Args: texts: Iterable of strings to add to the vectorstore. embeddings: List of list of embedding vectors. metadatas: List of metadatas associated with the texts. kwargs: vectorstore specific parameters cSsg|]}d|iqS)r&r"r7tr"r"r#r9yz+Hologres.add_embeddings..N)r(Zupsert_vectors Exceptionr exception)r!r*r)r-r/r1Z schema_dataser"r"r#r>hszHologres.add_embeddingscKsT|dur dd|D}|jt|}|sdd|D}|j||||fi||S)arRun more texts through the embeddings and add to the vectorstore. Args: texts: Iterable of strings to add to the vectorstore. metadatas: Optional list of metadatas associated with the texts. kwargs: vectorstore specific parameters Returns: List of ids from adding the texts into the vectorstore. NcSr2r"r3r6r"r"r#r9r:z&Hologres.add_texts..cSr;r"r"r6r"r"r#r9r<)rembed_documentslistr>)r!r*r-r/r1r)r"r"r# add_texts~szHologres.add_textsquerykfilterOptional[dict]List[Document]cKs|jj|d}|j|||dS)a^Run similarity search with Hologres with distance. Args: query (str): Query text to search for. k (int): Number of results to return. Defaults to 4. filter (Optional[Dict[str, str]]): Filter by metadata. Defaults to None. Returns: List of Documents most similar to the query. )r' embeddingrNrO)r embed_querysimilarity_search_by_vector)r!rMrNrOr1rSr"r"r#similarity_searchs zHologres.similarity_searchrS List[float]cKs|j|||d}dd|DS)akReturn docs most similar to embedding vector. Args: embedding: Embedding to look up documents similar to. k: Number of Documents to return. Defaults to 4. filter (Optional[Dict[str, str]]): Filter by metadata. Defaults to None. Returns: List of Documents most similar to the query vector. rRcSsg|]\}}|qSr"r")r7docr8r"r"r#r9rEz8Hologres.similarity_search_by_vector..)&similarity_search_with_score_by_vector)r!rSrNrOr1Zdocs_and_scoresr"r"r#rUsz$Hologres.similarity_search_by_vectorList[Tuple[Document, float]]cCs |j|}|j|||d}|S)abReturn docs most similar to query. Args: query: Text to look up documents similar to. k: Number of Documents to return. Defaults to 4. filter (Optional[Dict[str, str]]): Filter by metadata. Defaults to None. Returns: List of Documents most similar to the query and score for each rR)rrTrY)r!rMrNrOrSdocsr"r"r#similarity_search_with_scores z%Hologres.similarity_search_with_scorecCs(|jj||dg|d}dd|D}|S)Nr&)rNZselect_columnsZmetadata_filterscSs(g|]}t|d|dd|dfqS)r&metadata) page_contentr]Zdistancer )r7resultr"r"r#r9szCHologres.similarity_search_with_score_by_vector..)r(search)r!rSrNrOresultsr[r"r"r#rYs  z/Hologres.similarity_search_with_score_by_vectorr?Type[Hologres]c Ks0|t|} |j|| |f|||||d|S)aM Return VectorStore initialized from texts and embeddings. Hologres connection string is required "Either pass it as a parameter or set the HOLOGRES_CONNECTION_STRING environment variable. Create the connection string by calling HologresVector.connection_string_from_db_params r-r/rrr)rIrJ_Hologres__from) r?r*rSr-rrr/rr1r)r"r"r# from_textss zHologres.from_textstext_embeddingsList[Tuple[str, List[float]]]c Ks>dd|D} dd|D} |j| | |f|||||d|S)a~Construct Hologres wrapper from raw documents and pre- generated embeddings. Return VectorStore initialized from documents and embeddings. Hologres connection string is required "Either pass it as a parameter or set the HOLOGRES_CONNECTION_STRING environment variable. Create the connection string by calling HologresVector.connection_string_from_db_params Example: .. code-block:: python from langchain_community.vectorstores import Hologres from langchain_community.embeddings import OpenAIEmbeddings embeddings = OpenAIEmbeddings() text_embeddings = embeddings.embed_documents(texts) text_embedding_pairs = list(zip(texts, text_embeddings)) faiss = Hologres.from_embeddings(text_embedding_pairs, embeddings) cSg|]}|dqS)rr"rCr"r"r#r97rEz,Hologres.from_embeddings..cSrh)r"rCr"r"r#r98rErc)rd) r?rfrSr-rrr/rr1r*r)r"r"r#from_embeddingss  zHologres.from_embeddingscKs ||}||||||d}|S)z Get instance of an existing Hologres store.This method will return the instance of the store without inserting any new embeddings )rrrrr)r=)r?rSrrrr1rr@r"r"r#from_existing_indexFs zHologres.from_existing_indexDict[str, Any]cCst|ddd}|s td|S)NrZHOLOGRES_CONNECTION_STRING)datakeyZenv_keyzHologres connection string is requiredEither pass it as a parameteror set the HOLOGRES_CONNECTION_STRING environment variable.Create the connection string by callingHologresVector.connection_string_from_db_params)r ValueError)r?r1rr"r"r#r=aszHologres.get_connection_string documentspre_delete_collectionc KsNdd|D}dd|D} ||} | |d<|jd|||| |||d|S)aQ Return VectorStore initialized from documents and embeddings. Hologres connection string is required "Either pass it as a parameter or set the HOLOGRES_CONNECTION_STRING environment variable. Create the connection string by calling HologresVector.connection_string_from_db_params cSg|]}|jqSr")r^r7dr"r"r#r9z+Hologres.from_documents..cSrrr")r]rsr"r"r#r9rur)r*rqrSr-r/rrNr")r=re) r?rprSrrr/rqr1r*r-rr"r"r#from_documentsts zHologres.from_documentshostportdatabaseuserpasswordc Cs"d|d|d|d|d| S)z2Return connection string from database parameters.zdbname=z user=z password=z host=z port=r")r?rwrxryrzr{r"r"r# connection_string_from_db_paramss z)Hologres.connection_string_from_db_params)rrrr rrrrrrrrrr)rr)rr )r*r+r)r,rr r-r.r/r0rrrrrrr1rrr) r*rAr)r,r-rBr/r+r1rrr)NN) r*rAr-r.r/r0r1rrr+)rLN) rMrrNrrOrPr1rrrQ) rSrWrNrrOrPr1rrrQ)rMrrNrrOrPrrZ)rSrWrNrrOrPrrZ)r?rbr*r+rSr r-r.rrrrr/r0rrr1rrr)rfrgrSr r-r.rrrrr/r0rrr1rrr)r?rbrSr rrrrrrr1rrr)r1rlrr)r?rbrprQrSr rrrrr/r0rqrr1rrr) rwrrxrryrrzrr{rrr)r __module__ __qualname____doc__ADA_TOKEN_COUNT_LANGCHAIN_DEFAULT_TABLE_NAMEr$r propertyr) classmethodrdr>rKrVrUr\rYrerjrkr=rvr|r"r"r"r#rs|   "      !. $r) __future__rrr4typingrrrrrrr Zlangchain_core.documentsr Zlangchain_core.embeddingsr Zlangchain_core.utilsr Zlangchain_core.vectorstoresrrrrr"r"r"r#s $