o Zh8@svddlmZddlZddlZddlmZmZmZmZddl m Z ddl m Z ddl mZeeZGdddeZdS) ) annotationsN)AnyListOptionalTuple)Document) Embeddings) VectorStorec@seZdZdZdPd d Z dQdRddZdSddZdTdUddZedVd!d"Z #dWdXd*d+Z , - # # #dYdZd4d5Z , # #d[d\d7d8Z d]d9d:Z e # d^d_d;d<Zd`d=d>Zdad@dAZdbdBdCZd`dDdEZd`dFdGZdcdIdJZdddNdOZd#S)eJaguara'`Jaguar API` vector store. See http://www.jaguardb.com See http://github.com/fserv/jaguar-sdk Example: .. code-block:: python from langchain_community.vectorstores.jaguar import Jaguar vectorstore = Jaguar( pod = 'vdb', store = 'mystore', vector_index = 'v', vector_type = 'cosine_fraction_float', vector_dimension = 1536, url='http://192.168.8.88:8080/fwww/', embedding=openai_model ) podstrstore vector_index vector_typevector_dimensioninturl embeddingrc Cs`||_||_||_||_||_||_zddlm}Wn ty%tdw|||_ d|_ dS)Nr)JaguarHttpClientzrCould not import jaguardb-http-client python package. Please install it with `pip install -U jaguardb-http-client`) _pod_store _vector_index _vector_type_vector_dimension _embeddingZ%jaguardb_http_client.JaguarHttpClientr ImportError_jag_token) selfr r rrrrrrr ^/var/www/html/lang_env/lib/python3.10/site-packages/langchain_community/vectorstores/jaguar.py__init__$s    zJaguar.__init__rjaguar_api_key Optional[str]returnboolcCsB|dkr |j}||_|j||_|jdkrtddSdS)aX login to jaguardb server with a jaguar_api_key or let self._jag find a key Args: pod (str): name of a Pod store (str): name of a vector store optional jaguar_api_key (str): API key of user to jaguardb server Returns: True if successful; False if not successful rz*E0001 error init(): invalid jaguar_api_keyFT)rZ getApiKeyZ_jaguar_api_keyloginrloggererror)rr#r r r!r'@s   z Jaguar.login metadata_str text_sizeNonecCst|jd|j} d}||7}|d|jd|jd7}|d|jd7}|d|d 7}||d 7}||d S) z create the vector store on the backend database Args: metadata_str (str): columns and their types Returns: True if successful; False if not successful .z create store  (z vector(,z 'z'),z source char(256), v:text char(z),)N)rrrrrrun)rr*r+podstoreqr r r!createWs  z Jaguar.createFquerywithFiledictcCs`|jdkrtd|diS|j||j|}|j}zt|}|WSty/iYSw)z Run any query statement in jaguardb Args: query (str): query statement to jaguardb Returns: None for invalid token, or json result string rzE0005 error run(r0) rr(r)rposttextjsonloads Exception)rr5r6resptxtjsr r r!r1qs   z Jaguar.runOptional[Embeddings]cCs|jSN)rrr r r! embeddingsszJaguar.embeddingsNtexts List[str] metadatasOptional[List[dict]]kwargsrcKsl|j}|dd}|dd}|jd|jd|}d|}||} | dkr*gS| d} |dkrDg} |D] } | |d| q6| }|jt|} g}|durd }| D]I}d d |D}d |}|jd|j}d |d}||d | d|7}|| dd}|d|d7}||d} || d|d7}qV|Sd }| D]}dd |D}| |||\}}}|dkr|j |j|d}|sgSd |}|d |7}dd |d}|dd |d7}|jd|j}d |d}||d | d|7}|| dd}|d|d7}|dkr"||d} n||d} || d|d7}q|S)a Add texts through the embeddings and add to the vectorstore. Args: texts: list of text strings to add to the jaguar vector store. metadatas: Optional list of metadatas associated with the texts. [{"m1": "v11", "m2": "v12", "m3": "v13", "filecol": "path_file1.jpg" }, {"m1": "v21", "m2": "v22", "m3": "v23", "filecol": "path_file2.jpg" }, {"m1": "v31", "m2": "v32", "m3": "v33", "filecol": "path_file3.jpg" }, {"m1": "v41", "m2": "v42", "m3": "v43", "filecol": "path_file4.jpg" }] kwargs: vector_index=name_of_vector_index file_column=name_of_file_column Returns: List of ids from adding the texts into the vectorstore Z file_columnrtext_tagr-ztextcol data NrcSg|]}t|qSr r .0xr r r! z$Jaguar.add_texts..r/z insert into r.z ) values (''z\'z','')FzidcSrLr rMrNr r r!rQrR,'z ) values (T)rgetrrr1appendrZembed_documentslistjoinreplace _parseMetarZpostFiler)rrDrFrHvcolfilecolrIZ podstorevcolr3r?ZtextcolZ tag_textstrCZidsiZvecZstr_vecZ values_commar2r>nvecvvecfilepathrcZ names_commar r r! add_textssj             zJaguar.add_textskfetch_kwhereargsOptional[List[str]]List[Tuple[Document, float]]cKsV|j}|j} |j|} dd| D} d| } |jd|j} d|d| dt|dt|d | }|d 7}|d urF|d|7}|d urUd |}|d |7}|d| 7}|d ure|d|7}||}|d urpgSg}|D]4}|d}|d}|d}i}||d<|d ur|D] }||}|||<qt ||d}||f}| |qt|S)a Return Jaguar documents most similar to query, along with scores. Args: query: Text to look up documents similar to. k: Number of Documents to return. Defaults to 3. lambda_val: lexical match parameter for hybrid search. where: the where clause in select similarity. For example a where can be "rating > 3.0 and (state = 'NV' or state = 'CA')" args: extra options passed to select similarity kwargs: vector_index=vcol, vector_type=cosine_fraction_float Returns: List of Documents most similar to the query and score for each. List of Tuples of (doc, similarity_score): [ (doc, score), (doc, score), ...] cSrLr rMrOfr r r!rQrRz7Jaguar.similarity_search_with_score..r/r-zselect similarity(rWz','topk=z ,fetch_k=z,type=z,with_score=yes,with_text=yesN&z ,metadata=z') from z where scorer9rU)Z page_contentmetadata) rrr embed_queryr[rrr r1rrY)rr5rirjrkrlrFrHr^vtyperCstr_embeddingsqv_commar2r3metaZjarrZdocs_with_scorer?rrr9rUmdmmvdoctupr r r!similarity_search_with_scoresj             z#Jaguar.similarity_search_with_scoreList[Document]cKs(|j|f|||d|}dd|DS)a Return Jaguar documents most similar to query, along with scores. Args: query: Text to look up documents similar to. k: Number of Documents to return. Defaults to 5. where: the where clause in select similarity. For example a where can be "rating > 3.0 and (state = 'NV' or state = 'CA')" Returns: List of Documents most similar to the query )rirkrFcSsg|]\}}|qSr r )rOr|_r r r!rQBrRz,Jaguar.similarity_search..)r~)rr5rirkrFrHZdocs_and_scoresr r r!similarity_search-szJaguar.similarity_searchc Ks|j}|j}|j|}dd|D}d|}|jd|j}d|d|d|d} | d |7} || } t| t rFt | d krFd St | d } | d d krUdSd S)z Detect if given text is anomalous from the dataset Args: query: Text to detect if it is anomaly Returns: True or False cSrLr rMror r r!rQSrRz'Jaguar.is_anomalous..r/r-zselect anomalous(z, 'z ', 'type=rTz from rFZ anomalousZYEST) rrrrtr[rrr1 isinstancerZlenr:r;) rr5rHr^rurCrvrwr2r3r?jdr r r! is_anomalousDs      zJaguar.is_anomalousc Ks>||||||||} | | | | j|| fi| | SrA)r'clearrf) clsrDrrr r rrrrFr#rHZjagstorer r r! from_textsas zJaguar.from_textscC&|jd|j}d|}||dS)z\ Delete all records in jaguardb Args: No args Returns: None r-ztruncate store Nrrr1rr2r3r r r!rxz Jaguar.clearzidscKs<|jd|j}|D]}d|d|d}||q dS)z Delete records in jaguardb by a list of zero-ids Args: pod (str): name of a Pod ids (List[str]): a list of zid as string Returns: Do not return anything r-z delete from z where zid='rSNr)rrrHr2rUr3r r r!deletes   z Jaguar.deletecCsV|jd|j}d|}||}t|trt|dkrdSt|d}t|dS)z Count records of a store in jaguardb Args: no args Returns: (int) number of records in pod store r-zselect count() from rrJ) rrr1rrZrr:r;r)rr2r3r?rr r r!counts  z Jaguar.countcCr)z` Drop or remove a store in jaguardb Args: no args Returns: None r-z drop store Nrrr r r!droprz Jaguar.dropcCs|j|jdS)zY Logout to cleanup resources Args: no args Returns: None N)rlogoutrrBr r r!rsz Jaguar.logoutmsgcCsDtdd}td||ddWddS1swYdS)Nz/tmp/debugjaguar.logazmsg=T)fileflush)openprint)rrrr r r!prts "z Jaguar.prtnvmapr_ Tuple[List[str], List[str], str]c Csd}|dkrt|}t|}n/g}g}||vr+|||||||}|D]\}}||krA||||q/dd|D}|||fS)NrcSrLr rM)rOer r r!rQrRz%Jaguar._parseMeta..)rZkeysvaluesrYitems) rrr_rdrbrcrivZvvec_sr r r!r]s"     zJaguar._parseMeta)r r r r rr rr rrrr rr)r)r#r$r%r&)r*r r+rr%r,)F)r5r r6r&r%r7)r%r@rA)rDrErFrGrHrr%rE)rgrhNNN)r5r rirrjrrkr$rlr$rFrmrHrr%rn)rgNN) r5r rirrkr$rFrmrHrr%r)r5r rHrr%r&)Nr)rDrErrrr r r r r rr rr rrrFrGr#r$rHrr%r )r%r,)rrErHrr%r,)r%r)rr r%r,)rr7r_r r%r)__name__ __module__ __qualname____doc__r"r'r4r1propertyrCrfr~rr classmethodrrrrrrrr]r r r r!r sB     V S      r ) __future__rr:loggingtypingrrrrZlangchain_core.documentsrZlangchain_core.embeddingsrZlangchain_core.vectorstoresr getLoggerrr(r r r r r!s