kg hddlZddlZddlZddlZddlZejeZGddZ dS)NcPeZdZddededefdZdZdZdZd Z d Z d Z dd Z dS) VectorStore index_path metadata_path dimensionc||_||_||_d|_i|_||dS)N)rrrindexmetadata _load_index_load_metadata)selfrrrs :E:\project-album-python\Demo Project\Utils\vector_store.py__init__zVectorStore.__init__ sP$*"    ctj|jrbtdt j|j|_td|jj ddSt dt j |j |_dS)z3Load FAISS index from disk or initialize a new one.z Loading FAISS index from disk...zFAISS index loaded with z recordsz3FAISS index file not found. Initializing new index.N) ospathexistsrloggerinfofaiss read_indexr ntotalwarning IndexFlatL2rrs rr zVectorStore._load_indexs 7>>$/ * * ; KK: ; ; ;)$/::DJ KKN4:3DNNN O O O O O NNP Q Q Q*4>::DJJJrctj|jr t |jd5}t j||_dddn #1swxYwYt dt|jddS#t$r<}t dt|i|_Yd}~dSd}~wwxYwdS)zLoad metadata from disk.rNz"Metadata loaded successfully with z entrieszError loading metadata: )rrrropenjsonloadr rrlen Exceptionerrorstr)rfes rr zVectorStore._load_metadatas 7>>$, - - # #$,c221a$(IaLLDM111111111111111 ]T]ASAS]]]^^^^^ # # # @A@@AAA "  #  # #s:BA! B!A%%B(A%)3B C$(1CC$c4|jduo|jjdkS)z=Check if the FAISS index is initialized and contains records.Nr)r rrs ris_index_initializedz VectorStore.is_index_initialized(sz%?$**;a*??rcZtj|j|jt |jd5}t j|j|dddn #1swxYwYt d|jt d|jdS)z*Save the FAISS index and metadata to disk.wNzSaved FAISS index to zSaved metadata to ) r write_indexr rr rr!dumpr rr)rr's r save_indexzVectorStore.save_index,s $*do666 $$c * * (a IdmQ ' ' ' ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( =DO==>>> =);==>>>>>sAA #A c|jsdSttt|jddzS)z5Generate a unique file ID based on existing metadata.r)default)r maxmapintkeysrs rget_next_file_idzVectorStore.get_next_file_id4sA} 13sDM..00111===AArc||jvr td|ddS tj|tj}|jtd|}|j |||jt|<| tdt|d|td|jj dS#t$r0}td t|d}~wwxYw) zDInsert new records into FAISS index if they are not already indexed.zSkipping file z as it's already indexed.NdtypezIndex not initializedz Inserted z records for file ID zTotal records in FAISS index: zRecord insertion failed: )r rrnparrayfloat32r ValueErrorr7addr&r/r#rr$r%)r embeddingsr file_namefile_idr(s rinsert_recordszVectorStore.insert_records:s=  % % KKMMMM N N N F *BJ???Jz! !8999++--G JNN: & & &*2DM#g,, ' OO    KKSC OOSS'SS T T T KKL9JLL M M M M M    LL=SVV== > > >  sC#D E +EE c|stdgS tj|tjdd}|j||\}}g}t|d|dD]k\}}|dkr t|}t|}|j t|i}||||dltdt#|d|S#t$$r6} td t| gcYd } ~ Sd } ~ wwxYw) z5Search the FAISS index for the most relevant results.z$Search failed: FAISS index is empty.r9r1r)r distancer zFound z search results.zSearch failed: N)r*rr%r;r<r=reshaper searchzipr5floatr getr&appendrr#r$) rquery_embeddingtop_k distancesindicesresultsidxdistmetadata_entryr(s r search_indexzVectorStore.search_indexQs((**  LL? @ @ @I  hbjIIIQQRSUWXXO!%!2!2?E!J!J IwG Yq\::   T"99#hhT{{!%!2!23s88R!@!@ $ .   KK?W??? @ @ @N    LL33q6633 4 4 4IIIIII sDD;; E;+E60E;6E;N)r)rD) __name__ __module__ __qualname__r&r5rr r r*r/r7rCrVrrrr s3ss;;; # # #@@@???BBB .      rr) rr!loggingrnumpyr; getLoggerrWrrrZrrr^s    8 $ $hhhhhhhhhhr